-- Logs begin at Wed 2021-12-22 04:01:12 UTC, end at Wed 2021-12-22 06:02:43 UTC. --
Dec 22 04:36:23.835715 dv-neutron-822525-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service.
Dec 22 04:36:25.977154 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.common.config [-] Logging enabled!
Dec 22 04:36:25.978398 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev87
Dec 22 04:36:25.978506 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83331) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 22 04:36:25.980984 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.common.config [-] Logging enabled!
Dec 22 04:36:25.981238 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev87
Dec 22 04:36:25.981487 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83331) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 22 04:36:25.982510 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 22 04:36:25.982748 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 22 04:36:25.983106 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 22 04:36:25.983353 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 22 04:36:25.983579 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 22 04:36:25.983901 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.984201 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.984501 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.984732 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.985033 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.985327 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.985637 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.985931 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.986231 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.986519 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.986803 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.987086 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.987317 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.987600 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.987887 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.988173 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.988399 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.988682 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.989115 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.989519 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.990099 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.990392 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.990675 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.990954 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.991243 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.991575 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] host                           = dv-neutron-822525-1-hyperv {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.991859 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.992148 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.992438 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.992727 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.993004 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.993280 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.993692 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.994431 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.994742 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.995026 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.995319 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.995610 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.995906 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.996133 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.996355 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.996640 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.996932 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.997211 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.997489 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.997794 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.998075 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.998354 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.998624 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.998910 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.999198 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.999485 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:25.999764 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.000043 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.000318 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.000598 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.000884 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.001161 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.001439 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.001748 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.002040 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.002313 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.002591 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.002892 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.003180 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.003467 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.003756 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.004034 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.004321 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.004595 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.004869 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.005144 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.005421 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.005719 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.006003 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.006280 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.006556 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.006834 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.007107 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.007396 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:26.007695 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.007993 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.008296 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.008581 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.008880 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.009195 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.009502 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.009811 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.010108 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.010401 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.010700 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.010979 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.011268 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.011566 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.011860 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.012137 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.012420 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.012716 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.012996 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.013271 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.013569 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.013865 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.014148 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.014425 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.014711 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.014990 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.015354 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.015637 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.015917 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.016211 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.016490 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.016765 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.017038 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.017316 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.017617 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.017909 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.018191 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.018469 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.018746 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.019028 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.019306 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.019583 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.019867 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.020146 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.020427 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.020711 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.020992 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.021271 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.021570 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.021853 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.022130 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.022407 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.022689 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.022968 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.023244 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.023522 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.023800 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.024077 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.024367 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.024668 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.025472 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.025777 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.026062 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.026345 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.026624 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.026902 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.027184 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.027466 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.027741 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.028033 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.028322 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.028611 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.028895 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.029174 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.029471 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.029776 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.030064 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.030348 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.030635 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.030923 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.031209 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.031506 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.031804 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.032101 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.032399 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.032695 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.032981 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.033294 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.033600 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:26.033821 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 22 04:36:26.034062 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83331) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Dec 22 04:36:26.438411 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO keyring.backend [-] Loading KWallet
Dec 22 04:36:26.445919 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO keyring.backend [-] Loading SecretService
Dec 22 04:36:26.449669 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO keyring.backend [-] Loading Windows
Dec 22 04:36:26.451031 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO keyring.backend [-] Loading chainer
Dec 22 04:36:26.451622 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO keyring.backend [-] Loading macOS
Dec 22 04:36:26.486362 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:36:26.486645 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=83331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:36:26.486945 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:36:26.487282 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 22 04:36:26.793525 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:26.793759 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:26.794039 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:26.850837 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:26.851122 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:26.851396 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:26.854554 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:26.854832 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:26.855095 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:26.884272 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:26.885056 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:26.885330 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:26.912173 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:26.912454 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:26.912724 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.231646 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f469d619ca0> agent after_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.232241 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f469d619ca0> agent after_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.232241 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f469d619d30> segment precommit_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.232449 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f469d619dc0> network precommit_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.233190 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f469d62af70> segment before_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.358877 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> network before_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.359202 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f469d602310> agent before_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.359495 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> network before_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.359769 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> port before_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.360037 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> port before_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.360345 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> segment after_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.360611 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> segment precommit_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.360875 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> segment precommit_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.361128 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> segment after_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.361408 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> network after_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.361691 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> network precommit_delete 0 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.361959 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> port provisioning_complete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.362226 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> rbac-policy before_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.362483 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> rbac-policy after_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.362748 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> agent after_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.363016 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> subnet after_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.363272 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> subnet precommit_delete 0 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.363543 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> rbac-policy before_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.363797 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> rbac-policy before_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.364078 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> segment_host_mapping after_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.364424 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> port after_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.364676 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> port after_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.365189 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> port after_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.365471 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> rbac-policy before_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.365745 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> rbac-policy before_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.365993 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f469e4fe160>> rbac-policy before_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.366382 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 22 04:36:27.366624 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 22 04:36:27.366864 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 22 04:36:27.367105 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 22 04:36:27.367344 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 22 04:36:27.367583 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 22 04:36:27.368132 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 22 04:36:27.371939 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 22 04:36:27.375942 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 22 04:36:27.379784 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])])
Dec 22 04:36:27.381439 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 22 04:36:27.381854 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 22 04:36:27.382197 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Dec 22 04:36:27.382589 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 22 04:36:27.385447 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 22 04:36:27.385742 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 22 04:36:27.386095 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Dec 22 04:36:27.414076 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 22 04:36:27.414526 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f469d6a2490>> qos_plugin after_init 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.414827 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83331) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Dec 22 04:36:27.415196 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f469d6a2760>> logging-plugin after_init 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.417097 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83331) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 22 04:36:27.417382 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Dec 22 04:36:27.417654 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Dec 22 04:36:27.420899 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f469d4aea90>> floatingip before_response 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.421215 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f469d4aea90>> port before_response 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.482880 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 22 04:36:27.483064 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 22 04:36:27.483305 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 22 04:36:27.483687 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 22 04:36:27.514749 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_db.sqlalchemy.engines [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83331) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 22 04:36:27.839381 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.managers [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Initializing driver for type 'gre'
Dec 22 04:36:27.839921 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] gre ID ranges: [(1, 1000)]
Dec 22 04:36:27.893526 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.managers [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Initializing driver for type 'local'
Dec 22 04:36:27.893892 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.managers [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Initializing driver for type 'vlan'
Dec 22 04:36:27.905975 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] VlanTypeDriver initialization complete
Dec 22 04:36:27.906330 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.managers [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Initializing driver for type 'vxlan'
Dec 22 04:36:27.906806 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] vxlan ID ranges: [(1, 1000)]
Dec 22 04:36:27.961018 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.managers [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Initializing extension driver 'port_security'
Dec 22 04:36:27.961425 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.extensions.port_security [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] PortSecurityExtensionDriver initialization complete
Dec 22 04:36:27.961719 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.managers [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Initializing mechanism driver 'openvswitch'
Dec 22 04:36:27.962048 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.managers [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Initializing mechanism driver 'hyperv'
Dec 22 04:36:27.968556 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.plugins.ml2.plugin [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:36:27.969312 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f469d5d0a00>> port after_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.969713 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f469d5d0a00>> port after_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.970062 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f469d5d0a00>> port after_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.970441 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f469d5f3190>> subnet after_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.970783 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f469d5f3190>> subnet after_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.971116 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f469d5f3190>> subnet after_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.971489 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f469cf303d0>> network after_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.971825 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f469cf303d0>> network after_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.972156 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f469cf303d0>> network after_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.972519 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f469cf30640>> security_group after_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.972856 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f469cf30640>> security_group after_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.973189 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f469cf30640>> security_group after_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.973571 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f469cf308e0>> security_group_rule after_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.973909 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f469cf308e0>> security_group_rule after_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.974234 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f469cf308e0>> security_group_rule after_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.974564 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] ML2 OVO RPC backend initialized. {{(pid=83331) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Dec 22 04:36:27.975188 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f469cf30bb0>> router_interface after_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.975528 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f469cf30bb0>> router_interface after_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.975937 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f469cf30bb0>> network before_response 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.976271 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f469cf30bb0>> networks before_response 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.976603 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f469cf30bb0>> port before_response 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.976931 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f469cf30bb0>> ports before_response 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.977265 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f469cf30bb0>> subnet before_response 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.977629 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f469cf30bb0>> subnets before_response 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.978469 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f469cf30bb0>> network after_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.978795 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f469cf30bb0>> network after_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.979120 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f469cf30bb0>> network after_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.979442 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f469cf30bb0>> port after_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.979766 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f469cf30bb0>> port after_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.980088 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f469cf30bb0>> port after_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.980412 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f469cf30bb0>> subnet after_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.980735 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f469cf30bb0>> subnet after_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.981055 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f469cf30bb0>> subnet after_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:27.981644 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.plugin [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Modular L2 Plugin initialization complete
Dec 22 04:36:27.981962 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading services supported by the core plugin {{(pid=83331) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 22 04:36:27.982274 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.plugins.ml2.managers [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Got port-security extension from driver 'port_security'
Dec 22 04:36:27.982723 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.extensions.vlantransparent [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Disabled vlantransparent extension.
Dec 22 04:36:27.983126 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83331) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 22 04:36:27.983428 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading Plugin: router
Dec 22 04:36:28.019844 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f469cf30df0>> router_interface before_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.020224 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f469cf30df0>> router after_create 55549900 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.020584 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f469cf30df0>> router before_create 55549900 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.020941 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f469cf30df0>> router_interface before_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.021302 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f469cf30df0>> router_interface after_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.021674 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f469cf30df0>> router after_delete 55549900 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.022024 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f469cf30df0>> floatingip after_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.022381 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f469cf30df0>> router after_create 55549900 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.022718 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f469cf30df0>> router after_update 55549900 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.023058 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f469cf30df0>> router after_update 55549900 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.023395 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f469cf30df0>> router_gateway after_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.023743 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f469cf30df0>> router after_update 55549900 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.024148 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f469cf30df0>> router precommit_update 55549900 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.024506 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f469d52f160> port after_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.024837 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f469d52f040> port after_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.025162 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f469d52f0d0> subnet after_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.025559 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f469d52f1f0> subnetpool_address_scope after_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.025906 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f469cf30df0>> port precommit_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.026246 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f469cf30df0>> router precommit_create 55549900 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.026576 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f469d5150d0> port before_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.026908 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f469cf30df0>> router precommit_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.027253 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f469cf30df0>> router after_update 55549900 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.027584 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f469cf30df0>> router precommit_delete 55549900 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.027920 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f469cf30df0>> router precommit_create 55549900 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.028267 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f469cf30df0>> router_interface after_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.028598 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f469cf30df0>> router precommit_update 55549900 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.028951 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f469cf30df0>> agent after_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.029289 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f469cf30df0>> agent after_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.029661 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f469cf30df0>> network after_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.030510 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Tracking information for resource: router configured {{(pid=83331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 22 04:36:28.030834 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Tracking information for resource: floatingip configured {{(pid=83331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 22 04:36:28.035889 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.db.l3_agentschedulers_db [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 22 04:36:28.036457 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f469cea1940> port after_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.036812 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f469cea1820> port after_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.037157 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <function _notify_port_delete at 0x7f469cea18b0> port after_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.037496 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f469cea1c10> port after_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.038300 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f469ce5d670>> router before_create 55550100 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.038656 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f469ce5d670>> router precommit_delete 55550100 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.039009 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f469ce5d670>> router precommit_create 55550100 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.039355 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f469ce5d670>> router precommit_update 55550100 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.044115 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.services.provider_configuration [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Service providers = [] {{(pid=83331) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 22 04:36:28.044473 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.db.servicetype_db [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83331) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 22 04:36:28.047567 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.services.service_base [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83331) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 22 04:36:28.047912 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.services.service_base [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83331) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 22 04:36:28.048250 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.services.service_base [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83331) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 22 04:36:28.049131 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.services.service_base [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83331) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 22 04:36:28.049496 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.services.service_base [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 22 04:36:28.049885 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 22 04:36:28.050204 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 22 04:36:28.061489 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 22 04:36:28.061847 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading Plugin: auto_allocate
Dec 22 04:36:28.067873 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f469cdfd040> network precommit_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.068238 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f469cdfd040> network precommit_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.068744 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 22 04:36:28.069055 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading Plugin: tag
Dec 22 04:36:28.075885 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 22 04:36:28.076215 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading Plugin: timestamp
Dec 22 04:36:28.079997 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 22 04:36:28.080320 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading Plugin: network_ip_availability
Dec 22 04:36:28.085539 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f469ce16d60>> rbac-policy before_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.085922 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f469ce16d60>> rbac-policy before_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.086266 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f469ce16d60>> rbac-policy before_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.086958 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 22 04:36:28.087297 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading Plugin: flavors
Dec 22 04:36:28.092358 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 22 04:36:28.092636 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading Plugin: revisions
Dec 22 04:36:28.096861 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 22 04:36:28.097252 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_concurrency.lockutils [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.610s {{(pid=83331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:36:28.097998 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83331) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}}
Dec 22 04:36:28.098327 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Initializing extension manager.
Dec 22 04:36:28.098817 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: __init__.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.099151 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: __pycache__ {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.099479 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.099804 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.100126 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: _filter_validation_lib.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.100446 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.100764 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: address_group.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.101495 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.102074 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: address-group
Dec 22 04:36:28.102385 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: address_scope.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.103595 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.104095 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: address-scope
Dec 22 04:36:28.104407 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.105321 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.105853 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: router-admin-state-down-before-update
Dec 22 04:36:28.106164 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: agent.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.106846 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.107341 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: agent
Dec 22 04:36:28.107653 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: agent_resources_synced.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.108544 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.109040 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: agent-resources-synced
Dec 22 04:36:28.109351 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: allowedaddresspairs.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.111135 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.111655 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: allowed-address-pairs
Dec 22 04:36:28.111974 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: auto_allocated_topology.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.113030 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.113538 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: auto-allocated-topology
Dec 22 04:36:28.113885 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: availability_zone.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.114566 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.115345 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: availability_zone
Dec 22 04:36:28.115661 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: availability_zone_filter.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.116552 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.117055 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: availability_zone_filter
Dec 22 04:36:28.117371 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: data_plane_status.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.118284 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.119339 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 22 04:36:28.119655 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: default_subnetpools.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.120555 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.121056 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: default-subnetpools
Dec 22 04:36:28.121371 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.122155 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.122657 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: dhcp_agent_scheduler
Dec 22 04:36:28.122976 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: dns.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.123875 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.124375 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension dns-integration not supported by any of loaded plugins
Dec 22 04:36:28.124689 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: dns_domain_ports.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.125629 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.126130 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 22 04:36:28.126445 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: dvr.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.127135 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.127633 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: dvr
Dec 22 04:36:28.127946 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: empty_string_filtering.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.128841 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.129339 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: empty-string-filtering
Dec 22 04:36:28.129687 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.130578 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.131071 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 22 04:36:28.131382 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.132276 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.132773 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 22 04:36:28.133087 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: external_net.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.134009 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.134537 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: external-net
Dec 22 04:36:28.134850 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.135755 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.136255 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: extra_dhcp_opt
Dec 22 04:36:28.136567 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: extraroute.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.137457 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.137982 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: extraroute
Dec 22 04:36:28.138293 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: extraroute_atomic.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.139331 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.139832 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: extraroute-atomic
Dec 22 04:36:28.140149 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: filter_validation.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.140807 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.141298 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: filter-validation
Dec 22 04:36:28.141637 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: fip_pf_description.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.142711 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.143215 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 22 04:36:28.143532 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: fip_port_details.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.144427 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.144928 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: fip-port-details
Dec 22 04:36:28.145249 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: flavors.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.146494 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.147002 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: flavors
Dec 22 04:36:28.147321 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.148973 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.149488 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 22 04:36:28.149861 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: floatingip_pools.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.150551 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.151050 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: floatingip-pools
Dec 22 04:36:28.151366 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: ip_allocation.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.152278 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.152778 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 22 04:36:28.153094 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.154037 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.154536 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: ip-substring-filtering
Dec 22 04:36:28.154852 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: l2_adjacency.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.155764 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.156260 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 22 04:36:28.156573 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: l3.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.157514 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.158044 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: router
Dec 22 04:36:28.158359 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.160588 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.161105 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 22 04:36:28.161434 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.162391 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.162901 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: ext-gw-mode
Dec 22 04:36:28.163222 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.164128 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.164628 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: l3-ha
Dec 22 04:36:28.164947 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: l3_flavors.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.166398 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.166901 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: l3-flavors
Dec 22 04:36:28.167219 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.168177 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.168683 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 22 04:36:28.169002 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: l3agentscheduler.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.170336 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.170875 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: l3_agent_scheduler
Dec 22 04:36:28.171259 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: logging.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.173032 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.173637 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension logging not supported by any of loaded plugins
Dec 22 04:36:28.173970 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: metering.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.174757 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.175400 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: metering
Dec 22 04:36:28.175793 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.176853 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.177337 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: metering_source_and_destination_fields
Dec 22 04:36:28.177687 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: multiprovidernet.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.178728 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.179237 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: multi-provider
Dec 22 04:36:28.179572 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: netmtu.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.180500 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.181060 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: net-mtu
Dec 22 04:36:28.181881 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: netmtu_writable.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.182818 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.183320 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: net-mtu-writable
Dec 22 04:36:28.183677 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: network_availability_zone.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.184353 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.184876 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: network_availability_zone
Dec 22 04:36:28.185224 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: network_ip_availability.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.186367 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.186880 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: network-ip-availability
Dec 22 04:36:28.187199 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: network_segment_range.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.187961 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.188456 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 22 04:36:28.188802 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: pagination.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.190112 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.190433 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: pagination
Dec 22 04:36:28.190718 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.191710 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.192164 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: port-mac-address-regenerate
Dec 22 04:36:28.192481 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: port_resource_request.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.193925 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.193925 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 22 04:36:28.194206 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: portbindings.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.195123 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.195627 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: binding
Dec 22 04:36:28.195949 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: portbindings_extended.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.197245 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.197777 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: binding-extended
Dec 22 04:36:28.198095 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: portsecurity.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.198989 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.199493 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: port-security
Dec 22 04:36:28.199809 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: project_id.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.200783 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.201103 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: project-id
Dec 22 04:36:28.201420 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: providernet.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.202346 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.202855 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: provider
Dec 22 04:36:28.203170 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: qos.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.206786 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.207303 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension qos not supported by any of loaded plugins
Dec 22 04:36:28.207626 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.208864 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.209374 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 22 04:36:28.209724 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.210632 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.211133 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 22 04:36:28.211450 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: qos_default.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.212382 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.212887 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension qos-default not supported by any of loaded plugins
Dec 22 04:36:28.213202 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: qos_fip.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.213875 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.214370 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension qos-fip not supported by any of loaded plugins
Dec 22 04:36:28.214683 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: qos_gateway_ip.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.215592 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.216099 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 22 04:36:28.216411 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: qos_port_network_policy.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.217306 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.217834 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 22 04:36:28.218147 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: qos_rule_type_details.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.219042 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.219539 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 22 04:36:28.219855 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: qos_rules_alias.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.220893 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.221391 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 22 04:36:28.221732 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: quotasv2.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.222620 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.222936 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: quotas
Dec 22 04:36:28.223249 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: quotasv2_detail.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.224992 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.225325 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: quota_details
Dec 22 04:36:28.225676 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: rbac.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.226730 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.227243 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: rbac-policies
Dec 22 04:36:28.227566 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: rbac_address_scope.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.228989 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.229494 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: rbac-address-scope
Dec 22 04:36:28.229835 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: rbac_security_groups.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.230747 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.231248 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: rbac-security-groups
Dec 22 04:36:28.231564 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: rbac_subnetpool.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.232476 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.232980 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: rbac-subnetpool
Dec 22 04:36:28.233294 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: revisionifmatch.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.234231 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.234732 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: revision-if-match
Dec 22 04:36:28.235047 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: revisions.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.236149 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.236657 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: standard-attr-revisions
Dec 22 04:36:28.236975 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: router_availability_zone.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.237673 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.238172 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: router_availability_zone
Dec 22 04:36:28.238483 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: routerservicetype.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.239407 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.240168 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension router-service-type not supported by any of loaded plugins
Dec 22 04:36:28.240485 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.241391 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.241923 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: port-security-groups-filtering
Dec 22 04:36:28.242239 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: securitygroup.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.253730 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.254252 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: security-group
Dec 22 04:36:28.254578 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: segment.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.255355 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.255861 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension segment not supported by any of loaded plugins
Dec 22 04:36:28.256186 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.257121 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.257646 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 22 04:36:28.257972 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: servicetype.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.259073 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.259620 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: service-type
Dec 22 04:36:28.259942 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: sorting.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.260913 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.261234 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: sorting
Dec 22 04:36:28.261570 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: standard_attr_segment.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.262476 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.262986 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 22 04:36:28.263303 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: standardattrdescription.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.263942 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.264442 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: standard-attr-description
Dec 22 04:36:28.264758 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: stateful_security_group.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.265707 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.266217 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: stateful-security-group
Dec 22 04:36:28.266548 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: stdattrs_common.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.267104 dv-neutron-822525-1-hyperv neutron-server[83331]: WARNING neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 22 04:36:28.267414 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.268311 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.268812 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 22 04:36:28.269124 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: subnet_onboard.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.270318 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.270816 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: subnet_onboard
Dec 22 04:36:28.271132 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.272057 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.272562 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 22 04:36:28.272878 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: subnet_service_types.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.273814 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.274318 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: subnet-service-types
Dec 22 04:36:28.274633 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: subnetallocation.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.276230 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.276735 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: subnet_allocation
Dec 22 04:36:28.277053 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.277737 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.278238 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: subnetpool-prefix-ops
Dec 22 04:36:28.278551 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.279458 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.279959 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 22 04:36:28.280272 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: tagging.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.281312 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.281848 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: standard-attr-tag
Dec 22 04:36:28.282168 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: timestamp.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.283360 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.283876 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loaded extension: standard-attr-timestamp
Dec 22 04:36:28.284195 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: trunk.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.285212 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.285754 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension trunk not supported by any of loaded plugins
Dec 22 04:36:28.286074 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: trunk_details.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.286980 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.287485 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension trunk-details not supported by any of loaded plugins
Dec 22 04:36:28.287801 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: uplink_status_propagation.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.288712 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.289217 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 22 04:36:28.289535 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Loading extension file: vlantransparent.py {{(pid=83331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 22 04:36:28.290221 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 22 04:36:28.291281 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 22 04:36:28.293474 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Creating instance of TrackedResource for resource:network
Dec 22 04:36:28.294229 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Creating instance of TrackedResource for resource:subnet
Dec 22 04:36:28.294989 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 22 04:36:28.295579 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Creating instance of TrackedResource for resource:port
Dec 22 04:36:28.296852 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.v2.resource_helper [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 04:36:28.297280 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.v2.resource_helper [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Service FLAVORS assigned prefix:  {{(pid=83331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 04:36:28.297927 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.v2.resource_helper [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 04:36:28.298346 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.v2.resource_helper [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 04:36:28.298670 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Creating instance of TrackedResource for resource:router
Dec 22 04:36:28.299319 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Creating instance of TrackedResource for resource:floatingip
Dec 22 04:36:28.300007 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.v2.resource_helper [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Service METERING assigned prefix: /metering {{(pid=83331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 04:36:28.301427 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f469cd49a00>> rbac-policy before_create 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.301816 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f469cd49a00>> rbac-policy before_update 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.302160 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f469cd49a00>> rbac-policy before_delete 55550000 {{(pid=83331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:36:28.303260 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 22 04:36:28.303688 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Creating instance of TrackedResource for resource:security_group
Dec 22 04:36:28.304344 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 22 04:36:28.305083 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.v2.resource_helper [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Service CORE assigned prefix:  {{(pid=83331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 04:36:28.305407 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 22 04:36:28.305765 dv-neutron-822525-1-hyperv neutron-server[83331]: WARNING neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] subnetpool is already registered
Dec 22 04:36:28.306408 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.v2.resource_helper [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Service CORE assigned prefix:  {{(pid=83331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 04:36:28.306732 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 22 04:36:28.307049 dv-neutron-822525-1-hyperv neutron-server[83331]: WARNING neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] subnetpool is already registered
Dec 22 04:36:28.309574 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.v2.resource_helper [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 04:36:28.310013 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.v2.resource_helper [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Service FLAVORS assigned prefix:  {{(pid=83331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 04:36:28.310597 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.v2.resource_helper [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 04:36:28.311010 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.v2.resource_helper [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 04:36:28.311336 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Creating instance of TrackedResource for resource:router
Dec 22 04:36:28.311656 dv-neutron-822525-1-hyperv neutron-server[83331]: WARNING neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] router is already registered
Dec 22 04:36:28.312241 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Creating instance of TrackedResource for resource:floatingip
Dec 22 04:36:28.312562 dv-neutron-822525-1-hyperv neutron-server[83331]: WARNING neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] floatingip is already registered
Dec 22 04:36:28.313176 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.v2.resource_helper [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Service METERING assigned prefix: /metering {{(pid=83331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 04:36:28.313866 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 22 04:36:28.314188 dv-neutron-822525-1-hyperv neutron-server[83331]: WARNING neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] rbac_policy is already registered
Dec 22 04:36:28.314722 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Creating instance of TrackedResource for resource:security_group
Dec 22 04:36:28.315040 dv-neutron-822525-1-hyperv neutron-server[83331]: WARNING neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] security_group is already registered
Dec 22 04:36:28.315617 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 22 04:36:28.315937 dv-neutron-822525-1-hyperv neutron-server[83331]: WARNING neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] security_group_rule is already registered
Dec 22 04:36:28.316595 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.v2.resource_helper [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Service CORE assigned prefix:  {{(pid=83331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 04:36:28.316919 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 22 04:36:28.317239 dv-neutron-822525-1-hyperv neutron-server[83331]: WARNING neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] subnetpool is already registered
Dec 22 04:36:28.317874 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.v2.resource_helper [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Service CORE assigned prefix:  {{(pid=83331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 04:36:28.318195 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 22 04:36:28.318518 dv-neutron-822525-1-hyperv neutron-server[83331]: WARNING neutron.quota.resource_registry [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] subnetpool is already registered
Dec 22 04:36:28.319162 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: extensions {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.320596 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: address-groups {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.322203 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: address-scopes {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.323377 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: agents {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.324502 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: auto-allocated-topology {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.325752 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: availability_zones {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.327036 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: dhcp-networks {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.328432 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: dhcp-agents {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.329825 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: routers {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.331572 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: flavors {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.332695 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: service_profiles {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.333894 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: next_providers {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.335355 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: service_profiles {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.336764 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: floatingip-pools {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.338481 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: routers {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.340215 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: floatingips {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.341376 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: l3-routers {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.342764 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: l3-agents {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.344049 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: metering-labels {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.346283 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: metering-label-rules {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.347505 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: network-ip-availabilities {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.348712 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: bindings {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.350356 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: quotas {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.351753 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: quotas {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.353764 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: rbac-policies {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.355029 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: security-groups {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.356201 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: security-group-rules {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.357394 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: service-providers {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.358620 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: subnetpools {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.360006 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: subnetpools {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.361394 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: tags {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.363053 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: tags {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.365076 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: tags {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.366832 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: tags {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.368568 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: tags {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.370226 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: tags {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.371963 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: tags {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.373784 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: tags {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.375577 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: tags {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.377369 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron.api.extensions [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Extended resource: tags {{(pid=83331) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 22 04:36:28.383066 dv-neutron-822525-1-hyperv neutron-server[83331]: WARNING keystonemiddleware.auth_token [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 22 04:36:28.387791 dv-neutron-822525-1-hyperv neutron-server[83331]: WARNING keystonemiddleware.auth_token [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 22 04:36:28.395660 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_concurrency.lockutils [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Acquired lock "singleton_lock" {{(pid=83331) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 22 04:36:28.396119 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_concurrency.lockutils [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Releasing lock "singleton_lock" {{(pid=83331) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 22 04:36:28.396732 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO oslo_service.service [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Starting 2 workers
Dec 22 04:36:28.401803 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Started child 83434 {{(pid=83331) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 22 04:36:28.405879 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Started child 83435 {{(pid=83331) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 22 04:36:28.406888 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:28.407484 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO neutron.service [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 22 04:36:28.408032 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Notify callbacks [] for process, before_spawn {{(pid=83331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:28.408364 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [-] (83434) wsgi starting up on http://0.0.0.0:9696
Dec 22 04:36:28.410479 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO oslo_service.service [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Starting 1 workers
Dec 22 04:36:28.410630 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:28.412057 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [-] (83435) wsgi starting up on http://0.0.0.0:9696
Dec 22 04:36:28.415391 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Started child 83436 {{(pid=83331) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 22 04:36:28.416448 dv-neutron-822525-1-hyperv neutron-server[83331]: INFO oslo_service.service [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Starting 1 workers
Dec 22 04:36:28.419639 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.service [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] calling RpcWorker wait() {{(pid=83436) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 22 04:36:28.420182 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.service [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] returning from RpcWorker wait() {{(pid=83436) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 22 04:36:28.420565 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Started child 83437 {{(pid=83331) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 22 04:36:28.421373 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG neutron_lib.callbacks.manager [None req-9c3b9dfc-6221-43ad-b6dc-8276e8ab5e44 None None] Notify callbacks [] for process, after_spawn {{(pid=83331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:28.421474 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:28.421975 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:36:28.423240 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83331) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 22 04:36:28.423444 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 22 04:36:28.423621 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 22 04:36:28.423826 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 22 04:36:28.424149 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 22 04:36:28.424310 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 22 04:36:28.424819 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.425082 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.425199 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:28.425712 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.425712 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.425902 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.426399 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.426674 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.426923 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.427190 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.427441 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.427605 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.427766 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.428013 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.428252 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.428551 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.428831 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.429061 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.429316 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.429482 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.429783 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.430064 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.430285 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.430543 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.430787 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.431297 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.431531 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.431783 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.432002 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.432270 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.432511 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.432792 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.433020 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.433230 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.433469 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.433761 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.433984 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.434221 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.434473 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.434688 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.435135 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] host                           = dv-neutron-822525-1-hyperv {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.435384 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.435610 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.435845 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.436085 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.436331 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.436542 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.436801 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.437053 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.437305 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.437539 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.437819 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.438041 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.438252 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.438491 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.438694 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.438871 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.439138 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.439399 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.439582 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.439740 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.439905 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.440165 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.440318 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.440602 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.440761 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.440980 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.441226 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.441454 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.441723 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.441972 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.442203 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.442429 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.442663 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.442879 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.443101 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.443320 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.443555 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.443783 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.443999 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.444208 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.444418 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.444657 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.444865 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.445074 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.445300 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.445592 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.445838 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.446067 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.446314 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.446539 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.446859 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.447014 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.447260 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.447489 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.447728 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.447979 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.448195 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.448434 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.448646 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.448895 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.449107 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.449411 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.449611 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.449878 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.450229 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.450465 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.450610 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:36:28.450763 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.450909 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.451099 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.451590 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.451990 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.452319 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.452562 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.453478 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.453478 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.453920 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.453920 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.454209 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.454302 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.454563 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.454784 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.455125 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.455414 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.455653 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.53/identity {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.455888 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.456271 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.456514 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.456739 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.457285 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.457285 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.457616 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.457616 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.457896 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.458075 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.458467 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.458747 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.458929 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.459140 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.459364 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.459768 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.460018 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.460238 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.460455 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.460689 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.460921 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.461182 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.461401 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.461796 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.462083 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.462827 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.463395 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.463395 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.463924 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.464065 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.464267 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.464484 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.464694 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.464903 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.465293 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.465442 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.465601 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.465796 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.466007 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.466217 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.466434 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.466685 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.467463 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.467463 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.467463 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.467892 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.467892 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.468174 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.468174 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.468455 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.468593 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.468791 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.469000 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.469390 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.469772 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.470172 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.470411 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.470627 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.470841 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.471584 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.471584 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.471754 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.471940 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.472184 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.472446 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.472667 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.472886 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.473125 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.473344 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.473627 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.473893 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.474296 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.474561 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.474809 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.475049 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.475320 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.475562 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.475803 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.476052 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.476301 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.476558 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.477032 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.477180 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.477305 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.477971 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.477971 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.478758 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.478887 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.479120 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.480455 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.480455 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.480455 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.480455 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.480455 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.481715 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.481715 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.481715 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.481715 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.481715 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.482152 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.482152 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.482305 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.482585 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.482832 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.483069 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.483299 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.483529 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.483953 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.484298 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.484298 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.484568 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.484826 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.485074 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.485330 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.485620 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.485876 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.486104 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.486340 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.486568 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.53/identity {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.486778 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.487005 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.487246 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.487461 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.487763 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.487908 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.488123 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.488333 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.488561 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.488813 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.489022 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.489236 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.489461 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.489685 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.490165 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.490400 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.490610 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.490840 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.491083 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.491484 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.491848 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.491848 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.492111 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.492302 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.492443 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.496010 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.496010 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.496010 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.496010 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.496010 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.496010 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.496010 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.496010 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.497112 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.497112 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.497112 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.497112 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.497112 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.497112 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.497112 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.497112 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.498398 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.498398 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.498398 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.498800 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 46146) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:36:28.498938 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.498938 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.498938 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.498938 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.498938 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.498938 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.498938 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.498938 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.498938 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.500106 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.500106 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.500106 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.500106 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.500106 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.500106 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.500916 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.500916 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.500916 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.500916 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.501411 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.501411 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.501794 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.501794 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.502070 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.502214 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.502427 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.502731 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.502900 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.503047 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.503235 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.503538 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.503786 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.504001 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.504292 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.504532 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.504754 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.505011 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.505329 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.506060 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.506060 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.506331 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0061405
Dec 22 04:36:28.506479 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.506479 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.506797 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.506797 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.507125 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.507508 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.508514 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.509193 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.509762 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.510061 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.511170 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.511170 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.511451 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.511698 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.512161 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.512325 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.512493 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.512777 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.513036 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.513300 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.513738 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.514144 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.514522 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.514767 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.515026 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.515299 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.515521 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.515751 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.515987 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.516264 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.516508 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.516730 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.516947 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.517104 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 22 04:36:28.517636 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83331) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 22 04:36:28.517914 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 22 04:36:28.519162 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 22 04:36:28.519395 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 22 04:36:28.519573 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 22 04:36:28.519726 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 22 04:36:28.519981 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.521289 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.521477 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.521683 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.521854 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.522052 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.522214 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.522414 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.522701 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.522971 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.523479 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.524421 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.524421 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.524421 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.524421 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.525464 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.525464 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.525754 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.525754 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.526042 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.526178 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.526313 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.526447 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.526582 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.527512 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.527512 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.527512 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.527932 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.527932 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.527932 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.528325 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.528325 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.528571 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.529985 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.529985 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.529985 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.530421 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.530421 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.530681 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.531074 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] host                           = dv-neutron-822525-1-hyperv {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.531242 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.531386 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.531544 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.531688 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.531844 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.531999 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.532155 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.532309 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.532463 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.532619 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.532774 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.532929 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.533083 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.533238 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.533391 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.533560 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.533735 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.533891 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.534056 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.534204 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.534355 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.534499 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.534651 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.534836 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.534985 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.535126 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.535265 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.535403 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.535540 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.535689 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.535827 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.535964 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.536111 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.536259 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.537357 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.537357 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.537357 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.537357 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.537357 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.537357 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.537357 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.537357 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.538441 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.538441 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.538441 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.538441 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.538441 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.538441 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.539301 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.539301 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.539301 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.539301 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.539301 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.541532 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.541532 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.541532 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.541532 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.541532 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.541532 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.541532 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.541532 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.542783 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.542783 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.542783 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.542783 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.542783 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.542783 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.542783 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.542783 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 04:36:28.543805 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.543805 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.543805 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.543805 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.543805 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.543805 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.543805 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.543805 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.544923 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.544923 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.544923 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.544923 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.544923 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.544923 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.544923 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.53/identity {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.546116 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.546116 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.546116 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.546116 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.546116 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.546116 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.546116 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.546116 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.547128 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.547128 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.547128 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.547128 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.547128 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.547128 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.547128 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.548277 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.548277 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.548277 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.548277 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.548277 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.548277 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.549047 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.549047 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.549047 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.549047 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.549047 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.550046 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.550046 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.550046 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.550046 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.550046 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.550686 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.550686 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.550686 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.551297 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.551297 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.551555 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.551555 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.551822 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.551822 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.552189 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.552189 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.552448 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.552448 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.552708 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.552844 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.552979 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.553124 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.553262 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.553398 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.553534 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.554471 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.554690 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.555120 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.555262 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.555399 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.555548 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.555686 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.555823 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.555987 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.556625 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.556789 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.556935 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.557152 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.557316 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.557471 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.557648 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.557788 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.557925 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.558089 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.558234 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.558394 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.558546 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.558715 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.559893 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.559893 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.559893 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.559893 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.560432 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.560432 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.560432 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.560830 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.562001 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.562001 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.562001 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.562527 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.562527 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.562527 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.562910 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.562910 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.562910 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.563294 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.563294 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.563577 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.563577 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.563836 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.563836 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.564095 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.564095 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.564353 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.564913 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.565505 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.565505 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.565806 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.565806 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.566011 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.566117 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.566289 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.566449 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.567326 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.567326 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.567326 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.567326 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.567326 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.567326 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.567927 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.567927 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.567927 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.568223 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:36:28.568357 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.53/identity {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.568357 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.569059 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.569227 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.569372 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.569617 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.570386 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.570577 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.570738 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.570876 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.571012 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.571175 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.571319 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.571468 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.571689 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.572343 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.572487 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.572658 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.572817 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.572967 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.573127 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.573284 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.573448 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.573715 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.573860 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.573996 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.574204 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.574346 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.574481 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.574615 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.574749 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.574883 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.575017 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.575152 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.575289 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.575433 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.575554 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.575713 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.575872 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.576030 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.576187 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.576346 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.576503 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.576661 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.576834 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.576991 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.577147 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.577305 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.577462 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.577652 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.577810 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.577967 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.578125 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.578282 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.578442 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.578604 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.578762 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.578918 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.579075 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.579232 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.579390 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.579547 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.579713 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.579870 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.580028 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.580987 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.580987 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.580987 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.580987 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.580987 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.580987 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.581867 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.581867 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.581867 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.581867 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.581867 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.581867 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.582748 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.582854 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.582963 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.583085 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.583945 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.583945 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.583945 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.584259 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.584259 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.584454 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.584558 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.584685 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.584849 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.585188 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.585364 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.585526 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.585740 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.585909 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.586080 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.587028 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.587028 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.587028 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.587028 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.587028 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.587577 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.587577 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.587577 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.587872 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.587872 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.588064 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.588064 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.588270 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.588373 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.588486 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.588629 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.588789 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.588948 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.589106 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.589264 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.589423 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.589627 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 04:36:28.589775 dv-neutron-822525-1-hyperv neutron-server[83331]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 22 04:36:38.730011 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaac85c-1cdb-4a54-88b9-e72eecc420ea None None] get_active_networks_info from dv-neutron-822525-1-hyperv {{(pid=83436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 04:36:38.811811 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaac85c-1cdb-4a54-88b9-e72eecc420ea None None] No non-hosted networks {{(pid=83436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 22 04:36:38.827693 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.agentschedulers_db [None req-bdaac85c-1cdb-4a54-88b9-e72eecc420ea None None] DHCP Agent not found on host dv-neutron-822525-1-hyperv {{(pid=83436) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Dec 22 04:36:38.873738 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fe151b4f-d6bc-4bd3-bf21-9ae4f8eb23a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1709222'] for agent, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:40.855720 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-69f2e63c-7b57-4019-9ff9-110bfda4ada9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1709222'] for agent, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:40.898811 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-668177a5-62b0-4a9b-812e-d0968c9af32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:42.005223 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1709222'] for agent, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:42.207740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1709222'] for agent, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:42.208324 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:42.208636 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:42.208961 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:42.209325 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:42.209767 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:42.210088 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:42.210402 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:42.210726 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:42.211041 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:42.212105 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:42.213088 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:42.215462 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f469c8cc0d0>, 'Open vSwitch agent', 'dv-neutron-822525-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:36:42.225523 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f469c8cc700>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822525-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:36:43.422593 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1709222'] for agent, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:43.991614 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.db.l3_hamode_db [None req-ab052456-141d-4a72-b0ef-001aec0587ed None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 22 04:36:44.076115 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab052456-141d-4a72-b0ef-001aec0587ed None None] Routers set() bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:36:44.076500 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab052456-141d-4a72-b0ef-001aec0587ed None None] Router IDs set() for agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 22 04:36:45.025900 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 46244) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:36:45.612440 dv-neutron-822525-1-hyperv neutron-server[83434]: WARNING oslo_policy.policy [None req-ae55c8a2-862e-42e9-b60c-116dbc302c9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 22 04:36:45.613022 dv-neutron-822525-1-hyperv neutron-server[83434]: WARNING oslo_policy.policy [None req-ae55c8a2-862e-42e9-b60c-116dbc302c9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 22 04:36:45.829752 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-ae55c8a2-862e-42e9-b60c-116dbc302c9b admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:36:45.830753 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ae55c8a2-862e-42e9-b60c-116dbc302c9b admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8039823
Dec 22 04:36:48.028049 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 46258) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:36:48.404382 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-c049059a-ac09-4b7d-983d-5bf731cda9a8 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:36:48.452813 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.policy [None req-c049059a-ac09-4b7d-983d-5bf731cda9a8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83434) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Dec 22 04:36:48.453566 dv-neutron-822525-1-hyperv neutron-server[83434]: WARNING oslo_policy.policy [None req-c049059a-ac09-4b7d-983d-5bf731cda9a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 22 04:36:48.453929 dv-neutron-822525-1-hyperv neutron-server[83434]: WARNING oslo_policy.policy [None req-c049059a-ac09-4b7d-983d-5bf731cda9a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 22 04:36:48.457135 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.quota [None req-c049059a-ac09-4b7d-983d-5bf731cda9a8 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f469caa0790>.
Dec 22 04:36:48.472274 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c049059a-ac09-4b7d-983d-5bf731cda9a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:36:48.538964 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c049059a-ac09-4b7d-983d-5bf731cda9a8 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746330429875', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746330449114', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746330453920', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746330459799', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746330466193', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3212206', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3251374', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1799278', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1583896'] for rbac-policy, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:48.606018 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c049059a-ac09-4b7d-983d-5bf731cda9a8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:48.607282 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c049059a-ac09-4b7d-983d-5bf731cda9a8 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.5782938
Dec 22 04:36:51.087675 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 46272) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:36:51.449211 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Request body: {'network': {'project_id': '73baa37b428d42fcac77fe638f57b857', 'admin_state_up': True, 'name': 'private'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:36:51.453809 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:36:51.458149 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Usage tracker for resource:network and tenant:73baa37b428d42fcac77fe638f57b857 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:36:51.463276 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:36:51.469203 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:36:51.478414 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Made reservation on behalf of 73baa37b428d42fcac77fe638f57b857 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:36:51.481130 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:51.498481 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:51.539383 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:36:51.542973 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Usage tracker for resource:security_group_rule and tenant:73baa37b428d42fcac77fe638f57b857 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:36:51.545757 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:36:51.551438 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:36:51.617399 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:51.621478 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:51.626791 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:36:51.643984 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:36:51.668950 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746329053651', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:51.669539 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f469d619d30> segment precommit_create {{(pid=83434) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 22 04:36:51.670016 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Added segment 2ed7ed59-2d57-42e5-81a8-ae412a6ac069 of type vlan for network 5b8b75de-f03d-4478-87b3-221312f743e3
Dec 22 04:36:51.684004 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ee68f4-b4c9-4752-a6b6-22eb52aaf3a6,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:36:51.737444 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:51.737722 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:51.738037 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:51.738347 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:51.738666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:51.738977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:51.739299 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:51.739605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:51.740153 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:51.740452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:51.740747 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Tracked resource versions report:
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]: pushed versions:
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]: {   'ConntrackHelper': {'1.0'},
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:     'Log': {'1.0'},
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:     'Network': {'1.1'},
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:     'Port': {'1.5'},
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:     'PortForwarding': {'1.2'},
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:     'QosPolicy': {'1.8'},
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:     'SecurityGroup': {'1.2'},
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:     'SecurityGroupRule': {'1.0'},
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:     'SubPort': {'1.0'},
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:     'Subnet': {'1.1'},
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:     'Trunk': {'1.1'}}
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]: consumer versions:
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]: {   DHCP agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:     L3 agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:     Metadata agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:     Metering agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:     Open vSwitch agent@dv-neutron-822525-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:                                                        'Log': '1.0',
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:                                                        'Network': '1.1',
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:                                                        'Port': '1.5',
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:                                                        'PortForwarding': '1.2',
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:                                                        'QosPolicy': '1.8',
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:                                                        'SecurityGroup': '1.2',
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:                                                        'SecurityGroupRule': '1.0',
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:                                                        'SubPort': '1.0',
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:                                                        'Subnet': '1.1',
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:                                                        'Trunk': '1.1'}}
Dec 22 04:36:51.742047 dv-neutron-822525-1-hyperv neutron-server[83434]:  {{(pid=83434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 22 04:36:51.787317 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:36:51.790716 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:51.829679 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:51.830966 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:36:51.831602 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:51.835953 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:36:51.948211 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Pushing event updated for resources: {'Network': ['ID=5b8b75de-f03d-4478-87b3-221312f743e3,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:36:51.950858 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8621657
Dec 22 04:36:51.952479 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:36:51.961062 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 5b8b75de-f03d-4478-87b3-221312f743e3 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:36:54.513479 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 46288) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:36:54.965053 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b6ff19-d63e-432b-8279-12a5f21bd1ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:36:54.966308 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-27b6ff19-d63e-432b-8279-12a5f21bd1ec admin admin] 10.222.0.53 "GET /v2.0/networks/5b8b75de-f03d-4478-87b3-221312f743e3 HTTP/1.1" status: 200  len: 825 time: 0.4518750
Dec 22 04:36:54.996566 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c23b9545-4b3f-4c93-a042-9ba3e2a35776 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/7bd83e6d-65a4-46f7-9c49-95feaa28d9a4 HTTP/1.1" status: 200  len: 734 time: 0.0249803
Dec 22 04:36:55.004659 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-05eadf33-129d-49b0-aae6-9530971e6390 admin admin] Request body: {'subnet': {'tenant_id': '73baa37b428d42fcac77fe638f57b857', 'name': 'private-subnet', 'network_id': '5b8b75de-f03d-4478-87b3-221312f743e3', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '7bd83e6d-65a4-46f7-9c49-95feaa28d9a4'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:36:55.008708 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-05eadf33-129d-49b0-aae6-9530971e6390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:36:55.012302 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-05eadf33-129d-49b0-aae6-9530971e6390 admin admin] Usage tracker for resource:subnet and tenant:73baa37b428d42fcac77fe638f57b857 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:36:55.015073 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-05eadf33-129d-49b0-aae6-9530971e6390 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:36:55.020458 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-05eadf33-129d-49b0-aae6-9530971e6390 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:36:55.029009 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05eadf33-129d-49b0-aae6-9530971e6390 admin admin] Made reservation on behalf of 73baa37b428d42fcac77fe638f57b857 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:36:55.031171 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-05eadf33-129d-49b0-aae6-9530971e6390 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:55.292116 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-05eadf33-129d-49b0-aae6-9530971e6390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:55.296356 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:36:55.371887 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eadf33-129d-49b0-aae6-9530971e6390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b28860db-da8a-42e7-a675-ab90a8e60181,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:36:55.375422 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-05eadf33-129d-49b0-aae6-9530971e6390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:36:55.382018 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eadf33-129d-49b0-aae6-9530971e6390 admin admin] Checking segment: {'id': '2ed7ed59-2d57-42e5-81a8-ae412a6ac069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5b8b75de-f03d-4478-87b3-221312f743e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:36:55.382387 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eadf33-129d-49b0-aae6-9530971e6390 admin admin] Network hostable DHCP agents. Network: 5b8b75de-f03d-4478-87b3-221312f743e3, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:36:55.404781 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eadf33-129d-49b0-aae6-9530971e6390 admin admin] Network 5b8b75de-f03d-4478-87b3-221312f743e3 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:36:55.414062 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-05eadf33-129d-49b0-aae6-9530971e6390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 5b8b75de-f03d-4478-87b3-221312f743e3) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:36:55.418517 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eadf33-129d-49b0-aae6-9530971e6390 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:36:55.419137 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-05eadf33-129d-49b0-aae6-9530971e6390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:55.423920 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ba1676-9c89-4f98-91cb-b36522ee15dc None None] Network 5b8b75de-f03d-4478-87b3-221312f743e3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:36:55.438226 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-05eadf33-129d-49b0-aae6-9530971e6390 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4366703
Dec 22 04:36:55.731832 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-5b8b75de-f03d-4478-87b3-221312f743e3', 'network_id': '5b8b75de-f03d-4478-87b3-221312f743e3', 'tenant_id': '73baa37b428d42fcac77fe638f57b857', 'fixed_ips': [{'subnet_id': 'b28860db-da8a-42e7-a675-ab90a8e60181'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:36:55.733094 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:55.912092 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Allocated IP 172.20.0.2 (5b8b75de-f03d-4478-87b3-221312f743e3/b28860db-da8a-42e7-a675-ab90a8e60181/929559d7-16c2-40ef-bdc1-e2c92b0d046c) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:36:56.130470 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:56.143787 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Transition to ACTIVE for port object 929559d7-16c2-40ef-bdc1-e2c92b0d046c will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:36:56.163945 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Transition to ACTIVE for port object 929559d7-16c2-40ef-bdc1-e2c92b0d046c will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:36:56.171262 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:56.179934 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:36:56.245513 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Network 5b8b75de-f03d-4478-87b3-221312f743e3 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:36:56.246352 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Pushing event updated for resources: {'Port': ['ID=929559d7-16c2-40ef-bdc1-e2c92b0d046c,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:36:56.249193 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:36:56.253099 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:36:56.263273 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:56.263601 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:56.263924 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:56.264242 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:56.264572 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:56.264887 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:56.265194 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:56.265521 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:56.265853 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:56.266156 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:56.266460 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Tracked resource versions report:
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]: pushed versions:
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]: {   'ConntrackHelper': {'1.0'},
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:     'Log': {'1.0'},
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:     'Network': {'1.1'},
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:     'Port': {'1.5'},
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:     'PortForwarding': {'1.2'},
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:     'QosPolicy': {'1.8'},
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:     'SecurityGroup': {'1.2'},
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:     'SecurityGroupRule': {'1.0'},
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:     'SubPort': {'1.0'},
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:     'Subnet': {'1.1'},
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:     'Trunk': {'1.1'}}
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]: consumer versions:
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]: {   DHCP agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:     L3 agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:     Metadata agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:     Metering agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:     Open vSwitch agent@dv-neutron-822525-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:                                                        'Log': '1.0',
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:                                                        'Network': '1.1',
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:                                                        'Port': '1.5',
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:                                                        'PortForwarding': '1.2',
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:                                                        'QosPolicy': '1.8',
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:                                                        'SecurityGroup': '1.2',
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:                                                        'SecurityGroupRule': '1.0',
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:                                                        'SubPort': '1.0',
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:                                                        'Subnet': '1.1',
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:                                                        'Trunk': '1.1'}}
Dec 22 04:36:56.267762 dv-neutron-822525-1-hyperv neutron-server[83436]:  {{(pid=83436) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 22 04:36:56.300832 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:36:56.354280 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Attempting to bind port 929559d7-16c2-40ef-bdc1-e2c92b0d046c on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:36:56.354681 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Attempting to bind port 929559d7-16c2-40ef-bdc1-e2c92b0d046c by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '2ed7ed59-2d57-42e5-81a8-ae412a6ac069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5b8b75de-f03d-4478-87b3-221312f743e3'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:36:56.355092 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Attempting to bind port 929559d7-16c2-40ef-bdc1-e2c92b0d046c on network 5b8b75de-f03d-4478-87b3-221312f743e3 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:36:56.361158 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:36:56.361561 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Checking segment: {'id': '2ed7ed59-2d57-42e5-81a8-ae412a6ac069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5b8b75de-f03d-4478-87b3-221312f743e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:36:56.362040 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:56.362417 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Bound using segment: {'id': '2ed7ed59-2d57-42e5-81a8-ae412a6ac069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5b8b75de-f03d-4478-87b3-221312f743e3'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:36:56.362880 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Bound port: 929559d7-16c2-40ef-bdc1-e2c92b0d046c, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed7ed59-2d57-42e5-81a8-ae412a6ac069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5b8b75de-f03d-4478-87b3-221312f743e3'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:36:56.363251 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:56.447010 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] For port 929559d7-16c2-40ef-bdc1-e2c92b0d046c, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:36:56.450752 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] For port 929559d7-16c2-40ef-bdc1-e2c92b0d046c, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=929559d7-16c2-40ef-bdc1-e2c92b0d046c,segment=NetworkSegment(2ed7ed59-2d57-42e5-81a8-ae412a6ac069),segment_id=2ed7ed59-2d57-42e5-81a8-ae412a6ac069)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:36:56.455341 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:36:56.459550 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:36:56.560863 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Pushing event updated for resources: {'Port': ['ID=929559d7-16c2-40ef-bdc1-e2c92b0d046c,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:36:56.563805 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:36:57.731327 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 46298) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:36:58.119044 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-0c214788-f353-48e4-a0c8-1a31f380332d admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:36:58.133568 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0c214788-f353-48e4-a0c8-1a31f380332d admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3881173
Dec 22 04:37:00.068190 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52782965-adcb-4ee8-a423-c88d30869571 None None] Network 5b8b75de-f03d-4478-87b3-221312f743e3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:37:00.160104 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-34eeb331-4c16-4fe4-a311-5a271ed858cc None None] Provisioning for port 929559d7-16c2-40ef-bdc1-e2c92b0d046c completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:37:00.388335 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 46312) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:37:00.459940 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 929559d7-16c2-40ef-bdc1-e2c92b0d046c up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:37:00.536807 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 929559d7-16c2-40ef-bdc1-e2c92b0d046c completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:37:00.541218 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 929559d7-16c2-40ef-bdc1-e2c92b0d046c triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:37:00.541639 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:00.650872 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:00.681290 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 929559d7-16c2-40ef-bdc1-e2c92b0d046c, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=929559d7-16c2-40ef-bdc1-e2c92b0d046c,segment=NetworkSegment(2ed7ed59-2d57-42e5-81a8-ae412a6ac069),segment_id=2ed7ed59-2d57-42e5-81a8-ae412a6ac069)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:37:00.685322 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:00.688319 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:37:00.749447 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=929559d7-16c2-40ef-bdc1-e2c92b0d046c,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:37:00.752507 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:37:00.782479 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-b262b1de-58d9-4fc0-a37f-249866ae65de admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:37:00.783452 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b262b1de-58d9-4fc0-a37f-249866ae65de admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3942180
Dec 22 04:37:02.426633 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 929559d7-16c2-40ef-bdc1-e2c92b0d046c up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:37:02.494805 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 929559d7-16c2-40ef-bdc1-e2c92b0d046c triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:37:02.495083 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:03.299053 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 46324) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:37:03.738416 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-f91af970-1704-43a6-9306-909d8b93d9f0 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '73baa37b428d42fcac77fe638f57b857', 'name': 'router1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:37:03.744214 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f91af970-1704-43a6-9306-909d8b93d9f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:37:03.747910 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f91af970-1704-43a6-9306-909d8b93d9f0 admin admin] Usage tracker for resource:router and tenant:73baa37b428d42fcac77fe638f57b857 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:37:03.751119 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f91af970-1704-43a6-9306-909d8b93d9f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:37:03.756671 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f91af970-1704-43a6-9306-909d8b93d9f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:37:03.768275 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f91af970-1704-43a6-9306-909d8b93d9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:03.769851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f91af970-1704-43a6-9306-909d8b93d9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:03.794491 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f91af970-1704-43a6-9306-909d8b93d9f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:03.905029 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f91af970-1704-43a6-9306-909d8b93d9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:03.922945 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f91af970-1704-43a6-9306-909d8b93d9f0 admin admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:03.924082 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f91af970-1704-43a6-9306-909d8b93d9f0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6240711
Dec 22 04:37:06.130754 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 46334) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:37:06.507053 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-a00d103b-7e04-4004-acca-36cde78d9609 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:37:06.508043 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a00d103b-7e04-4004-acca-36cde78d9609 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3762338
Dec 22 04:37:08.673775 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-070279d0-e59d-4c9e-a525-0dbb4910444a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:08.751777 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 46344) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:37:09.129356 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:37:09.135084 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:37:09.138745 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Usage tracker for resource:network and tenant:fc7059f2ac1246948ecf882bbec25a82 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:37:09.141829 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:37:09.147364 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:37:09.157254 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Made reservation on behalf of fc7059f2ac1246948ecf882bbec25a82 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:37:09.159806 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:09.172349 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:09.207525 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:37:09.211164 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Usage tracker for resource:security_group_rule and tenant:fc7059f2ac1246948ecf882bbec25a82 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:37:09.214753 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:37:09.220579 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:37:09.285470 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:09.290040 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:09.293974 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:37:09.308209 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Reserving flat network on physical network physnet1 {{(pid=83434) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Dec 22 04:37:09.329186 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04aac3ab-2ce4-4efc-bb8d-2bcad3fcfbe0,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:37:09.333409 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:37:09.334319 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:09.334653 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Added segment 30db8e49-6f40-4445-8aae-d1a343e26fb4 of type flat for network c376c199-68b9-4289-ba3a-1e17ce30e740
Dec 22 04:37:09.365563 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:09.399802 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:09.400854 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:37:09.401424 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:09.405949 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:37:09.500948 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7481291
Dec 22 04:37:09.501494 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Pushing event updated for resources: {'Network': ['ID=c376c199-68b9-4289-ba3a-1e17ce30e740,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:37:09.504103 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:37:09.516975 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network c376c199-68b9-4289-ba3a-1e17ce30e740 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:37:10.844563 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-eda8a97b-748c-4a99-8cab-7de3853394f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:11.737669 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 46354) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:37:11.938831 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:12.178464 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:12.183996 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6745957b-419c-401d-8980-d12aef2e3261 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:37:12.185336 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6745957b-419c-401d-8980-d12aef2e3261 admin admin] 10.222.0.53 "GET /v2.0/subnets/b28860db-da8a-42e7-a675-ab90a8e60181 HTTP/1.1" status: 200  len: 849 time: 0.4467301
Dec 22 04:37:12.327469 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-af398ddc-af1d-47c6-85ce-495cab64f03f admin admin] 10.222.0.53 "GET /v2.0/routers/c9527236-d716-40a9-afbc-50ac9a7e2b66 HTTP/1.1" status: 200  len: 704 time: 0.1368506
Dec 22 04:37:12.779870 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-55d4ea0b-3ff8-43ab-8fce-3b461963ae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:13.000111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-55d4ea0b-3ff8-43ab-8fce-3b461963ae64 admin admin] Allocated IP 172.20.0.1 (5b8b75de-f03d-4478-87b3-221312f743e3/b28860db-da8a-42e7-a675-ab90a8e60181/8d740701-b3b3-4287-bcc3-7ae1075728cd) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:37:13.178270 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-55d4ea0b-3ff8-43ab-8fce-3b461963ae64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:13.196096 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-55d4ea0b-3ff8-43ab-8fce-3b461963ae64 admin admin] Transition to ACTIVE for port object 8d740701-b3b3-4287-bcc3-7ae1075728cd will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:37:13.246674 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-55d4ea0b-3ff8-43ab-8fce-3b461963ae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:13.251072 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:37:13.311830 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d4ea0b-3ff8-43ab-8fce-3b461963ae64 admin admin] Network 5b8b75de-f03d-4478-87b3-221312f743e3 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:37:13.314894 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-55d4ea0b-3ff8-43ab-8fce-3b461963ae64 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:37:13.319159 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4ea0b-3ff8-43ab-8fce-3b461963ae64 admin admin] Pushing event updated for resources: {'Port': ['ID=8d740701-b3b3-4287-bcc3-7ae1075728cd,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:37:13.330013 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4ea0b-3ff8-43ab-8fce-3b461963ae64 admin admin] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:37:13.330492 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-55d4ea0b-3ff8-43ab-8fce-3b461963ae64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:13.365984 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:13.390919 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-55d4ea0b-3ff8-43ab-8fce-3b461963ae64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:37:13.450423 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-55d4ea0b-3ff8-43ab-8fce-3b461963ae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:13.506664 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e988e6ab-e0ed-42ef-a7ac-43352f8be770 None None] Provisioning for port 8d740701-b3b3-4287-bcc3-7ae1075728cd completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:37:13.511638 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e988e6ab-e0ed-42ef-a7ac-43352f8be770 None None] Provisioning complete for port 8d740701-b3b3-4287-bcc3-7ae1075728cd triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:37:13.512070 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e988e6ab-e0ed-42ef-a7ac-43352f8be770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:13.562729 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-e988e6ab-e0ed-42ef-a7ac-43352f8be770 None None] Port 8d740701-b3b3-4287-bcc3-7ae1075728cd cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:37:13.689278 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-55d4ea0b-3ff8-43ab-8fce-3b461963ae64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:13.693647 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-55d4ea0b-3ff8-43ab-8fce-3b461963ae64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:13.694743 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-55d4ea0b-3ff8-43ab-8fce-3b461963ae64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:13.699050 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:37:13.819295 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4ea0b-3ff8-43ab-8fce-3b461963ae64 admin admin] Pushing event updated for resources: {'Port': ['ID=8d740701-b3b3-4287-bcc3-7ae1075728cd,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:37:13.823780 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-55d4ea0b-3ff8-43ab-8fce-3b461963ae64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:37:13.881116 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d4ea0b-3ff8-43ab-8fce-3b461963ae64 admin admin] Network 5b8b75de-f03d-4478-87b3-221312f743e3 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:37:13.882155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-55d4ea0b-3ff8-43ab-8fce-3b461963ae64 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:37:14.084879 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-2475ac1e-ef7d-47e7-891f-e39844d132c9 None None] Provisioning complete for port 8d740701-b3b3-4287-bcc3-7ae1075728cd triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:37:14.085247 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2475ac1e-ef7d-47e7-891f-e39844d132c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:14.137755 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-2475ac1e-ef7d-47e7-891f-e39844d132c9 None None] Port 8d740701-b3b3-4287-bcc3-7ae1075728cd cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:37:14.228560 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d4ea0b-3ff8-43ab-8fce-3b461963ae64 admin admin] Router c9527236-d716-40a9-afbc-50ac9a7e2b66 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:37:14.390824 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d4ea0b-3ff8-43ab-8fce-3b461963ae64 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:37:14.400355 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-55d4ea0b-3ff8-43ab-8fce-3b461963ae64 admin admin] 10.222.0.53 "PUT /v2.0/routers/c9527236-d716-40a9-afbc-50ac9a7e2b66/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0680554
Dec 22 04:37:14.401447 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] Sync routers for ids ['c9527236-d716-40a9-afbc-50ac9a7e2b66'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:37:14.414105 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] Routers {'c9527236-d716-40a9-afbc-50ac9a7e2b66'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:37:14.414953 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca95ca0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:37:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['c9527236-d716-40a9-afbc-50ac9a7e2b66'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:37:14.583449 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] Set router c9527236-d716-40a9-afbc-50ac9a7e2b66 gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:37:14.941636 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca95ca0>, [{'id': 'c9527236-d716-40a9-afbc-50ac9a7e2b66', 'name': 'router1', 'tenant_id': '73baa37b428d42fcac77fe638f57b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:03Z', 'updated_at': '2021-12-22T04:37:13Z', 'revision_number': 2, 'project_id': '73baa37b428d42fcac77fe638f57b857', 'gw_port_host': None, '_interfaces': [{'id': '8d740701-b3b3-4287-bcc3-7ae1075728cd', 'name': '', 'network_id': '5b8b75de-f03d-4478-87b3-221312f743e3', 'tenant_id': '73baa37b428d42fcac77fe638f57b857', 'mac_address': 'fa:16:3e:a0:9e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9527236-d716-40a9-afbc-50ac9a7e2b66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b28860db-da8a-42e7-a675-ab90a8e60181', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:12Z', 'updated_at': '2021-12-22T04:37:13Z', 'revision_number': 2, 'project_id': '73baa37b428d42fcac77fe638f57b857', 'subnets': [{'id': 'b28860db-da8a-42e7-a675-ab90a8e60181', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bd83e6d-65a4-46f7-9c49-95feaa28d9a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:37:14.946943 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] Checking router: c9527236-d716-40a9-afbc-50ac9a7e2b66 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:37:14.947312 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] Updating router c9527236-d716-40a9-afbc-50ac9a7e2b66 port 8d740701-b3b3-4287-bcc3-7ae1075728cd binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:37:14.999718 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:15.365449 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:15.379659 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] Transition to ACTIVE for port object 8d740701-b3b3-4287-bcc3-7ae1075728cd will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:37:15.386666 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:15.392061 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:37:15.582826 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350975d7-a95f-4944-b11f-5463baa095f5 None None] Pushing event updated for resources: {'Port': ['ID=8d740701-b3b3-4287-bcc3-7ae1075728cd,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:37:15.621155 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350975d7-a95f-4944-b11f-5463baa095f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:37:15.621487 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350975d7-a95f-4944-b11f-5463baa095f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:37:15.621845 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350975d7-a95f-4944-b11f-5463baa095f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:37:15.622147 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350975d7-a95f-4944-b11f-5463baa095f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:37:15.622474 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350975d7-a95f-4944-b11f-5463baa095f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:37:15.622787 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350975d7-a95f-4944-b11f-5463baa095f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:37:15.623094 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350975d7-a95f-4944-b11f-5463baa095f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:37:15.623419 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350975d7-a95f-4944-b11f-5463baa095f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:37:15.623726 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350975d7-a95f-4944-b11f-5463baa095f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:37:15.624027 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350975d7-a95f-4944-b11f-5463baa095f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:37:15.624326 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350975d7-a95f-4944-b11f-5463baa095f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350975d7-a95f-4944-b11f-5463baa095f5 None None] Tracked resource versions report:
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]: pushed versions:
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]: {   'ConntrackHelper': {'1.0'},
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:     'Log': {'1.0'},
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:     'Network': {'1.1'},
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:     'Port': {'1.5'},
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:     'PortForwarding': {'1.2'},
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:     'QosPolicy': {'1.8'},
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:     'SecurityGroup': {'1.2'},
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:     'SecurityGroupRule': {'1.0'},
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:     'SubPort': {'1.0'},
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:     'Subnet': {'1.1'},
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:     'Trunk': {'1.1'}}
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]: consumer versions:
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]: {   DHCP agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:     L3 agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:     Metadata agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:     Metering agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:     Open vSwitch agent@dv-neutron-822525-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:                                                        'Log': '1.0',
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:                                                        'Network': '1.1',
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:                                                        'Port': '1.5',
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:                                                        'PortForwarding': '1.2',
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:                                                        'QosPolicy': '1.8',
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:                                                        'SecurityGroup': '1.2',
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:                                                        'SecurityGroupRule': '1.0',
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:                                                        'SubPort': '1.0',
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:                                                        'Subnet': '1.1',
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:                                                        'Trunk': '1.1'}}
Dec 22 04:37:15.625655 dv-neutron-822525-1-hyperv neutron-server[83437]:  {{(pid=83437) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 22 04:37:15.629114 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-350975d7-a95f-4944-b11f-5463baa095f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:37:15.648510 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] Attempting to bind port 8d740701-b3b3-4287-bcc3-7ae1075728cd on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:37:15.648938 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] Attempting to bind port 8d740701-b3b3-4287-bcc3-7ae1075728cd by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '2ed7ed59-2d57-42e5-81a8-ae412a6ac069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5b8b75de-f03d-4478-87b3-221312f743e3'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:37:15.649353 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] Attempting to bind port 8d740701-b3b3-4287-bcc3-7ae1075728cd on network 5b8b75de-f03d-4478-87b3-221312f743e3 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:37:15.657449 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:37:15.657883 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] Checking segment: {'id': '2ed7ed59-2d57-42e5-81a8-ae412a6ac069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5b8b75de-f03d-4478-87b3-221312f743e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:37:15.658520 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:15.658846 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] Bound using segment: {'id': '2ed7ed59-2d57-42e5-81a8-ae412a6ac069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5b8b75de-f03d-4478-87b3-221312f743e3'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:37:15.659410 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] Bound port: 8d740701-b3b3-4287-bcc3-7ae1075728cd, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed7ed59-2d57-42e5-81a8-ae412a6ac069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5b8b75de-f03d-4478-87b3-221312f743e3'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:37:15.659960 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:15.752734 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] For port 8d740701-b3b3-4287-bcc3-7ae1075728cd, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:37:15.756844 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] For port 8d740701-b3b3-4287-bcc3-7ae1075728cd, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8d740701-b3b3-4287-bcc3-7ae1075728cd,segment=NetworkSegment(2ed7ed59-2d57-42e5-81a8-ae412a6ac069),segment_id=2ed7ed59-2d57-42e5-81a8-ae412a6ac069)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:37:15.762544 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:15.766585 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:37:15.851783 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350975d7-a95f-4944-b11f-5463baa095f5 None None] Pushing event updated for resources: {'Port': ['ID=8d740701-b3b3-4287-bcc3-7ae1075728cd,revision_number=4']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:37:15.855457 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-350975d7-a95f-4944-b11f-5463baa095f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:37:15.861184 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] Routers {'c9527236-d716-40a9-afbc-50ac9a7e2b66'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:37:15.861854 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca95ca0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:37:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['c9527236-d716-40a9-afbc-50ac9a7e2b66'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:37:16.015586 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] Set router c9527236-d716-40a9-afbc-50ac9a7e2b66 gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:37:16.330406 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca95ca0>, [{'id': 'c9527236-d716-40a9-afbc-50ac9a7e2b66', 'name': 'router1', 'tenant_id': '73baa37b428d42fcac77fe638f57b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:03Z', 'updated_at': '2021-12-22T04:37:13Z', 'revision_number': 2, 'project_id': '73baa37b428d42fcac77fe638f57b857', 'gw_port_host': None, '_interfaces': [{'id': '8d740701-b3b3-4287-bcc3-7ae1075728cd', 'name': '', 'network_id': '5b8b75de-f03d-4478-87b3-221312f743e3', 'tenant_id': '73baa37b428d42fcac77fe638f57b857', 'mac_address': 'fa:16:3e:a0:9e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9527236-d716-40a9-afbc-50ac9a7e2b66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b28860db-da8a-42e7-a675-ab90a8e60181', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:12Z', 'updated_at': '2021-12-22T04:37:15Z', 'revision_number': 4, 'project_id': '73baa37b428d42fcac77fe638f57b857', 'subnets': [{'id': 'b28860db-da8a-42e7-a675-ab90a8e60181', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bd83e6d-65a4-46f7-9c49-95feaa28d9a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:37:16.334123 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8097c832-bf18-4161-9c6d-1851a8004aa5 None None] The sync data for ids ['c9527236-d716-40a9-afbc-50ac9a7e2b66'] in dv-neutron-822525-1-hyperv is: [{'id': 'c9527236-d716-40a9-afbc-50ac9a7e2b66', 'name': 'router1', 'tenant_id': '73baa37b428d42fcac77fe638f57b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:03Z', 'updated_at': '2021-12-22T04:37:13Z', 'revision_number': 2, 'project_id': '73baa37b428d42fcac77fe638f57b857', 'gw_port_host': None, '_interfaces': [{'id': '8d740701-b3b3-4287-bcc3-7ae1075728cd', 'name': '', 'network_id': '5b8b75de-f03d-4478-87b3-221312f743e3', 'tenant_id': '73baa37b428d42fcac77fe638f57b857', 'mac_address': 'fa:16:3e:a0:9e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9527236-d716-40a9-afbc-50ac9a7e2b66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b28860db-da8a-42e7-a675-ab90a8e60181', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:12Z', 'updated_at': '2021-12-22T04:37:15Z', 'revision_number': 4, 'project_id': '73baa37b428d42fcac77fe638f57b857', 'subnets': [{'id': 'b28860db-da8a-42e7-a675-ab90a8e60181', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bd83e6d-65a4-46f7-9c49-95feaa28d9a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:37:16.708761 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 46378) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:37:16.987011 dv-neutron-822525-1-hyperv neutron-server[83435]: WARNING oslo_policy.policy [None req-b19b2d3c-d072-40f5-9473-cd07d79ab760 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 22 04:37:16.987572 dv-neutron-822525-1-hyperv neutron-server[83435]: WARNING oslo_policy.policy [None req-b19b2d3c-d072-40f5-9473-cd07d79ab760 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 22 04:37:17.391269 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.policy [None req-b19b2d3c-d072-40f5-9473-cd07d79ab760 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83435) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Dec 22 04:37:17.392074 dv-neutron-822525-1-hyperv neutron-server[83435]: WARNING oslo_policy.policy [None req-b19b2d3c-d072-40f5-9473-cd07d79ab760 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 22 04:37:17.392453 dv-neutron-822525-1-hyperv neutron-server[83435]: WARNING oslo_policy.policy [None req-b19b2d3c-d072-40f5-9473-cd07d79ab760 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 22 04:37:17.395378 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19b2d3c-d072-40f5-9473-cd07d79ab760 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:37:17.397330 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b19b2d3c-d072-40f5-9473-cd07d79ab760 admin admin] 10.222.0.53 "GET /v2.0/networks/c376c199-68b9-4289-ba3a-1e17ce30e740 HTTP/1.1" status: 200  len: 842 time: 0.6864395
Dec 22 04:37:17.406881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.4.1', 'enable_dhcp': False, 'cidr': '172.26.4.0/24', 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:37:17.408849 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.quota [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f469cb21250>.
Dec 22 04:37:17.415836 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:37:17.421408 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Usage tracker for resource:subnet and tenant:fc7059f2ac1246948ecf882bbec25a82 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:37:17.424791 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:37:17.432537 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:37:17.446817 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Made reservation on behalf of fc7059f2ac1246948ecf882bbec25a82 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:37:17.449812 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:17.873647 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.objects.ports [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83435) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 04:37:17.874310 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:17.879218 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:37:17.955106 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e26fcb5d-b70e-485e-b687-81c7fa144c52,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:37:17.959846 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:37:17.960216 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Network hostable DHCP agents. Network: c376c199-68b9-4289-ba3a-1e17ce30e740, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:37:17.970167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:37:17.970500 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:37:17.970824 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:37:17.971140 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:37:17.971461 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:37:17.971774 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:37:17.972097 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:37:17.972408 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:37:17.972713 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:37:17.973016 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:37:17.973320 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Tracked resource versions report:
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]: pushed versions:
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]: {   'ConntrackHelper': {'1.0'},
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:     'Log': {'1.0'},
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:     'Network': {'1.1'},
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:     'Port': {'1.5'},
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:     'PortForwarding': {'1.2'},
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:     'QosPolicy': {'1.8'},
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:     'SecurityGroup': {'1.2'},
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:     'SecurityGroupRule': {'1.0'},
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:     'SubPort': {'1.0'},
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:     'Subnet': {'1.1'},
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:     'Trunk': {'1.1'}}
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]: consumer versions:
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]: {   DHCP agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:     L3 agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:     Metadata agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:     Metering agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:     Open vSwitch agent@dv-neutron-822525-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:                                                        'Log': '1.0',
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:                                                        'Network': '1.1',
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:                                                        'Port': '1.5',
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:                                                        'PortForwarding': '1.2',
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:                                                        'QosPolicy': '1.8',
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:                                                        'SecurityGroup': '1.2',
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:                                                        'SecurityGroupRule': '1.0',
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:                                                        'SubPort': '1.0',
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:                                                        'Subnet': '1.1',
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:                                                        'Trunk': '1.1'}}
Dec 22 04:37:17.974597 dv-neutron-822525-1-hyperv neutron-server[83435]:  {{(pid=83435) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 22 04:37:18.010131 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:37:18.014772 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:37:18.024835 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, c376c199-68b9-4289-ba3a-1e17ce30e740) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:37:18.029150 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:37:18.029817 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:18.033631 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b20f166-651a-478f-b15d-2c01764c9eee None None] Network c376c199-68b9-4289-ba3a-1e17ce30e740 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:37:18.052746 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6498075
Dec 22 04:37:18.245814 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552a8dd1-12a0-4ed7-88b0-9721d40a17fd None None] Network c376c199-68b9-4289-ba3a-1e17ce30e740 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:37:18.466599 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8d740701-b3b3-4287-bcc3-7ae1075728cd up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:37:18.536698 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 8d740701-b3b3-4287-bcc3-7ae1075728cd completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:37:18.541091 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 8d740701-b3b3-4287-bcc3-7ae1075728cd triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:37:18.541459 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:18.667376 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:18.697949 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 8d740701-b3b3-4287-bcc3-7ae1075728cd, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8d740701-b3b3-4287-bcc3-7ae1075728cd,segment=NetworkSegment(2ed7ed59-2d57-42e5-81a8-ae412a6ac069),segment_id=2ed7ed59-2d57-42e5-81a8-ae412a6ac069)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:37:18.702859 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:18.704956 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:37:18.768439 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=8d740701-b3b3-4287-bcc3-7ae1075728cd,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:37:18.771614 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:37:20.155180 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 46412) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:37:20.423928 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-10fc4cc2-0ef6-4cc1-8b04-c01cdcfb8218 admin admin] 10.222.0.53 "GET /v2.0/routers/c9527236-d716-40a9-afbc-50ac9a7e2b66 HTTP/1.1" status: 200  len: 710 time: 0.2675822
Dec 22 04:37:20.436823 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8d740701-b3b3-4287-bcc3-7ae1075728cd up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:37:20.502741 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 8d740701-b3b3-4287-bcc3-7ae1075728cd triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:37:20.503165 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:20.547521 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b81bdf-2508-431d-9100-882ce4b7dc9e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:37:20.548084 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-87b81bdf-2508-431d-9100-882ce4b7dc9e admin admin] Synchronizing usage tracker for tenant:fc7059f2ac1246948ecf882bbec25a82 on resource:network {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:37:20.566985 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-87b81bdf-2508-431d-9100-882ce4b7dc9e admin admin] Unset dirty status for tenant:fc7059f2ac1246948ecf882bbec25a82 on resource:network {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:37:20.568398 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-87b81bdf-2508-431d-9100-882ce4b7dc9e admin admin] 10.222.0.53 "GET /v2.0/networks/c376c199-68b9-4289-ba3a-1e17ce30e740 HTTP/1.1" status: 200  len: 886 time: 0.1393871
Dec 22 04:37:20.576989 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-1a8fad37-3619-4112-aa8d-59d83044fc31 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:37:21.027259 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1a8fad37-3619-4112-aa8d-59d83044fc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:21.206280 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1a8fad37-3619-4112-aa8d-59d83044fc31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:21.259396 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1a8fad37-3619-4112-aa8d-59d83044fc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:21.387136 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-1a8fad37-3619-4112-aa8d-59d83044fc31 admin admin] Allocated IP 172.26.4.119 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/901eb5c9-3f4d-4711-b931-149dc761f05a) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:37:21.525484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1a8fad37-3619-4112-aa8d-59d83044fc31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:21.551303 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1a8fad37-3619-4112-aa8d-59d83044fc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:21.555970 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:37:21.619110 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8fad37-3619-4112-aa8d-59d83044fc31 admin admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:37:21.622170 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-1a8fad37-3619-4112-aa8d-59d83044fc31 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:37:21.623998 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fad37-3619-4112-aa8d-59d83044fc31 admin admin] Pushing event updated for resources: {'Port': ['ID=901eb5c9-3f4d-4711-b931-149dc761f05a,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:37:21.625886 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8fad37-3619-4112-aa8d-59d83044fc31 admin admin] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:37:21.652804 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1a8fad37-3619-4112-aa8d-59d83044fc31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:37:21.796996 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1a8fad37-3619-4112-aa8d-59d83044fc31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:21.955834 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1a8fad37-3619-4112-aa8d-59d83044fc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:21.958980 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1a8fad37-3619-4112-aa8d-59d83044fc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706333'] for router, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:22.148582 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8fad37-3619-4112-aa8d-59d83044fc31 admin admin] Router c9527236-d716-40a9-afbc-50ac9a7e2b66 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:37:22.353415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8fad37-3619-4112-aa8d-59d83044fc31 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:37:22.361843 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1a8fad37-3619-4112-aa8d-59d83044fc31 admin admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:22.362491 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] Sync routers for ids ['c9527236-d716-40a9-afbc-50ac9a7e2b66'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:37:22.363006 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1a8fad37-3619-4112-aa8d-59d83044fc31 admin admin] 10.222.0.53 "PUT /v2.0/routers/c9527236-d716-40a9-afbc-50ac9a7e2b66 HTTP/1.1" status: 200  len: 890 time: 1.7893727
Dec 22 04:37:22.375108 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] Routers {'c9527236-d716-40a9-afbc-50ac9a7e2b66'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:37:22.375783 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469caada90>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:37:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['c9527236-d716-40a9-afbc-50ac9a7e2b66'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:37:22.564036 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] Set router c9527236-d716-40a9-afbc-50ac9a7e2b66 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:37:22.892758 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469caada90>, [{'id': 'c9527236-d716-40a9-afbc-50ac9a7e2b66', 'name': 'router1', 'tenant_id': '73baa37b428d42fcac77fe638f57b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '901eb5c9-3f4d-4711-b931-149dc761f05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:03Z', 'updated_at': '2021-12-22T04:37:21Z', 'revision_number': 4, 'project_id': '73baa37b428d42fcac77fe638f57b857', 'gw_port': {'id': '901eb5c9-3f4d-4711-b931-149dc761f05a', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:13:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9527236-d716-40a9-afbc-50ac9a7e2b66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:21Z', 'updated_at': '2021-12-22T04:37:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '8d740701-b3b3-4287-bcc3-7ae1075728cd', 'name': '', 'network_id': '5b8b75de-f03d-4478-87b3-221312f743e3', 'tenant_id': '73baa37b428d42fcac77fe638f57b857', 'mac_address': 'fa:16:3e:a0:9e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9527236-d716-40a9-afbc-50ac9a7e2b66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b28860db-da8a-42e7-a675-ab90a8e60181', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:12Z', 'updated_at': '2021-12-22T04:37:18Z', 'revision_number': 5, 'project_id': '73baa37b428d42fcac77fe638f57b857', 'subnets': [{'id': 'b28860db-da8a-42e7-a675-ab90a8e60181', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bd83e6d-65a4-46f7-9c49-95feaa28d9a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:37:22.897455 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] Checking router: c9527236-d716-40a9-afbc-50ac9a7e2b66 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:37:22.897836 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] Updating router c9527236-d716-40a9-afbc-50ac9a7e2b66 port 901eb5c9-3f4d-4711-b931-149dc761f05a binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:37:22.949287 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:23.268155 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:23.279241 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] Transition to ACTIVE for port object 901eb5c9-3f4d-4711-b931-149dc761f05a will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:37:23.287066 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:23.291453 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:37:23.363054 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9363b2a-0fda-497c-aeb4-df0a22e026a7 None None] Pushing event updated for resources: {'Port': ['ID=901eb5c9-3f4d-4711-b931-149dc761f05a,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:37:23.367159 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b9363b2a-0fda-497c-aeb4-df0a22e026a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:37:23.368381 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] Attempting to bind port 901eb5c9-3f4d-4711-b931-149dc761f05a on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:37:23.368745 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] Attempting to bind port 901eb5c9-3f4d-4711-b931-149dc761f05a by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:37:23.369100 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] Attempting to bind port 901eb5c9-3f4d-4711-b931-149dc761f05a on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:37:23.375509 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:37:23.375889 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:37:23.376276 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:23.376659 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:37:23.377118 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] Bound port: 901eb5c9-3f4d-4711-b931-149dc761f05a, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:37:23.377506 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:23.448417 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] For port 901eb5c9-3f4d-4711-b931-149dc761f05a, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:37:23.451311 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] For port 901eb5c9-3f4d-4711-b931-149dc761f05a, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=901eb5c9-3f4d-4711-b931-149dc761f05a,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:37:23.456483 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:23.460237 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:37:23.531562 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9363b2a-0fda-497c-aeb4-df0a22e026a7 None None] Pushing event updated for resources: {'Port': ['ID=901eb5c9-3f4d-4711-b931-149dc761f05a,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:37:23.535884 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b9363b2a-0fda-497c-aeb4-df0a22e026a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:37:23.539099 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] Routers {'c9527236-d716-40a9-afbc-50ac9a7e2b66'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:37:23.540197 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469caada90>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:37:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['c9527236-d716-40a9-afbc-50ac9a7e2b66'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:37:23.736943 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] Set router c9527236-d716-40a9-afbc-50ac9a7e2b66 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:37:24.051778 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469caada90>, [{'id': 'c9527236-d716-40a9-afbc-50ac9a7e2b66', 'name': 'router1', 'tenant_id': '73baa37b428d42fcac77fe638f57b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '901eb5c9-3f4d-4711-b931-149dc761f05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:03Z', 'updated_at': '2021-12-22T04:37:21Z', 'revision_number': 4, 'project_id': '73baa37b428d42fcac77fe638f57b857', 'gw_port': {'id': '901eb5c9-3f4d-4711-b931-149dc761f05a', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:13:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9527236-d716-40a9-afbc-50ac9a7e2b66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:21Z', 'updated_at': '2021-12-22T04:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '8d740701-b3b3-4287-bcc3-7ae1075728cd', 'name': '', 'network_id': '5b8b75de-f03d-4478-87b3-221312f743e3', 'tenant_id': '73baa37b428d42fcac77fe638f57b857', 'mac_address': 'fa:16:3e:a0:9e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9527236-d716-40a9-afbc-50ac9a7e2b66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b28860db-da8a-42e7-a675-ab90a8e60181', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:12Z', 'updated_at': '2021-12-22T04:37:18Z', 'revision_number': 5, 'project_id': '73baa37b428d42fcac77fe638f57b857', 'subnets': [{'id': 'b28860db-da8a-42e7-a675-ab90a8e60181', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bd83e6d-65a4-46f7-9c49-95feaa28d9a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:37:24.055592 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c705f8b-48ad-41d6-af6b-0898624dcacd None None] The sync data for ids ['c9527236-d716-40a9-afbc-50ac9a7e2b66'] in dv-neutron-822525-1-hyperv is: [{'id': 'c9527236-d716-40a9-afbc-50ac9a7e2b66', 'name': 'router1', 'tenant_id': '73baa37b428d42fcac77fe638f57b857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '901eb5c9-3f4d-4711-b931-149dc761f05a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:03Z', 'updated_at': '2021-12-22T04:37:21Z', 'revision_number': 4, 'project_id': '73baa37b428d42fcac77fe638f57b857', 'gw_port': {'id': '901eb5c9-3f4d-4711-b931-149dc761f05a', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:13:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9527236-d716-40a9-afbc-50ac9a7e2b66', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:21Z', 'updated_at': '2021-12-22T04:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '8d740701-b3b3-4287-bcc3-7ae1075728cd', 'name': '', 'network_id': '5b8b75de-f03d-4478-87b3-221312f743e3', 'tenant_id': '73baa37b428d42fcac77fe638f57b857', 'mac_address': 'fa:16:3e:a0:9e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9527236-d716-40a9-afbc-50ac9a7e2b66', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b28860db-da8a-42e7-a675-ab90a8e60181', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:12Z', 'updated_at': '2021-12-22T04:37:18Z', 'revision_number': 5, 'project_id': '73baa37b428d42fcac77fe638f57b857', 'subnets': [{'id': 'b28860db-da8a-42e7-a675-ab90a8e60181', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bd83e6d-65a4-46f7-9c49-95feaa28d9a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:37:24.463974 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 901eb5c9-3f4d-4711-b931-149dc761f05a up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:37:24.535752 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 901eb5c9-3f4d-4711-b931-149dc761f05a completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:37:24.540634 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 901eb5c9-3f4d-4711-b931-149dc761f05a triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:37:24.541008 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:24.588122 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 46422) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:37:24.662147 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:24.677836 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 901eb5c9-3f4d-4711-b931-149dc761f05a, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=901eb5c9-3f4d-4711-b931-149dc761f05a,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:37:24.681939 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:24.684022 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e999ff80-5be9-4279-ae2d-09d88bf5bde7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:37:24.730622 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-399bd481-3175-47bc-8836-d6c9eed06188 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1084 time: 0.1413493
Dec 22 04:37:24.746806 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=901eb5c9-3f4d-4711-b931-149dc761f05a,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:37:24.750212 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:37:26.442811 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 901eb5c9-3f4d-4711-b931-149dc761f05a up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:37:26.519322 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 901eb5c9-3f4d-4711-b931-149dc761f05a triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:37:26.519660 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:28.477619 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 5 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:37:38.675989 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5c982926-2c94-417a-af4a-59c5d3d19c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:40.846850 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-86af7957-3c98-4517-b511-b6c286d87626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:41.941239 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:42.182248 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:37:43.382105 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:38:05.478292 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 5 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:38:08.677968 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c5e8565c-ffe7-4810-9c6e-89b036c9b725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:38:10.861512 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5ad6a9c0-8f78-44ef-9985-40058c61d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:38:11.945328 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:38:12.185000 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:38:13.389192 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:38:38.682002 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9806461d-8d75-4bda-9434-82cfe8776dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:38:40.860458 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d9cd73b3-b59f-4b54-a3bc-08072a7f62be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:38:41.958048 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:38:42.193203 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:38:42.480577 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 5 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:38:43.392329 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:39:08.685282 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-17fc972b-cfa3-4c34-8b23-79d44a7ad7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:39:10.854785 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7001-3473-4b6a-a3fa-9a05eef4825a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:39:11.950729 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:39:12.188286 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:39:13.394135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:39:19.480275 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 5 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:39:29.690714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47038) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:39:29.779244 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-9559f990-8673-4222-8cc1-726e51480dfc admin admin] GET failed (client error): The resource could not be found.
Dec 22 04:39:29.780407 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9559f990-8673-4222-8cc1-726e51480dfc admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0887840
Dec 22 04:39:29.906916 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107eed94-d11e-4cbf-a756-a41b179a4062 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:39:29.908255 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-107eed94-d11e-4cbf-a756-a41b179a4062 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1239934
Dec 22 04:39:31.891714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47048) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:39:32.017533 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac82bdc0-a0be-49a2-9276-9377f0bcc03d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:39:32.018887 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ac82bdc0-a0be-49a2-9276-9377f0bcc03d admin admin] 10.222.0.53 "GET /v2.0/subnets/b28860db-da8a-42e7-a675-ab90a8e60181 HTTP/1.1" status: 200  len: 849 time: 0.1262372
Dec 22 04:39:32.027828 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-84f4fec4-d495-4d52-932c-f1a6a9cbcf0f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:39:32.140052 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-84f4fec4-d495-4d52-932c-f1a6a9cbcf0f admin admin] Notify callbacks [] for subnet, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:39:32.329260 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-84f4fec4-d495-4d52-932c-f1a6a9cbcf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746328993549'] for subnet, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:39:32.332783 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-05eadf33-129d-49b0-aae6-9530971e6390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:39:32.380100 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f4fec4-d495-4d52-932c-f1a6a9cbcf0f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:39:32.381007 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-84f4fec4-d495-4d52-932c-f1a6a9cbcf0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:39:32.386036 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-84f4fec4-d495-4d52-932c-f1a6a9cbcf0f admin admin] 10.222.0.53 "PUT /v2.0/subnets/b28860db-da8a-42e7-a675-ab90a8e60181 HTTP/1.1" status: 200  len: 868 time: 0.3616831
Dec 22 04:39:32.386479 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56468ea0-f103-400a-9000-bfed8d913272 None None] Network 5b8b75de-f03d-4478-87b3-221312f743e3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:39:32.406611 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4fec4-d495-4d52-932c-f1a6a9cbcf0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b28860db-da8a-42e7-a675-ab90a8e60181,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:39:32.415966 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4fec4-d495-4d52-932c-f1a6a9cbcf0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:39:32.416321 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4fec4-d495-4d52-932c-f1a6a9cbcf0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:39:32.416626 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4fec4-d495-4d52-932c-f1a6a9cbcf0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:39:32.416953 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4fec4-d495-4d52-932c-f1a6a9cbcf0f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:39:32.417296 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4fec4-d495-4d52-932c-f1a6a9cbcf0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:39:32.417668 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4fec4-d495-4d52-932c-f1a6a9cbcf0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:39:32.417990 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4fec4-d495-4d52-932c-f1a6a9cbcf0f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:39:32.418304 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4fec4-d495-4d52-932c-f1a6a9cbcf0f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:39:32.418669 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4fec4-d495-4d52-932c-f1a6a9cbcf0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:39:32.418987 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4fec4-d495-4d52-932c-f1a6a9cbcf0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:39:32.419297 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f4fec4-d495-4d52-932c-f1a6a9cbcf0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:39:32.422947 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-84f4fec4-d495-4d52-932c-f1a6a9cbcf0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:39:32.878664 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-508eb605-2f28-4506-80df-463d92d43590 None None] Provisioning complete for port 8d740701-b3b3-4287-bcc3-7ae1075728cd triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:39:32.879032 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-508eb605-2f28-4506-80df-463d92d43590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:39:32.998532 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-508eb605-2f28-4506-80df-463d92d43590 None None] Provisioning complete for port 929559d7-16c2-40ef-bdc1-e2c92b0d046c triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:39:32.998771 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-508eb605-2f28-4506-80df-463d92d43590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:39:34.408013 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47058) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:39:34.601247 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedf65dc-c916-4291-96de-35bc82e7597b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:39:34.601642 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedf65dc-c916-4291-96de-35bc82e7597b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:39:34.603140 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-bedf65dc-c916-4291-96de-35bc82e7597b admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1941533
Dec 22 04:39:36.583701 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47068) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:39:36.811272 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ab0726-8537-455f-a3a7-738d62443797 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:39:36.811564 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ab0726-8537-455f-a3a7-738d62443797 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:39:36.813088 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c8ab0726-8537-455f-a3a7-738d62443797 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2284498
Dec 22 04:39:38.688597 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-007e723f-16ae-4eff-a8b5-e2dd829b9cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:39:38.802309 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47078) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:39:38.996078 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f2f4dd-2dd2-4a70-b1b6-ec8dc823bd1e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:39:38.997319 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a0f2f4dd-2dd2-4a70-b1b6-ec8dc823bd1e admin admin] 10.222.0.53 "GET /v2.0/networks/5b8b75de-f03d-4478-87b3-221312f743e3 HTTP/1.1" status: 200  len: 869 time: 0.1934469
Dec 22 04:39:40.857276 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-69b2172a-c644-411a-87b2-5fb19a917d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:39:41.055388 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47088) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:39:41.241829 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33322ab-2333-4fbd-8667-d1c2533c4284 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:39:41.243192 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b33322ab-2333-4fbd-8667-d1c2533c4284 admin admin] 10.222.0.53 "GET /v2.0/networks/c376c199-68b9-4289-ba3a-1e17ce30e740 HTTP/1.1" status: 200  len: 886 time: 0.1868718
Dec 22 04:39:41.953255 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:39:42.192893 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:39:43.267792 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47098) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:39:43.398864 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:39:43.400048 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d77ae4-afec-46e6-a209-359112af0eb0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:39:43.400417 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d77ae4-afec-46e6-a209-359112af0eb0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:39:43.401962 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-20d77ae4-afec-46e6-a209-359112af0eb0 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1332343
Dec 22 04:39:45.416290 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47108) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:39:45.544401 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664003dc-68f8-46a9-845e-4636ccc734af admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:39:45.544771 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664003dc-68f8-46a9-845e-4636ccc734af admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:39:45.546266 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-664003dc-68f8-46a9-845e-4636ccc734af admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1290481
Dec 22 04:39:47.571249 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47118) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:39:47.697707 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e00bdd-be3d-4f70-9e45-9430d03bb38e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:39:47.699019 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-75e00bdd-be3d-4f70-9e45-9430d03bb38e admin admin] 10.222.0.53 "GET /v2.0/subnets/b28860db-da8a-42e7-a675-ab90a8e60181 HTTP/1.1" status: 200  len: 868 time: 0.1268530
Dec 22 04:39:49.713694 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47128) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:39:49.833474 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e823df-5f14-416a-8d23-8e72e3d6135b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:39:49.834792 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c4e823df-5f14-416a-8d23-8e72e3d6135b admin admin] 10.222.0.53 "GET /v2.0/subnets/e26fcb5d-b70e-485e-b687-81c7fa144c52 HTTP/1.1" status: 200  len: 816 time: 0.1201708
Dec 22 04:39:56.481104 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 5 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:40:08.014643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47166) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:40:08.083956 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-39edffe7-19b3-4e6f-9b39-351fa2d6c027 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:40:08.084936 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-39edffe7-19b3-4e6f-9b39-351fa2d6c027 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0693605
Dec 22 04:40:08.691621 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c2e0ac65-e74e-4f23-a91f-38c4dba9115a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:10.216204 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47176) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:40:10.308309 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26e2833-fbcf-4ff2-bbbb-c1b38b5ded39 admin admin] GET failed (client error): The resource could not be found.
Dec 22 04:40:10.309472 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a26e2833-fbcf-4ff2-bbbb-c1b38b5ded39 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0923231
Dec 22 04:40:10.432138 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7e4be5-159c-4fff-8bfe-57f0d7110ff9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:40:10.433522 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4a7e4be5-159c-4fff-8bfe-57f0d7110ff9 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1201863
Dec 22 04:40:10.858963 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-aa2b80d6-1d37-4093-9961-e2c8385f09f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:11.954980 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:12.195912 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:12.461344 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47186) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:40:12.531686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-c55fe80b-d3db-4952-ad3f-cc0262a911dd admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:40:12.537328 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c55fe80b-d3db-4952-ad3f-cc0262a911dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:40:12.546596 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c55fe80b-d3db-4952-ad3f-cc0262a911dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:40:12.555593 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55fe80b-d3db-4952-ad3f-cc0262a911dd admin admin] Made reservation on behalf of fc7059f2ac1246948ecf882bbec25a82 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:40:12.557853 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c55fe80b-d3db-4952-ad3f-cc0262a911dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:12.644955 dv-neutron-822525-1-hyperv neutron-server[83434]: WARNING neutron.services.revisions.revision_plugin [None req-c55fe80b-d3db-4952-ad3f-cc0262a911dd admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f469c19ecd0] {project_id='fc7059f2ac1246948ecf882bbec25a82', id='7e39b1a0-d741-4876-9ef3-73bb4b938c07', target_tenant='*', action='access_as_shared', object_id='49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3'}> to bump revision.
Dec 22 04:40:12.656290 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55fe80b-d3db-4952-ad3f-cc0262a911dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:40:12.665452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c55fe80b-d3db-4952-ad3f-cc0262a911dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:12.665810 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-c55fe80b-d3db-4952-ad3f-cc0262a911dd admin admin] Added segment 9a35d59c-dd13-4f8e-8663-997a04715bba of type vlan for network 49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3
Dec 22 04:40:12.689304 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c55fe80b-d3db-4952-ad3f-cc0262a911dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:12.717178 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c55fe80b-d3db-4952-ad3f-cc0262a911dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:12.718368 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55fe80b-d3db-4952-ad3f-cc0262a911dd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:40:12.718935 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c55fe80b-d3db-4952-ad3f-cc0262a911dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:12.723229 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:40:12.815909 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55fe80b-d3db-4952-ad3f-cc0262a911dd admin admin] Pushing event updated for resources: {'Network': ['ID=49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:40:12.818813 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c55fe80b-d3db-4952-ad3f-cc0262a911dd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3564727
Dec 22 04:40:12.819512 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c55fe80b-d3db-4952-ad3f-cc0262a911dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:40:12.836844 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:40:13.404672 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:14.844661 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47196) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:40:14.932923 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-2582f800-afe9-479c-a897-357c8e1ec784 admin admin] GET failed (client error): The resource could not be found.
Dec 22 04:40:14.933401 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2582f800-afe9-479c-a897-357c8e1ec784 admin admin] Synchronizing usage tracker for tenant:fc7059f2ac1246948ecf882bbec25a82 on resource:network {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:40:14.947495 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2582f800-afe9-479c-a897-357c8e1ec784 admin admin] Unset dirty status for tenant:fc7059f2ac1246948ecf882bbec25a82 on resource:network {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:40:14.948541 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2582f800-afe9-479c-a897-357c8e1ec784 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1029594
Dec 22 04:40:15.051851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c53888-3cd1-4762-abef-cded3f1734bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:40:15.053181 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-36c53888-3cd1-4762-abef-cded3f1734bd admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1006424
Dec 22 04:40:15.062335 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-08f1d5c3-a0c1-48ed-ae22-20da19adecd0 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:40:15.066561 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-08f1d5c3-a0c1-48ed-ae22-20da19adecd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:40:15.070171 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-08f1d5c3-a0c1-48ed-ae22-20da19adecd0 admin admin] Usage tracker for resource:subnet and tenant:fc7059f2ac1246948ecf882bbec25a82 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:40:15.072821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-08f1d5c3-a0c1-48ed-ae22-20da19adecd0 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:40:15.078192 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-08f1d5c3-a0c1-48ed-ae22-20da19adecd0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:40:15.087439 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f1d5c3-a0c1-48ed-ae22-20da19adecd0 admin admin] Made reservation on behalf of fc7059f2ac1246948ecf882bbec25a82 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:40:15.089717 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-08f1d5c3-a0c1-48ed-ae22-20da19adecd0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:15.284124 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-08f1d5c3-a0c1-48ed-ae22-20da19adecd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:15.289198 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:40:15.402071 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1d5c3-a0c1-48ed-ae22-20da19adecd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4e9f43-d966-40c6-95f1-df7862883f75,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:40:15.405283 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-08f1d5c3-a0c1-48ed-ae22-20da19adecd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:40:15.411821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f1d5c3-a0c1-48ed-ae22-20da19adecd0 admin admin] Checking segment: {'id': '9a35d59c-dd13-4f8e-8663-997a04715bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:40:15.412159 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f1d5c3-a0c1-48ed-ae22-20da19adecd0 admin admin] Network hostable DHCP agents. Network: 49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:40:15.432187 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f1d5c3-a0c1-48ed-ae22-20da19adecd0 admin admin] Network 49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:40:15.440661 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-08f1d5c3-a0c1-48ed-ae22-20da19adecd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:40:15.444972 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f1d5c3-a0c1-48ed-ae22-20da19adecd0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:40:15.445566 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-08f1d5c3-a0c1-48ed-ae22-20da19adecd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:15.449893 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa391094-e6fe-4a28-b351-26fcfe5dcfd0 None None] Network 49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:40:15.465714 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-08f1d5c3-a0c1-48ed-ae22-20da19adecd0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4065716
Dec 22 04:40:15.664729 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3', 'network_id': '49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3', 'tenant_id': 'fc7059f2ac1246948ecf882bbec25a82', 'fixed_ips': [{'subnet_id': '3a4e9f43-d966-40c6-95f1-df7862883f75'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:40:15.667435 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:15.821846 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Allocated IP 192.168.233.2 (49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3/3a4e9f43-d966-40c6-95f1-df7862883f75/8b5035ca-12b4-4c65-9bb7-22385b61c713) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:40:16.026769 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:16.037261 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Transition to ACTIVE for port object 8b5035ca-12b4-4c65-9bb7-22385b61c713 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:40:16.055611 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Transition to ACTIVE for port object 8b5035ca-12b4-4c65-9bb7-22385b61c713 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:40:16.061483 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:16.065880 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:40:16.130984 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Pushing event updated for resources: {'Port': ['ID=8b5035ca-12b4-4c65-9bb7-22385b61c713,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:40:16.134117 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Network 49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:40:16.136682 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:40:16.140457 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:40:16.146154 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:40:16.146311 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:40:16.146627 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:40:16.146952 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:40:16.147289 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:40:16.147611 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:40:16.147930 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:40:16.148247 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:40:16.148564 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:40:16.148876 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:40:16.149186 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:40:16.153448 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:40:16.236297 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Attempting to bind port 8b5035ca-12b4-4c65-9bb7-22385b61c713 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:40:16.236671 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Attempting to bind port 8b5035ca-12b4-4c65-9bb7-22385b61c713 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '9a35d59c-dd13-4f8e-8663-997a04715bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:40:16.237026 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Attempting to bind port 8b5035ca-12b4-4c65-9bb7-22385b61c713 on network 49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:40:16.244174 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:40:16.244546 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Checking segment: {'id': '9a35d59c-dd13-4f8e-8663-997a04715bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:40:16.244945 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:16.245332 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Bound using segment: {'id': '9a35d59c-dd13-4f8e-8663-997a04715bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:40:16.245820 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Bound port: 8b5035ca-12b4-4c65-9bb7-22385b61c713, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a35d59c-dd13-4f8e-8663-997a04715bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:40:16.246228 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:16.331063 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] For port 8b5035ca-12b4-4c65-9bb7-22385b61c713, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:40:16.334500 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] For port 8b5035ca-12b4-4c65-9bb7-22385b61c713, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8b5035ca-12b4-4c65-9bb7-22385b61c713,segment=NetworkSegment(9a35d59c-dd13-4f8e-8663-997a04715bba),segment_id=9a35d59c-dd13-4f8e-8663-997a04715bba)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:40:16.338283 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:16.341944 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:40:16.442611 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Pushing event updated for resources: {'Port': ['ID=8b5035ca-12b4-4c65-9bb7-22385b61c713,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:40:16.445647 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:40:17.233305 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3267ad57-f62a-4619-afca-8afa8a4cd692 None None] Network 49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:40:17.343305 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-edce41a2-9f88-46cc-a1d5-60ef90d7178f None None] Provisioning for port 8b5035ca-12b4-4c65-9bb7-22385b61c713 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:40:18.559604 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8b5035ca-12b4-4c65-9bb7-22385b61c713 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:40:18.631778 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 8b5035ca-12b4-4c65-9bb7-22385b61c713 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:40:18.636509 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 8b5035ca-12b4-4c65-9bb7-22385b61c713 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:40:18.636883 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:18.747960 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:18.779068 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 8b5035ca-12b4-4c65-9bb7-22385b61c713, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8b5035ca-12b4-4c65-9bb7-22385b61c713,segment=NetworkSegment(9a35d59c-dd13-4f8e-8663-997a04715bba),segment_id=9a35d59c-dd13-4f8e-8663-997a04715bba)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:40:18.782870 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:18.786608 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:40:18.847682 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=8b5035ca-12b4-4c65-9bb7-22385b61c713,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:40:18.851344 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:40:20.534276 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8b5035ca-12b4-4c65-9bb7-22385b61c713 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:40:20.604248 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 8b5035ca-12b4-4c65-9bb7-22385b61c713 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:40:20.604615 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:33.480504 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 5 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:40:38.696100 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c8772382-af63-4936-a6d1-a6526a129141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:40.860447 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-db58e1d5-c492-4ea7-b10f-c801e4eaddbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:41.958726 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:42.198856 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:40:43.407791 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:41:08.689136 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b3994854-63b8-4a37-a85a-2b82d618ad71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:41:10.480694 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 5 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:41:10.863344 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-98457279-9ed8-4015-8c31-1342f4002878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:41:11.961402 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:41:12.202211 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:41:13.406935 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:41:23.060960 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47238) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:41:23.066786 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-f590154c-1d29-4bc2-93f2-8faf9005bd01 tempest-verify_tempest_config-1121472299 tempest-verify_tempest_config-1121472299-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:41:23.067756 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f590154c-1d29-4bc2-93f2-8faf9005bd01 tempest-verify_tempest_config-1121472299 tempest-verify_tempest_config-1121472299-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0057764
Dec 22 04:41:23.390386 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47254) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:41:23.523980 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6789-9259-4579-913f-df236636f5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:41:23.553927 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1c1c6789-9259-4579-913f-df236636f5e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:41:23.557515 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1c1c6789-9259-4579-913f-df236636f5e9 admin admin] Usage tracker for resource:security_group_rule and tenant:484bff54d1c346d3a91e007c07b2e34e is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:41:23.560212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1c1c6789-9259-4579-913f-df236636f5e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:41:23.565690 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1c1c6789-9259-4579-913f-df236636f5e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:41:23.627144 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6789-9259-4579-913f-df236636f5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:41:23.630872 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1c1c6789-9259-4579-913f-df236636f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:41:23.638439 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:41:23.675599 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c6789-9259-4579-913f-df236636f5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939b7ae2-1136-4374-820b-696d3f50b0d1,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:41:23.680711 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1c1c6789-9259-4579-913f-df236636f5e9 admin admin] Synchronizing usage tracker for tenant:fc7059f2ac1246948ecf882bbec25a82 on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:41:23.689592 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c6789-9259-4579-913f-df236636f5e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:41:23.689927 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c6789-9259-4579-913f-df236636f5e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:41:23.690254 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c6789-9259-4579-913f-df236636f5e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:41:23.690577 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c6789-9259-4579-913f-df236636f5e9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:41:23.690917 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c6789-9259-4579-913f-df236636f5e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:41:23.691240 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c6789-9259-4579-913f-df236636f5e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:41:23.691569 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c6789-9259-4579-913f-df236636f5e9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:41:23.691887 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c6789-9259-4579-913f-df236636f5e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:41:23.692199 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c6789-9259-4579-913f-df236636f5e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:41:23.692509 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c6789-9259-4579-913f-df236636f5e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:41:23.693404 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c6789-9259-4579-913f-df236636f5e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:41:23.697526 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1c1c6789-9259-4579-913f-df236636f5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:41:23.707168 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1c1c6789-9259-4579-913f-df236636f5e9 admin admin] Unset dirty status for tenant:fc7059f2ac1246948ecf882bbec25a82 on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:41:23.708466 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1c1c6789-9259-4579-913f-df236636f5e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=484bff54d1c346d3a91e007c07b2e34e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3171313
Dec 22 04:41:23.711112 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47260) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:41:23.771699 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-959ae45d-b5db-46f8-b1b0-7fdffb9d4d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:41:23.795838 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-959ae45d-b5db-46f8-b1b0-7fdffb9d4d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:41:23.885901 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-959ae45d-b5db-46f8-b1b0-7fdffb9d4d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:41:23.889745 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:41:23.900647 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ae45d-b5db-46f8-b1b0-7fdffb9d4d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939b7ae2-1136-4374-820b-696d3f50b0d1,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:41:23.902890 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-959ae45d-b5db-46f8-b1b0-7fdffb9d4d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:41:23.908210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-959ae45d-b5db-46f8-b1b0-7fdffb9d4d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:41:23.909532 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-959ae45d-b5db-46f8-b1b0-7fdffb9d4d50 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/939b7ae2-1136-4374-820b-696d3f50b0d1 HTTP/1.1" status: 204  len: 168 time: 0.1972783
Dec 22 04:41:38.691711 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2b180507-36ba-4068-b6e2-115c68c16e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:41:40.868398 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0ab19da8-4222-42e2-b95f-82d299fc3e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:41:41.962420 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:41:42.204970 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:41:43.408764 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:41:47.481295 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 5 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:42:08.692596 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-045cdd51-a5b2-437d-8f04-e4bb03735ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:42:10.871260 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-03089dbb-8bf9-4c79-8fb3-5bef9fabc9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:42:11.965222 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:42:12.206649 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:42:13.413324 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:42:24.481195 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 5 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:42:37.398194 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1709222'] for agent, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:42:38.695308 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9636109a-d160-42fc-a868-23f98b7031c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:42:40.873538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1dd404c1-6852-4f7c-b27b-e127c8b23958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:42:41.968425 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:42:42.207342 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:42:43.417320 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:42:51.724321 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47330) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:42:51.857812 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ad35a64d-3672-4d64-b2da-3cd14a852f71 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.1320579
Dec 22 04:42:53.860792 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47340) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:42:53.942820 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-18a7ef08-422e-472c-b23f-73e14a33e802 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.0809419
Dec 22 04:43:01.481794 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:43:07.347283 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:43:08.696309 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2a7a9326-f039-456f-8ea9-78a05a68c012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:43:10.875243 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3c55d4bc-4256-40a3-b56b-ff0d5dcf5918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:43:11.969703 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:43:12.208487 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:43:13.418354 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:43:37.362262 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:43:38.481714 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:43:38.698651 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-92410aa2-57fb-413a-a670-1f10d836506b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:43:40.877355 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f0e95533-b5d1-471d-ae13-69033214ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:43:41.974895 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:43:42.211214 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:43:43.422229 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:07.360078 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:08.702807 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9c0973cd-82bd-4955-8af7-49a34c8ccc77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:10.878249 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9a49b85f-120b-491f-a29f-aa1e9a7e1616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:11.991372 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:12.238782 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:13.443287 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:15.482703 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:44:16.063946 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47492) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:16.512925 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-958805555-network', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:16.518180 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:16.522140 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Usage tracker for resource:network and tenant:ede9c024168f43b3a1c204783ee2d873 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:16.525322 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:16.531090 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:16.542070 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Made reservation on behalf of ede9c024168f43b3a1c204783ee2d873 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:16.545082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:16.560031 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:16.592146 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:16.595879 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Usage tracker for resource:security_group_rule and tenant:ede9c024168f43b3a1c204783ee2d873 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:16.599467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:16.605451 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:16.656903 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47516) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:16.677775 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:16.682813 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:16.687120 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1c1c6789-9259-4579-913f-df236636f5e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:16.702808 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:44:16.725505 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:16.725903 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Added segment d8987e0f-1476-4071-84f5-da69d4a56b2a of type vlan for network 76dd8755-7bd3-483a-90a3-b1bb39c70dc0
Dec 22 04:44:16.739740 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c588e6-82a0-45ed-9b1e-148bb64cb991,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:16.753639 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:16.753899 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:16.754242 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:16.754570 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:16.754923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:16.755283 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:16.755632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:16.755976 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:16.756299 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:16.756677 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:16.757139 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Tracked resource versions report:
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]: pushed versions:
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]: {   'ConntrackHelper': {'1.0'},
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:     'Log': {'1.0'},
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:     'Network': {'1.1'},
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:     'Port': {'1.5'},
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:     'PortForwarding': {'1.2'},
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:     'QosPolicy': {'1.8'},
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:     'SecurityGroup': {'1.2'},
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:     'SecurityGroupRule': {'1.0'},
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:     'SubPort': {'1.0'},
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:     'Subnet': {'1.1'},
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:     'Trunk': {'1.1'}}
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]: consumer versions:
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]: {   DHCP agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:     HyperV agent@hv-neutron-8225: {},
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:     L3 agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:     Metadata agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:     Metering agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:     Open vSwitch agent@dv-neutron-822525-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:                                                        'Log': '1.0',
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:                                                        'Network': '1.1',
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:                                                        'Port': '1.5',
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:                                                        'PortForwarding': '1.2',
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:                                                        'QosPolicy': '1.8',
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:                                                        'SecurityGroup': '1.2',
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:                                                        'SecurityGroupRule': '1.0',
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:                                                        'SubPort': '1.0',
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:                                                        'Subnet': '1.1',
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:                                                        'Trunk': '1.1'}}
Dec 22 04:44:16.758233 dv-neutron-822525-1-hyperv neutron-server[83434]:  {{(pid=83434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 22 04:44:16.774696 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:16.778306 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:16.805409 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:16.806835 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:16.807698 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:16.812434 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:16.918029 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47530) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:16.918401 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8524783
Dec 22 04:44:16.918999 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Pushing event updated for resources: {'Network': ['ID=76dd8755-7bd3-483a-90a3-b1bb39c70dc0,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:16.922148 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:16.932195 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 76dd8755-7bd3-483a-90a3-b1bb39c70dc0 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:44:16.932845 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Request body: {'subnet': {'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-958805555-subnet', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:16.939010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:16.943741 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Usage tracker for resource:subnet and tenant:ede9c024168f43b3a1c204783ee2d873 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:16.947311 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:16.953057 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:16.969085 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Made reservation on behalf of ede9c024168f43b3a1c204783ee2d873 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:16.972195 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:17.155593 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2080179337-network', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:17.162004 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:17.174604 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Usage tracker for resource:network and tenant:7a58f6458e19442eae219c1a6c8a6bae is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:17.179414 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:17.190084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:17.224763 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Made reservation on behalf of 7a58f6458e19442eae219c1a6c8a6bae for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:17.227458 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:17.247903 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:17.254346 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:17.283231 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:17.381591 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faeacc71-1cdb-4a7d-86fa-0899322c9f90,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:17.387763 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:17.393864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Usage tracker for resource:security_group_rule and tenant:7a58f6458e19442eae219c1a6c8a6bae is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:17.398431 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:17.408727 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:17.414837 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:17.415159 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:17.415554 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:17.415879 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:17.416211 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:17.416525 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:17.416853 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:17.417164 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:17.417470 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:17.417816 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:17.418110 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Tracked resource versions report:
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]: pushed versions:
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]: {   'ConntrackHelper': {'1.0'},
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:     'Log': {'1.0'},
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:     'Network': {'1.1'},
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:     'Port': {'1.5'},
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:     'PortForwarding': {'1.2'},
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:     'QosPolicy': {'1.8'},
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:     'SecurityGroup': {'1.2'},
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:     'SecurityGroupRule': {'1.0'},
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:     'SubPort': {'1.0'},
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:     'Subnet': {'1.1'},
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:     'Trunk': {'1.1'}}
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]: consumer versions:
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]: {   DHCP agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:     HyperV agent@hv-neutron-8225: {},
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:     L3 agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:     Metadata agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:     Metering agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:     Open vSwitch agent@dv-neutron-822525-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:                                                        'Log': '1.0',
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:                                                        'Network': '1.1',
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:                                                        'Port': '1.5',
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:                                                        'PortForwarding': '1.2',
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:                                                        'QosPolicy': '1.8',
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:                                                        'SecurityGroup': '1.2',
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:                                                        'SecurityGroupRule': '1.0',
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:                                                        'SubPort': '1.0',
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:                                                        'Subnet': '1.1',
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:                                                        'Trunk': '1.1'}}
Dec 22 04:44:17.419160 dv-neutron-822525-1-hyperv neutron-server[83435]:  {{(pid=83435) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 22 04:44:17.424767 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Checking segment: {'id': 'd8987e0f-1476-4071-84f5-da69d4a56b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:44:17.425120 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Network hostable DHCP agents. Network: 76dd8755-7bd3-483a-90a3-b1bb39c70dc0, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:44:17.430120 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:17.486898 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Network 76dd8755-7bd3-483a-90a3-b1bb39c70dc0 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:44:17.507286 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:17.508658 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 76dd8755-7bd3-483a-90a3-b1bb39c70dc0) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:17.513417 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:17.514132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:17.518049 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:17.526295 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39974f5f-956d-4e19-8df1-2e3b4e12b6c3 None None] Network 76dd8755-7bd3-483a-90a3-b1bb39c70dc0 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:44:17.534254 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:44:17.550079 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746329053651', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:17.551200 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f469d619d30> segment precommit_create {{(pid=83435) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 22 04:44:17.551714 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Added segment fd9a065d-b1ab-425e-bd6b-df52b2ccf184 of type vlan for network 7661e115-dba7-43dd-9fab-d3d8f77257cf
Dec 22 04:44:17.588550 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:17.597418 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:17.650130 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78611c87-98af-41b9-b794-08610fb3a4e4,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:17.655997 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7369194
Dec 22 04:44:17.663792 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47552) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:17.665170 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:17.669308 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-958805555-router', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:17.669993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:17.671231 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:17.671933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:17.674009 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:17.679889 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Usage tracker for resource:router and tenant:ede9c024168f43b3a1c204783ee2d873 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:17.688684 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:17.694182 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:17.700403 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:17.709838 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.0518289
Dec 22 04:44:17.713583 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47556) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:17.721917 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-51940dc3-d7da-4bec-88aa-c65d1d452dd7 admin admin] Request body: {'subnet': {'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2080179337-subnet', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:17.730554 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-51940dc3-d7da-4bec-88aa-c65d1d452dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:17.734892 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-51940dc3-d7da-4bec-88aa-c65d1d452dd7 admin admin] Usage tracker for resource:subnet and tenant:7a58f6458e19442eae219c1a6c8a6bae is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:17.738822 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-51940dc3-d7da-4bec-88aa-c65d1d452dd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:17.745132 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-51940dc3-d7da-4bec-88aa-c65d1d452dd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:17.755125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:17.756263 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:17.765689 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51940dc3-d7da-4bec-88aa-c65d1d452dd7 admin admin] Made reservation on behalf of 7a58f6458e19442eae219c1a6c8a6bae for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:17.768889 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-51940dc3-d7da-4bec-88aa-c65d1d452dd7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:17.807604 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Pushing event updated for resources: {'Network': ['ID=7661e115-dba7-43dd-9fab-d3d8f77257cf,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:17.816754 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:17.824351 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 7661e115-dba7-43dd-9fab-d3d8f77257cf details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:44:17.934400 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-76dd8755-7bd3-483a-90a3-b1bb39c70dc0', 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'fixed_ips': [{'subnet_id': 'faeacc71-1cdb-4a7d-86fa-0899322c9f90'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:44:17.935268 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:17.989280 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:17.991570 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-51940dc3-d7da-4bec-88aa-c65d1d452dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:18.005941 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-84f4fec4-d495-4d52-932c-f1a6a9cbcf0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:18.076574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51940dc3-d7da-4bec-88aa-c65d1d452dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d264e87-fb96-4a34-af84-0fbcf769c975,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:18.099703 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-51940dc3-d7da-4bec-88aa-c65d1d452dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:18.110285 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51940dc3-d7da-4bec-88aa-c65d1d452dd7 admin admin] Checking segment: {'id': 'fd9a065d-b1ab-425e-bd6b-df52b2ccf184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:44:18.110654 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51940dc3-d7da-4bec-88aa-c65d1d452dd7 admin admin] Network hostable DHCP agents. Network: 7661e115-dba7-43dd-9fab-d3d8f77257cf, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:44:18.112201 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Allocated IP 172.20.0.2 (76dd8755-7bd3-483a-90a3-b1bb39c70dc0/faeacc71-1cdb-4a7d-86fa-0899322c9f90/f317e801-85ee-43e7-bdc5-a48b1a4c9f88) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:44:18.262424 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51940dc3-d7da-4bec-88aa-c65d1d452dd7 admin admin] Network 7661e115-dba7-43dd-9fab-d3d8f77257cf is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:44:18.271043 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:18.280876 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-51940dc3-d7da-4bec-88aa-c65d1d452dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 7661e115-dba7-43dd-9fab-d3d8f77257cf) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:18.286276 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51940dc3-d7da-4bec-88aa-c65d1d452dd7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:18.286775 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-51940dc3-d7da-4bec-88aa-c65d1d452dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:18.321232 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270cd03c-0899-4d5f-8e74-bd8135c094ed None None] Network 7661e115-dba7-43dd-9fab-d3d8f77257cf requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:44:18.326286 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-51940dc3-d7da-4bec-88aa-c65d1d452dd7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.6087828
Dec 22 04:44:18.331209 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47584) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:18.337819 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2080179337-router', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:18.344654 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:18.353227 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Usage tracker for resource:router and tenant:7a58f6458e19442eae219c1a6c8a6bae is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:18.363390 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:18.375623 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:18.395017 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:18.398221 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:18.451849 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:18.458176 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:18.468339 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Transition to ACTIVE for port object f317e801-85ee-43e7-bdc5-a48b1a4c9f88 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:18.488419 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Transition to ACTIVE for port object f317e801-85ee-43e7-bdc5-a48b1a4c9f88 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:18.496516 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:18.504120 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:18.540373 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:18.579834 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:18.609882 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Network 76dd8755-7bd3-483a-90a3-b1bb39c70dc0 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:18.611004 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Pushing event updated for resources: {'Port': ['ID=f317e801-85ee-43e7-bdc5-a48b1a4c9f88,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:18.629187 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:18.632453 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:18.632790 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:18.633113 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:18.633433 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:18.634228 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:18.634703 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:18.635020 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:18.635354 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:18.635670 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:18.635986 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:18.636636 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Tracked resource versions report:
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]: pushed versions:
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]: {   'ConntrackHelper': {'1.0'},
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:     'Log': {'1.0'},
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:     'Network': {'1.1'},
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:     'Port': {'1.5'},
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:     'PortForwarding': {'1.2'},
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:     'QosPolicy': {'1.8'},
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:     'SecurityGroup': {'1.2'},
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:     'SecurityGroupRule': {'1.0'},
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:     'SubPort': {'1.0'},
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:     'Subnet': {'1.1'},
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:     'Trunk': {'1.1'}}
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]: consumer versions:
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]: {   DHCP agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:     HyperV agent@hv-neutron-8225: {},
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:     L3 agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:     Metadata agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:     Metering agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:     Open vSwitch agent@dv-neutron-822525-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:                                                        'Log': '1.0',
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:                                                        'Network': '1.1',
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:                                                        'Port': '1.5',
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:                                                        'PortForwarding': '1.2',
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:                                                        'QosPolicy': '1.8',
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:                                                        'SecurityGroup': '1.2',
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:                                                        'SecurityGroupRule': '1.0',
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:                                                        'SubPort': '1.0',
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:                                                        'Subnet': '1.1',
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:                                                        'Trunk': '1.1'}}
Dec 22 04:44:18.637853 dv-neutron-822525-1-hyperv neutron-server[83436]:  {{(pid=83436) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 22 04:44:18.661995 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:44:18.783285 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Allocated IP 172.26.4.155 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/4cf9a1db-f5df-4b03-a7f7-bb6fab268129) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:44:18.812151 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:18.875147 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:18.940268 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Attempting to bind port f317e801-85ee-43e7-bdc5-a48b1a4c9f88 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:18.941290 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Attempting to bind port f317e801-85ee-43e7-bdc5-a48b1a4c9f88 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'd8987e0f-1476-4071-84f5-da69d4a56b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:18.942470 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Attempting to bind port f317e801-85ee-43e7-bdc5-a48b1a4c9f88 on network 76dd8755-7bd3-483a-90a3-b1bb39c70dc0 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:18.984048 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:19.013964 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:19.018997 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:19.042532 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:44:19.042896 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Checking segment: {'id': 'd8987e0f-1476-4071-84f5-da69d4a56b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:44:19.043298 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:19.043675 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Bound using segment: {'id': 'd8987e0f-1476-4071-84f5-da69d4a56b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:44:19.044145 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Bound port: f317e801-85ee-43e7-bdc5-a48b1a4c9f88, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8987e0f-1476-4071-84f5-da69d4a56b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:44:19.044527 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:19.085464 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:19.094290 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:19.095328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:19.099153 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:44:19.130193 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:19.140377 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Pushing event updated for resources: {'Port': ['ID=4cf9a1db-f5df-4b03-a7f7-bb6fab268129,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:19.151128 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:19.167645 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7661e115-dba7-43dd-9fab-d3d8f77257cf', 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'fixed_ips': [{'subnet_id': '0d264e87-fb96-4a34-af84-0fbcf769c975'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:44:19.168740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:19.359835 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:19.360904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:19.375893 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Allocated IP 172.26.4.55 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/23cd109a-ed81-4ac0-93c7-96217c97b7fd) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:44:19.395159 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] For port f317e801-85ee-43e7-bdc5-a48b1a4c9f88, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:44:19.412070 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] For port f317e801-85ee-43e7-bdc5-a48b1a4c9f88, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f317e801-85ee-43e7-bdc5-a48b1a4c9f88,segment=NetworkSegment(d8987e0f-1476-4071-84f5-da69d4a56b2a),segment_id=d8987e0f-1476-4071-84f5-da69d4a56b2a)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:44:19.452468 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:19.459980 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:19.562706 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Allocated IP 172.20.0.2 (7661e115-dba7-43dd-9fab-d3d8f77257cf/0d264e87-fb96-4a34-af84-0fbcf769c975/b4f01c21-9039-4bcb-afd9-1d1cb8e72822) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:44:19.578866 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Pushing event updated for resources: {'Port': ['ID=f317e801-85ee-43e7-bdc5-a48b1a4c9f88,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:19.583011 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:19.655192 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:19.715387 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Router 34646794-5df5-4b40-afc8-fce2e270e577 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:44:19.737086 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:19.742800 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:19.837079 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:19.839672 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:19.904349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:44:19.957924 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:19.970969 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Transition to ACTIVE for port object b4f01c21-9039-4bcb-afd9-1d1cb8e72822 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:19.972574 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Pushing event updated for resources: {'Port': ['ID=23cd109a-ed81-4ac0-93c7-96217c97b7fd,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:19.981871 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:20.005332 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Transition to ACTIVE for port object b4f01c21-9039-4bcb-afd9-1d1cb8e72822 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:20.022890 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:20.025142 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47624) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:20.029185 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:20.098142 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Network 7661e115-dba7-43dd-9fab-d3d8f77257cf is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:20.099768 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:44:20.103845 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:20.108122 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:44:20.117211 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] Sync routers for ids ['34646794-5df5-4b40-afc8-fce2e270e577'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:44:20.137517 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:20.139168 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.4743567
Dec 22 04:44:20.141520 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] Routers {'34646794-5df5-4b40-afc8-fce2e270e577'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:44:20.142697 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47632) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:20.146785 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c302430>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:44:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['34646794-5df5-4b40-afc8-fce2e270e577'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:20.258510 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:20.259551 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:20.292103 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Pushing event updated for resources: {'Port': ['ID=b4f01c21-9039-4bcb-afd9-1d1cb8e72822,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:20.309899 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:20.326386 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Attempting to bind port b4f01c21-9039-4bcb-afd9-1d1cb8e72822 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:20.327586 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Attempting to bind port b4f01c21-9039-4bcb-afd9-1d1cb8e72822 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'fd9a065d-b1ab-425e-bd6b-df52b2ccf184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:20.328018 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Attempting to bind port b4f01c21-9039-4bcb-afd9-1d1cb8e72822 on network 7661e115-dba7-43dd-9fab-d3d8f77257cf {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:20.336035 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:44:20.336537 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Checking segment: {'id': 'fd9a065d-b1ab-425e-bd6b-df52b2ccf184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:44:20.336998 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:20.337458 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Bound using segment: {'id': 'fd9a065d-b1ab-425e-bd6b-df52b2ccf184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:44:20.338392 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Bound port: b4f01c21-9039-4bcb-afd9-1d1cb8e72822, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9a065d-b1ab-425e-bd6b-df52b2ccf184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:44:20.338749 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:20.449086 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] For port b4f01c21-9039-4bcb-afd9-1d1cb8e72822, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:44:20.452965 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] For port b4f01c21-9039-4bcb-afd9-1d1cb8e72822, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=b4f01c21-9039-4bcb-afd9-1d1cb8e72822,segment=NetworkSegment(fd9a065d-b1ab-425e-bd6b-df52b2ccf184),segment_id=fd9a065d-b1ab-425e-bd6b-df52b2ccf184)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:44:20.458556 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:20.464955 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:20.558031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Pushing event updated for resources: {'Port': ['ID=b4f01c21-9039-4bcb-afd9-1d1cb8e72822,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:20.559460 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] Set router 34646794-5df5-4b40-afc8-fce2e270e577 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:44:20.577668 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:20.766075 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f317e801-85ee-43e7-bdc5-a48b1a4c9f88 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:44:20.943279 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Router af42f049-047b-4846-b6a3-7616726426f8 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:44:20.978585 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port f317e801-85ee-43e7-bdc5-a48b1a4c9f88 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:44:21.090360 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2125598307'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:21.104867 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:21.111318 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Usage tracker for resource:network and tenant:84fd1fb1651b49c99cb956f18e9bd401 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:21.116121 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:21.124690 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:21.154392 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Made reservation on behalf of 84fd1fb1651b49c99cb956f18e9bd401 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:21.158008 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:21.216210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:21.317416 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c302430>, [{'id': '34646794-5df5-4b40-afc8-fce2e270e577', 'name': 'tempest-ServersTestManualDisk-958805555-router', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:17Z', 'updated_at': '2021-12-22T04:44:19Z', 'revision_number': 3, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'gw_port': {'id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:21.322935 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] Checking router: 34646794-5df5-4b40-afc8-fce2e270e577 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:44:21.323588 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] Updating router 34646794-5df5-4b40-afc8-fce2e270e577 port 4cf9a1db-f5df-4b03-a7f7-bb6fab268129 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:44:21.369026 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:21.375336 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:44:21.389289 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] Sync routers for ids ['af42f049-047b-4846-b6a3-7616726426f8'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:44:21.413435 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Usage tracker for resource:security_group_rule and tenant:84fd1fb1651b49c99cb956f18e9bd401 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:21.415288 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] Routers {'af42f049-047b-4846-b6a3-7616726426f8'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:44:21.418052 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:21.421034 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8cc0d0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:44:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['af42f049-047b-4846-b6a3-7616726426f8'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:21.428045 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:21.434076 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:21.453387 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:21.454842 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 3.1218867
Dec 22 04:44:21.458336 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47654) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:21.544519 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-99880d70-38ee-4eac-9aa1-b4dba57d7ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:21.786831 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-99880d70-38ee-4eac-9aa1-b4dba57d7ed0 admin admin] Allocated IP 172.20.0.1 (76dd8755-7bd3-483a-90a3-b1bb39c70dc0/faeacc71-1cdb-4a7d-86fa-0899322c9f90/538446cc-f504-4a0b-8d5f-bbe0e9752dec) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:44:21.835898 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] Set router af42f049-047b-4846-b6a3-7616726426f8 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:44:21.839647 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47662) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:22.029455 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501ad1d9-6693-4e1a-b90c-0d1c2a6d5292 None None] Network 76dd8755-7bd3-483a-90a3-b1bb39c70dc0 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:44:22.095022 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47670) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:22.163241 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:22.182864 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] Transition to ACTIVE for port object 4cf9a1db-f5df-4b03-a7f7-bb6fab268129 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:22.203922 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:22.211464 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-350975d7-a95f-4944-b11f-5463baa095f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:22.273134 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47676) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:22.331805 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f458e48-d1a6-4167-834b-157a449c8768 None None] Network 7661e115-dba7-43dd-9fab-d3d8f77257cf requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:44:22.343360 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfeca7d-43be-4cc8-978b-5374534fd650 None None] Pushing event updated for resources: {'Port': ['ID=4cf9a1db-f5df-4b03-a7f7-bb6fab268129,revision_number=2']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:22.344233 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0e8e5e31-7b94-49ec-9182-c2f40577191a None None] Provisioning for port f317e801-85ee-43e7-bdc5-a48b1a4c9f88 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:44:22.355903 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0e8e5e31-7b94-49ec-9182-c2f40577191a None None] Provisioning complete for port f317e801-85ee-43e7-bdc5-a48b1a4c9f88 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:22.356708 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0e8e5e31-7b94-49ec-9182-c2f40577191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:22.374961 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] Attempting to bind port 4cf9a1db-f5df-4b03-a7f7-bb6fab268129 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:22.376898 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] Attempting to bind port 4cf9a1db-f5df-4b03-a7f7-bb6fab268129 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:22.378080 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] Attempting to bind port 4cf9a1db-f5df-4b03-a7f7-bb6fab268129 on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:22.380122 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:22.384553 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfeca7d-43be-4cc8-978b-5374534fd650 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:22.386022 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfeca7d-43be-4cc8-978b-5374534fd650 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:22.386353 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfeca7d-43be-4cc8-978b-5374534fd650 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:22.386772 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfeca7d-43be-4cc8-978b-5374534fd650 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:22.389681 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfeca7d-43be-4cc8-978b-5374534fd650 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:22.390397 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfeca7d-43be-4cc8-978b-5374534fd650 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:22.390610 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfeca7d-43be-4cc8-978b-5374534fd650 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:22.391037 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfeca7d-43be-4cc8-978b-5374534fd650 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:22.391846 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfeca7d-43be-4cc8-978b-5374534fd650 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:22.393888 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfeca7d-43be-4cc8-978b-5374534fd650 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:22.394392 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfeca7d-43be-4cc8-978b-5374534fd650 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfeca7d-43be-4cc8-978b-5374534fd650 None None] Tracked resource versions report:
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]: pushed versions:
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]: {   'ConntrackHelper': {'1.0'},
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:     'Log': {'1.0'},
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:     'Network': {'1.1'},
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:     'Port': {'1.5'},
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:     'PortForwarding': {'1.2'},
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:     'QosPolicy': {'1.8'},
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:     'SecurityGroup': {'1.2'},
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:     'SecurityGroupRule': {'1.0'},
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:     'SubPort': {'1.0'},
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:     'Subnet': {'1.1'},
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:     'Trunk': {'1.1'}}
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]: consumer versions:
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]: {   DHCP agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:     HyperV agent@hv-neutron-8225: {},
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:     L3 agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:     Metadata agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:     Metering agent@dv-neutron-822525-1-hyperv: {},
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:     Open vSwitch agent@dv-neutron-822525-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:                                                        'Log': '1.0',
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:                                                        'Network': '1.1',
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:                                                        'Port': '1.5',
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:                                                        'PortForwarding': '1.2',
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:                                                        'QosPolicy': '1.8',
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:                                                        'SecurityGroup': '1.2',
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:                                                        'SecurityGroupRule': '1.0',
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:                                                        'SubPort': '1.0',
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:                                                        'Subnet': '1.1',
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:                                                        'Trunk': '1.1'}}
Dec 22 04:44:22.395536 dv-neutron-822525-1-hyperv neutron-server[83437]:  {{(pid=83437) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 22 04:44:22.398817 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-99880d70-38ee-4eac-9aa1-b4dba57d7ed0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:22.403868 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-cdfeca7d-43be-4cc8-978b-5374534fd650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:22.414697 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:22.418097 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:44:22.420253 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:44:22.420736 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:22.421194 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:44:22.421818 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] Bound port: 4cf9a1db-f5df-4b03-a7f7-bb6fab268129, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:44:22.422222 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:22.428561 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:22.457666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-99880d70-38ee-4eac-9aa1-b4dba57d7ed0 admin admin] Transition to ACTIVE for port object 538446cc-f504-4a0b-8d5f-bbe0e9752dec will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:22.483674 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:44:22.511556 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0e8e5e31-7b94-49ec-9182-c2f40577191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:22.512471 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a311578f-6a98-4d1b-97b4-9289d34667af,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:22.520252 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:22.540281 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:22.542569 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Added segment c73d02ef-390b-4f96-9362-69eaed45f7bf of type vlan for network c18cc40c-04b7-4682-8572-81f7c82d5a4b
Dec 22 04:44:22.604466 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-0e8e5e31-7b94-49ec-9182-c2f40577191a None None] For port f317e801-85ee-43e7-bdc5-a48b1a4c9f88, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f317e801-85ee-43e7-bdc5-a48b1a4c9f88,segment=NetworkSegment(d8987e0f-1476-4071-84f5-da69d4a56b2a),segment_id=d8987e0f-1476-4071-84f5-da69d4a56b2a)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:44:22.606820 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] For port 4cf9a1db-f5df-4b03-a7f7-bb6fab268129, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:44:22.613798 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] For port 4cf9a1db-f5df-4b03-a7f7-bb6fab268129, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=4cf9a1db-f5df-4b03-a7f7-bb6fab268129,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:44:22.621981 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0e8e5e31-7b94-49ec-9182-c2f40577191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:22.630708 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:22.630929 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:22.636498 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-350975d7-a95f-4944-b11f-5463baa095f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:22.644124 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-99880d70-38ee-4eac-9aa1-b4dba57d7ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:22.662026 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-31b005af-2c9f-4308-804f-8f2fb6f56177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:22.665514 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-42385e4e-2638-4a1d-b16a-406a56965aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:22.767662 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:22.787284 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:22.788365 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:22.795784 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1320973080'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:22.826831 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99880d70-38ee-4eac-9aa1-b4dba57d7ed0 admin admin] Network 76dd8755-7bd3-483a-90a3-b1bb39c70dc0 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:22.830403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1332513562'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:22.832269 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-99880d70-38ee-4eac-9aa1-b4dba57d7ed0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:22.836904 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfeca7d-43be-4cc8-978b-5374534fd650 None None] Pushing event updated for resources: {'Port': ['ID=4cf9a1db-f5df-4b03-a7f7-bb6fab268129,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:22.839145 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99880d70-38ee-4eac-9aa1-b4dba57d7ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=538446cc-f504-4a0b-8d5f-bbe0e9752dec,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:22.844039 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-cdfeca7d-43be-4cc8-978b-5374534fd650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:22.844723 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] Routers {'34646794-5df5-4b40-afc8-fce2e270e577'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:44:22.847374 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c302430>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:44:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['34646794-5df5-4b40-afc8-fce2e270e577'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:22.847508 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:22.856054 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:22.859580 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99880d70-38ee-4eac-9aa1-b4dba57d7ed0 admin admin] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:44:22.860563 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-99880d70-38ee-4eac-9aa1-b4dba57d7ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:22.866394 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-fc9f0551-345e-4bed-9a19-2db61a90c226 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-122482262'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:22.867210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-99880d70-38ee-4eac-9aa1-b4dba57d7ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:22.868872 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:22.882802 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Usage tracker for resource:network and tenant:23dd8d1d18bb4517844ad77b5b6a597b is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:22.890295 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Usage tracker for resource:network and tenant:834de4012eb7432fa6dab14215cafd6b is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:22.898328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:22.904504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:22.935058 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:22.939888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:22.946139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fc9f0551-345e-4bed-9a19-2db61a90c226 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:22.950503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fc9f0551-345e-4bed-9a19-2db61a90c226 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Usage tracker for resource:router and tenant:58459e2a70f645b2b5464caa5662ee9f is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:22.953524 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fc9f0551-345e-4bed-9a19-2db61a90c226 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:22.959907 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fc9f0551-345e-4bed-9a19-2db61a90c226 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:22.968036 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 799 time: 2.9353728
Dec 22 04:44:22.983635 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc9f0551-345e-4bed-9a19-2db61a90c226 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:22.984538 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc9f0551-345e-4bed-9a19-2db61a90c226 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:22.995247 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Made reservation on behalf of 834de4012eb7432fa6dab14215cafd6b for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:22.998429 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:23.007955 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Pushing event updated for resources: {'Network': ['ID=c18cc40c-04b7-4682-8572-81f7c82d5a4b,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:23.024380 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:23.036126 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Made reservation on behalf of 23dd8d1d18bb4517844ad77b5b6a597b for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:23.039201 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:23.057035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:23.072732 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:23.088908 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device b4f01c21-9039-4bcb-afd9-1d1cb8e72822 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:44:23.120820 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc9f0551-345e-4bed-9a19-2db61a90c226 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:23.131790 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network c18cc40c-04b7-4682-8572-81f7c82d5a4b details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:44:23.163405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-99880d70-38ee-4eac-9aa1-b4dba57d7ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:23.208093 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:23.210420 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:23.259393 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] Set router 34646794-5df5-4b40-afc8-fce2e270e577 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:44:23.306953 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Usage tracker for resource:security_group_rule and tenant:23dd8d1d18bb4517844ad77b5b6a597b is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:23.314084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Usage tracker for resource:security_group_rule and tenant:834de4012eb7432fa6dab14215cafd6b is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:23.324006 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:23.327125 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:23.333961 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:23.443779 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47714) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:23.444369 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47716) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:23.511003 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc9f0551-345e-4bed-9a19-2db61a90c226 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:23.523801 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:23.613533 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:23.622081 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-99880d70-38ee-4eac-9aa1-b4dba57d7ed0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:23.636972 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-99880d70-38ee-4eac-9aa1-b4dba57d7ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:23.638536 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-99880d70-38ee-4eac-9aa1-b4dba57d7ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:23.653805 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-55d4ea0b-3ff8-43ab-8fce-3b461963ae64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:23.685569 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e5e31-7b94-49ec-9182-c2f40577191a None None] Pushing event updated for resources: {'Port': ['ID=f317e801-85ee-43e7-bdc5-a48b1a4c9f88,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:23.742205 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0e8e5e31-7b94-49ec-9182-c2f40577191a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.080s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:23.743673 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2a01b963-a1b1-431f-a3c8-01fbd1a90e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:23.761122 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:23.783114 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:23.784109 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:23.826978 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:23.837168 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-bf22e125-5821-4a31-b023-4eb17aa18445 tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:23.849616 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99880d70-38ee-4eac-9aa1-b4dba57d7ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=538446cc-f504-4a0b-8d5f-bbe0e9752dec,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:23.855276 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-910e78cc-3d2d-415f-9539-868023d0800b None None] Provisioning for port b4f01c21-9039-4bcb-afd9-1d1cb8e72822 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:44:23.855543 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-99880d70-38ee-4eac-9aa1-b4dba57d7ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:23.858928 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-c9eaa7df-e8e3-4964-8680-244eb480b803 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:23.875585 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=847fbd41-42df-44f5-8ba3-366326403c42,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:23.882268 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:44:23.887948 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc9f0551-345e-4bed-9a19-2db61a90c226 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:23.889501 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fc9f0551-345e-4bed-9a19-2db61a90c226 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 1.6158864
Dec 22 04:44:23.890986 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:23.898604 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47732) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:23.901957 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c302430>, [{'id': '34646794-5df5-4b40-afc8-fce2e270e577', 'name': 'tempest-ServersTestManualDisk-958805555-router', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:17Z', 'updated_at': '2021-12-22T04:44:19Z', 'revision_number': 3, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'gw_port': {'id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:23.903557 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:23.908138 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c4c573-55c1-4369-9350-a9b464a9c342 None None] The sync data for ids ['34646794-5df5-4b40-afc8-fce2e270e577'] in dv-neutron-822525-1-hyperv is: [{'id': '34646794-5df5-4b40-afc8-fce2e270e577', 'name': 'tempest-ServersTestManualDisk-958805555-router', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:17Z', 'updated_at': '2021-12-22T04:44:19Z', 'revision_number': 3, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'gw_port': {'id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:44:23.926259 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8cc0d0>, [{'id': 'af42f049-047b-4846-b6a3-7616726426f8', 'name': 'tempest-ServersTestJSON-2080179337-router', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:20Z', 'revision_number': 3, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'gw_port': {'id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ca:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:19Z', 'updated_at': '2021-12-22T04:44:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:23.937109 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] Checking router: af42f049-047b-4846-b6a3-7616726426f8 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:44:23.937109 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] Updating router af42f049-047b-4846-b6a3-7616726426f8 port 23cd109a-ed81-4ac0-93c7-96217c97b7fd binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:44:23.952887 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:23.953523 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Added segment b7c6eb37-9b02-476f-abbe-be64890dd5fa of type vlan for network b200e8f1-055b-47bc-b896-94d49c648e52
Dec 22 04:44:23.957333 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:44:23.984835 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port b4f01c21-9039-4bcb-afd9-1d1cb8e72822 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:44:23.996679 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port b4f01c21-9039-4bcb-afd9-1d1cb8e72822 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:23.996875 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:24.052853 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c9eaa7df-e8e3-4964-8680-244eb480b803 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] 10.222.0.53 "PUT /v2.0/quotas/372e3b0123914bf3a2d3f782af50ae6b HTTP/1.1" status: 200  len: 368 time: 0.6075623
Dec 22 04:44:24.067893 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:24.145240 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:24.145818 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Added segment 27396ccb-3154-41d0-bf1a-b26daf43aa03 of type vlan for network 2ebb805d-441e-46b2-9352-a98fb13c97c7
Dec 22 04:44:24.155090 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56551bb7-a4cd-424f-bf91-d0f743729b71,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:24.157608 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47738) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:24.181873 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:24.187134 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Request body: {'network': {'project_id': '372e3b0123914bf3a2d3f782af50ae6b'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:24.196058 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:24.278661 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:24.322251 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Usage tracker for resource:network and tenant:372e3b0123914bf3a2d3f782af50ae6b is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:24.338222 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:24.362145 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:24.445574 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:24.459288 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99880d70-38ee-4eac-9aa1-b4dba57d7ed0 admin admin] Network 76dd8755-7bd3-483a-90a3-b1bb39c70dc0 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:24.463568 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-99880d70-38ee-4eac-9aa1-b4dba57d7ed0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:24.495112 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.resource_extend [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:44:24.613584 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Made reservation on behalf of 372e3b0123914bf3a2d3f782af50ae6b for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:24.623427 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:24.651792 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cf5eb1f5-7659-441e-aa0f-5e0a9919ce04 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:24.665721 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-2a01b963-a1b1-431f-a3c8-01fbd1a90e65 admin admin] Allocated IP 172.20.0.1 (7661e115-dba7-43dd-9fab-d3d8f77257cf/0d264e87-fb96-4a34-af84-0fbcf769c975/6c09f342-37a3-4ba5-853d-1d5f61f88fd8) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:44:24.684398 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:24.688522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:24.705865 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47742) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:24.711525 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:24.712424 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:24.731058 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Request body: {'port': {'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b', 'binding:host_id': 'hv-neutron-8225', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2050110828'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:24.735725 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:24.743722 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:24.759238 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:24.777865 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3f71e5fd-f419-42c5-996a-510886812e71 None None] Provisioning complete for port b4f01c21-9039-4bcb-afd9-1d1cb8e72822 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:24.778281 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3f71e5fd-f419-42c5-996a-510886812e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:24.828945 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-bf22e125-5821-4a31-b023-4eb17aa18445 tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] 10.222.0.53 "PUT /v2.0/quotas/8df22adb63db4b069ebc0083ad687153 HTTP/1.1" status: 200  len: 366 time: 1.3771734
Dec 22 04:44:24.834550 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47748) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:24.838047 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:24.887114 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port b4f01c21-9039-4bcb-afd9-1d1cb8e72822, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=b4f01c21-9039-4bcb-afd9-1d1cb8e72822,segment=NetworkSegment(fd9a065d-b1ab-425e-bd6b-df52b2ccf184),segment_id=fd9a065d-b1ab-425e-bd6b-df52b2ccf184)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:44:24.889229 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:24.890106 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:24.898912 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Pushing event updated for resources: {'Network': ['ID=b200e8f1-055b-47bc-b896-94d49c648e52,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:24.908562 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:24.916164 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:24.922662 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network b200e8f1-055b-47bc-b896-94d49c648e52 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:44:24.925972 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Usage tracker for resource:port and tenant:f003771707af40cb9b983985d42361ef is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:24.932445 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:24.941605 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:25.029194 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:25.029820 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6c0109e2-323d-4a7d-bccf-9abaa7016254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:25.115166 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] Transition to ACTIVE for port object 23cd109a-ed81-4ac0-93c7-96217c97b7fd will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:25.130058 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-89ba4f90-94e1-4ebb-89fb-47fe94189ba1 tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.2600658
Dec 22 04:44:25.144017 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=b4f01c21-9039-4bcb-afd9-1d1cb8e72822,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:25.152224 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:25.156834 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:25.199501 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47752) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:25.203946 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f317e801-85ee-43e7-bdc5-a48b1a4c9f88 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:44:25.209666 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Pushing event updated for resources: {'Network': ['ID=2ebb805d-441e-46b2-9352-a98fb13c97c7,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:25.220498 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:25.231474 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:25.260535 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:25.264001 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 3.4224305
Dec 22 04:44:25.270769 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 3.1747262
Dec 22 04:44:25.271711 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47756) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:25.272860 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Usage tracker for resource:security_group_rule and tenant:372e3b0123914bf3a2d3f782af50ae6b is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:25.278232 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b9363b2a-0fda-497c-aeb4-df0a22e026a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:25.281415 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:25.285471 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47758) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:25.295752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-3bca3953-f48d-4c88-8e94-9d2bf77556ee tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Request body: {'subnet': {'network_id': '2ebb805d-441e-46b2-9352-a98fb13c97c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:25.310728 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 2ebb805d-441e-46b2-9352-a98fb13c97c7 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:44:25.371352 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Made reservation on behalf of f003771707af40cb9b983985d42361ef for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:25.375912 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-71906d5a-bee0-47a7-a210-9b7262e34b36 tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] 10.222.0.53 "GET /v2.0/quotas/8df22adb63db4b069ebc0083ad687153 HTTP/1.1" status: 200  len: 366 time: 0.1729600
Dec 22 04:44:25.376041 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:25.386154 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47766) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:25.387138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:25.453144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:25.496409 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cf5eb1f5-7659-441e-aa0f-5e0a9919ce04 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:25.501257 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cf5eb1f5-7659-441e-aa0f-5e0a9919ce04 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:25.524915 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189470e-57b7-4203-a335-02c22e6b76a8 None None] Pushing event updated for resources: {'Port': ['ID=23cd109a-ed81-4ac0-93c7-96217c97b7fd,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:25.527483 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] Attempting to bind port 23cd109a-ed81-4ac0-93c7-96217c97b7fd on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:25.528013 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] Attempting to bind port 23cd109a-ed81-4ac0-93c7-96217c97b7fd by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:25.528474 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] Attempting to bind port 23cd109a-ed81-4ac0-93c7-96217c97b7fd on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:25.531989 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2a01b963-a1b1-431f-a3c8-01fbd1a90e65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:25.532505 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a189470e-57b7-4203-a335-02c22e6b76a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:25.546831 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:44:25.547315 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:44:25.547776 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:25.548462 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:44:25.549049 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] Bound port: 23cd109a-ed81-4ac0-93c7-96217c97b7fd, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:44:25.549532 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:25.569894 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-3bca3953-f48d-4c88-8e94-9d2bf77556ee tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:25.573876 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-06688491-f31e-48c6-bd80-a5bc92d66807 tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/8df22adb63db4b069ebc0083ad687153 HTTP/1.1" status: 204  len: 168 time: 0.1770854
Dec 22 04:44:25.582528 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47770) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:25.587016 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-3bca3953-f48d-4c88-8e94-9d2bf77556ee tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Usage tracker for resource:subnet and tenant:834de4012eb7432fa6dab14215cafd6b is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:25.595671 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-3bca3953-f48d-4c88-8e94-9d2bf77556ee tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:25.601383 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3f71e5fd-f419-42c5-996a-510886812e71 None None] Provisioning complete for port f317e801-85ee-43e7-bdc5-a48b1a4c9f88 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:25.601887 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3f71e5fd-f419-42c5-996a-510886812e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:25.619608 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cf5eb1f5-7659-441e-aa0f-5e0a9919ce04 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:25.620078 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5eb1f5-7659-441e-aa0f-5e0a9919ce04 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42cee2b4-2e7e-45f4-b3ae-cd1ba1f8ded4 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:44:25.623163 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Request body: {'network': {'name': 'tempest-network--959581220', 'router:external': True}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:25.625619 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-3bca3953-f48d-4c88-8e94-9d2bf77556ee tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:25.633101 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cf5eb1f5-7659-441e-aa0f-5e0a9919ce04 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:25.633371 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-2a01b963-a1b1-431f-a3c8-01fbd1a90e65 admin admin] Transition to ACTIVE for port object 6c09f342-37a3-4ba5-853d-1d5f61f88fd8 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:25.637088 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-cf5eb1f5-7659-441e-aa0f-5e0a9919ce04 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] 10.222.0.53 "DELETE /v2.0/routers/42cee2b4-2e7e-45f4-b3ae-cd1ba1f8ded4 HTTP/1.1" status: 204  len: 168 time: 1.7175169
Dec 22 04:44:25.637214 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:25.642442 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47774) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:25.648196 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:25.652234 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Usage tracker for resource:security_group_rule and tenant:f003771707af40cb9b983985d42361ef is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:25.657173 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-41e3517a-1b11-4187-8667-e8e533b22de4 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Request body: {'router': {'name': 'tempest-router-359542276', 'distributed': False}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:25.663670 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port f317e801-85ee-43e7-bdc5-a48b1a4c9f88 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:25.664155 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:25.672037 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:25.679835 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e7d04901-c605-47b2-b33b-b7693d0391a8 tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0877163
Dec 22 04:44:25.683481 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Usage tracker for resource:network and tenant:60310e3b5ed94c218a470ba0319b53c8 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:25.686200 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:25.688700 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47780) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:25.711239 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:25.717414 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] For port 23cd109a-ed81-4ac0-93c7-96217c97b7fd, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:44:25.724369 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:25.735148 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:25.738939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-41e3517a-1b11-4187-8667-e8e533b22de4 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:25.753684 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-41e3517a-1b11-4187-8667-e8e533b22de4 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Usage tracker for resource:router and tenant:58459e2a70f645b2b5464caa5662ee9f is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:25.757234 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-996dec23-7b22-4afa-9388-25ac9c96b492 tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] 10.222.0.53 "GET /v2.0/quotas/8df22adb63db4b069ebc0083ad687153 HTTP/1.1" status: 200  len: 370 time: 0.0609469
Dec 22 04:44:25.758008 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:25.760794 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47784) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:25.761082 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-41e3517a-1b11-4187-8667-e8e533b22de4 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:25.773632 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-47b08b5e-17e4-41b9-b032-0c949bc49fb0 tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] 10.222.0.53 "GET /v2.0/quotas/8df22adb63db4b069ebc0083ad687153/default HTTP/1.1" status: 200  len: 370 time: 0.0086856
Dec 22 04:44:25.775194 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47788) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:25.778473 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:25.785090 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] For port 23cd109a-ed81-4ac0-93c7-96217c97b7fd, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=23cd109a-ed81-4ac0-93c7-96217c97b7fd,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:44:25.786010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Made reservation on behalf of 60310e3b5ed94c218a470ba0319b53c8 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:25.788380 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:25.794933 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-7ebb42e0-6b3a-4d2b-ab0c-8a0bc7e35e94 tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] delete failed (client error): The resource could not be found.
Dec 22 04:44:25.798604 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7ebb42e0-6b3a-4d2b-ab0c-8a0bc7e35e94 tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/8df22adb63db4b069ebc0083ad687153 HTTP/1.1" status: 404  len: 348 time: 0.0205839
Dec 22 04:44:25.798744 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bca3953-f48d-4c88-8e94-9d2bf77556ee tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Made reservation on behalf of 834de4012eb7432fa6dab14215cafd6b for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:25.798843 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:25.804895 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:25.813056 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-41e3517a-1b11-4187-8667-e8e533b22de4 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:25.821059 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99880d70-38ee-4eac-9aa1-b4dba57d7ed0 admin admin] Router 34646794-5df5-4b40-afc8-fce2e270e577 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:44:25.892902 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:25.918726 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:44:25.932108 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2a01b963-a1b1-431f-a3c8-01fbd1a90e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:25.949140 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-41e3517a-1b11-4187-8667-e8e533b22de4 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:25.950410 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-41e3517a-1b11-4187-8667-e8e533b22de4 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:25.975692 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18fce54-7abf-4ee5-b066-7f7df456f947,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:25.981579 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:25.982377 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Added segment d6783530-9d4e-400f-bde5-3b0536437a08 of type vlan for network 8488d672-7962-4b5f-8330-b5c7ea10c8be
Dec 22 04:44:25.985266 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189470e-57b7-4203-a335-02c22e6b76a8 None None] Pushing event updated for resources: {'Port': ['ID=23cd109a-ed81-4ac0-93c7-96217c97b7fd,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:25.995073 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:25.996541 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a189470e-57b7-4203-a335-02c22e6b76a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:25.999699 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-31f3def9-ee7b-43c3-bd11-feca9f69f094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:26.017107 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] Routers {'af42f049-047b-4846-b6a3-7616726426f8'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:44:26.017880 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8cc0d0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:44:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['af42f049-047b-4846-b6a3-7616726426f8'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:26.038842 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47794) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:26.067236 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 4cf9a1db-f5df-4b03-a7f7-bb6fab268129 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:44:26.068931 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-46ac476e-2390-4617-b31d-80c119bb33fb tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] Usage tracker for resource:network and tenant:9753ff3048fe4b9aa18ecaf41b37a725 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:26.073310 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-46ac476e-2390-4617-b31d-80c119bb33fb tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:26.088677 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3bca3953-f48d-4c88-8e94-9d2bf77556ee tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks [] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:26.096404 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-46ac476e-2390-4617-b31d-80c119bb33fb tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] Usage tracker for resource:subnet and tenant:9753ff3048fe4b9aa18ecaf41b37a725 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:26.102805 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-46ac476e-2390-4617-b31d-80c119bb33fb tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:26.115872 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99880d70-38ee-4eac-9aa1-b4dba57d7ed0 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:44:26.121225 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-99880d70-38ee-4eac-9aa1-b4dba57d7ed0 admin admin] 10.222.0.53 "PUT /v2.0/routers/34646794-5df5-4b40-afc8-fce2e270e577/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9770164
Dec 22 04:44:26.122396 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-46ac476e-2390-4617-b31d-80c119bb33fb tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] Usage tracker for resource:subnetpool and tenant:9753ff3048fe4b9aa18ecaf41b37a725 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:26.127485 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-46ac476e-2390-4617-b31d-80c119bb33fb tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:26.151849 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-46ac476e-2390-4617-b31d-80c119bb33fb tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] Usage tracker for resource:port and tenant:9753ff3048fe4b9aa18ecaf41b37a725 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:26.158597 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-46ac476e-2390-4617-b31d-80c119bb33fb tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:26.167850 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-46ac476e-2390-4617-b31d-80c119bb33fb tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] Usage tracker for resource:router and tenant:9753ff3048fe4b9aa18ecaf41b37a725 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:26.173198 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-46ac476e-2390-4617-b31d-80c119bb33fb tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:26.180997 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-46ac476e-2390-4617-b31d-80c119bb33fb tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] Usage tracker for resource:floatingip and tenant:9753ff3048fe4b9aa18ecaf41b37a725 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:26.186520 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-46ac476e-2390-4617-b31d-80c119bb33fb tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:26.201813 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3f71e5fd-f419-42c5-996a-510886812e71 None None] Provisioning for port 538446cc-f504-4a0b-8d5f-bbe0e9752dec completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:44:26.219356 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3f71e5fd-f419-42c5-996a-510886812e71 None None] Provisioning complete for port 538446cc-f504-4a0b-8d5f-bbe0e9752dec triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:26.220228 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3f71e5fd-f419-42c5-996a-510886812e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:26.230870 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-46ac476e-2390-4617-b31d-80c119bb33fb tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] Usage tracker for resource:security_group and tenant:9753ff3048fe4b9aa18ecaf41b37a725 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:26.237991 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-46ac476e-2390-4617-b31d-80c119bb33fb tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:26.245517 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-46ac476e-2390-4617-b31d-80c119bb33fb tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] Usage tracker for resource:security_group_rule and tenant:9753ff3048fe4b9aa18ecaf41b37a725 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:26.252923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-46ac476e-2390-4617-b31d-80c119bb33fb tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:26.262264 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-46ac476e-2390-4617-b31d-80c119bb33fb tempest-QuotasTest-1186900200 tempest-QuotasTest-1186900200-project-admin] 10.222.0.53 "GET /v2.0/quotas/9753ff3048fe4b9aa18ecaf41b37a725/details.json HTTP/1.1" status: 200  len: 703 time: 0.2222855
Dec 22 04:44:26.291692 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:26.297014 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:26.301668 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-3f71e5fd-f419-42c5-996a-510886812e71 None None] Port 538446cc-f504-4a0b-8d5f-bbe0e9752dec cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:44:26.305845 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:26.317297 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] Set router af42f049-047b-4846-b6a3-7616726426f8 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:44:26.326648 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a01b963-a1b1-431f-a3c8-01fbd1a90e65 admin admin] Network 7661e115-dba7-43dd-9fab-d3d8f77257cf is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:26.327853 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Usage tracker for resource:security_group_rule and tenant:60310e3b5ed94c218a470ba0319b53c8 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:26.330485 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:26.334791 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:26.351249 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-2a01b963-a1b1-431f-a3c8-01fbd1a90e65 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:26.366138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-41e3517a-1b11-4187-8667-e8e533b22de4 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:26.367708 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:26.369721 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a01b963-a1b1-431f-a3c8-01fbd1a90e65 admin admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:44:26.370174 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2a01b963-a1b1-431f-a3c8-01fbd1a90e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:26.381855 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01b963-a1b1-431f-a3c8-01fbd1a90e65 admin admin] Pushing event updated for resources: {'Port': ['ID=6c09f342-37a3-4ba5-853d-1d5f61f88fd8,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:26.403809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] device_id is not set on port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:44:26.447994 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2a01b963-a1b1-431f-a3c8-01fbd1a90e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:26.450826 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:26.478258 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.resource_extend [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:44:26.535029 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 4cf9a1db-f5df-4b03-a7f7-bb6fab268129 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:44:26.550800 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 4cf9a1db-f5df-4b03-a7f7-bb6fab268129 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:26.552741 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:26.572062 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451f950a-acc1-491f-8f52-719db465daa8,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:26.586556 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:26.662012 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:26.663008 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-41e3517a-1b11-4187-8667-e8e533b22de4 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:26.702427 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:26.703050 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:26.713756 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:26.741373 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:26.760477 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47816) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:26.775600 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-11daa9e9-6835-4020-8c2c-a4435ad61ba6 None None] Provisioning complete for port 538446cc-f504-4a0b-8d5f-bbe0e9752dec triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:26.776187 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-11daa9e9-6835-4020-8c2c-a4435ad61ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:26.829136 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 4cf9a1db-f5df-4b03-a7f7-bb6fab268129, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=4cf9a1db-f5df-4b03-a7f7-bb6fab268129,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:44:26.871709 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:26.892953 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:26.942935 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-11daa9e9-6835-4020-8c2c-a4435ad61ba6 None None] Port 538446cc-f504-4a0b-8d5f-bbe0e9752dec cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:44:26.949171 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2a01b963-a1b1-431f-a3c8-01fbd1a90e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:26.986982 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=4cf9a1db-f5df-4b03-a7f7-bb6fab268129,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:26.991927 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:27.011250 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8cc0d0>, [{'id': 'af42f049-047b-4846-b6a3-7616726426f8', 'name': 'tempest-ServersTestJSON-2080179337-router', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:20Z', 'revision_number': 3, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'gw_port': {'id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ca:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:19Z', 'updated_at': '2021-12-22T04:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:27.024335 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e9dd01-75f5-4f06-8577-9453830d730d None None] The sync data for ids ['af42f049-047b-4846-b6a3-7616726426f8'] in dv-neutron-822525-1-hyperv is: [{'id': 'af42f049-047b-4846-b6a3-7616726426f8', 'name': 'tempest-ServersTestJSON-2080179337-router', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:20Z', 'revision_number': 3, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'gw_port': {'id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ca:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:19Z', 'updated_at': '2021-12-22T04:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:44:27.036554 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-41e3517a-1b11-4187-8667-e8e533b22de4 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:27.038118 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-41e3517a-1b11-4187-8667-e8e533b22de4 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 1.3948238
Dec 22 04:44:27.045173 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47822) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:27.045370 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device b4f01c21-9039-4bcb-afd9-1d1cb8e72822 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:44:27.048666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0ba70940-35c3-42da-a718-3c0e456ffb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:27.065632 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 2.8938966
Dec 22 04:44:27.075703 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47826) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:27.087234 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:27.090680 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Pushing event updated for resources: {'Network': ['ID=8488d672-7962-4b5f-8330-b5c7ea10c8be,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:27.103114 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:27.106191 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 8488d672-7962-4b5f-8330-b5c7ea10c8be details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:44:27.156334 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-a6bf8821-f5f5-4cf7-8ac7-9da7f6b39b0f tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Request body: {'network': {'project_id': '372e3b0123914bf3a2d3f782af50ae6b'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:27.160360 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:27.183065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a6bf8821-f5f5-4cf7-8ac7-9da7f6b39b0f tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:27.212629 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d1e627d8-931a-4462-98a7-c3985838ea51 None None] Provisioning for port 6c09f342-37a3-4ba5-853d-1d5f61f88fd8 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:44:27.230510 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d1e627d8-931a-4462-98a7-c3985838ea51 None None] Provisioning complete for port 6c09f342-37a3-4ba5-853d-1d5f61f88fd8 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:27.231205 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d1e627d8-931a-4462-98a7-c3985838ea51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:27.252352 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0ba70940-35c3-42da-a718-3c0e456ffb4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:27.260130 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0ba70940-35c3-42da-a718-3c0e456ffb4d admin admin] Usage tracker for resource:security_group_rule and tenant:8b941634cf494f49a91fc426a8208bf2 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:27.263444 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0ba70940-35c3-42da-a718-3c0e456ffb4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:27.276590 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0ba70940-35c3-42da-a718-3c0e456ffb4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:27.282385 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1b1ba2d2-82f1-4af7-8b4d-d45b8b022637 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:27.288260 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:27.306738 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a6bf8821-f5f5-4cf7-8ac7-9da7f6b39b0f tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Usage tracker for resource:network and tenant:372e3b0123914bf3a2d3f782af50ae6b is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:27.317929 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port b4f01c21-9039-4bcb-afd9-1d1cb8e72822 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:27.318311 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:27.321826 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a6bf8821-f5f5-4cf7-8ac7-9da7f6b39b0f tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:27.340951 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d1e627d8-931a-4462-98a7-c3985838ea51 None None] Port 6c09f342-37a3-4ba5-853d-1d5f61f88fd8 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:44:27.353071 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a6bf8821-f5f5-4cf7-8ac7-9da7f6b39b0f tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:27.384864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:44:27.460352 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e659d43-1f16-4c79-8437-3552be9ea9b5,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:27.478293 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:27.530361 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47832) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:27.532958 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:27.533396 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Added segment e8d5cfd1-a564-4ee2-806a-3f1fc8e4d11a of type vlan for network ad844881-a03b-40b0-aa88-be9fa20caf72
Dec 22 04:44:27.539363 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bf8821-f5f5-4cf7-8ac7-9da7f6b39b0f tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Made reservation on behalf of 372e3b0123914bf3a2d3f782af50ae6b for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:27.541766 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a6bf8821-f5f5-4cf7-8ac7-9da7f6b39b0f tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:27.567804 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-af32a006-7c5e-4c60-bdbd-24a257fb7c33 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1991245261', 'description': 'tempest-description--1603926572'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:27.593476 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-af32a006-7c5e-4c60-bdbd-24a257fb7c33 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:27.607501 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3bca3953-f48d-4c88-8e94-9d2bf77556ee tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:27.610492 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-af32a006-7c5e-4c60-bdbd-24a257fb7c33 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Usage tracker for resource:security_group and tenant:ede9c024168f43b3a1c204783ee2d873 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:27.627821 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-af32a006-7c5e-4c60-bdbd-24a257fb7c33 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:27.688689 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ad7f69db-829a-46fd-93fc-a57668543d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:27.721406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-af32a006-7c5e-4c60-bdbd-24a257fb7c33 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:27.750972 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:27.785065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6bf8821-f5f5-4cf7-8ac7-9da7f6b39b0f tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:44:27.820089 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0ba70940-35c3-42da-a718-3c0e456ffb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:27.825201 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0ba70940-35c3-42da-a718-3c0e456ffb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:27.835710 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1b1ba2d2-82f1-4af7-8b4d-d45b8b022637 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:27.837171 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:27.837614 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] device_id is not set on port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:44:27.851935 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a6bf8821-f5f5-4cf7-8ac7-9da7f6b39b0f tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:27.852151 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-a6bf8821-f5f5-4cf7-8ac7-9da7f6b39b0f tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Added segment b9dbb56e-aaa3-4d2b-9c3e-ee3fd56bfc6e of type vlan for network 50298d01-f089-4170-a20d-deace2162841
Dec 22 04:44:27.872901 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1b1ba2d2-82f1-4af7-8b4d-d45b8b022637 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:27.885623 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:27.892123 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba70940-35c3-42da-a718-3c0e456ffb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88c09dc-f917-41fd-adab-fc17a74f1318,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:27.899051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-af32a006-7c5e-4c60-bdbd-24a257fb7c33 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:27.912365 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0ba70940-35c3-42da-a718-3c0e456ffb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:27.917368 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0ba70940-35c3-42da-a718-3c0e456ffb4d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b941634cf494f49a91fc426a8208bf2&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1550570
Dec 22 04:44:27.919405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47836) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:27.930914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca3953-f48d-4c88-8e94-9d2bf77556ee tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Pushing event updated for resources: {'Subnet': ['ID=6582ea7e-34b6-45f3-bebf-48832efb9539,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:27.934050 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3bca3953-f48d-4c88-8e94-9d2bf77556ee tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:27.983869 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Transition to ACTIVE for port object 3c4a7b89-b31f-4af7-976c-e51fc5d26635 will not be triggered until provisioned by entity L2. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:28.000261 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a6bf8821-f5f5-4cf7-8ac7-9da7f6b39b0f tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.010420 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1b1ba2d2-82f1-4af7-8b4d-d45b8b022637 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.011062 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1ba2d2-82f1-4af7-8b4d-d45b8b022637 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff19b010-e58a-4ad8-aa40-dc1d18326454 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:44:28.019775 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.032770 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.044519 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:28.045095 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.054052 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-af32a006-7c5e-4c60-bdbd-24a257fb7c33 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:28.056185 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-eb6eb5c4-7e62-467d-a5b6-dc10caa87a1e tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:28.072771 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c42e0212-8f39-4abb-b604-deb99d8d0a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.074663 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1b1ba2d2-82f1-4af7-8b4d-d45b8b022637 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.077751 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2a01b963-a1b1-431f-a3c8-01fbd1a90e65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.077904 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1b1ba2d2-82f1-4af7-8b4d-d45b8b022637 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] 10.222.0.53 "DELETE /v2.0/routers/ff19b010-e58a-4ad8-aa40-dc1d18326454 HTTP/1.1" status: 204  len: 168 time: 1.0293639
Dec 22 04:44:28.086075 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca3953-f48d-4c88-8e94-9d2bf77556ee tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Checking segment: {'id': '27396ccb-3154-41d0-bf1a-b26daf43aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2ebb805d-441e-46b2-9352-a98fb13c97c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:44:28.086735 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47840) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:28.086882 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bca3953-f48d-4c88-8e94-9d2bf77556ee tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Network hostable DHCP agents. Network: 2ebb805d-441e-46b2-9352-a98fb13c97c7, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:44:28.093584 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-af32a006-7c5e-4c60-bdbd-24a257fb7c33 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Usage tracker for resource:security_group_rule and tenant:ede9c024168f43b3a1c204783ee2d873 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:28.094621 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-e8c950a2-5326-4256-bfd4-fefeb8d7c77c tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Request body: {'router': {'name': 'tempest-router-1170551725', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a866bc7789c64847adb5260459a1b31a'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:28.107228 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e8c950a2-5326-4256-bfd4-fefeb8d7c77c tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:28.119933 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e8c950a2-5326-4256-bfd4-fefeb8d7c77c tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Usage tracker for resource:router and tenant:a866bc7789c64847adb5260459a1b31a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:28.124042 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c42e0212-8f39-4abb-b604-deb99d8d0a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.132950 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e8c950a2-5326-4256-bfd4-fefeb8d7c77c tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:28.148094 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.resource_extend [None req-a6bf8821-f5f5-4cf7-8ac7-9da7f6b39b0f tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:44:28.150750 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e8c950a2-5326-4256-bfd4-fefeb8d7c77c tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:28.155984 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-af32a006-7c5e-4c60-bdbd-24a257fb7c33 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:28.163895 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2a01b963-a1b1-431f-a3c8-01fbd1a90e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.175642 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-af32a006-7c5e-4c60-bdbd-24a257fb7c33 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:28.181880 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2a01b963-a1b1-431f-a3c8-01fbd1a90e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.198914 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e8c950a2-5326-4256-bfd4-fefeb8d7c77c tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.200509 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e8c950a2-5326-4256-bfd4-fefeb8d7c77c tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.226909 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c42e0212-8f39-4abb-b604-deb99d8d0a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.245869 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 2.9628811
Dec 22 04:44:28.246319 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:28.251164 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a6bf8821-f5f5-4cf7-8ac7-9da7f6b39b0f tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.263437 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47844) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:28.264553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e0212-8f39-4abb-b604-deb99d8d0a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88c09dc-f917-41fd-adab-fc17a74f1318,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:28.274389 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Pushing event updated for resources: {'Network': ['ID=ad844881-a03b-40b0-aa88-be9fa20caf72,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:28.277364 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:28.279703 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] Sync routers for ids ['34646794-5df5-4b40-afc8-fce2e270e577'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:44:28.295620 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network ad844881-a03b-40b0-aa88-be9fa20caf72 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:44:28.305710 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] Routers {'34646794-5df5-4b40-afc8-fce2e270e577'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:44:28.306446 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c4c0a00>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:44:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['34646794-5df5-4b40-afc8-fce2e270e577'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:28.309823 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c42e0212-8f39-4abb-b604-deb99d8d0a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:28.310767 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c42e0212-8f39-4abb-b604-deb99d8d0a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.311887 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c42e0212-8f39-4abb-b604-deb99d8d0a70 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d88c09dc-f917-41fd-adab-fc17a74f1318 HTTP/1.1" status: 204  len: 168 time: 0.3895590
Dec 22 04:44:28.328639 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bf8821-f5f5-4cf7-8ac7-9da7f6b39b0f tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:28.329220 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a6bf8821-f5f5-4cf7-8ac7-9da7f6b39b0f tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.332976 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2a01b963-a1b1-431f-a3c8-01fbd1a90e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:28.382769 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e8c950a2-5326-4256-bfd4-fefeb8d7c77c tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.430730 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.442687 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e8c950a2-5326-4256-bfd4-fefeb8d7c77c tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.613809 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.618871 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bca3953-f48d-4c88-8e94-9d2bf77556ee tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Network 2ebb805d-441e-46b2-9352-a98fb13c97c7 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:44:28.640804 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f469bdf79a0>> segment before_delete 55550000 {{(pid=83434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:28.641167 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f469bdf79a0>> subnet precommit_delete_associations 55550000 {{(pid=83434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:28.641899 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f469c072c70>> segment_host_mapping after_create 55550000 {{(pid=83434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:28.642666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f469c072c70>> port after_create 55550000 {{(pid=83434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:28.642666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f469c072c70>> port after_delete 55550000 {{(pid=83434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:28.642889 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f469c072c70>> port after_update 55550000 {{(pid=83434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:28.643168 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f469c072c70>> segment after_delete 55550000 {{(pid=83434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:28.643498 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f469c072c70>> subnet after_create 55550000 {{(pid=83434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:28.644375 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f469c072c70>> subnet after_delete 55550000 {{(pid=83434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:28.644688 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f469c072c70>> subnet after_update 55550000 {{(pid=83434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:28.655887 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a6bf8821-f5f5-4cf7-8ac7-9da7f6b39b0f tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.5665913
Dec 22 04:44:28.656745 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47852) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:28.667621 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Pushing event updated for resources: {'Port': ['ID=3c4a7b89-b31f-4af7-976c-e51fc5d26635,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:28.696452 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] Set router 34646794-5df5-4b40-afc8-fce2e270e577 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:44:28.714472 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-4dd0b457-e0e0-476a-8500-2b5e358bb228 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Request body: {'network': {'project_id': '372e3b0123914bf3a2d3f782af50ae6b'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:28.719320 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4dd0b457-e0e0-476a-8500-2b5e358bb228 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:28.726434 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4dd0b457-e0e0-476a-8500-2b5e358bb228 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Usage tracker for resource:network and tenant:372e3b0123914bf3a2d3f782af50ae6b is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:28.730470 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4dd0b457-e0e0-476a-8500-2b5e358bb228 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:28.736554 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4dd0b457-e0e0-476a-8500-2b5e358bb228 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:28.779588 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-3bca3953-f48d-4c88-8e94-9d2bf77556ee tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 2ebb805d-441e-46b2-9352-a98fb13c97c7) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:28.781972 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd0b457-e0e0-476a-8500-2b5e358bb228 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 22 04:44:28.782481 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd0b457-e0e0-476a-8500-2b5e358bb228 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:44:28.786893 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4dd0b457-e0e0-476a-8500-2b5e358bb228 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.1210973
Dec 22 04:44:28.789381 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f8707d-51e8-4d9b-8fcb-095e3de9987d None None] Network 2ebb805d-441e-46b2-9352-a98fb13c97c7 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:44:28.789522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-af32a006-7c5e-4c60-bdbd-24a257fb7c33 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.798837 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47856) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:28.802557 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Checking segment: {'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:44:28.802557 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Network hostable DHCP agents. Network: c18cc40c-04b7-4682-8572-81f7c82d5a4b, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:44:28.828938 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bca3953-f48d-4c88-8e94-9d2bf77556ee tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:28.829683 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3bca3953-f48d-4c88-8e94-9d2bf77556ee tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.837496 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f469bd8a6a0>> subnet after_create 55550000 {{(pid=83434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:28.838455 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f469bd8a6a0>> subnet after_delete 55550000 {{(pid=83434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:28.838981 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f469bd8a6a0>> subnet before_create 55550000 {{(pid=83434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:28.839469 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f469bd8a6a0>> subnet before_update 55550000 {{(pid=83434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:28.840001 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bdf7040>,) {'filters': {'network_id': ['ad844881-a03b-40b0-aa88-be9fa20caf72']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:28.854273 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bdf7040>, 'e8d5cfd1-a564-4ee2-806a-3f1fc8e4d11a') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:28.854790 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bdf7040>, 'e8d5cfd1-a564-4ee2-806a-3f1fc8e4d11a') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:28.855406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-af32a006-7c5e-4c60-bdbd-24a257fb7c33 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.880493 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.891215 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47860) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:28.905395 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.908858 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a01b963-a1b1-431f-a3c8-01fbd1a90e65 admin admin] Network 7661e115-dba7-43dd-9fab-d3d8f77257cf is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:28.911054 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3bca3953-f48d-4c88-8e94-9d2bf77556ee tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.6220565
Dec 22 04:44:28.914205 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:44:28.914777 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:28.938670 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-2a01b963-a1b1-431f-a3c8-01fbd1a90e65 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:28.944953 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47864) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:28.954306 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-bdac07e5-26e1-48dc-8676-44830e32798c tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Request body: {'port': {'network_id': '2ebb805d-441e-46b2-9352-a98fb13c97c7', 'name': 'tempest-DHCPAgentSchedulersTestJSON-125920599'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn_limited(
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn_limited(
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:44:29.050032 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:44:29.052975 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e8c950a2-5326-4256-bfd4-fefeb8d7c77c tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:29.059224 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e8c950a2-5326-4256-bfd4-fefeb8d7c77c tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.9711614
Dec 22 04:44:29.060717 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47868) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:29.061511 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:29.069037 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-f55df7c8-0a42-4976-99d1-98e722acb49c tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:29.093854 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01b963-a1b1-431f-a3c8-01fbd1a90e65 admin admin] Pushing event updated for resources: {'Port': ['ID=6c09f342-37a3-4ba5-853d-1d5f61f88fd8,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:29.241990 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:29.276921 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Pushing event deleted for resources: {'Network': ['ID=ad844881-a03b-40b0-aa88-be9fa20caf72,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:29.282252 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  ad844881-a03b-40b0-aa88-be9fa20caf72 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 22 04:44:29.293848 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:29.296100 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 23cd109a-ed81-4ac0-93c7-96217c97b7fd up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:44:29.298217 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:29.319603 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] 10.222.0.53 "DELETE /v2.0/networks/ad844881-a03b-40b0-aa88-be9fa20caf72 HTTP/1.1" status: 204  len: 168 time: 1.0468910
Dec 22 04:44:29.324539 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47872) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:29.326808 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2a01b963-a1b1-431f-a3c8-01fbd1a90e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.994s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:29.337436 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb336978-e836-4d02-bfa3-39e5c7a79573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:29.340973 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c4c0a00>, [{'id': '34646794-5df5-4b40-afc8-fce2e270e577', 'name': 'tempest-ServersTestManualDisk-958805555-router', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:17Z', 'updated_at': '2021-12-22T04:44:23Z', 'revision_number': 4, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'gw_port': {'id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '538446cc-f504-4a0b-8d5f-bbe0e9752dec', 'name': '', 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'mac_address': 'fa:16:3e:d8:b6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'faeacc71-1cdb-4a7d-86fa-0899322c9f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:21Z', 'updated_at': '2021-12-22T04:44:23Z', 'revision_number': 2, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'subnets': [{'id': 'faeacc71-1cdb-4a7d-86fa-0899322c9f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:29.345824 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] Checking router: 34646794-5df5-4b40-afc8-fce2e270e577 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:44:29.346185 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] Updating router 34646794-5df5-4b40-afc8-fce2e270e577 port 538446cc-f504-4a0b-8d5f-bbe0e9752dec binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:44:29.354800 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-af32a006-7c5e-4c60-bdbd-24a257fb7c33 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:29.357135 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-af32a006-7c5e-4c60-bdbd-24a257fb7c33 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 1.8181303
Dec 22 04:44:29.367588 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9c8459f0-0298-4439-be00-412cd86c23a1 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=372e3b0123914bf3a2d3f782af50ae6b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5651188
Dec 22 04:44:29.367588 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.168s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:29.367588 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:29.368011 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-2ebb805d-441e-46b2-9352-a98fb13c97c7', 'network_id': '2ebb805d-441e-46b2-9352-a98fb13c97c7', 'tenant_id': '834de4012eb7432fa6dab14215cafd6b', 'fixed_ips': [{'subnet_id': '6582ea7e-34b6-45f3-bebf-48832efb9539'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:44:29.368639 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:29.406266 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5f952efe-9ae5-400f-b0a0-78612a181255 None None] Provisioning complete for port 6c09f342-37a3-4ba5-853d-1d5f61f88fd8 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:29.406733 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5f952efe-9ae5-400f-b0a0-78612a181255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:29.425825 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:29.487778 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-eb6a7d43-19f8-409d-b9c6-63f21362a48e tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:29.494506 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47874) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:29.495915 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47876) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:29.564560 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bdac07e5-26e1-48dc-8676-44830e32798c tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:29.590039 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.198s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:29.595708 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-5f952efe-9ae5-400f-b0a0-78612a181255 None None] Port 6c09f342-37a3-4ba5-853d-1d5f61f88fd8 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:44:29.632921 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-e5ef1c09-a09a-4944-b190-35aa65445ace tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Request body: {'security_group_rule': {'security_group_id': 'd3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:29.641452 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 23cd109a-ed81-4ac0-93c7-96217c97b7fd completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:44:29.648865 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-eb6a7d43-19f8-409d-b9c6-63f21362a48e tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:29.661902 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e5ef1c09-a09a-4944-b190-35aa65445ace tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:29.667383 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-eb6a7d43-19f8-409d-b9c6-63f21362a48e tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Usage tracker for resource:network and tenant:60310e3b5ed94c218a470ba0319b53c8 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:29.672652 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-eb6a7d43-19f8-409d-b9c6-63f21362a48e tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:29.675481 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e5ef1c09-a09a-4944-b190-35aa65445ace tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Usage tracker for resource:security_group_rule and tenant:ede9c024168f43b3a1c204783ee2d873 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:29.683396 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e5ef1c09-a09a-4944-b190-35aa65445ace tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:29.695082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-eb6a7d43-19f8-409d-b9c6-63f21362a48e tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:29.700747 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e5ef1c09-a09a-4944-b190-35aa65445ace tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:29.705395 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-eb336978-e836-4d02-bfa3-39e5c7a79573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:29.711915 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-eb336978-e836-4d02-bfa3-39e5c7a79573 admin admin] Usage tracker for resource:security_group_rule and tenant:9753ff3048fe4b9aa18ecaf41b37a725 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:29.715547 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-eb336978-e836-4d02-bfa3-39e5c7a79573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:29.724585 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-eb336978-e836-4d02-bfa3-39e5c7a79573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:29.726562 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 23cd109a-ed81-4ac0-93c7-96217c97b7fd triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:29.726939 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:29.733293 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf8821-f5f5-4cf7-8ac7-9da7f6b39b0f tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Pushing event updated for resources: {'Network': ['ID=50298d01-f089-4170-a20d-deace2162841,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:29.734415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6a7d43-19f8-409d-b9c6-63f21362a48e tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Made reservation on behalf of 60310e3b5ed94c218a470ba0319b53c8 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:29.736686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7d43-19f8-409d-b9c6-63f21362a48e tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:29.766547 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e5ef1c09-a09a-4944-b190-35aa65445ace tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:29.798176 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Network c18cc40c-04b7-4682-8572-81f7c82d5a4b is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:44:29.799102 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 50298d01-f089-4170-a20d-deace2162841 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:44:29.801038 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bdac07e5-26e1-48dc-8676-44830e32798c tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Usage tracker for resource:port and tenant:834de4012eb7432fa6dab14215cafd6b is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:29.805006 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a6bf8821-f5f5-4cf7-8ac7-9da7f6b39b0f tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:29.811845 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.920s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:29.823950 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bdac07e5-26e1-48dc-8676-44830e32798c tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:29.845492 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bdac07e5-26e1-48dc-8676-44830e32798c tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:29.852531 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, c18cc40c-04b7-4682-8572-81f7c82d5a4b) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:29.883251 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:44:29.912386 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32a006-7c5e-4c60-bdbd-24a257fb7c33 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:29.921652 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-af32a006-7c5e-4c60-bdbd-24a257fb7c33 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:29.923259 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:29.923897 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:29.924351 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:29.931886 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdac07e5-26e1-48dc-8676-44830e32798c tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Made reservation on behalf of 834de4012eb7432fa6dab14215cafd6b for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:29.935249 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bdac07e5-26e1-48dc-8676-44830e32798c tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:29.945949 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:29.961405 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] Transition to ACTIVE for port object 538446cc-f504-4a0b-8d5f-bbe0e9752dec will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:29.970886 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:29.971358 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:29.972266 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:29.976970 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 2 to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635
Dec 22 04:44:29.978588 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:30.003646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-bdac07e5-26e1-48dc-8676-44830e32798c tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] device_id is not set on port 126b91f6-ad09-446b-a788-83540f7af4d9 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:44:30.021493 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1cb29599-cce9-4ff3-85df-eacdaba5a465 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:30.029030 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f901d6f2-b24e-4e54-a4b7-6ca537659f1f None None] Network c18cc40c-04b7-4682-8572-81f7c82d5a4b requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:44:30.046426 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6a7d43-19f8-409d-b9c6-63f21362a48e tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:44:30.058539 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f55df7c8-0a42-4976-99d1-98e722acb49c tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:30.059162 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f55df7c8-0a42-4976-99d1-98e722acb49c tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks [] for router, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:30.060435 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe0fc8-bbdb-4709-9f93-231991ad33a3 None None] Pushing event updated for resources: {'Port': ['ID=538446cc-f504-4a0b-8d5f-bbe0e9752dec,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:30.070803 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-15fe0fc8-bbdb-4709-9f93-231991ad33a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:30.092364 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:30.093772 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:30.094221 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:30.198940 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Allocated IP 172.20.0.2 (2ebb805d-441e-46b2-9352-a98fb13c97c7/6582ea7e-34b6-45f3-bebf-48832efb9539/bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:44:30.212149 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7d43-19f8-409d-b9c6-63f21362a48e tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:30.213929 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-eb6a7d43-19f8-409d-b9c6-63f21362a48e tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Added segment 10d9f9f5-7fd7-4317-97df-30ad3ef6bdab of type vlan for network 14002fc5-ff86-4819-b28a-c756d82b1f77
Dec 22 04:44:30.216343 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1cb29599-cce9-4ff3-85df-eacdaba5a465 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:30.239695 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb336978-e836-4d02-bfa3-39e5c7a79573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:30.265759 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:30.266186 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:30.281984 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 3 to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635
Dec 22 04:44:30.311279 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb336978-e836-4d02-bfa3-39e5c7a79573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:30.319218 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e5ef1c09-a09a-4944-b190-35aa65445ace tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:30.328565 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f55df7c8-0a42-4976-99d1-98e722acb49c tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83434) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}}
Dec 22 04:44:30.329028 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f55df7c8-0a42-4976-99d1-98e722acb49c tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Router 9c671ab0-c088-4d16-9c4b-0b0cf6db4fc8 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f469ce5df40> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f469ce5dd30> provider. {{(pid=83434) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}}
Dec 22 04:44:30.329575 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f55df7c8-0a42-4976-99d1-98e722acb49c tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:30.339002 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e5ef1c09-a09a-4944-b190-35aa65445ace tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:30.340298 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] Attempting to bind port 538446cc-f504-4a0b-8d5f-bbe0e9752dec on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:30.340715 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] Attempting to bind port 538446cc-f504-4a0b-8d5f-bbe0e9752dec by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'd8987e0f-1476-4071-84f5-da69d4a56b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:30.341075 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] Attempting to bind port 538446cc-f504-4a0b-8d5f-bbe0e9752dec on network 76dd8755-7bd3-483a-90a3-b1bb39c70dc0 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:30.342704 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f55df7c8-0a42-4976-99d1-98e722acb49c tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:30.345302 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7d43-19f8-409d-b9c6-63f21362a48e tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:30.351035 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:44:30.351405 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] Checking segment: {'id': 'd8987e0f-1476-4071-84f5-da69d4a56b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:44:30.351814 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:30.352477 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] Bound using segment: {'id': 'd8987e0f-1476-4071-84f5-da69d4a56b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:44:30.352957 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] Bound port: 538446cc-f504-4a0b-8d5f-bbe0e9752dec, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8987e0f-1476-4071-84f5-da69d4a56b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:44:30.353462 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:30.358147 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:30.374625 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0d9560ae-27e6-42dd-bf17-b700ba13cfcd tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:30.388771 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f55df7c8-0a42-4976-99d1-98e722acb49c tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706333'] for router, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:30.399915 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef1c09-a09a-4944-b190-35aa65445ace tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0240afa4-f67b-46f9-af60-2c41cc55d45d,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:30.403147 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:30.404015 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:30.404318 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:30.420023 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e5ef1c09-a09a-4944-b190-35aa65445ace tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:30.423625 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1cb29599-cce9-4ff3-85df-eacdaba5a465 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:30.454723 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:30.455307 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:30.462115 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 4 to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635
Dec 22 04:44:30.470257 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] For port 538446cc-f504-4a0b-8d5f-bbe0e9752dec, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:44:30.474205 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] For port 538446cc-f504-4a0b-8d5f-bbe0e9752dec, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=538446cc-f504-4a0b-8d5f-bbe0e9752dec,segment=NetworkSegment(d8987e0f-1476-4071-84f5-da69d4a56b2a),segment_id=d8987e0f-1476-4071-84f5-da69d4a56b2a)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:44:30.474377 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:30.481111 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:30.483177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb336978-e836-4d02-bfa3-39e5c7a79573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbf6633-df66-4137-a4f0-b49db1796564,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:30.486180 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Transition to ACTIVE for port object bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:30.491969 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-eb336978-e836-4d02-bfa3-39e5c7a79573 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9753ff3048fe4b9aa18ecaf41b37a725&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5991852
Dec 22 04:44:30.493348 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-eb336978-e836-4d02-bfa3-39e5c7a79573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:30.495090 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:30.506968 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Transition to ACTIVE for port object bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:30.510202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47886) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:30.511276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:30.511276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:30.511904 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:30.520773 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:30.539347 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1cb29599-cce9-4ff3-85df-eacdaba5a465 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:30.541719 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1cb29599-cce9-4ff3-85df-eacdaba5a465 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/e18fce54-7abf-4ee5-b066-7f7df456f947 HTTP/1.1" status: 204  len: 168 time: 0.9397790
Dec 22 04:44:30.546687 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:30.579253 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe0fc8-bbdb-4709-9f93-231991ad33a3 None None] Pushing event updated for resources: {'Port': ['ID=538446cc-f504-4a0b-8d5f-bbe0e9752dec,revision_number=4']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:30.593341 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47890) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:30.602649 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:30.603106 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:30.609873 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] Routers {'34646794-5df5-4b40-afc8-fce2e270e577'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:44:30.610193 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c4c0a00>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:44:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['34646794-5df5-4b40-afc8-fce2e270e577'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:30.618508 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb29599-cce9-4ff3-85df-eacdaba5a465 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18fce54-7abf-4ee5-b066-7f7df456f947,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:30.624050 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a189470e-57b7-4203-a335-02c22e6b76a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:30.629481 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1cb29599-cce9-4ff3-85df-eacdaba5a465 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:30.633492 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e5ef1c09-a09a-4944-b190-35aa65445ace tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:30.634676 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e5ef1c09-a09a-4944-b190-35aa65445ace tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.0342972
Dec 22 04:44:30.637202 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47896) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:30.644797 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 5 to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635
Dec 22 04:44:30.647675 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-c58bfa5a-949f-4c5d-824b-0050e03a0e3f tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Request body: {'security_group_rule': {'security_group_id': 'd3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:30.656367 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c58bfa5a-949f-4c5d-824b-0050e03a0e3f tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:30.660254 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7d43-19f8-409d-b9c6-63f21362a48e tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:30.664103 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c58bfa5a-949f-4c5d-824b-0050e03a0e3f tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Usage tracker for resource:security_group_rule and tenant:ede9c024168f43b3a1c204783ee2d873 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:30.668282 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6a7d43-19f8-409d-b9c6-63f21362a48e tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:30.668857 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7d43-19f8-409d-b9c6-63f21362a48e tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:30.685562 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c58bfa5a-949f-4c5d-824b-0050e03a0e3f tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:30.688502 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6cdb7e1d-6d12-40ef-beca-d500ad6190b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:30.727593 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-eb6a7d43-19f8-409d-b9c6-63f21362a48e tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 1.2528653
Dec 22 04:44:30.731291 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47900) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:30.732513 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c58bfa5a-949f-4c5d-824b-0050e03a0e3f tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:30.741418 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Network 2ebb805d-441e-46b2-9352-a98fb13c97c7 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:30.747575 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Pushing event updated for resources: {'Port': ['ID=bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:30.750233 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:30.771258 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:44:30.778360 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:30.791656 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-61373985-cdb8-408e-b9f6-5d7c00741bff tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Request body: {'subnet': {'network_id': '14002fc5-ff86-4819-b28a-c756d82b1f77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:30.807916 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-61373985-cdb8-408e-b9f6-5d7c00741bff tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:30.821235 dv-neutron-822525-1-hyperv neutron-server[83434]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f55df7c8-0a42-4976-99d1-98e722acb49c tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] No L3 agents can host the router 9c671ab0-c088-4d16-9c4b-0b0cf6db4fc8
Dec 22 04:44:30.856234 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-61373985-cdb8-408e-b9f6-5d7c00741bff tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Usage tracker for resource:subnet and tenant:60310e3b5ed94c218a470ba0319b53c8 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:30.859559 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c58bfa5a-949f-4c5d-824b-0050e03a0e3f tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:30.863214 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-61373985-cdb8-408e-b9f6-5d7c00741bff tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:30.876475 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-61373985-cdb8-408e-b9f6-5d7c00741bff tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:30.886935 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] Set router 34646794-5df5-4b40-afc8-fce2e270e577 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:44:30.887815 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:30.888211 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:30.888589 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:30.896207 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a7d43-19f8-409d-b9c6-63f21362a48e tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Pushing event updated for resources: {'Network': ['ID=14002fc5-ff86-4819-b28a-c756d82b1f77,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:30.906618 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-eb6a7d43-19f8-409d-b9c6-63f21362a48e tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:30.907999 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-bdac07e5-26e1-48dc-8676-44830e32798c tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Allocated IP 172.20.0.14 (2ebb805d-441e-46b2-9352-a98fb13c97c7/6582ea7e-34b6-45f3-bebf-48832efb9539/126b91f6-ad09-446b-a788-83540f7af4d9) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:44:30.922661 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 14002fc5-ff86-4819-b28a-c756d82b1f77 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:44:31.080156 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c58bfa5a-949f-4c5d-824b-0050e03a0e3f tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:31.095193 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c58bfa5a-949f-4c5d-824b-0050e03a0e3f tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:31.130858 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:31.135771 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Attempting to bind port bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:31.136280 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Attempting to bind port bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '27396ccb-3154-41d0-bf1a-b26daf43aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2ebb805d-441e-46b2-9352-a98fb13c97c7'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:31.136738 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Attempting to bind port bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388 on network 2ebb805d-441e-46b2-9352-a98fb13c97c7 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:31.137602 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bdac07e5-26e1-48dc-8676-44830e32798c tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:31.138176 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e5ef1c09-a09a-4944-b190-35aa65445ace tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:31.147290 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:44:31.147829 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Checking segment: {'id': '27396ccb-3154-41d0-bf1a-b26daf43aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2ebb805d-441e-46b2-9352-a98fb13c97c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:44:31.148334 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:31.148927 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Bound using segment: {'id': '27396ccb-3154-41d0-bf1a-b26daf43aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2ebb805d-441e-46b2-9352-a98fb13c97c7'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:44:31.149496 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Bound port: bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27396ccb-3154-41d0-bf1a-b26daf43aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2ebb805d-441e-46b2-9352-a98fb13c97c7'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:44:31.150018 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:31.155343 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-bdac07e5-26e1-48dc-8676-44830e32798c tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Transition to ACTIVE for port object 126b91f6-ad09-446b-a788-83540f7af4d9 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:31.166920 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55df7c8-0a42-4976-99d1-98e722acb49c tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Hosts for router 9c671ab0-c088-4d16-9c4b-0b0cf6db4fc8: [] {{(pid=83434) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Dec 22 04:44:31.188152 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61373985-cdb8-408e-b9f6-5d7c00741bff tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Made reservation on behalf of 60310e3b5ed94c218a470ba0319b53c8 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:31.192489 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-61373985-cdb8-408e-b9f6-5d7c00741bff tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:31.201300 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bfa5a-949f-4c5d-824b-0050e03a0e3f tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97cc290-75e9-4403-b577-6cae90dfb4a3,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:31.201520 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 23cd109a-ed81-4ac0-93c7-96217c97b7fd, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=23cd109a-ed81-4ac0-93c7-96217c97b7fd,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:44:31.212875 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c58bfa5a-949f-4c5d-824b-0050e03a0e3f tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:31.225399 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55df7c8-0a42-4976-99d1-98e722acb49c tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Hosts for other DVR routers connected to router 9c671ab0-c088-4d16-9c4b-0b0cf6db4fc8: set() {{(pid=83434) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}}
Dec 22 04:44:31.228085 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f55df7c8-0a42-4976-99d1-98e722acb49c tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:31.229791 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f55df7c8-0a42-4976-99d1-98e722acb49c tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] 10.222.0.53 "PUT /v2.0/routers/9c671ab0-c088-4d16-9c4b-0b0cf6db4fc8 HTTP/1.1" status: 200  len: 717 time: 2.1662917
Dec 22 04:44:31.232366 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c58bfa5a-949f-4c5d-824b-0050e03a0e3f tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:31.233734 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c58bfa5a-949f-4c5d-824b-0050e03a0e3f tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5955229
Dec 22 04:44:31.234462 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47904) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:31.237293 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47906) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:31.283278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:31.284974 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 4cf9a1db-f5df-4b03-a7f7-bb6fab268129 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:44:31.335943 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-15fe0fc8-bbdb-4709-9f93-231991ad33a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.841s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:31.351932 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:31.357471 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c4c0a00>, [{'id': '34646794-5df5-4b40-afc8-fce2e270e577', 'name': 'tempest-ServersTestManualDisk-958805555-router', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:17Z', 'updated_at': '2021-12-22T04:44:23Z', 'revision_number': 4, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'gw_port': {'id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '538446cc-f504-4a0b-8d5f-bbe0e9752dec', 'name': '', 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'mac_address': 'fa:16:3e:d8:b6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'faeacc71-1cdb-4a7d-86fa-0899322c9f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:21Z', 'updated_at': '2021-12-22T04:44:30Z', 'revision_number': 4, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'subnets': [{'id': 'faeacc71-1cdb-4a7d-86fa-0899322c9f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:31.362054 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c93a2f5-dd31-4d20-b9b2-da7f7172c719 None None] The sync data for ids ['34646794-5df5-4b40-afc8-fce2e270e577'] in dv-neutron-822525-1-hyperv is: [{'id': '34646794-5df5-4b40-afc8-fce2e270e577', 'name': 'tempest-ServersTestManualDisk-958805555-router', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:17Z', 'updated_at': '2021-12-22T04:44:23Z', 'revision_number': 4, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'gw_port': {'id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '538446cc-f504-4a0b-8d5f-bbe0e9752dec', 'name': '', 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'mac_address': 'fa:16:3e:d8:b6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'faeacc71-1cdb-4a7d-86fa-0899322c9f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:21Z', 'updated_at': '2021-12-22T04:44:30Z', 'revision_number': 4, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'subnets': [{'id': 'faeacc71-1cdb-4a7d-86fa-0899322c9f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:44:31.362497 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:31.378607 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:31.382915 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bdac07e5-26e1-48dc-8676-44830e32798c tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:31.385073 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Usage tracker for resource:floatingip and tenant:ede9c024168f43b3a1c204783ee2d873 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:31.390184 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:31.399995 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:31.405010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:31.405682 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:31.413295 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 6 to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635
Dec 22 04:44:31.418966 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-206d4069-5105-498e-9b7a-728f9c6c29cd tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] 10.222.0.53 "GET /v2.0/routers/9c671ab0-c088-4d16-9c4b-0b0cf6db4fc8 HTTP/1.1" status: 200  len: 717 time: 0.1818593
Dec 22 04:44:31.422973 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks [] for floatingip, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:31.453305 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47912) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:31.454638 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2a01b963-a1b1-431f-a3c8-01fbd1a90e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:31.494741 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=23cd109a-ed81-4ac0-93c7-96217c97b7fd,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:31.495366 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:31.498045 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:31.512701 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 4cf9a1db-f5df-4b03-a7f7-bb6fab268129 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:31.512929 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:31.528618 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a01b963-a1b1-431f-a3c8-01fbd1a90e65 admin admin] Router af42f049-047b-4846-b6a3-7616726426f8 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:44:31.531329 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:31.531646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:31.531973 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:31.560588 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] For port bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:44:31.581606 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] For port bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388,segment=NetworkSegment(27396ccb-3154-41d0-bf1a-b26daf43aa03),segment_id=27396ccb-3154-41d0-bf1a-b26daf43aa03)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:44:31.599581 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:31.605826 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:31.634087 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-222c477e-97ef-47fc-8cfb-cf7b4244c04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:31.676186 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-222c477e-97ef-47fc-8cfb-cf7b4244c04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:31.692397 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:31.706667 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdac07e5-26e1-48dc-8676-44830e32798c tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Network 2ebb805d-441e-46b2-9352-a98fb13c97c7 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:31.752515 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Pushing event updated for resources: {'Port': ['ID=bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:31.755717 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:31.789217 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-bdac07e5-26e1-48dc-8676-44830e32798c tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:31.791691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:31.792265 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:31.807282 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdac07e5-26e1-48dc-8676-44830e32798c tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:44:31.817497 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdac07e5-26e1-48dc-8676-44830e32798c tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:31.818413 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bdac07e5-26e1-48dc-8676-44830e32798c tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:31.829280 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 7 to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635
Dec 22 04:44:31.963394 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Allocated IP 172.26.4.19 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/4674b620-aa39-4829-85da-e5bb4dd256b7) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:44:32.073021 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 23cd109a-ed81-4ac0-93c7-96217c97b7fd up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:44:32.091358 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:32.092161 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:32.092684 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:32.185963 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac07e5-26e1-48dc-8676-44830e32798c tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Pushing event updated for resources: {'Port': ['ID=126b91f6-ad09-446b-a788-83540f7af4d9,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:32.201501 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 23cd109a-ed81-4ac0-93c7-96217c97b7fd triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:32.201970 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:32.212250 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:32.241681 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bdac07e5-26e1-48dc-8676-44830e32798c tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:32.282877 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:32.283381 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:32.293361 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 8 to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635
Dec 22 04:44:32.305301 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f469c720d00>> segment before_delete 55550000 {{(pid=83435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:32.305823 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f469c720d00>> subnet precommit_delete_associations 55550000 {{(pid=83435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:32.306669 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f469c193190>> segment_host_mapping after_create 55550000 {{(pid=83435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:32.307128 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f469c193190>> port after_create 55550000 {{(pid=83435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:32.307553 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f469c193190>> port after_delete 55550000 {{(pid=83435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:32.308005 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f469c193190>> port after_update 55550000 {{(pid=83435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:32.308439 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f469c193190>> segment after_delete 55550000 {{(pid=83435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:32.308870 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f469c193190>> subnet after_create 55550000 {{(pid=83435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:32.309433 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f469c193190>> subnet after_delete 55550000 {{(pid=83435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:32.309908 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f469c193190>> subnet after_update 55550000 {{(pid=83435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:32.351861 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 538446cc-f504-4a0b-8d5f-bbe0e9752dec up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:44:32.434930 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 538446cc-f504-4a0b-8d5f-bbe0e9752dec completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:44:32.439420 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 538446cc-f504-4a0b-8d5f-bbe0e9752dec triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:32.439798 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:32.466586 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:32.488136 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f469bf515e0>> subnet after_create 55550000 {{(pid=83435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:32.488744 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f469bf515e0>> subnet after_delete 55550000 {{(pid=83435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:32.489053 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f469bf515e0>> subnet before_create 55550000 {{(pid=83435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:32.489740 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f469bf515e0>> subnet before_update 55550000 {{(pid=83435) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 04:44:32.490084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469c720d60>,) {'filters': {'network_id': ['50298d01-f089-4170-a20d-deace2162841']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:32.490417 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b740c1a1-249d-4a98-a6d4-6fb369ce2072 tempest-RoutersTestDVR-525469583 tempest-RoutersTestDVR-525469583-project] 10.222.0.53 "GET /v2.0/routers/9c671ab0-c088-4d16-9c4b-0b0cf6db4fc8 HTTP/1.1" status: 200  len: 683 time: 1.0121443
Dec 22 04:44:32.491949 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47918) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:32.525453 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c720d60>, 'b9dbb56e-aaa3-4d2b-9c3e-ee3fd56bfc6e') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:32.526073 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c720d60>, 'b9dbb56e-aaa3-4d2b-9c3e-ee3fd56bfc6e') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:32.546237 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bdac07e5-26e1-48dc-8676-44830e32798c tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.5952797
Dec 22 04:44:32.550810 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:32.551407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:32.551954 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:32.558318 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47922) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:32.559523 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:32.572321 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:32.604109 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:32.604109 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:32.604109 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 9 to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635
Dec 22 04:44:32.612611 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 538446cc-f504-4a0b-8d5f-bbe0e9752dec, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=538446cc-f504-4a0b-8d5f-bbe0e9752dec,segment=NetworkSegment(d8987e0f-1476-4071-84f5-da69d4a56b2a),segment_id=d8987e0f-1476-4071-84f5-da69d4a56b2a)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:44:32.616742 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:32.620298 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:32.622107 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-222c477e-97ef-47fc-8cfb-cf7b4244c04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:32.626528 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:32.645663 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:32.654793 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:44:32.655019 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn_limited(
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn_limited(
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:44:32.675871 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:44:32.708237 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=538446cc-f504-4a0b-8d5f-bbe0e9752dec,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:32.717945 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:32.731235 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:32.735282 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:32.735731 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:32.736165 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:32.741460 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-0d99ccb5-2c76-47bc-a21a-a85e92d3e7c4 tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Deleting port 126b91f6-ad09-446b-a788-83540f7af4d9 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:44:32.741850 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0d99ccb5-2c76-47bc-a21a-a85e92d3e7c4 tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:32.746534 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c477e-97ef-47fc-8cfb-cf7b4244c04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbf6633-df66-4137-a4f0-b49db1796564,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:32.766415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1a8fad37-3619-4112-aa8d-59d83044fc31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:32.799564 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-222c477e-97ef-47fc-8cfb-cf7b4244c04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:32.829460 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-222c477e-97ef-47fc-8cfb-cf7b4244c04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:32.833528 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-222c477e-97ef-47fc-8cfb-cf7b4244c04d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dcbf6633-df66-4137-a4f0-b49db1796564 HTTP/1.1" status: 204  len: 168 time: 2.3163593
Dec 22 04:44:32.842933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:32.843346 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:32.845583 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 10 to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635
Dec 22 04:44:32.851822 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4d59df7c-8293-47e5-8dfa-298c504be165 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:32.872256 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:32.877277 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:32.877786 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:32.882377 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:32.906085 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:32.906407 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:32.906829 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:32.920606 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:32.934002 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:32.940069 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:32.954115 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Pushing event deleted for resources: {'Network': ['ID=50298d01-f089-4170-a20d-deace2162841,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:32.968195 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:32.973135 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] 10.222.0.53 "DELETE /v2.0/networks/50298d01-f089-4170-a20d-deace2162841 HTTP/1.1" status: 204  len: 168 time: 2.3727977
Dec 22 04:44:33.000848 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47928) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:33.023365 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:33.042008 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:44:33.069532 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Pushing event updated for resources: {'Port': ['ID=4674b620-aa39-4829-85da-e5bb4dd256b7,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:33.114674 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:33.202104 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.objects.ports [None req-61373985-cdb8-408e-b9f6-5d7c00741bff tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83435) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 04:44:33.202567 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-61373985-cdb8-408e-b9f6-5d7c00741bff tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:33.208410 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] For port 3c4a7b89-b31f-4af7-976c-e51fc5d26635, host hv-neutron-8225, cleared binding levels {{(pid=83435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:44:33.208970 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempted to set empty binding levels {{(pid=83435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 22 04:44:33.219775 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:33.269283 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:33.317198 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b56f9778-c098-4a9a-954c-6f31e5999a42 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:33.333768 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61373985-cdb8-408e-b9f6-5d7c00741bff tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4cfe9354-0734-4d30-97c4-5590ce3360b4,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:33.334545 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dfe33b-120e-489c-b248-8ae3856b3a15 None None] Network 2ebb805d-441e-46b2-9352-a98fb13c97c7 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:44:33.351944 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-61373985-cdb8-408e-b9f6-5d7c00741bff tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:33.353978 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a01b963-a1b1-431f-a3c8-01fbd1a90e65 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:44:33.362789 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:33.401818 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2a01b963-a1b1-431f-a3c8-01fbd1a90e65 admin admin] 10.222.0.53 "PUT /v2.0/routers/af42f049-047b-4846-b6a3-7616726426f8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.9423957
Dec 22 04:44:33.489847 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:33.578012 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Pushing event updated for resources: {'Port': ['ID=3c4a7b89-b31f-4af7-976c-e51fc5d26635,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:33.579911 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61373985-cdb8-408e-b9f6-5d7c00741bff tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Checking segment: {'id': '10d9f9f5-7fd7-4317-97df-30ad3ef6bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '14002fc5-ff86-4819-b28a-c756d82b1f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:44:33.580339 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61373985-cdb8-408e-b9f6-5d7c00741bff tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Network hostable DHCP agents. Network: 14002fc5-ff86-4819-b28a-c756d82b1f77, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:44:33.593887 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:33.595595 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b56f9778-c098-4a9a-954c-6f31e5999a42 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:33.614164 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 982 time: 8.8973589
Dec 22 04:44:33.624643 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47944) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:33.637318 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3ad74b08-206f-411e-9096-9f6b7eb40e89 None None] Provisioning for port bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:44:33.682447 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-b56f9778-c098-4a9a-954c-6f31e5999a42 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469c0199d0>,) {'filters': {'network_id': ['8488d672-7962-4b5f-8330-b5c7ea10c8be']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:33.708588 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-b56f9778-c098-4a9a-954c-6f31e5999a42 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c0199d0>, 'd6783530-9d4e-400f-bde5-3b0536437a08') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:33.708884 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-b56f9778-c098-4a9a-954c-6f31e5999a42 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c0199d0>, 'd6783530-9d4e-400f-bde5-3b0536437a08') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:33.746024 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b56f9778-c098-4a9a-954c-6f31e5999a42 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:33.768209 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-bf376097-2513-4d47-9a6b-2430b8b24c2a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Deleting port 3c4a7b89-b31f-4af7-976c-e51fc5d26635 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:44:33.769264 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bf376097-2513-4d47-9a6b-2430b8b24c2a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:33.822788 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4d59df7c-8293-47e5-8dfa-298c504be165 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:33.842499 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61373985-cdb8-408e-b9f6-5d7c00741bff tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Network 14002fc5-ff86-4819-b28a-c756d82b1f77 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:44:33.863417 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b56f9778-c098-4a9a-954c-6f31e5999a42 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:33.881077 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56f9778-c098-4a9a-954c-6f31e5999a42 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:44:33.881413 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b56f9778-c098-4a9a-954c-6f31e5999a42 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:33.884403 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4d59df7c-8293-47e5-8dfa-298c504be165 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:33.898215 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0d99ccb5-2c76-47bc-a21a-a85e92d3e7c4 tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:44:33.908093 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:44:34.041013 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-61373985-cdb8-408e-b9f6-5d7c00741bff tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 14002fc5-ff86-4819-b28a-c756d82b1f77) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:34.053833 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470082d1-34e0-4bc4-8450-528e3bcfcb1c None None] Network 14002fc5-ff86-4819-b28a-c756d82b1f77 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:44:34.068748 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:34.086474 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 538446cc-f504-4a0b-8d5f-bbe0e9752dec up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:44:34.146682 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61373985-cdb8-408e-b9f6-5d7c00741bff tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:34.147273 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-61373985-cdb8-408e-b9f6-5d7c00741bff tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:34.272845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-0d99ccb5-2c76-47bc-a21a-a85e92d3e7c4 tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Calling delete_port for 126b91f6-ad09-446b-a788-83540f7af4d9 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:44:34.325504 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:34.365072 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4c900514-ed65-4c39-85a8-bf441e928abc None None] Provisioning for port 126b91f6-ad09-446b-a788-83540f7af4d9 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:44:34.366038 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4d59df7c-8293-47e5-8dfa-298c504be165 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:34.366628 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d59df7c-8293-47e5-8dfa-298c504be165 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c671ab0-c088-4d16-9c4b-0b0cf6db4fc8 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:44:34.386946 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4c900514-ed65-4c39-85a8-bf441e928abc None None] Provisioning complete for port 126b91f6-ad09-446b-a788-83540f7af4d9 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:34.387632 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4c900514-ed65-4c39-85a8-bf441e928abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:34.438009 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4d59df7c-8293-47e5-8dfa-298c504be165 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:34.439438 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4d59df7c-8293-47e5-8dfa-298c504be165 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] 10.222.0.53 "DELETE /v2.0/routers/9c671ab0-c088-4d16-9c4b-0b0cf6db4fc8 HTTP/1.1" status: 204  len: 168 time: 1.9465914
Dec 22 04:44:34.446710 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47962) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:34.530072 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47964) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:34.540712 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b56f9778-c098-4a9a-954c-6f31e5999a42 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:34.546127 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-c873e97e-aafd-4b56-8262-4c9b1ef0ce38 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Request body: {'router': {'name': 'tempest-router-1343861186', 'distributed': True}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:34.552443 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-61373985-cdb8-408e-b9f6-5d7c00741bff tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 3.8085728
Dec 22 04:44:34.558842 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c873e97e-aafd-4b56-8262-4c9b1ef0ce38 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:34.562947 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c873e97e-aafd-4b56-8262-4c9b1ef0ce38 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Usage tracker for resource:router and tenant:58459e2a70f645b2b5464caa5662ee9f is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:34.566819 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c873e97e-aafd-4b56-8262-4c9b1ef0ce38 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:34.568300 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47972) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:34.573503 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c873e97e-aafd-4b56-8262-4c9b1ef0ce38 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:34.575475 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:34.592648 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22c02f5-8316-4aad-8e4d-0bc24a1d566a None None] Network 14002fc5-ff86-4819-b28a-c756d82b1f77 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:44:34.596663 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Request body: {'floatingip': {'floating_network_id': '14002fc5-ff86-4819-b28a-c756d82b1f77'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:34.604308 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b56f9778-c098-4a9a-954c-6f31e5999a42 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:34.607454 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b56f9778-c098-4a9a-954c-6f31e5999a42 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] 10.222.0.53 "DELETE /v2.0/networks/8488d672-7962-4b5f-8330-b5c7ea10c8be HTTP/1.1" status: 204  len: 168 time: 1.5211086
Dec 22 04:44:34.608600 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c873e97e-aafd-4b56-8262-4c9b1ef0ce38 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:34.609682 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c873e97e-aafd-4b56-8262-4c9b1ef0ce38 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:34.610058 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 538446cc-f504-4a0b-8d5f-bbe0e9752dec triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:34.610629 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:34.644334 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-4c900514-ed65-4c39-85a8-bf441e928abc None None] Port 126b91f6-ad09-446b-a788-83540f7af4d9 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:44:34.651984 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:34.658823 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f9778-c098-4a9a-954c-6f31e5999a42 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Pushing event deleted for resources: {'Network': ['ID=8488d672-7962-4b5f-8330-b5c7ea10c8be,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:34.682580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Usage tracker for resource:floatingip and tenant:60310e3b5ed94c218a470ba0319b53c8 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:34.696017 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b56f9778-c098-4a9a-954c-6f31e5999a42 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:34.698542 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:34.712865 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-bf376097-2513-4d47-9a6b-2430b8b24c2a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] For port 3c4a7b89-b31f-4af7-976c-e51fc5d26635, host hv-neutron-8225, got binding levels [] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:44:34.714576 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bf376097-2513-4d47-9a6b-2430b8b24c2a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:34.728063 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:34.856599 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c873e97e-aafd-4b56-8262-4c9b1ef0ce38 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:34.921126 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c873e97e-aafd-4b56-8262-4c9b1ef0ce38 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:34.951026 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:44:34.992739 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c873e97e-aafd-4b56-8262-4c9b1ef0ce38 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:34.994562 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c873e97e-aafd-4b56-8262-4c9b1ef0ce38 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.5475171
Dec 22 04:44:35.002513 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47978) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:35.003771 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-89fc6cb2-de4c-41bf-af59-23bc383b373d None None] Provisioning complete for port 126b91f6-ad09-446b-a788-83540f7af4d9 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:35.004359 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-89fc6cb2-de4c-41bf-af59-23bc383b373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:35.040864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2136466659'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:35.054421 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-bf376097-2513-4d47-9a6b-2430b8b24c2a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Calling delete_port for 3c4a7b89-b31f-4af7-976c-e51fc5d26635 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:44:35.095248 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:35.104748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:35.122359 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:network and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:35.124976 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-89fc6cb2-de4c-41bf-af59-23bc383b373d None None] Port 126b91f6-ad09-446b-a788-83540f7af4d9 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:44:35.130622 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:35.160835 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47984) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:35.165289 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:44:35.170726 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:35.171455 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:35.174526 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0d99ccb5-2c76-47bc-a21a-a85e92d3e7c4 tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:35.180671 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-98e7c13e-2cbb-4d95-b590-3d66793e14d3 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1635286494', 'description': 'tempest-description--1759278688'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:35.187468 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-98e7c13e-2cbb-4d95-b590-3d66793e14d3 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:35.193756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-98e7c13e-2cbb-4d95-b590-3d66793e14d3 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Usage tracker for resource:security_group and tenant:7a58f6458e19442eae219c1a6c8a6bae is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:35.198265 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-98e7c13e-2cbb-4d95-b590-3d66793e14d3 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:35.202713 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:35.215676 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:35.303236 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-98e7c13e-2cbb-4d95-b590-3d66793e14d3 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:35.324567 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:35.328086 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:35.334577 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5b735df5-7242-47ea-a60b-78d8f4e297f5 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:35.344729 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bf376097-2513-4d47-9a6b-2430b8b24c2a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:35.348424 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:35.392709 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:35.394900 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:35.447916 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388,segment=NetworkSegment(27396ccb-3154-41d0-bf1a-b26daf43aa03),segment_id=27396ccb-3154-41d0-bf1a-b26daf43aa03)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:44:35.453401 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:35.459613 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:35.479993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:35.485945 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf376097-2513-4d47-9a6b-2430b8b24c2a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c4a7b89-b31f-4af7-976c-e51fc5d26635,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:35.500637 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bf376097-2513-4d47-9a6b-2430b8b24c2a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:35.501844 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:security_group_rule and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:35.509013 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:35.519392 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:35.519951 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99ccb5-2c76-47bc-a21a-a85e92d3e7c4 tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Pushing event deleted for resources: {'Port': ['ID=126b91f6-ad09-446b-a788-83540f7af4d9,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:35.535426 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bf376097-2513-4d47-9a6b-2430b8b24c2a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:35.546383 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:35.550241 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:35.567646 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bf376097-2513-4d47-9a6b-2430b8b24c2a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] 10.222.0.53 "DELETE /v2.0/ports/3c4a7b89-b31f-4af7-976c-e51fc5d26635 HTTP/1.1" status: 204  len: 168 time: 1.9419742
Dec 22 04:44:35.579732 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 47990) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:35.580903 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.resource_extend [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:44:35.589665 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0d99ccb5-2c76-47bc-a21a-a85e92d3e7c4 tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:35.602847 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:35.606245 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 47994) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:35.608070 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-98e7c13e-2cbb-4d95-b590-3d66793e14d3 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:35.669077 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:35.693900 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ecc772-30cb-4690-a748-db5f2231e869 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] GET failed (client error): The resource could not be found.
Dec 22 04:44:35.695161 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-03ecc772-30cb-4690-a748-db5f2231e869 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] 10.222.0.53 "GET /v2.0/ports/3c4a7b89-b31f-4af7-976c-e51fc5d26635 HTTP/1.1" status: 404  len: 333 time: 0.0995667
Dec 22 04:44:35.697054 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:35.703855 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48000) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:35.713821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-99880d70-38ee-4eac-9aa1-b4dba57d7ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:35.718692 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:35.725191 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:35.760756 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:35.784507 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:44:35.835655 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:35.835991 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Added segment dca65cb7-c456-4227-85d8-f8d48dde0707 of type vlan for network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e
Dec 22 04:44:35.842783 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-c2eeb691-2599-4d6c-8d9f-834f92371cb7 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Request body: {'port': {'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-343571773'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:35.846783 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=725b972d-c528-4147-b882-472f42464604,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:35.849062 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ede105d1-c4e6-4013-92eb-c5face93feb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:35.864052 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:35.865432 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Allocated IP 172.20.0.13 (14002fc5-ff86-4819-b28a-c756d82b1f77/4cfe9354-0734-4d30-97c4-5590ce3360b4/5756f080-bdb2-4e8e-85d7-2907790c9a5b) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:44:35.871133 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c2eeb691-2599-4d6c-8d9f-834f92371cb7 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:35.888742 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:44:35.921452 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:35.941242 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c2eeb691-2599-4d6c-8d9f-834f92371cb7 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Usage tracker for resource:port and tenant:f003771707af40cb9b983985d42361ef is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:35.944340 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c2eeb691-2599-4d6c-8d9f-834f92371cb7 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:35.950255 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c2eeb691-2599-4d6c-8d9f-834f92371cb7 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:35.957648 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:35.958189 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:35.960757 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0d99ccb5-2c76-47bc-a21a-a85e92d3e7c4 tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:35.985679 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ede105d1-c4e6-4013-92eb-c5face93feb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:35.994813 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ede105d1-c4e6-4013-92eb-c5face93feb9 admin admin] Usage tracker for resource:security_group_rule and tenant:9e2ec8bfd2c14335bd7da2efd1c2470f is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:36.004138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ede105d1-c4e6-4013-92eb-c5face93feb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:36.011513 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ede105d1-c4e6-4013-92eb-c5face93feb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:36.023130 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2eeb691-2599-4d6c-8d9f-834f92371cb7 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Made reservation on behalf of f003771707af40cb9b983985d42361ef for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:36.025418 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c2eeb691-2599-4d6c-8d9f-834f92371cb7 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:36.057278 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-98e7c13e-2cbb-4d95-b590-3d66793e14d3 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:36.059344 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:36.067929 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:36.068514 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:36.081859 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:36.099048 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-c2eeb691-2599-4d6c-8d9f-834f92371cb7 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] device_id is not set on port deae35bc-1980-4c08-b22a-990ac381123c yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:44:36.130794 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-98e7c13e-2cbb-4d95-b590-3d66793e14d3 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Usage tracker for resource:security_group_rule and tenant:7a58f6458e19442eae219c1a6c8a6bae is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:36.134253 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0d99ccb5-2c76-47bc-a21a-a85e92d3e7c4 tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] 10.222.0.53 "DELETE /v2.0/ports/126b91f6-ad09-446b-a788-83540f7af4d9 HTTP/1.1" status: 204  len: 168 time: 3.5690155
Dec 22 04:44:36.139138 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-98e7c13e-2cbb-4d95-b590-3d66793e14d3 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:36.144847 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48006) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:36.159440 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-98e7c13e-2cbb-4d95-b590-3d66793e14d3 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:36.165787 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Pushing event updated for resources: {'Port': ['ID=4674b620-aa39-4829-85da-e5bb4dd256b7,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:36.195281 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:36.234152 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.7017770
Dec 22 04:44:36.239273 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48012) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:36.248015 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Network': ['ID=7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:36.248355 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:36.253512 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:36.268844 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:44:36.272549 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ede105d1-c4e6-4013-92eb-c5face93feb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:36.281831 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ede105d1-c4e6-4013-92eb-c5face93feb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:36.291111 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-af32a006-7c5e-4c60-bdbd-24a257fb7c33 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:36.322210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-4683dc5e-c35b-44dc-bc50-24db849f8a87 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:36.323147 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:36.337446 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede105d1-c4e6-4013-92eb-c5face93feb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d72313-8794-4396-bc2b-093d919e888c,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:36.346041 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ede105d1-c4e6-4013-92eb-c5face93feb9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e2ec8bfd2c14335bd7da2efd1c2470f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6992996
Dec 22 04:44:36.346041 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ede105d1-c4e6-4013-92eb-c5face93feb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:36.347045 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:36.363853 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48016) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:36.398901 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Network 14002fc5-ff86-4819-b28a-c756d82b1f77 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:36.401777 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:36.405397 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:44:36.452274 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Pushing event updated for resources: {'Port': ['ID=5756f080-bdb2-4e8e-85d7-2907790c9a5b,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:36.460692 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:36.460878 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5b735df5-7242-47ea-a60b-78d8f4e297f5 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:36.480453 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:36.543036 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5b735df5-7242-47ea-a60b-78d8f4e297f5 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:36.612255 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:36.629036 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-98e7c13e-2cbb-4d95-b590-3d66793e14d3 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:36.631290 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:36.632635 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.3942013
Dec 22 04:44:36.696125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-98e7c13e-2cbb-4d95-b590-3d66793e14d3 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:36.704395 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4683dc5e-c35b-44dc-bc50-24db849f8a87 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:36.722222 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d7a82586-2b02-48f2-99e4-3cb39bafb143 tempest-DHCPAgentSchedulersTestJSON-1819584168 tempest-DHCPAgentSchedulersTestJSON-1819584168-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4310 time: 0.5687780
Dec 22 04:44:36.732335 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48026) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:36.737243 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:36.740024 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-8e1af06b-5eff-4f10-8e5c-e65da299c57e tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1814415077'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:36.744577 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4683dc5e-c35b-44dc-bc50-24db849f8a87 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:36.746014 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-8e1af06b-5eff-4f10-8e5c-e65da299c57e tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:36.748168 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:36.759980 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4683dc5e-c35b-44dc-bc50-24db849f8a87 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:36.786218 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8e1af06b-5eff-4f10-8e5c-e65da299c57e tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Usage tracker for resource:network and tenant:834de4012eb7432fa6dab14215cafd6b is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:36.791137 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8e1af06b-5eff-4f10-8e5c-e65da299c57e tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:36.798687 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4683dc5e-c35b-44dc-bc50-24db849f8a87 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:36.799049 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-8e1af06b-5eff-4f10-8e5c-e65da299c57e tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:36.801135 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5b735df5-7242-47ea-a60b-78d8f4e297f5 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:36.801640 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b735df5-7242-47ea-a60b-78d8f4e297f5 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca002569-6403-49f2-964b-d74af865ba6d {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:44:36.823493 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5b735df5-7242-47ea-a60b-78d8f4e297f5 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:36.824456 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5b735df5-7242-47ea-a60b-78d8f4e297f5 tempest-RoutersTestDVR-935235713 tempest-RoutersTestDVR-935235713-project-admin] 10.222.0.53 "DELETE /v2.0/routers/ca002569-6403-49f2-964b-d74af865ba6d HTTP/1.1" status: 204  len: 168 time: 1.8203659
Dec 22 04:44:36.840230 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-98e7c13e-2cbb-4d95-b590-3d66793e14d3 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:36.843538 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-98e7c13e-2cbb-4d95-b590-3d66793e14d3 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 1.6713333
Dec 22 04:44:36.846193 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48040) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:36.851217 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7c13e-2cbb-4d95-b590-3d66793e14d3 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367764b4-c0d7-450f-b914-36201bf94e80,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:36.853524 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ed26fffc-9b00-412a-96cd-859d43a497a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:36.858749 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-98e7c13e-2cbb-4d95-b590-3d66793e14d3 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:36.862936 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4683dc5e-c35b-44dc-bc50-24db849f8a87 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:36.871042 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-57801699-06fe-47b5-b2b1-a0e7d7349c3a tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Request body: {'security_group_rule': {'security_group_id': '367764b4-c0d7-450f-b914-36201bf94e80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:36.879457 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1af06b-5eff-4f10-8e5c-e65da299c57e tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Made reservation on behalf of 834de4012eb7432fa6dab14215cafd6b for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:36.883129 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8e1af06b-5eff-4f10-8e5c-e65da299c57e tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:36.892634 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c2eeb691-2599-4d6c-8d9f-834f92371cb7 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:36.938685 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-57801699-06fe-47b5-b2b1-a0e7d7349c3a tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:36.999438 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ed26fffc-9b00-412a-96cd-859d43a497a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:37.013398 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-57801699-06fe-47b5-b2b1-a0e7d7349c3a tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Usage tracker for resource:security_group_rule and tenant:7a58f6458e19442eae219c1a6c8a6bae is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:37.020469 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-57801699-06fe-47b5-b2b1-a0e7d7349c3a tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:37.033418 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-57801699-06fe-47b5-b2b1-a0e7d7349c3a tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:37.051238 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4683dc5e-c35b-44dc-bc50-24db849f8a87 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:37.063784 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1af06b-5eff-4f10-8e5c-e65da299c57e tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:44:37.089147 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-57801699-06fe-47b5-b2b1-a0e7d7349c3a tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:37.116935 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48048) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:37.129296 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8e1af06b-5eff-4f10-8e5c-e65da299c57e tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:37.129653 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-8e1af06b-5eff-4f10-8e5c-e65da299c57e tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Added segment c40a613f-9c9f-4d4d-a7f2-8e742be8d7d3 of type vlan for network 7444c04e-7ad3-40be-a8db-c4b9f5c4b901
Dec 22 04:44:37.132720 dv-neutron-822525-1-hyperv neutron-server[83435]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 22 04:44:37.163988 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c2eeb691-2599-4d6c-8d9f-834f92371cb7 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:37.179807 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48052) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:37.180705 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-99880d70-38ee-4eac-9aa1-b4dba57d7ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:37.238961 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8e1af06b-5eff-4f10-8e5c-e65da299c57e tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:37.266643 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:37.272119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-24beadce-ee8d-421d-8571-e501984942c7 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Synchronizing usage tracker for tenant:ede9c024168f43b3a1c204783ee2d873 on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:44:37.279078 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ed26fffc-9b00-412a-96cd-859d43a497a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:37.285516 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:37.303243 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-57801699-06fe-47b5-b2b1-a0e7d7349c3a tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:37.306576 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bdac07e5-26e1-48dc-8676-44830e32798c tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:37.311658 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eeb691-2599-4d6c-8d9f-834f92371cb7 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Network c18cc40c-04b7-4682-8572-81f7c82d5a4b is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:37.312821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eeb691-2599-4d6c-8d9f-834f92371cb7 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Pushing event updated for resources: {'Port': ['ID=deae35bc-1980-4c08-b22a-990ac381123c,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:37.319121 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-c2eeb691-2599-4d6c-8d9f-834f92371cb7 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:37.323924 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c2eeb691-2599-4d6c-8d9f-834f92371cb7 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:37.324870 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-959ae45d-b5db-46f8-b1b0-7fdffb9d4d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:37.337460 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eeb691-2599-4d6c-8d9f-834f92371cb7 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:44:37.338904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2eeb691-2599-4d6c-8d9f-834f92371cb7 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:37.340070 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c2eeb691-2599-4d6c-8d9f-834f92371cb7 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:37.350925 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-57801699-06fe-47b5-b2b1-a0e7d7349c3a tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:37.366198 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26fffc-9b00-412a-96cd-859d43a497a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d72313-8794-4396-bc2b-093d919e888c,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:37.367590 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:37.376148 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ed26fffc-9b00-412a-96cd-859d43a497a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:37.377618 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8e1af06b-5eff-4f10-8e5c-e65da299c57e tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:37.384045 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ed26fffc-9b00-412a-96cd-859d43a497a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:37.390050 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ed26fffc-9b00-412a-96cd-859d43a497a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/17d72313-8794-4396-bc2b-093d919e888c HTTP/1.1" status: 204  len: 168 time: 1.0249741
Dec 22 04:44:37.402073 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c2eeb691-2599-4d6c-8d9f-834f92371cb7 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.6939392
Dec 22 04:44:37.405870 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48060) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:37.427448 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1af06b-5eff-4f10-8e5c-e65da299c57e tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:37.428031 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8e1af06b-5eff-4f10-8e5c-e65da299c57e tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:37.439772 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-24beadce-ee8d-421d-8571-e501984942c7 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Unset dirty status for tenant:ede9c024168f43b3a1c204783ee2d873 on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:44:37.441509 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-24beadce-ee8d-421d-8571-e501984942c7 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1991245261&fields=id&tenant_id=ede9c024168f43b3a1c204783ee2d873 HTTP/1.1" status: 200  len: 267 time: 0.3236437
Dec 22 04:44:37.457373 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Pushing event updated for resources: {'Port': ['ID=5756f080-bdb2-4e8e-85d7-2907790c9a5b,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:37.466272 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:37.469058 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:37.480791 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:37.568617 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-57801699-06fe-47b5-b2b1-a0e7d7349c3a tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:37.572408 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-57801699-06fe-47b5-b2b1-a0e7d7349c3a tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7205038
Dec 22 04:44:37.573172 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48064) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:37.581365 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1449cebf-f50d-4b70-b7fa-15b063c863a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:37.581495 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57801699-06fe-47b5-b2b1-a0e7d7349c3a tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1674e6-f8ef-4ca2-9260-8378e9656ad0,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:37.592397 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8e1af06b-5eff-4f10-8e5c-e65da299c57e tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.8565774
Dec 22 04:44:37.595099 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48068) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:37.596481 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-aabff396-1f55-4bcb-9b42-410de1860fde tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Request body: {'security_group_rule': {'security_group_id': '367764b4-c0d7-450f-b914-36201bf94e80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:37.601164 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-57801699-06fe-47b5-b2b1-a0e7d7349c3a tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:37.601950 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:37.605291 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a6bf8821-f5f5-4cf7-8ac7-9da7f6b39b0f tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:37.626266 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-aabff396-1f55-4bcb-9b42-410de1860fde tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:37.694693 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-aabff396-1f55-4bcb-9b42-410de1860fde tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Usage tracker for resource:security_group_rule and tenant:7a58f6458e19442eae219c1a6c8a6bae is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:37.705297 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-aabff396-1f55-4bcb-9b42-410de1860fde tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:37.730926 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:37.734878 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.1617763
Dec 22 04:44:37.735538 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-aabff396-1f55-4bcb-9b42-410de1860fde tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:37.751467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48074) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:37.816385 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1af06b-5eff-4f10-8e5c-e65da299c57e tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Pushing event updated for resources: {'Network': ['ID=7444c04e-7ad3-40be-a8db-c4b9f5c4b901,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:37.830222 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 7444c04e-7ad3-40be-a8db-c4b9f5c4b901 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:44:37.833652 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8e1af06b-5eff-4f10-8e5c-e65da299c57e tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:37.865528 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-a6f826ac-2b47-4b6f-9a6d-792d0e617980 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:37.866984 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-a6f826ac-2b47-4b6f-9a6d-792d0e617980 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/networks?id=76dd8755-7bd3-483a-90a3-b1bb39c70dc0 HTTP/1.1" status: 200  len: 811 time: 0.3911676
Dec 22 04:44:37.868213 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fc0a89d8-38d1-4272-9dc5-353000baa237 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Synchronizing usage tracker for tenant:60310e3b5ed94c218a470ba0319b53c8 on resource:floatingip {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:44:37.870739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aabff396-1f55-4bcb-9b42-410de1860fde tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:37.900499 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48078) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:37.911197 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1449cebf-f50d-4b70-b7fa-15b063c863a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:37.924848 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-8a9a2e55-4202-461b-ae0c-2cc568f78e5d tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/quotas/ede9c024168f43b3a1c204783ee2d873 HTTP/1.1" status: 200  len: 375 time: 0.0414715
Dec 22 04:44:37.932892 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fc0a89d8-38d1-4272-9dc5-353000baa237 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Unset dirty status for tenant:60310e3b5ed94c218a470ba0319b53c8 on resource:floatingip {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:44:37.934077 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fc0a89d8-38d1-4272-9dc5-353000baa237 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=14002fc5-ff86-4819-b28a-c756d82b1f77 HTTP/1.1" status: 200  len: 690 time: 0.1816733
Dec 22 04:44:37.942059 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:37.942493 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48082) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:37.980062 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1449cebf-f50d-4b70-b7fa-15b063c863a6 admin admin] Usage tracker for resource:security_group_rule and tenant:a866bc7789c64847adb5260459a1b31a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:37.983605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3abefdad-89a5-462f-9d45-292ece8fffd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:37.997023 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1449cebf-f50d-4b70-b7fa-15b063c863a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:38.003539 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4683dc5e-c35b-44dc-bc50-24db849f8a87 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:38.038098 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1449cebf-f50d-4b70-b7fa-15b063c863a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:38.054677 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:38.065299 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aabff396-1f55-4bcb-9b42-410de1860fde tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:38.078690 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aabff396-1f55-4bcb-9b42-410de1860fde tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:38.090766 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:38.118203 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabff396-1f55-4bcb-9b42-410de1860fde tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7031143c-4791-4a21-b3f1-aaf1da83c318,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:38.134072 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-aabff396-1f55-4bcb-9b42-410de1860fde tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:38.165949 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aabff396-1f55-4bcb-9b42-410de1860fde tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:38.170144 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-aabff396-1f55-4bcb-9b42-410de1860fde tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5840218
Dec 22 04:44:38.171310 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48086) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:38.176169 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:38.181274 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:38.186638 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3abefdad-89a5-462f-9d45-292ece8fffd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:38.190980 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-6e5c851a-48f8-400a-811a-aa5cb902e34f tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ede9c024168f43b3a1c204783ee2d873&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2557116
Dec 22 04:44:38.193333 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:38.228357 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3abefdad-89a5-462f-9d45-292ece8fffd5 admin admin] Usage tracker for resource:security_group_rule and tenant:3661463aaf39423da24712c8c5b32daa is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:38.258203 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Usage tracker for resource:floatingip and tenant:7a58f6458e19442eae219c1a6c8a6bae is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:38.266801 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:38.274807 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:38.277119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Deleting port 5756f080-bdb2-4e8e-85d7-2907790c9a5b {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:44:38.277411 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:38.300928 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3abefdad-89a5-462f-9d45-292ece8fffd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:38.313463 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683dc5e-c35b-44dc-bc50-24db849f8a87 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=db0a02a8-b651-4099-927e-f32a389fb106,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:38.321235 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3abefdad-89a5-462f-9d45-292ece8fffd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:38.329663 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:38.340769 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4683dc5e-c35b-44dc-bc50-24db849f8a87 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:38.343039 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-29669fc8-eb97-4765-a6d2-2c682aca9b7b tempest-DHCPAgentSchedulersTestJSON-1819584168 tempest-DHCPAgentSchedulersTestJSON-1819584168-project-admin] 10.222.0.53 "GET /v2.0/agents/4e52744d-d8c4-4b47-b822-3f2e0a227e16/dhcp-networks HTTP/1.1" status: 200  len: 6232 time: 0.7388601
Dec 22 04:44:38.350842 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48096) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:38.469754 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-b67f43fd-c111-433d-8bc5-eae34a2ac35f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:44:38.470729 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-b67f43fd-c111-433d-8bc5-eae34a2ac35f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1481578
Dec 22 04:44:38.493765 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4683dc5e-c35b-44dc-bc50-24db849f8a87 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:44:38.494113 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4683dc5e-c35b-44dc-bc50-24db849f8a87 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network hostable DHCP agents. Network: 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:44:38.519613 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1449cebf-f50d-4b70-b7fa-15b063c863a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:38.532624 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1449cebf-f50d-4b70-b7fa-15b063c863a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:38.574025 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-98e7c13e-2cbb-4d95-b590-3d66793e14d3 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:38.696747 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4683dc5e-c35b-44dc-bc50-24db849f8a87 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:44:38.704563 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3abefdad-89a5-462f-9d45-292ece8fffd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:38.706532 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449cebf-f50d-4b70-b7fa-15b063c863a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7144e5-d427-4982-92ab-be9c9e1ba872,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:38.708636 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:38.709206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:38.710226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] device_id is not set on port deae35bc-1980-4c08-b22a-990ac381123c yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:44:38.711629 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-59cb175f-e649-494a-956f-b1173d7b61b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:38.719957 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1449cebf-f50d-4b70-b7fa-15b063c863a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:38.725168 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1449cebf-f50d-4b70-b7fa-15b063c863a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a866bc7789c64847adb5260459a1b31a&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5132816
Dec 22 04:44:38.725886 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:38.730618 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48100) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:38.733400 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3abefdad-89a5-462f-9d45-292ece8fffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:38.769176 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1cb29599-cce9-4ff3-85df-eacdaba5a465 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:38.775465 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-4683dc5e-c35b-44dc-bc50-24db849f8a87 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:38.784234 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbd6eb8-0896-4b6d-900e-0ca497823bd5 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:44:38.796493 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4683dc5e-c35b-44dc-bc50-24db849f8a87 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:38.797103 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4683dc5e-c35b-44dc-bc50-24db849f8a87 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:38.810255 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Transition to ACTIVE for port object deae35bc-1980-4c08-b22a-990ac381123c will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:38.811446 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feef02e-2904-45a3-8cd1-da62b8835a9c tempest-DHCPAgentSchedulersTestJSON-1819584168 tempest-DHCPAgentSchedulersTestJSON-1819584168-project-admin] Network 7444c04e-7ad3-40be-a8db-c4b9f5c4b901 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:44:38.848695 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-40532176-bf45-4ba4-b443-6266fa3d0395 service neutron] 10.222.0.53 "GET /v2.0/networks/76dd8755-7bd3-483a-90a3-b1bb39c70dc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3680680
Dec 22 04:44:38.852972 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:38.855587 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Calling delete_port for 5756f080-bdb2-4e8e-85d7-2907790c9a5b owned by network:floatingip {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:44:38.890592 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abefdad-89a5-462f-9d45-292ece8fffd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1335d56-400d-4e31-85d6-ffe081c21b38,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:38.895082 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3abefdad-89a5-462f-9d45-292ece8fffd5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3661463aaf39423da24712c8c5b32daa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9897337
Dec 22 04:44:38.896000 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3abefdad-89a5-462f-9d45-292ece8fffd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:38.900481 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5feef02e-2904-45a3-8cd1-da62b8835a9c tempest-DHCPAgentSchedulersTestJSON-1819584168 tempest-DHCPAgentSchedulersTestJSON-1819584168-project-admin] 10.222.0.53 "POST /v2.0/agents/4e52744d-d8c4-4b47-b822-3f2e0a227e16/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.5422196
Dec 22 04:44:38.900988 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-329eefe5-8c8e-4797-a705-1ebbab741cde tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:38.911997 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48104) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:38.912327 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48106) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:38.923456 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fede6ad2-540e-4a5e-8a3b-7565f74b3355 None None] Network 7444c04e-7ad3-40be-a8db-c4b9f5c4b901 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:44:38.953648 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4683dc5e-c35b-44dc-bc50-24db849f8a87 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.7005720
Dec 22 04:44:38.959851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48112) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:39.037662 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-63e62150-7e22-49ec-ac2e-97a149585dff tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'name': 'tempest-NetworksTestDHCPv6-1576206554'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:39.147605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-31efe4d1-e6bf-443d-a990-f032d9c5b5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:39.149395 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Pushing event updated for resources: {'Port': ['ID=deae35bc-1980-4c08-b22a-990ac381123c,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:39.166053 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:39.212817 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:39.219851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-31efe4d1-e6bf-443d-a990-f032d9c5b5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:39.244990 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:39.245748 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:39.246269 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:39.288885 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port deae35bc-1980-4c08-b22a-990ac381123c on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:39.289159 dv-neutron-822525-1-hyperv neutron-server[83434]: ERROR neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port deae35bc-1980-4c08-b22a-990ac381123c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:39.293181 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.plugins.ml2.plugin [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 2 to bind port deae35bc-1980-4c08-b22a-990ac381123c
Dec 22 04:44:39.311208 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-63e62150-7e22-49ec-ac2e-97a149585dff tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:39.318535 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-63e62150-7e22-49ec-ac2e-97a149585dff tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:port and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:39.319281 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-06eeb68f-5ad8-4f5b-8a42-2a7b9b09e92a service neutron] 10.222.0.53 "GET /v2.0/networks/76dd8755-7bd3-483a-90a3-b1bb39c70dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4375455
Dec 22 04:44:39.321325 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:39.321628 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:39.321995 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:39.325247 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-63e62150-7e22-49ec-ac2e-97a149585dff tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:39.334675 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-63e62150-7e22-49ec-ac2e-97a149585dff tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:39.339012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port deae35bc-1980-4c08-b22a-990ac381123c on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:39.339339 dv-neutron-822525-1-hyperv neutron-server[83434]: ERROR neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port deae35bc-1980-4c08-b22a-990ac381123c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:39.341390 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.plugins.ml2.plugin [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 3 to bind port deae35bc-1980-4c08-b22a-990ac381123c
Dec 22 04:44:39.343897 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c884cae5-a754-47f1-95f2-a3bedec1cf61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:39.358352 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:39.358692 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:39.359031 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:39.364039 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e62150-7e22-49ec-ac2e-97a149585dff tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:39.367198 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-63e62150-7e22-49ec-ac2e-97a149585dff tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:39.383984 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-31efe4d1-e6bf-443d-a990-f032d9c5b5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:39.389910 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port deae35bc-1980-4c08-b22a-990ac381123c on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:39.390230 dv-neutron-822525-1-hyperv neutron-server[83434]: ERROR neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port deae35bc-1980-4c08-b22a-990ac381123c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:39.393618 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1449cebf-f50d-4b70-b7fa-15b063c863a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:39.399915 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.plugins.ml2.plugin [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 4 to bind port deae35bc-1980-4c08-b22a-990ac381123c
Dec 22 04:44:39.423456 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c884cae5-a754-47f1-95f2-a3bedec1cf61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:39.424250 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efe4d1-e6bf-443d-a990-f032d9c5b5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7144e5-d427-4982-92ab-be9c9e1ba872,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:39.429674 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-31efe4d1-e6bf-443d-a990-f032d9c5b5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:39.430813 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-31efe4d1-e6bf-443d-a990-f032d9c5b5a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba7144e5-d427-4982-92ab-be9c9e1ba872 HTTP/1.1" status: 204  len: 168 time: 0.6968482
Dec 22 04:44:39.431805 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-31efe4d1-e6bf-443d-a990-f032d9c5b5a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:39.432967 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-63e62150-7e22-49ec-ac2e-97a149585dff tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] device_id is not set on port 472047a3-c6d4-46f1-99ba-6bdebb944c8f yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:44:39.445047 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d6338af3-4df7-4458-bec3-1bec624df9de tempest-DHCPAgentSchedulersTestJSON-1819584168 tempest-DHCPAgentSchedulersTestJSON-1819584168-project-admin] 10.222.0.53 "GET /v2.0/agents/4e52744d-d8c4-4b47-b822-3f2e0a227e16/dhcp-networks HTTP/1.1" status: 200  len: 7751 time: 0.5301797
Dec 22 04:44:39.446014 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:39.453941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48118) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:39.467099 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:39.477730 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'fixed_ips': [{'subnet_id': 'db0a02a8-b651-4099-927e-f32a389fb106'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:44:39.480240 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:39.482901 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:39.483236 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:39.483564 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:39.515861 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port deae35bc-1980-4c08-b22a-990ac381123c on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:39.516089 dv-neutron-822525-1-hyperv neutron-server[83434]: ERROR neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port deae35bc-1980-4c08-b22a-990ac381123c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:39.524086 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.plugins.ml2.plugin [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 5 to bind port deae35bc-1980-4c08-b22a-990ac381123c
Dec 22 04:44:39.576329 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:39.576672 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:39.577048 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:39.625534 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port deae35bc-1980-4c08-b22a-990ac381123c on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:39.625795 dv-neutron-822525-1-hyperv neutron-server[83434]: ERROR neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port deae35bc-1980-4c08-b22a-990ac381123c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:39.629072 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.plugins.ml2.plugin [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 6 to bind port deae35bc-1980-4c08-b22a-990ac381123c
Dec 22 04:44:39.633898 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Pushing event deleted for resources: {'Port': ['ID=5756f080-bdb2-4e8e-85d7-2907790c9a5b,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:39.658312 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:39.659962 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:39.660297 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:39.660630 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:39.686267 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port deae35bc-1980-4c08-b22a-990ac381123c on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:39.686683 dv-neutron-822525-1-hyperv neutron-server[83434]: ERROR neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port deae35bc-1980-4c08-b22a-990ac381123c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:39.687973 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-63e62150-7e22-49ec-ac2e-97a149585dff tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8::1af (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/db0a02a8-b651-4099-927e-f32a389fb106/472047a3-c6d4-46f1-99ba-6bdebb944c8f) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:44:39.689505 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.plugins.ml2.plugin [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 7 to bind port deae35bc-1980-4c08-b22a-990ac381123c
Dec 22 04:44:39.731947 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:39.732105 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:39.732435 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:39.759505 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port deae35bc-1980-4c08-b22a-990ac381123c on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:39.760529 dv-neutron-822525-1-hyperv neutron-server[83434]: ERROR neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port deae35bc-1980-4c08-b22a-990ac381123c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:39.762182 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.plugins.ml2.plugin [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 8 to bind port deae35bc-1980-4c08-b22a-990ac381123c
Dec 22 04:44:39.768773 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48132) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:39.803693 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:39.804025 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:39.804421 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:39.829357 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port deae35bc-1980-4c08-b22a-990ac381123c on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:39.829857 dv-neutron-822525-1-hyperv neutron-server[83434]: ERROR neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port deae35bc-1980-4c08-b22a-990ac381123c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:39.833529 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.plugins.ml2.plugin [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 9 to bind port deae35bc-1980-4c08-b22a-990ac381123c
Dec 22 04:44:39.922064 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:39.922634 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:39.922729 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:39.934561 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port deae35bc-1980-4c08-b22a-990ac381123c on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:39.934890 dv-neutron-822525-1-hyperv neutron-server[83434]: ERROR neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port deae35bc-1980-4c08-b22a-990ac381123c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:40.040113 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Allocated IP 172.26.4.56 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/a10ce565-3ef9-46e1-8298-748d3020192d) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:44:40.139978 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.plugins.ml2.plugin [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 10 to bind port deae35bc-1980-4c08-b22a-990ac381123c
Dec 22 04:44:40.148952 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48144) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:40.151642 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-63e62150-7e22-49ec-ac2e-97a149585dff tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:40.163506 dv-neutron-822525-1-hyperv neutron-server[83434]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 22 04:44:40.203500 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:40.242020 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-a2f71f88-6e11-41ac-a9b5-0e0a77c3cb32 req-67937169-3684-4d1d-8e87-15d927d717ab tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Synchronizing usage tracker for tenant:ede9c024168f43b3a1c204783ee2d873 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:44:40.245851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:40.246176 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:40.246499 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port deae35bc-1980-4c08-b22a-990ac381123c on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:40.255375 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port deae35bc-1980-4c08-b22a-990ac381123c on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:40.255697 dv-neutron-822525-1-hyperv neutron-server[83434]: ERROR neutron.plugins.ml2.managers [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port deae35bc-1980-4c08-b22a-990ac381123c on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:40.256058 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:40.265841 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a38f22a9-bf94-4cc0-b48b-3567d77e459a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:40.272808 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:40.292503 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-63e62150-7e22-49ec-ac2e-97a149585dff tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Transition to ACTIVE for port object 472047a3-c6d4-46f1-99ba-6bdebb944c8f will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:40.293762 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c884cae5-a754-47f1-95f2-a3bedec1cf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:40.295283 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:40.335578 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b3eaf0ce-2917-404b-8244-8011032309b9 tempest-DHCPAgentSchedulersTestJSON-1819584168 tempest-DHCPAgentSchedulersTestJSON-1819584168-project-admin] 10.222.0.53 "DELETE /v2.0/agents/4e52744d-d8c4-4b47-b822-3f2e0a227e16/dhcp-networks/7444c04e-7ad3-40be-a8db-c4b9f5c4b901 HTTP/1.1" status: 204  len: 168 time: 0.8674338
Dec 22 04:44:40.335578 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-eb336978-e836-4d02-bfa3-39e5c7a79573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:40.337528 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48152) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:40.344929 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-a2f71f88-6e11-41ac-a9b5-0e0a77c3cb32 req-67937169-3684-4d1d-8e87-15d927d717ab tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Unset dirty status for tenant:ede9c024168f43b3a1c204783ee2d873 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:44:40.346100 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a2f71f88-6e11-41ac-a9b5-0e0a77c3cb32 req-67937169-3684-4d1d-8e87-15d927d717ab tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 210 time: 0.5730472
Dec 22 04:44:40.361268 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884cae5-a754-47f1-95f2-a3bedec1cf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1335d56-400d-4e31-85d6-ffe081c21b38,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:40.369092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c884cae5-a754-47f1-95f2-a3bedec1cf61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:40.369663 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:40.369783 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a38f22a9-bf94-4cc0-b48b-3567d77e459a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:40.390140 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a38f22a9-bf94-4cc0-b48b-3567d77e459a admin admin] Usage tracker for resource:security_group_rule and tenant:58459e2a70f645b2b5464caa5662ee9f is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:40.404387 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a38f22a9-bf94-4cc0-b48b-3567d77e459a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:40.415873 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a38f22a9-bf94-4cc0-b48b-3567d77e459a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:40.425684 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:40.435053 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:40.446884 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:44:40.477225 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:40.527265 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] For port deae35bc-1980-4c08-b22a-990ac381123c, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:44:40.527628 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempted to set empty binding levels {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 22 04:44:40.532023 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-63e62150-7e22-49ec-ac2e-97a149585dff tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:40.545170 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:40.557196 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Pushing event updated for resources: {'Port': ['ID=a10ce565-3ef9-46e1-8298-748d3020192d,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:40.560499 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0d99ccb5-2c76-47bc-a21a-a85e92d3e7c4 tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:40.565775 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:40.566548 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c884cae5-a754-47f1-95f2-a3bedec1cf61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:40.567565 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c884cae5-a754-47f1-95f2-a3bedec1cf61 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1335d56-400d-4e31-85d6-ffe081c21b38 HTTP/1.1" status: 204  len: 168 time: 1.6543376
Dec 22 04:44:40.612622 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:40.619347 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3bca3953-f48d-4c88-8e94-9d2bf77556ee tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:40.633872 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Allocated IP 2001:db8::2 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/db0a02a8-b651-4099-927e-f32a389fb106/126ab9b8-de4f-4f6d-9963-64be66f859db) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:44:40.660670 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] In _notify_port_updated(), no bound segment for port deae35bc-1980-4c08-b22a-990ac381123c on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 04:44:40.661765 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:40.665829 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] 10.222.0.53 "PUT /v2.0/ports/deae35bc-1980-4c08-b22a-990ac381123c HTTP/1.1" status: 200  len: 976 time: 3.2583416
Dec 22 04:44:40.686650 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48166) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:40.718179 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e62150-7e22-49ec-ac2e-97a149585dff tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:40.743915 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4cfe9354-0734-4d30-97c4-5590ce3360b4,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:40.746114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Pushing event updated for resources: {'Port': ['ID=deae35bc-1980-4c08-b22a-990ac381123c,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:40.750011 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:40.758853 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-63e62150-7e22-49ec-ac2e-97a149585dff tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:40.806795 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e62150-7e22-49ec-ac2e-97a149585dff tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:44:40.810767 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e62150-7e22-49ec-ac2e-97a149585dff tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:40.811374 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-63e62150-7e22-49ec-ac2e-97a149585dff tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:40.816790 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a38f22a9-bf94-4cc0-b48b-3567d77e459a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:40.850405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a38f22a9-bf94-4cc0-b48b-3567d77e459a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:40.884016 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-cec03a37-9c5a-4013-8ce2-0a2f7e94d627 tempest-DHCPAgentSchedulersTestJSON-1819584168 tempest-DHCPAgentSchedulersTestJSON-1819584168-project-admin] 10.222.0.53 "GET /v2.0/agents/4e52744d-d8c4-4b47-b822-3f2e0a227e16/dhcp-networks HTTP/1.1" status: 200  len: 7006 time: 0.5362747
Dec 22 04:44:40.900173 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48174) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:40.907137 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6b15535a-950c-4394-8656-283f6558e806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:40.924052 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-63e62150-7e22-49ec-ac2e-97a149585dff tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.9117422
Dec 22 04:44:40.932768 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e62150-7e22-49ec-ac2e-97a149585dff tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=472047a3-c6d4-46f1-99ba-6bdebb944c8f,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:40.935054 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48178) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:40.946307 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-63e62150-7e22-49ec-ac2e-97a149585dff tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:40.949224 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.326s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:40.949527 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:40.981220 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-31efe4d1-e6bf-443d-a990-f032d9c5b5a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:41.003555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:41.009600 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a38f22a9-bf94-4cc0-b48b-3567d77e459a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=58459e2a70f645b2b5464caa5662ee9f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8503923
Dec 22 04:44:41.012276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48182) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:41.017510 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:41.036621 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e9f38e7f-1c40-425e-93c9-4763e2af1826 tempest-DHCPAgentSchedulersTestJSON-1819584168 tempest-DHCPAgentSchedulersTestJSON-1819584168-project-admin] 10.222.0.53 "GET /v2.0/networks/2ebb805d-441e-46b2-9352-a98fb13c97c7/dhcp-agents HTTP/1.1" status: 200  len: 808 time: 0.1352298
Dec 22 04:44:41.044020 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48188) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:41.051394 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f22a9-bf94-4cc0-b48b-3567d77e459a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf6dbfd-9449-4e23-97dd-51e08519d340,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:41.062872 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a38f22a9-bf94-4cc0-b48b-3567d77e459a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:41.081978 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-106209af-b51b-47f0-b8b0-38b73d111fc0 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Synchronizing usage tracker for tenant:f003771707af40cb9b983985d42361ef on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:44:41.092069 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:41.106536 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b86b370>,) {'filters': {'network_id': ['14002fc5-ff86-4819-b28a-c756d82b1f77']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:41.111396 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1a248d79-f254-428b-9b2b-b79dc2ec81d4 tempest-DHCPAgentSchedulersTestJSON-1819584168 tempest-DHCPAgentSchedulersTestJSON-1819584168-project-admin] 10.222.0.53 "GET /v2.0/networks/2ebb805d-441e-46b2-9352-a98fb13c97c7/dhcp-agents HTTP/1.1" status: 200  len: 808 time: 0.0646234
Dec 22 04:44:41.115567 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48194) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:41.122468 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Transition to ACTIVE for port object 126ab9b8-de4f-4f6d-9963-64be66f859db will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:41.133840 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4f2850-fe7c-42fc-8330-d88ab4084a7a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:41.134634 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9e4f2850-fe7c-42fc-8330-d88ab4084a7a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:44:41.138947 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-106209af-b51b-47f0-b8b0-38b73d111fc0 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Unset dirty status for tenant:f003771707af40cb9b983985d42361ef on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:44:41.144342 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-106209af-b51b-47f0-b8b0-38b73d111fc0 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 13444 time: 0.4513640
Dec 22 04:44:41.144866 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48198) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:41.201825 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Transition to ACTIVE for port object 126ab9b8-de4f-4f6d-9963-64be66f859db will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:41.222237 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:41.225122 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9e4f2850-fe7c-42fc-8330-d88ab4084a7a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:44:41.226423 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9e4f2850-fe7c-42fc-8330-d88ab4084a7a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.2843299
Dec 22 04:44:41.227544 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:41.230862 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48204) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:41.294865 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-9ce446d6-35f7-4d11-a656-15797a5e5e33 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Deleting port deae35bc-1980-4c08-b22a-990ac381123c {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:44:41.295336 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ce446d6-35f7-4d11-a656-15797a5e5e33 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:41.306974 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b86b370>, '10d9f9f5-7fd7-4317-97df-30ad3ef6bdab') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:41.308653 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b86b370>, '10d9f9f5-7fd7-4317-97df-30ad3ef6bdab') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:41.344947 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:41.349663 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:41.350763 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:41.354810 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:44:41.357847 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Pushing event updated for resources: {'Port': ['ID=126ab9b8-de4f-4f6d-9963-64be66f859db,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:41.359749 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-a3003595-39ce-47cd-a0d9-659fa851dc07 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting port 472047a3-c6d4-46f1-99ba-6bdebb944c8f {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:44:41.360087 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a3003595-39ce-47cd-a0d9-659fa851dc07 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:41.361687 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:41.485471 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:41.507954 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Attempting to bind port 126ab9b8-de4f-4f6d-9963-64be66f859db on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:41.508042 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Attempting to bind port 126ab9b8-de4f-4f6d-9963-64be66f859db by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:41.508765 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Attempting to bind port 126ab9b8-de4f-4f6d-9963-64be66f859db on network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:41.522845 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:44:41.523355 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:44:41.523989 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:41.524810 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Bound using segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:44:41.525294 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Bound port: 126ab9b8-de4f-4f6d-9963-64be66f859db, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:44:41.525718 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:41.611173 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b7650a18-900b-40cf-ae6f-9a6a38375a0c tempest-DHCPAgentSchedulersTestJSON-1819584168 tempest-DHCPAgentSchedulersTestJSON-1819584168-project-admin] 10.222.0.53 "GET /v2.0/agents/4e52744d-d8c4-4b47-b822-3f2e0a227e16/dhcp-networks HTTP/1.1" status: 200  len: 6968 time: 0.4891024
Dec 22 04:44:41.625667 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48224) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:41.637369 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:41.648593 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:44:41.649340 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:41.691134 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] For port 126ab9b8-de4f-4f6d-9963-64be66f859db, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:44:41.700857 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] For port 126ab9b8-de4f-4f6d-9963-64be66f859db, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=126ab9b8-de4f-4f6d-9963-64be66f859db,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:44:41.716278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:41.730598 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-189a2847-ac01-4bc8-950c-c43970a76faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:41.798935 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-9ce446d6-35f7-4d11-a656-15797a5e5e33 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] For port deae35bc-1980-4c08-b22a-990ac381123c, host hv-neutron-8225, got binding levels [] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:44:41.799444 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ce446d6-35f7-4d11-a656-15797a5e5e33 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:41.807155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a3003595-39ce-47cd-a0d9-659fa851dc07 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:41.815415 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Pushing event updated for resources: {'Port': ['ID=126ab9b8-de4f-4f6d-9963-64be66f859db,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:41.820212 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:41.851507 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-49c9a4c1-10e2-4992-b045-7f5e42d5962b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:44:41.853445 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:44:41.888989 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cd5c3950-0cc5-4b41-9528-ed2763a46fca req-6b6106f3-1297-41c7-b1f4-861c12367d9e tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 210 time: 0.3530149
Dec 22 04:44:41.902156 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:41.999245 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:42.075300 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9fae5cb8-b0ec-4774-bb30-38ceabaa024a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:42.154827 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  14002fc5-ff86-4819-b28a-c756d82b1f77 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 22 04:44:42.165325 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:42.181644 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:42.253814 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:42.273942 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-9ce446d6-35f7-4d11-a656-15797a5e5e33 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Calling delete_port for deae35bc-1980-4c08-b22a-990ac381123c owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:44:42.368723 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:42.369975 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-a3003595-39ce-47cd-a0d9-659fa851dc07 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Calling delete_port for 472047a3-c6d4-46f1-99ba-6bdebb944c8f owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:44:42.396232 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Pushing event deleted for resources: {'Network': ['ID=14002fc5-ff86-4819-b28a-c756d82b1f77,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:42.398652 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:42.399497 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:42.401873 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-49c9a4c1-10e2-4992-b045-7f5e42d5962b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:42.419025 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] 10.222.0.53 "DELETE /v2.0/networks/14002fc5-ff86-4819-b28a-c756d82b1f77 HTTP/1.1" status: 204  len: 168 time: 4.4459357
Dec 22 04:44:42.423506 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:42.465221 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48240) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:42.572153 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a3003595-39ce-47cd-a0d9-659fa851dc07 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:42.592860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:42.706316 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3003595-39ce-47cd-a0d9-659fa851dc07 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Port': ['ID=472047a3-c6d4-46f1-99ba-6bdebb944c8f,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:42.716504 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a3003595-39ce-47cd-a0d9-659fa851dc07 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:42.749172 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a3003595-39ce-47cd-a0d9-659fa851dc07 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:42.755873 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Pushing event updated for resources: {'Port': ['ID=a10ce565-3ef9-46e1-8298-748d3020192d,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:42.760867 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:42.763569 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-112ccff7-21f0-4bf5-b1b2-3049306d9f68 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Synchronizing usage tracker for tenant:60310e3b5ed94c218a470ba0319b53c8 on resource:floatingip {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:44:42.776479 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a3003595-39ce-47cd-a0d9-659fa851dc07 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/472047a3-c6d4-46f1-99ba-6bdebb944c8f HTTP/1.1" status: 204  len: 168 time: 1.5423791
Dec 22 04:44:42.776757 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48248) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:42.857469 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9fae5cb8-b0ec-4774-bb30-38ceabaa024a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:42.891018 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:42.895977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ce446d6-35f7-4d11-a656-15797a5e5e33 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:42.911731 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:42.920874 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-112ccff7-21f0-4bf5-b1b2-3049306d9f68 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Unset dirty status for tenant:60310e3b5ed94c218a470ba0319b53c8 on resource:floatingip {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:44:42.925248 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-112ccff7-21f0-4bf5-b1b2-3049306d9f68 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1169 time: 0.4585173
Dec 22 04:44:42.939694 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-9fae5cb8-b0ec-4774-bb30-38ceabaa024a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469c2badf0>,) {'filters': {'network_id': ['7444c04e-7ad3-40be-a8db-c4b9f5c4b901']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:42.947615 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.47', 57795) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:42.947889 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48254) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:42.980776 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-49c9a4c1-10e2-4992-b045-7f5e42d5962b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:43.016653 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48289967-6e39-4476-9a12-6b08bc5f4f08 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:43.022082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48289967-6e39-4476-9a12-6b08bc5f4f08 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:43.022844 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-48289967-6e39-4476-9a12-6b08bc5f4f08 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:44:43.031845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce446d6-35f7-4d11-a656-15797a5e5e33 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Pushing event deleted for resources: {'Port': ['ID=deae35bc-1980-4c08-b22a-990ac381123c,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:43.036721 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9ce446d6-35f7-4d11-a656-15797a5e5e33 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:43.057078 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ce446d6-35f7-4d11-a656-15797a5e5e33 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:43.071787 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-48289967-6e39-4476-9a12-6b08bc5f4f08 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:44:43.073804 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-48289967-6e39-4476-9a12-6b08bc5f4f08 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2961154
Dec 22 04:44:43.076587 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48264) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:43.120820 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9ce446d6-35f7-4d11-a656-15797a5e5e33 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] 10.222.0.53 "DELETE /v2.0/ports/deae35bc-1980-4c08-b22a-990ac381123c HTTP/1.1" status: 204  len: 168 time: 1.9722888
Dec 22 04:44:43.121698 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48268) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:43.242045 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:43.250390 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-9fae5cb8-b0ec-4774-bb30-38ceabaa024a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c2badf0>, 'c40a613f-9c9f-4d4d-a7f2-8e742be8d7d3') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:43.250678 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-9fae5cb8-b0ec-4774-bb30-38ceabaa024a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c2badf0>, 'c40a613f-9c9f-4d4d-a7f2-8e742be8d7d3') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:43.284601 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92944047-7d56-4080-8e07-2e4ae422d9a9 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:44:43.293804 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-80a7610d-741e-45f7-8fd3-8ff982ef271a req-ee95b1a7-5565-4db8-a6d3-b562c908e158 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 210 time: 0.1287415
Dec 22 04:44:43.301340 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-206769dc-11fb-49f9-9c46-0a8ca0d37246 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] GET failed (client error): The resource could not be found.
Dec 22 04:44:43.301850 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-206769dc-11fb-49f9-9c46-0a8ca0d37246 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Synchronizing usage tracker for tenant:f003771707af40cb9b983985d42361ef on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:44:43.347243 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:43.348448 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.1762488
Dec 22 04:44:43.352194 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f8c484-8904-45f9-a0ea-7636891608cf tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:43.352698 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f8c484-8904-45f9-a0ea-7636891608cf tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:43.353182 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f8c484-8904-45f9-a0ea-7636891608cf tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:43.353694 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f8c484-8904-45f9-a0ea-7636891608cf tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:43.354189 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f8c484-8904-45f9-a0ea-7636891608cf tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:43.354662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f8c484-8904-45f9-a0ea-7636891608cf tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:43.355132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f8c484-8904-45f9-a0ea-7636891608cf tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:43.356232 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b6f8c484-8904-45f9-a0ea-7636891608cf tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Synchronizing usage tracker for tenant:60310e3b5ed94c218a470ba0319b53c8 on resource:subnet {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:44:43.372694 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9fae5cb8-b0ec-4774-bb30-38ceabaa024a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:43.380101 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-49c9a4c1-10e2-4992-b045-7f5e42d5962b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:43.383872 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-49c9a4c1-10e2-4992-b045-7f5e42d5962b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fbf6dbfd-9449-4e23-97dd-51e08519d340 HTTP/1.1" status: 204  len: 168 time: 2.3657207
Dec 22 04:44:43.387783 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9a4c1-10e2-4992-b045-7f5e42d5962b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf6dbfd-9449-4e23-97dd-51e08519d340,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:43.389072 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-206769dc-11fb-49f9-9c46-0a8ca0d37246 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Unset dirty status for tenant:f003771707af40cb9b983985d42361ef on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:44:43.393979 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-206769dc-11fb-49f9-9c46-0a8ca0d37246 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] 10.222.0.53 "GET /v2.0/ports/deae35bc-1980-4c08-b22a-990ac381123c HTTP/1.1" status: 404  len: 333 time: 0.2655685
Dec 22 04:44:43.398784 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48280) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:43.405307 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-49c9a4c1-10e2-4992-b045-7f5e42d5962b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:43.405712 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-4b8b8559-ba8c-469c-aa3c-be998eb98f61 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-357034260', 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:43.411091 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4b8b8559-ba8c-469c-aa3c-be998eb98f61 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:43.420714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4b8b8559-ba8c-469c-aa3c-be998eb98f61 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:43.426873 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9fae5cb8-b0ec-4774-bb30-38ceabaa024a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:43.433626 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fae5cb8-b0ec-4774-bb30-38ceabaa024a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:44:43.434591 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9fae5cb8-b0ec-4774-bb30-38ceabaa024a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:43.442646 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8b8559-ba8c-469c-aa3c-be998eb98f61 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Made reservation on behalf of f003771707af40cb9b983985d42361ef for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:43.445253 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b8b8559-ba8c-469c-aa3c-be998eb98f61 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:43.479559 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-4b8b8559-ba8c-469c-aa3c-be998eb98f61 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] device_id is not set on port 5094f8f9-5e9e-4aed-b6a6-63431b513f59 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:44:43.488653 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7dfc6f65-b831-4156-ad8f-8b74b51f16cc None None] Provisioning for port 126ab9b8-de4f-4f6d-9963-64be66f859db completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:44:43.541120 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:44:43.545816 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b6f8c484-8904-45f9-a0ea-7636891608cf tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Unset dirty status for tenant:60310e3b5ed94c218a470ba0319b53c8 on resource:subnet {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:44:43.550720 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b6f8c484-8904-45f9-a0ea-7636891608cf tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4606 time: 0.5773206
Dec 22 04:44:43.552417 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48286) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:43.555558 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9fae5cb8-b0ec-4774-bb30-38ceabaa024a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:43.563672 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:43.584245 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9fae5cb8-b0ec-4774-bb30-38ceabaa024a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:43.597537 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae5cb8-b0ec-4774-bb30-38ceabaa024a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Pushing event deleted for resources: {'Network': ['ID=7444c04e-7ad3-40be-a8db-c4b9f5c4b901,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:43.605370 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9fae5cb8-b0ec-4774-bb30-38ceabaa024a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:43.606918 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:43.622410 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9fae5cb8-b0ec-4774-bb30-38ceabaa024a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] 10.222.0.53 "DELETE /v2.0/networks/7444c04e-7ad3-40be-a8db-c4b9f5c4b901 HTTP/1.1" status: 204  len: 168 time: 1.9918334
Dec 22 04:44:43.623062 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48290) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:43.661375 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-6131c1c9-1c09-40d5-894f-87d20bb71910 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:43.662903 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-6131c1c9-1c09-40d5-894f-87d20bb71910 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.47 "GET /v2.0/networks?id=76dd8755-7bd3-483a-90a3-b1bb39c70dc0 HTTP/1.1" status: 200  len: 811 time: 0.7141383
Dec 22 04:44:43.678448 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-b533e6d8-81eb-4383-9a47-cb0567d4b435 tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:44:43.679079 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b533e6d8-81eb-4383-9a47-cb0567d4b435 tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:44:43.683376 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b533e6d8-81eb-4383-9a47-cb0567d4b435 tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] 10.222.0.53 "DELETE /v2.0/ports/126b91f6-ad09-446b-a788-83540f7af4d9 HTTP/1.1" status: 404  len: 333 time: 0.0548205
Dec 22 04:44:43.686407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48298) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:43.720614 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-3e8584b6-6786-4c9a-a781-492c0c81da50 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] delete failed (client error): The resource could not be found.
Dec 22 04:44:43.725161 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3e8584b6-6786-4c9a-a781-492c0c81da50 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/9580b45d-0c65-44e7-8303-0c2ef903f6ce HTTP/1.1" status: 404  len: 345 time: 0.1715305
Dec 22 04:44:43.725781 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48304) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:43.766223 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f19a4a-0df7-4d54-9662-eaa1ffc51118 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet db0a02a8-b651-4099-927e-f32a389fb106 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:44:43.769467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-17f19a4a-0df7-4d54-9662-eaa1ffc51118 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:43.828190 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-17f19a4a-0df7-4d54-9662-eaa1ffc51118 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:43.973643 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91f7df7-5059-43c3-aa74-534093af53b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] DELETE failed (client error): The resource could not be found.
Dec 22 04:44:43.974120 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b91f7df7-5059-43c3-aa74-534093af53b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:44:43.989261 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 126ab9b8-de4f-4f6d-9963-64be66f859db up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:44:44.000352 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-6afe1771-f36a-4448-8488-b152d79656d6 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Synchronizing usage tracker for tenant:7a58f6458e19442eae219c1a6c8a6bae on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:44:44.036574 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-a6b583ee-7fae-42e8-86d0-77d0ee374172 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ede9c024168f43b3a1c204783ee2d873 HTTP/1.1" status: 200  len: 380 time: 0.2496066
Dec 22 04:44:44.068384 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-17f19a4a-0df7-4d54-9662-eaa1ffc51118 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:44.114650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-85d09f78-db87-4290-86e9-f675e7028eef tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Request body: {'port': {'device_id': 'af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742', 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0', 'admin_state_up': True, 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'security_groups': ['d3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd']}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:44.180408 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b91f7df7-5059-43c3-aa74-534093af53b8 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] 10.222.0.53 "DELETE /v2.0/networks/14002fc5-ff86-4819-b28a-c756d82b1f77 HTTP/1.1" status: 404  len: 339 time: 0.4481502
Dec 22 04:44:44.196711 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48330) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:44.233283 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-b506c6b4-af1c-46dc-9456-a47462117498 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Request body: {'network': {'name': 'tempest-network--584967345', 'router:external': True}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:44.245613 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b506c6b4-af1c-46dc-9456-a47462117498 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:44.263219 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 126ab9b8-de4f-4f6d-9963-64be66f859db completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:44:44.277593 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-6afe1771-f36a-4448-8488-b152d79656d6 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Unset dirty status for tenant:7a58f6458e19442eae219c1a6c8a6bae on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:44:44.277593 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-6afe1771-f36a-4448-8488-b152d79656d6 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1635286494&fields=id&tenant_id=7a58f6458e19442eae219c1a6c8a6bae HTTP/1.1" status: 200  len: 267 time: 0.4749138
Dec 22 04:44:44.281278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 126ab9b8-de4f-4f6d-9963-64be66f859db triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:44.281849 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:44.346540 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b506c6b4-af1c-46dc-9456-a47462117498 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Usage tracker for resource:network and tenant:60310e3b5ed94c218a470ba0319b53c8 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:44.352864 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b506c6b4-af1c-46dc-9456-a47462117498 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:44.394211 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b506c6b4-af1c-46dc-9456-a47462117498 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:44.396068 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48340) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:44.437444 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4eb86763-69dc-446a-8ba1-a9bc6b39223c None None] Provisioning complete for port 126ab9b8-de4f-4f6d-9963-64be66f859db triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:44.442101 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4eb86763-69dc-446a-8ba1-a9bc6b39223c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:44.477972 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-39d9f1ea-bbe4-4453-9ec4-b05b21c89f92 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:44.479018 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-39d9f1ea-bbe4-4453-9ec4-b05b21c89f92 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Synchronizing usage tracker for tenant:7a58f6458e19442eae219c1a6c8a6bae on resource:network {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:44:44.490905 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b8b8559-ba8c-469c-aa3c-be998eb98f61 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:44.523838 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b506c6b4-af1c-46dc-9456-a47462117498 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Made reservation on behalf of 60310e3b5ed94c218a470ba0319b53c8 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:44.526610 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b506c6b4-af1c-46dc-9456-a47462117498 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:44.642516 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-17f19a4a-0df7-4d54-9662-eaa1ffc51118 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:44.646477 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-39d9f1ea-bbe4-4453-9ec4-b05b21c89f92 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Unset dirty status for tenant:7a58f6458e19442eae219c1a6c8a6bae on resource:network {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:44:44.656403 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-39d9f1ea-bbe4-4453-9ec4-b05b21c89f92 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/networks?id=7661e115-dba7-43dd-9fab-d3d8f77257cf HTTP/1.1" status: 200  len: 806 time: 0.3530781
Dec 22 04:44:44.733289 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-f45e1f4a-9829-4078-9e6e-41cbe27b3c7a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Deleting subnet 6582ea7e-34b6-45f3-bebf-48832efb9539 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:44:44.737601 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f45e1f4a-9829-4078-9e6e-41cbe27b3c7a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:44.758829 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-08f1d5c3-a0c1-48ed-ae22-20da19adecd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:44.885046 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:44.917773 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b506c6b4-af1c-46dc-9456-a47462117498 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:44:44.919043 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-dae087aa-c9e9-40ce-b980-7f13f5d137e1 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/quotas/7a58f6458e19442eae219c1a6c8a6bae HTTP/1.1" status: 200  len: 375 time: 0.2362874
Dec 22 04:44:44.930441 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f45e1f4a-9829-4078-9e6e-41cbe27b3c7a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:44.938172 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b506c6b4-af1c-46dc-9456-a47462117498 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:44.939449 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-b506c6b4-af1c-46dc-9456-a47462117498 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Added segment 8ec5b675-4965-4af2-8648-a5aaa722936c of type vlan for network f8ffd774-600f-407e-aca9-2de0d191d177
Dec 22 04:44:44.969398 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f19a4a-0df7-4d54-9662-eaa1ffc51118 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=db0a02a8-b651-4099-927e-f32a389fb106,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:44.974229 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-250b8ca5-9fff-49ea-9543-f9d4c88f2bff req-7207e192-16e6-4c20-9054-8c88adf76511 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 210 time: 0.3244355
Dec 22 04:44:44.981363 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b8b8559-ba8c-469c-aa3c-be998eb98f61 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:44.987924 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-17f19a4a-0df7-4d54-9662-eaa1ffc51118 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:44.998466 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-85d09f78-db87-4290-86e9-f675e7028eef tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:45.006824 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4eb86763-69dc-446a-8ba1-a9bc6b39223c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:45.023301 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:45.104484 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-85d09f78-db87-4290-86e9-f675e7028eef tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:45.108331 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 126ab9b8-de4f-4f6d-9963-64be66f859db, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=126ab9b8-de4f-4f6d-9963-64be66f859db,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:44:45.116778 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:45.128749 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:45.190780 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-85d09f78-db87-4290-86e9-f675e7028eef tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Made reservation on behalf of ede9c024168f43b3a1c204783ee2d873 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:45.197190 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-85d09f78-db87-4290-86e9-f675e7028eef tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:45.319845 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35c69c8-d8d0-4250-9637-6274d8df1e5a None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:44:45.418071 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b506c6b4-af1c-46dc-9456-a47462117498 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:45.468929 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1667366516', 'router:external': True}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:45.474768 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-4eb86763-69dc-446a-8ba1-a9bc6b39223c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:44:45.475336 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-17f19a4a-0df7-4d54-9662-eaa1ffc51118 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:45.475431 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-4eb86763-69dc-446a-8ba1-a9bc6b39223c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:44:45.499539 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:45.511298 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b506c6b4-af1c-46dc-9456-a47462117498 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:45.513794 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8b8559-ba8c-469c-aa3c-be998eb98f61 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Network c18cc40c-04b7-4682-8572-81f7c82d5a4b is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:45.520169 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Usage tracker for resource:network and tenant:3b020b47ff6a42f9baceaf54f8ef9a14 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:45.526239 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b506c6b4-af1c-46dc-9456-a47462117498 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:45.527027 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b506c6b4-af1c-46dc-9456-a47462117498 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:45.533788 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-4b8b8559-ba8c-469c-aa3c-be998eb98f61 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:45.542986 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:45.550680 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-17f19a4a-0df7-4d54-9662-eaa1ffc51118 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/db0a02a8-b651-4099-927e-f32a389fb106 HTTP/1.1" status: 204  len: 168 time: 2.4726613
Dec 22 04:44:45.551732 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b8559-ba8c-469c-aa3c-be998eb98f61 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:44:45.553030 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8b8559-ba8c-469c-aa3c-be998eb98f61 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:45.553647 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b8b8559-ba8c-469c-aa3c-be998eb98f61 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:45.569155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48356) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:45.598686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-85d09f78-db87-4290-86e9-f675e7028eef tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Allocated IP 172.20.0.10 (76dd8755-7bd3-483a-90a3-b1bb39c70dc0/faeacc71-1cdb-4a7d-86fa-0899322c9f90/03ddd590-c3d9-45ff-9e50-072a61fe0f41) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:44:45.637747 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=126ab9b8-de4f-4f6d-9963-64be66f859db,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:45.678778 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:45.700580 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:45.707171 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-df002c70-0f3c-4b46-ab73-516023824132 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1257739
Dec 22 04:44:45.711309 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48360) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:45.711766 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48362) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:45.724297 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-e5e7526b-7435-486a-ab1e-77c748b1b759 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:45.750047 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b506c6b4-af1c-46dc-9456-a47462117498 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 1.5499153
Dec 22 04:44:45.751139 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b8559-ba8c-469c-aa3c-be998eb98f61 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Pushing event updated for resources: {'Port': ['ID=5094f8f9-5e9e-4aed-b6a6-63431b513f59,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:45.762199 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48370) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:45.848634 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f45e1f4a-9829-4078-9e6e-41cbe27b3c7a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:45.855220 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15845534-eb85-4529-bb04-994e2ac8f32e None None] DHCP port deletion for 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:44:45.860672 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-15845534-eb85-4529-bb04-994e2ac8f32e None None] Deleting port 126ab9b8-de4f-4f6d-9963-64be66f859db {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:44:45.861259 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-15845534-eb85-4529-bb04-994e2ac8f32e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:45.926539 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-934bb705-abd6-4ebd-8214-300733ee2689 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Synchronizing usage tracker for tenant:7a58f6458e19442eae219c1a6c8a6bae on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:44:45.935120 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4b8b8559-ba8c-469c-aa3c-be998eb98f61 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.912s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:45.936967 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.389s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:45.978950 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4b8b8559-ba8c-469c-aa3c-be998eb98f61 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 2.5764019
Dec 22 04:44:45.984133 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-85d09f78-db87-4290-86e9-f675e7028eef tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:45.986483 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Made reservation on behalf of 3b020b47ff6a42f9baceaf54f8ef9a14 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:45.989483 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:46.002210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-452075509'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:46.005231 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-85d09f78-db87-4290-86e9-f675e7028eef tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Transition to ACTIVE for port object 03ddd590-c3d9-45ff-9e50-072a61fe0f41 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:46.035496 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48374) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:46.041326 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-85d09f78-db87-4290-86e9-f675e7028eef tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:46.046782 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-934bb705-abd6-4ebd-8214-300733ee2689 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Unset dirty status for tenant:7a58f6458e19442eae219c1a6c8a6bae on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:44:46.060496 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-934bb705-abd6-4ebd-8214-300733ee2689 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7a58f6458e19442eae219c1a6c8a6bae&fields=id HTTP/1.1" status: 200  len: 348 time: 1.0564933
Dec 22 04:44:46.156808 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:46.184749 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:46.204469 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Usage tracker for resource:network and tenant:e1ec84f87cd349daaf6eebea34f069a3 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:46.208911 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:46.372018 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358d9c71-90b9-4fd1-bfeb-4fbbe94fc223 tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:46.384521 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358d9c71-90b9-4fd1-bfeb-4fbbe94fc223 tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:46.400344 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358d9c71-90b9-4fd1-bfeb-4fbbe94fc223 tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:46.415172 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358d9c71-90b9-4fd1-bfeb-4fbbe94fc223 tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:46.424868 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-358d9c71-90b9-4fd1-bfeb-4fbbe94fc223 tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2453 time: 0.6429377
Dec 22 04:44:46.426502 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bf376097-2513-4d47-9a6b-2430b8b24c2a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:46.467885 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48380) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:46.497575 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-15845534-eb85-4529-bb04-994e2ac8f32e None None] For port 126ab9b8-de4f-4f6d-9963-64be66f859db, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=126ab9b8-de4f-4f6d-9963-64be66f859db,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:44:46.498131 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-15845534-eb85-4529-bb04-994e2ac8f32e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:46.524415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:46.617264 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506c6b4-af1c-46dc-9456-a47462117498 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Pushing event updated for resources: {'Network': ['ID=f8ffd774-600f-407e-aca9-2de0d191d177,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:46.620443 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b506c6b4-af1c-46dc-9456-a47462117498 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:46.636396 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network f8ffd774-600f-407e-aca9-2de0d191d177 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:44:46.652975 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-85d09f78-db87-4290-86e9-f675e7028eef tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Network 76dd8755-7bd3-483a-90a3-b1bb39c70dc0 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:46.656393 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c901a6cb-e3bc-4dcf-af2b-defbfc9f336e tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Synchronizing usage tracker for tenant:f003771707af40cb9b983985d42361ef on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:44:46.663688 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-85d09f78-db87-4290-86e9-f675e7028eef tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:46.665695 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d09f78-db87-4290-86e9-f675e7028eef tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Pushing event updated for resources: {'Port': ['ID=03ddd590-c3d9-45ff-9e50-072a61fe0f41,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:46.670717 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-85d09f78-db87-4290-86e9-f675e7028eef tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:44:46.702021 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-85d09f78-db87-4290-86e9-f675e7028eef tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:46.745413 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e5bc110b-0c1c-4caf-b3b1-90d020737746 None None] Could not find standard attr ID for object 472047a3-c6d4-46f1-99ba-6bdebb944c8f. {{(pid=83436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 04:44:46.752697 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e5e7526b-7435-486a-ab1e-77c748b1b759 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:46.753660 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f45e1f4a-9829-4078-9e6e-41cbe27b3c7a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:46.788663 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e5e7526b-7435-486a-ab1e-77c748b1b759 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:46.797881 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e5e7526b-7435-486a-ab1e-77c748b1b759 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:46.802222 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:46.811070 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Made reservation on behalf of e1ec84f87cd349daaf6eebea34f069a3 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:46.812970 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-61373985-cdb8-408e-b9f6-5d7c00741bff tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:46.815322 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:46.847715 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e5e7526b-7435-486a-ab1e-77c748b1b759 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:46.849708 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:46.866752 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-15845534-eb85-4529-bb04-994e2ac8f32e None None] Calling delete_port for 126ab9b8-de4f-4f6d-9963-64be66f859db owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:44:46.874282 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Usage tracker for resource:security_group_rule and tenant:3b020b47ff6a42f9baceaf54f8ef9a14 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:46.891407 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:46.894943 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c901a6cb-e3bc-4dcf-af2b-defbfc9f336e tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Unset dirty status for tenant:f003771707af40cb9b983985d42361ef on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:44:46.896056 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c901a6cb-e3bc-4dcf-af2b-defbfc9f336e tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] 10.222.0.53 "GET /v2.0/ports/5094f8f9-5e9e-4aed-b6a6-63431b513f59 HTTP/1.1" status: 200  len: 954 time: 0.8566186
Dec 22 04:44:46.905050 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48384) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:46.911619 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e1f4a-9829-4078-9e6e-41cbe27b3c7a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Pushing event deleted for resources: {'Subnet': ['ID=6582ea7e-34b6-45f3-bebf-48832efb9539,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:46.914790 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-2dc6b025-7543-4b85-9885-ec185bb8c05a service neutron] 10.222.0.53 "GET /v2.0/networks/7661e115-dba7-43dd-9fab-d3d8f77257cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8522134
Dec 22 04:44:46.915557 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f45e1f4a-9829-4078-9e6e-41cbe27b3c7a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:46.929793 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a34e8fbf-4ce5-4836-96a2-08f7e79ee8cd tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:46.934978 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:46.971178 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae0584-9880-48e3-98e7-0558c698180a req-6070d839-387f-4987-92c8-facc9d3b581b tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:46.972350 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-85d09f78-db87-4290-86e9-f675e7028eef tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:46.973038 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-85d09f78-db87-4290-86e9-f675e7028eef tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:46.980783 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3eae0584-9880-48e3-98e7-0558c698180a req-6070d839-387f-4987-92c8-facc9d3b581b tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 932 time: 0.5092111
Dec 22 04:44:46.983130 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e7526b-7435-486a-ab1e-77c748b1b759 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:46.988420 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e5e7526b-7435-486a-ab1e-77c748b1b759 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:47.020123 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f45e1f4a-9829-4078-9e6e-41cbe27b3c7a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:47.028361 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353cbd4b-d52b-4464-a999-c04fb193a6d2 None None] Network 2ebb805d-441e-46b2-9352-a98fb13c97c7 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:44:47.116662 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f45e1f4a-9829-4078-9e6e-41cbe27b3c7a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] 10.222.0.53 "DELETE /v2.0/subnets/6582ea7e-34b6-45f3-bebf-48832efb9539 HTTP/1.1" status: 204  len: 168 time: 3.4266264
Dec 22 04:44:47.121442 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48388) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:47.133991 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-41043333-5689-4ac7-b5a3-adbc8af3021f tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Deleting port 5094f8f9-5e9e-4aed-b6a6-63431b513f59 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:44:47.134284 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-41043333-5689-4ac7-b5a3-adbc8af3021f tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:47.186822 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-85d09f78-db87-4290-86e9-f675e7028eef tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0816076
Dec 22 04:44:47.295175 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e5e7526b-7435-486a-ab1e-77c748b1b759 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:47.348726 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:47.385144 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-664b6076-63ea-4e49-a49b-51cb9a300a2d service neutron] 10.222.0.53 "GET /v2.0/networks/7661e115-dba7-43dd-9fab-d3d8f77257cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4075427
Dec 22 04:44:47.388894 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:47.404016 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:47.451358 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-15845534-eb85-4529-bb04-994e2ac8f32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:47.480278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:47.495883 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Deleting port bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:44:47.496225 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:47.502941 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Usage tracker for resource:security_group_rule and tenant:e1ec84f87cd349daaf6eebea34f069a3 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:47.532213 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15845534-eb85-4529-bb04-994e2ac8f32e None None] Pushing event deleted for resources: {'Port': ['ID=126ab9b8-de4f-4f6d-9963-64be66f859db,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:47.534964 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-fd0ff78d-ed3e-4e73-8001-fdcfc46b005b None None] Provisioning for port 03ddd590-c3d9-45ff-9e50-072a61fe0f41 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:44:47.550911 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15845534-eb85-4529-bb04-994e2ac8f32e None None] No DVR routers for this DVR port 126ab9b8-de4f-4f6d-9963-64be66f859db on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:44:47.552465 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-15845534-eb85-4529-bb04-994e2ac8f32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:47.553114 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-fd0ff78d-ed3e-4e73-8001-fdcfc46b005b None None] Provisioning complete for port 03ddd590-c3d9-45ff-9e50-072a61fe0f41 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:47.553567 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff78d-ed3e-4e73-8001-fdcfc46b005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:47.561982 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-788fd0ec-8691-490e-b7f9-3cc6a20c1151 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:44:47.563008 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-788fd0ec-8691-490e-b7f9-3cc6a20c1151 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0103481
Dec 22 04:44:47.584988 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7526b-7435-486a-ab1e-77c748b1b759 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=98087979-dc16-4d34-a3bd-3e07b6918677,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:47.599190 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:47.615006 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e5e7526b-7435-486a-ab1e-77c748b1b759 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:47.625498 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-fd0ff78d-ed3e-4e73-8001-fdcfc46b005b None None] Port 03ddd590-c3d9-45ff-9e50-072a61fe0f41 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:44:47.628766 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b05733-d6a6-45a1-84d8-14efbbc8b907 None None] DHCP port deletion for 2ebb805d-441e-46b2-9352-a98fb13c97c7 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:44:47.650088 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e7526b-7435-486a-ab1e-77c748b1b759 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:47.657863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-3eae0584-9880-48e3-98e7-0558c698180a req-288ff264-5c9f-45d5-9c52-0f5de3b82ff1 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Synchronizing usage tracker for tenant:ede9c024168f43b3a1c204783ee2d873 on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:44:47.659244 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d5b05733-d6a6-45a1-84d8-14efbbc8b907 None None] Deleting port bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:44:47.661194 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d5b05733-d6a6-45a1-84d8-14efbbc8b907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:47.664238 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:47.683631 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-e5e7526b-7435-486a-ab1e-77c748b1b759 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:47.703994 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-41043333-5689-4ac7-b5a3-adbc8af3021f tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:47.707290 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-3eae0584-9880-48e3-98e7-0558c698180a req-288ff264-5c9f-45d5-9c52-0f5de3b82ff1 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Unset dirty status for tenant:ede9c024168f43b3a1c204783ee2d873 on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:44:47.719210 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3eae0584-9880-48e3-98e7-0558c698180a req-288ff264-5c9f-45d5-9c52-0f5de3b82ff1 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7369792
Dec 22 04:44:47.722806 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e7526b-7435-486a-ab1e-77c748b1b759 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:47.723419 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e5e7526b-7435-486a-ab1e-77c748b1b759 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:47.779941 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a34e8fbf-4ce5-4836-96a2-08f7e79ee8cd tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:47.856738 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58831f4-3712-4ddd-8344-c2abe3d4c6cb None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:44:47.931679 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 126ab9b8-de4f-4f6d-9963-64be66f859db no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:44:47.994294 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-a34e8fbf-4ce5-4836-96a2-08f7e79ee8cd tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bd27a90>,) {'filters': {'network_id': ['f8ffd774-600f-407e-aca9-2de0d191d177']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:48.000764 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 126ab9b8-de4f-4f6d-9963-64be66f859db {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:44:48.000764 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 126ab9b8-de4f-4f6d-9963-64be66f859db not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:44:48.001405 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:44:48.152184 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-a34e8fbf-4ce5-4836-96a2-08f7e79ee8cd tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bd27a90>, '8ec5b675-4965-4af2-8648-a5aaa722936c') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:48.152501 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-a34e8fbf-4ce5-4836-96a2-08f7e79ee8cd tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bd27a90>, '8ec5b675-4965-4af2-8648-a5aaa722936c') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:48.181346 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:48.214461 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e5e7526b-7435-486a-ab1e-77c748b1b759 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.4935832
Dec 22 04:44:48.224510 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a34e8fbf-4ce5-4836-96a2-08f7e79ee8cd tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:48.237941 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48408) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:48.242024 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:48.259615 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a81ad239-18e2-4892-a5ad-dd02ab8e8354 req-e228836e-ae6b-4d2c-b49a-6ac8348bf9f3 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 210 time: 0.2843597
Dec 22 04:44:48.285136 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:48.293402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-3b01a280-254f-4284-946e-057d6e9e24ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'name': 'tempest-NetworksTestDHCPv6-202734736'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:48.300586 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-41043333-5689-4ac7-b5a3-adbc8af3021f tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Calling delete_port for 5094f8f9-5e9e-4aed-b6a6-63431b513f59 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:44:48.453199 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] Request body: {'port': {'device_id': 'af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:48.520311 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-d5b05733-d6a6-45a1-84d8-14efbbc8b907 None None] For port bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388,segment=NetworkSegment(27396ccb-3154-41d0-bf1a-b26daf43aa03),segment_id=27396ccb-3154-41d0-bf1a-b26daf43aa03)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:44:48.521040 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d5b05733-d6a6-45a1-84d8-14efbbc8b907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:48.536748 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'fixed_ips': [{'subnet_id': '98087979-dc16-4d34-a3bd-3e07b6918677'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:44:48.538540 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:48.795388 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a38f22a9-bf94-4cc0-b48b-3567d77e459a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:48.867135 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3b01a280-254f-4284-946e-057d6e9e24ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:48.876598 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3b01a280-254f-4284-946e-057d6e9e24ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:port and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:48.886603 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3b01a280-254f-4284-946e-057d6e9e24ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:48.903291 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3b01a280-254f-4284-946e-057d6e9e24ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:48.926775 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-41043333-5689-4ac7-b5a3-adbc8af3021f tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:48.957215 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:48.962372 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a34e8fbf-4ce5-4836-96a2-08f7e79ee8cd tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:48.986757 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:49.015042 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41043333-5689-4ac7-b5a3-adbc8af3021f tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Pushing event deleted for resources: {'Port': ['ID=5094f8f9-5e9e-4aed-b6a6-63431b513f59,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:49.016904 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:49.037143 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-41043333-5689-4ac7-b5a3-adbc8af3021f tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:49.047102 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] For port bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388,segment=NetworkSegment(27396ccb-3154-41d0-bf1a-b26daf43aa03),segment_id=27396ccb-3154-41d0-bf1a-b26daf43aa03)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:44:49.047462 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:49.054459 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34e8fbf-4ce5-4836-96a2-08f7e79ee8cd tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:44:49.055198 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a34e8fbf-4ce5-4836-96a2-08f7e79ee8cd tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:49.058473 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d5b05733-d6a6-45a1-84d8-14efbbc8b907 None None] Calling delete_port for bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:44:49.074118 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:49.074782 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-41043333-5689-4ac7-b5a3-adbc8af3021f tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:44:49.074932 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:44:49.091142 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388,segment=NetworkSegment(27396ccb-3154-41d0-bf1a-b26daf43aa03),segment_id=27396ccb-3154-41d0-bf1a-b26daf43aa03)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:44:49.107783 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:49.121603 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:49.170058 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109ff9dc-3e06-44e4-950d-455a2bb6a14b,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:49.190090 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:49.193723 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:49.202569 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b01a280-254f-4284-946e-057d6e9e24ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:49.206422 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3b01a280-254f-4284-946e-057d6e9e24ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:49.244598 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-3b01a280-254f-4284-946e-057d6e9e24ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] device_id is not set on port 402eec6f-70cf-4797-849f-9c2c352c0330 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:44:49.284452 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:49.302636 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:49.390168 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Calling delete_port for bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:44:49.427538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-d5b05733-d6a6-45a1-84d8-14efbbc8b907 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:44:49.427900 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-d5b05733-d6a6-45a1-84d8-14efbbc8b907 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:44:49.429682 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-41043333-5689-4ac7-b5a3-adbc8af3021f tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] 10.222.0.53 "DELETE /v2.0/ports/5094f8f9-5e9e-4aed-b6a6-63431b513f59 HTTP/1.1" status: 204  len: 168 time: 2.5197365
Dec 22 04:44:49.435890 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48432) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:49.441730 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-3b01a280-254f-4284-946e-057d6e9e24ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8::3c3 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/98087979-dc16-4d34-a3bd-3e07b6918677/402eec6f-70cf-4797-849f-9c2c352c0330) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:44:49.527612 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8206b4-6174-4766-baca-be84952e5ea4 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] GET failed (client error): The resource could not be found.
Dec 22 04:44:49.528038 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7a8206b4-6174-4766-baca-be84952e5ea4 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Synchronizing usage tracker for tenant:f003771707af40cb9b983985d42361ef on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:44:49.685578 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7a8206b4-6174-4766-baca-be84952e5ea4 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Unset dirty status for tenant:f003771707af40cb9b983985d42361ef on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:44:49.686462 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7a8206b4-6174-4766-baca-be84952e5ea4 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] 10.222.0.53 "GET /v2.0/ports/5094f8f9-5e9e-4aed-b6a6-63431b513f59 HTTP/1.1" status: 404  len: 333 time: 0.2495263
Dec 22 04:44:49.723294 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.api [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:44:49.726065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_db.api [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:44:49.726682 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48436) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:49.730893 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3b01a280-254f-4284-946e-057d6e9e24ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:49.749795 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-3b01a280-254f-4284-946e-057d6e9e24ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Transition to ACTIVE for port object 402eec6f-70cf-4797-849f-9c2c352c0330 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:49.780073 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d8b10dc3-3fc8-4678-b1ab-87555a8225a4 req-b24bded4-b56a-4d02-a4eb-9b793e20dfea tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 210 time: 0.1560743
Dec 22 04:44:49.791227 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-f45e1123-4f06-4fc5-a146-41f68af4de4a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Request body: {'port': {'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1963273879'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:49.801044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f45e1123-4f06-4fc5-a146-41f68af4de4a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:49.809455 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3b01a280-254f-4284-946e-057d6e9e24ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:49.843288 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f45e1123-4f06-4fc5-a146-41f68af4de4a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:49.865620 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b01a280-254f-4284-946e-057d6e9e24ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:49.871725 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-3b01a280-254f-4284-946e-057d6e9e24ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:49.874048 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b01a280-254f-4284-946e-057d6e9e24ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:44:49.879953 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b01a280-254f-4284-946e-057d6e9e24ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:49.880658 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3b01a280-254f-4284-946e-057d6e9e24ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:49.891656 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45e1123-4f06-4fc5-a146-41f68af4de4a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Made reservation on behalf of f003771707af40cb9b983985d42361ef for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:49.894957 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f45e1123-4f06-4fc5-a146-41f68af4de4a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:49.903132 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb74ab5-f1c3-4356-a1dc-4802881d1506,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:49.913892 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Allocated IP 2001:db8::2 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/98087979-dc16-4d34-a3bd-3e07b6918677/2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:44:49.927078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-f45e1123-4f06-4fc5-a146-41f68af4de4a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] device_id is not set on port 24463506-09ff-4c1d-9092-7800fcd1b2f9 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:44:49.939535 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:49.944268 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a34e8fbf-4ce5-4836-96a2-08f7e79ee8cd tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:49.945536 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:49.966536 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d5b05733-d6a6-45a1-84d8-14efbbc8b907 None None] Deleting port bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:44:49.967032 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d5b05733-d6a6-45a1-84d8-14efbbc8b907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:49.996038 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:44:50.015225 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3b01a280-254f-4284-946e-057d6e9e24ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.7695792
Dec 22 04:44:50.015225 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:44:50.024579 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48440) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:50.087925 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ddd590-c3d9-45ff-9e50-072a61fe0f41 {{(pid=83435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:44:50.104325 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:50.163327 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:50.163675 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Added segment 0f370545-4b43-442c-8d2b-6f481cbef290 of type vlan for network 575b5945-2fc8-4f26-842b-d2c79dc3543a
Dec 22 04:44:50.167311 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34e8fbf-4ce5-4836-96a2-08f7e79ee8cd tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  f8ffd774-600f-407e-aca9-2de0d191d177 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 22 04:44:50.179907 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:50.179907 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Added segment 89f25f4b-ccd4-4810-9840-0e465c5bc56b of type vlan for network 32c0d233-b4f9-488b-b233-3f02ee37631f
Dec 22 04:44:50.225185 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d8960-5a6b-4cdf-87a3-05daaa724b1d req-fc68b985-a706-495e-b40c-d035a87fd810 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:50.226825 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ea6d8960-5a6b-4cdf-87a3-05daaa724b1d req-fc68b985-a706-495e-b40c-d035a87fd810 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 932 time: 1.2509363
Dec 22 04:44:50.238812 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a34e8fbf-4ce5-4836-96a2-08f7e79ee8cd tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:50.239833 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Deleting port bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:44:50.240206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:50.313946 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] Transition to ACTIVE for port object 03ddd590-c3d9-45ff-9e50-072a61fe0f41 will not be triggered until provisioned by entity L2. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:50.329532 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:50.351319 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:50.392181 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ea6d8960-5a6b-4cdf-87a3-05daaa724b1d req-09406d56-411f-45e7-aad6-0272a0e1885b tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1184585
Dec 22 04:44:50.409436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01a280-254f-4284-946e-057d6e9e24ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=402eec6f-70cf-4797-849f-9c2c352c0330,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:50.462842 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3b01a280-254f-4284-946e-057d6e9e24ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:50.468888 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a34e8fbf-4ce5-4836-96a2-08f7e79ee8cd tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] 10.222.0.53 "DELETE /v2.0/networks/f8ffd774-600f-407e-aca9-2de0d191d177 HTTP/1.1" status: 204  len: 168 time: 3.9926348
Dec 22 04:44:50.468888 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.410s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:50.504566 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48444) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:50.574253 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-3f1f1d7b-e672-4f50-939a-b8b2b8273d92 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Request body: {'network': {'name': 'tempest-network--896993682', 'router:external': True}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:50.579027 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:50.584484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:50.592178 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e8fbf-4ce5-4836-96a2-08f7e79ee8cd tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Pushing event deleted for resources: {'Network': ['ID=f8ffd774-600f-407e-aca9-2de0d191d177,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:50.612523 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3f1f1d7b-e672-4f50-939a-b8b2b8273d92 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:50.618932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a34e8fbf-4ce5-4836-96a2-08f7e79ee8cd tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:50.626723 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3f1f1d7b-e672-4f50-939a-b8b2b8273d92 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Usage tracker for resource:network and tenant:60310e3b5ed94c218a470ba0319b53c8 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:50.644304 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3f1f1d7b-e672-4f50-939a-b8b2b8273d92 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:50.656851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3f1f1d7b-e672-4f50-939a-b8b2b8273d92 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:50.707833 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f45e1123-4f06-4fc5-a146-41f68af4de4a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:50.729976 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] Pushing event updated for resources: {'Port': ['ID=03ddd590-c3d9-45ff-9e50-072a61fe0f41,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:50.742459 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1f1d7b-e672-4f50-939a-b8b2b8273d92 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Made reservation on behalf of 60310e3b5ed94c218a470ba0319b53c8 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:50.745762 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1d7b-e672-4f50-939a-b8b2b8273d92 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:50.771571 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:50.774976 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:50.775767 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:50.789566 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:50.790233 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:50.822255 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:50.860196 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-d5b05733-d6a6-45a1-84d8-14efbbc8b907 None None] For port bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388,segment=NetworkSegment(27396ccb-3154-41d0-bf1a-b26daf43aa03),segment_id=27396ccb-3154-41d0-bf1a-b26daf43aa03)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:44:50.862225 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d5b05733-d6a6-45a1-84d8-14efbbc8b907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:51.065107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Pushing event updated for resources: {'Network': ['ID=32c0d233-b4f9-488b-b233-3f02ee37631f,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:51.073869 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1f1d7b-e672-4f50-939a-b8b2b8273d92 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:44:51.090229 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:51.091152 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:51.118938 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aaf98d-fcd8-45f5-9a8f-58df85008558 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:51.120139 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d5aaf98d-fcd8-45f5-9a8f-58df85008558 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:44:51.126729 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-02574b97-d414-492d-a082-5aec12e3bc27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 6.7136760
Dec 22 04:44:51.191489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 32c0d233-b4f9-488b-b233-3f02ee37631f details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:44:51.240317 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d5b05733-d6a6-45a1-84d8-14efbbc8b907 None None] Calling delete_port for bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:44:51.258698 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48452) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:51.301050 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:51.319914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] For port bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388,segment=NetworkSegment(27396ccb-3154-41d0-bf1a-b26daf43aa03),segment_id=27396ccb-3154-41d0-bf1a-b26daf43aa03)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:44:51.320358 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:51.329420 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Pushing event updated for resources: {'Network': ['ID=575b5945-2fc8-4f26-842b-d2c79dc3543a,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:51.344162 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 5.6202490
Dec 22 04:44:51.346538 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:51.347001 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48456) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:51.348995 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d5aaf98d-fcd8-45f5-9a8f-58df85008558 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:44:51.352547 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d5aaf98d-fcd8-45f5-9a8f-58df85008558 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 1.3129692
Dec 22 04:44:51.352547 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a34e8fbf-4ce5-4836-96a2-08f7e79ee8cd tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:51.352547 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a34e8fbf-4ce5-4836-96a2-08f7e79ee8cd tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:51.355155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48458) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:51.399881 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-53522506-cf32-4257-9513-fc871c09da57 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Request body: {'subnet': {'network_id': '575b5945-2fc8-4f26-842b-d2c79dc3543a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:51.451330 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 575b5945-2fc8-4f26-842b-d2c79dc3543a details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:44:51.535223 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Transition to ACTIVE for port object 2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:51.603059 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-6bf28087-0a99-4c1e-a837-994df2d4ccd1 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Request body: {'subnet': {'network_id': '32c0d233-b4f9-488b-b233-3f02ee37631f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:51.634629 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Transition to ACTIVE for port object 2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:51.648161 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1d7b-e672-4f50-939a-b8b2b8273d92 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:51.648486 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-3f1f1d7b-e672-4f50-939a-b8b2b8273d92 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Added segment f059152b-8860-4e37-a57e-6ede450f5d4a of type vlan for network 375a0af7-23ca-417d-a199-a3006ab641da
Dec 22 04:44:51.713197 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:51.725353 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:51.771100 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-53522506-cf32-4257-9513-fc871c09da57 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:51.778104 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-53522506-cf32-4257-9513-fc871c09da57 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Usage tracker for resource:subnet and tenant:e1ec84f87cd349daaf6eebea34f069a3 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:51.781947 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Calling delete_port for bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:44:51.802993 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-53522506-cf32-4257-9513-fc871c09da57 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:51.812973 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d5b05733-d6a6-45a1-84d8-14efbbc8b907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:51.838202 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-53522506-cf32-4257-9513-fc871c09da57 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:51.865830 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.api [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:44:51.865830 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_db.api [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:44:51.866205 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Pushing event updated for resources: {'Port': ['ID=2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:51.870469 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b05733-d6a6-45a1-84d8-14efbbc8b907 None None] No DVR routers for this DVR port bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:44:51.872234 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6bf28087-0a99-4c1e-a837-994df2d4ccd1 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:51.872341 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:51.873820 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:51.874332 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:51.880521 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f45e1123-4f06-4fc5-a146-41f68af4de4a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:51.890677 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6bf28087-0a99-4c1e-a837-994df2d4ccd1 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Usage tracker for resource:subnet and tenant:3b020b47ff6a42f9baceaf54f8ef9a14 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:51.897911 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-6eadb35e-60f5-4374-92a7-649ab0f170cd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting port 402eec6f-70cf-4797-849f-9c2c352c0330 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:44:51.898103 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6eadb35e-60f5-4374-92a7-649ab0f170cd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:51.898375 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6bf28087-0a99-4c1e-a837-994df2d4ccd1 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:51.905890 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6c82f69b-540c-4e95-b2ce-1e7a35a11840 req-4f2aefdb-c433-490f-b2d0-61b67ddba0f8 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 210 time: 0.6512015
Dec 22 04:44:51.925131 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:51.931091 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b05733-d6a6-45a1-84d8-14efbbc8b907 None None] Pushing event deleted for resources: {'Port': ['ID=bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:51.932975 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:51.944048 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d5b05733-d6a6-45a1-84d8-14efbbc8b907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:51.962466 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:44:51.969416 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6bf28087-0a99-4c1e-a837-994df2d4ccd1 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:51.970272 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53522506-cf32-4257-9513-fc871c09da57 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Made reservation on behalf of e1ec84f87cd349daaf6eebea34f069a3 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:51.997557 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] Attempting to bind port 03ddd590-c3d9-45ff-9e50-072a61fe0f41 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:51.997954 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] Attempting to bind port 03ddd590-c3d9-45ff-9e50-072a61fe0f41 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'd8987e0f-1476-4071-84f5-da69d4a56b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:51.998260 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] Attempting to bind port 03ddd590-c3d9-45ff-9e50-072a61fe0f41 on network 76dd8755-7bd3-483a-90a3-b1bb39c70dc0 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:52.000333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1d7b-e672-4f50-939a-b8b2b8273d92 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:52.010175 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] Port 03ddd590-c3d9-45ff-9e50-072a61fe0f41 on network 76dd8755-7bd3-483a-90a3-b1bb39c70dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:52.010502 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] Attempting to bind port 03ddd590-c3d9-45ff-9e50-072a61fe0f41 on network 76dd8755-7bd3-483a-90a3-b1bb39c70dc0 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:52.051151 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45e1123-4f06-4fc5-a146-41f68af4de4a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Network c18cc40c-04b7-4682-8572-81f7c82d5a4b is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:52.052664 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:44:52.053035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] Checking segment: {'id': 'd8987e0f-1476-4071-84f5-da69d4a56b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:44:52.053535 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] Bound using segment: {'id': 'd8987e0f-1476-4071-84f5-da69d4a56b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0'} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:44:52.054063 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] Bound port: 03ddd590-c3d9-45ff-9e50-072a61fe0f41, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8987e0f-1476-4071-84f5-da69d4a56b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0'}}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:44:52.054376 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:52.165229 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] For port 03ddd590-c3d9-45ff-9e50-072a61fe0f41, host hv-neutron-8225, cleared binding levels {{(pid=83435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:44:52.167654 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf28087-0a99-4c1e-a837-994df2d4ccd1 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Made reservation on behalf of 3b020b47ff6a42f9baceaf54f8ef9a14 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:52.167799 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Attempting to bind port 2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:52.168403 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Attempting to bind port 2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:52.170357 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6bf28087-0a99-4c1e-a837-994df2d4ccd1 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:52.178613 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Attempting to bind port 2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da on network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:52.184194 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-f45e1123-4f06-4fc5-a146-41f68af4de4a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:52.190602 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:44:52.190981 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:44:52.191393 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:52.191788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Bound using segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:44:52.192384 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Bound port: 2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:44:52.192626 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:52.247600 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45e1123-4f06-4fc5-a146-41f68af4de4a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:44:52.248328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45e1123-4f06-4fc5-a146-41f68af4de4a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:52.248921 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f45e1123-4f06-4fc5-a146-41f68af4de4a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:52.257773 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e1123-4f06-4fc5-a146-41f68af4de4a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Pushing event updated for resources: {'Port': ['ID=24463506-09ff-4c1d-9092-7800fcd1b2f9,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:52.275560 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f45e1123-4f06-4fc5-a146-41f68af4de4a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:52.279299 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] For port 03ddd590-c3d9-45ff-9e50-072a61fe0f41, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=03ddd590-c3d9-45ff-9e50-072a61fe0f41,segment=NetworkSegment(d8987e0f-1476-4071-84f5-da69d4a56b2a),segment_id=d8987e0f-1476-4071-84f5-da69d4a56b2a)] {{(pid=83435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:44:52.299900 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:52.385426 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f45e1123-4f06-4fc5-a146-41f68af4de4a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 2.6081676
Dec 22 04:44:52.393644 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:52.421984 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] For port 2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:44:52.426463 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] For port 2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:44:52.434676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48468) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:52.437223 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:52.452350 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b9363b2a-0fda-497c-aeb4-df0a22e026a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:52.458470 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:52.482135 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-53522506-cf32-4257-9513-fc871c09da57 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:52.503084 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:44:52.531640 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:52.532982 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] 10.222.0.47 "PUT /v2.0/ports/03ddd590-c3d9-45ff-9e50-072a61fe0f41 HTTP/1.1" status: 200  len: 1094 time: 4.7955511
Dec 22 04:44:52.544406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742', 'tag': '03ddd590-c3d9-45ff-9e50-072a61fe0f41'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:44:52.577050 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ddd56e-2b85-453d-8714-3a00be3e3165 req-5407106f-33c7-4ff5-b47d-9464daf7c55f tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:52.581409 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f4ddd56e-2b85-453d-8714-3a00be3e3165 req-5407106f-33c7-4ff5-b47d-9464daf7c55f tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 944 time: 0.8962162
Dec 22 04:44:52.591553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6eadb35e-60f5-4374-92a7-649ab0f170cd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:52.617686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1d7b-e672-4f50-939a-b8b2b8273d92 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:52.639766 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Pushing event updated for resources: {'Port': ['ID=2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:52.648488 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:52.690587 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] Pushing event updated for resources: {'Port': ['ID=03ddd590-c3d9-45ff-9e50-072a61fe0f41,revision_number=3']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:52.692117 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1f1d7b-e672-4f50-939a-b8b2b8273d92 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:52.692704 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f1f1d7b-e672-4f50-939a-b8b2b8273d92 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:52.727395 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:52.762497 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] Sync routers for ids ['af42f049-047b-4846-b6a3-7616726426f8'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:44:52.780260 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] Routers {'af42f049-047b-4846-b6a3-7616726426f8'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:44:52.781200 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c750430>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:44:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['af42f049-047b-4846-b6a3-7616726426f8'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:52.782414 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Deleting port bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:44:52.782908 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:52.910430 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:52.914991 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:53.096886 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] The port 'bcdb432b-c6e8-4bc7-8dfe-6dbb483c0388' was deleted {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:44:53.104704 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-6eadb35e-60f5-4374-92a7-649ab0f170cd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Calling delete_port for 402eec6f-70cf-4797-849f-9c2c352c0330 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:44:53.257205 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3f1f1d7b-e672-4f50-939a-b8b2b8273d92 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 2.6930611
Dec 22 04:44:53.286611 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48480) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:53.327431 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f1d7b-e672-4f50-939a-b8b2b8273d92 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Pushing event updated for resources: {'Network': ['ID=375a0af7-23ca-417d-a199-a3006ab641da,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:53.328157 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] Set router af42f049-047b-4846-b6a3-7616726426f8 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:44:53.372298 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 375a0af7-23ca-417d-a199-a3006ab641da details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:44:53.555378 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e654ea79-e7d5-4aec-9af4-8cc71d821781 req-13a3c9e1-afaa-44bd-a618-b696bb66dd49 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 210 time: 0.3079710
Dec 22 04:44:53.561747 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c44c689-06f7-4311-8c80-ad6c66cbbc0d tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:53.565771 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4c44c689-06f7-4311-8c80-ad6c66cbbc0d tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] 10.222.0.53 "GET /v2.0/networks/375a0af7-23ca-417d-a199-a3006ab641da HTTP/1.1" status: 200  len: 756 time: 0.2720640
Dec 22 04:44:53.567872 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3f1f1d7b-e672-4f50-939a-b8b2b8273d92 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:53.571201 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48484) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:53.600287 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f4ddd56e-2b85-453d-8714-3a00be3e3165 req-f79b3795-f41c-4f97-941c-54b167ca588e tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9487488
Dec 22 04:44:53.902363 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:53.951599 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b8ca4f0>,) {'filters': {'network_id': ['2ebb805d-441e-46b2-9352-a98fb13c97c7']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:53.962425 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] device_id is not set on port 24463506-09ff-4c1d-9092-7800fcd1b2f9 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:44:53.978160 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:53.984035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b8ca4f0>, '27396ccb-3154-41d0-bf1a-b26daf43aa03') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:53.984603 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b8ca4f0>, '27396ccb-3154-41d0-bf1a-b26daf43aa03') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:54.021026 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:54.052360 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:44:54.053428 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742', 'tag': '03ddd590-c3d9-45ff-9e50-072a61fe0f41', 'status': 'completed', 'code': 200}
Dec 22 04:44:54.072983 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6eadb35e-60f5-4374-92a7-649ab0f170cd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:54.081412 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:54.090402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:54.097071 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:44:54.100588 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:54.143527 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cf8bb1-d266-4c5f-8d56-a9a3e66712bc tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:54.149070 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-91cf8bb1-d266-4c5f-8d56-a9a3e66712bc tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] 10.222.0.53 "GET /v2.0/networks/b200e8f1-055b-47bc-b896-94d49c648e52 HTTP/1.1" status: 200  len: 768 time: 0.5763564
Dec 22 04:44:54.156160 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48492) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:54.265030 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c750430>, [{'id': 'af42f049-047b-4846-b6a3-7616726426f8', 'name': 'tempest-ServersTestJSON-2080179337-router', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:26Z', 'revision_number': 4, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'gw_port': {'id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:19Z', 'updated_at': '2021-12-22T04:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '6c09f342-37a3-4ba5-853d-1d5f61f88fd8', 'name': '', 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'mac_address': 'fa:16:3e:22:f5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d264e87-fb96-4a34-af84-0fbcf769c975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:23Z', 'updated_at': '2021-12-22T04:44:27Z', 'revision_number': 2, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'subnets': [{'id': '0d264e87-fb96-4a34-af84-0fbcf769c975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:54.277204 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] Checking router: af42f049-047b-4846-b6a3-7616726426f8 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:44:54.277662 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] Updating router af42f049-047b-4846-b6a3-7616726426f8 port 6c09f342-37a3-4ba5-853d-1d5f61f88fd8 binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:44:54.312930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7fde4542-01be-4ed2-a6fb-106ccac7c850 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:54.320638 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadb35e-60f5-4374-92a7-649ab0f170cd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Port': ['ID=402eec6f-70cf-4797-849f-9c2c352c0330,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:54.331158 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6eadb35e-60f5-4374-92a7-649ab0f170cd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:54.399448 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:44:54.406104 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:44:54.434576 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:44:54.435073 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Transition to ACTIVE for port object 24463506-09ff-4c1d-9092-7800fcd1b2f9 will not be triggered until provisioned by entity L2. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:54.464535 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:54.522560 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:54.527037 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-373d4d08-fe91-434b-ae31-d407552379f6 None None] Provisioning for port 2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:44:54.550826 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-373d4d08-fe91-434b-ae31-d407552379f6 None None] Provisioning complete for port 2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:54.551199 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-373d4d08-fe91-434b-ae31-d407552379f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:54.614531 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:54.617126 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6eadb35e-60f5-4374-92a7-649ab0f170cd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:54.620910 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-53522506-cf32-4257-9513-fc871c09da57 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:54.745740 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:54.775009 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:54.804041 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] 10.222.0.53 "DELETE /v2.0/networks/2ebb805d-441e-46b2-9352-a98fb13c97c7 HTTP/1.1" status: 204  len: 168 time: 7.6815119
Dec 22 04:44:54.878860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7fde4542-01be-4ed2-a6fb-106ccac7c850 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:54.880549 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Pushing event updated for resources: {'Port': ['ID=24463506-09ff-4c1d-9092-7800fcd1b2f9,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:54.887482 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:54.899836 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b56f9778-c098-4a9a-954c-6f31e5999a42 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:54.925631 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6eadb35e-60f5-4374-92a7-649ab0f170cd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/402eec6f-70cf-4797-849f-9c2c352c0330 HTTP/1.1" status: 204  len: 168 time: 3.5691135
Dec 22 04:44:54.935538 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48502) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:55.103263 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Pushing event deleted for resources: {'Network': ['ID=2ebb805d-441e-46b2-9352-a98fb13c97c7,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:55.110164 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:55.136326 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-7fde4542-01be-4ed2-a6fb-106ccac7c850 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bda1dc0>,) {'filters': {'network_id': ['375a0af7-23ca-417d-a199-a3006ab641da']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:55.183474 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ed28ecdb-b9dc-42dc-899f-add482617ea8 req-9c1acd44-1f40-4f6d-8729-7e2ea91c9fef tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 210 time: 0.2486126
Dec 22 04:44:55.194751 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-7fde4542-01be-4ed2-a6fb-106ccac7c850 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bda1dc0>, 'f059152b-8860-4e37-a57e-6ede450f5d4a') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:55.207604 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-7fde4542-01be-4ed2-a6fb-106ccac7c850 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bda1dc0>, 'f059152b-8860-4e37-a57e-6ede450f5d4a') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:55.225433 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53522506-cf32-4257-9513-fc871c09da57 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Pushing event updated for resources: {'Subnet': ['ID=5f27228c-2dac-456d-ae35-5d2cd1ab4c68,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:55.235258 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7fde4542-01be-4ed2-a6fb-106ccac7c850 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:55.243202 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-53522506-cf32-4257-9513-fc871c09da57 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:55.274825 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780dddf2-067e-4ccf-bdaf-f9929906e818 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:55.275385 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-373d4d08-fe91-434b-ae31-d407552379f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:55.276905 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780dddf2-067e-4ccf-bdaf-f9929906e818 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:55.277858 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-780dddf2-067e-4ccf-bdaf-f9929906e818 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:44:55.281890 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7fde4542-01be-4ed2-a6fb-106ccac7c850 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:55.286736 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:55.287075 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:55.287490 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:55.295331 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fde4542-01be-4ed2-a6fb-106ccac7c850 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:44:55.295974 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7fde4542-01be-4ed2-a6fb-106ccac7c850 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:55.301512 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:55.301864 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:55.309083 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 2 to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:44:55.318847 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:44:55.337274 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:55.337645 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:55.337978 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:55.344142 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.objects.ports [None req-6bf28087-0a99-4c1e-a837-994df2d4ccd1 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83435) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 04:44:55.344602 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6bf28087-0a99-4c1e-a837-994df2d4ccd1 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:55.365680 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:55.394245 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53522506-cf32-4257-9513-fc871c09da57 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Checking segment: {'id': '0f370545-4b43-442c-8d2b-6f481cbef290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '575b5945-2fc8-4f26-842b-d2c79dc3543a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:44:55.394859 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53522506-cf32-4257-9513-fc871c09da57 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Network hostable DHCP agents. Network: 575b5945-2fc8-4f26-842b-d2c79dc3543a, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:44:55.405299 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-373d4d08-fe91-434b-ae31-d407552379f6 None None] For port 2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:44:55.432231 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-780dddf2-067e-4ccf-bdaf-f9929906e818 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:44:55.433611 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-780dddf2-067e-4ccf-bdaf-f9929906e818 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.4809744
Dec 22 04:44:55.436532 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48508) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:55.439068 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-373d4d08-fe91-434b-ae31-d407552379f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:55.447143 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:55.464597 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf28087-0a99-4c1e-a837-994df2d4ccd1 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ca1c8b3e-6c79-490e-8189-b99ff77253b2,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:55.468586 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6bf28087-0a99-4c1e-a837-994df2d4ccd1 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:55.471877 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:55.472409 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:55.473194 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 3 to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9
Dec 22 04:44:55.523781 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7fde4542-01be-4ed2-a6fb-106ccac7c850 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:55.531786 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:55.545256 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fde4542-01be-4ed2-a6fb-106ccac7c850 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  375a0af7-23ca-417d-a199-a3006ab641da {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 22 04:44:55.552828 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7fde4542-01be-4ed2-a6fb-106ccac7c850 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:55.557599 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53522506-cf32-4257-9513-fc871c09da57 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Network 575b5945-2fc8-4f26-842b-d2c79dc3543a is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:44:55.562395 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-60775ddd-d51b-44e6-b973-c4385ae5367a None None] Could not find standard attr ID for object 402eec6f-70cf-4797-849f-9c2c352c0330. {{(pid=83436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 04:44:55.563321 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde4542-01be-4ed2-a6fb-106ccac7c850 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Pushing event deleted for resources: {'Network': ['ID=375a0af7-23ca-417d-a199-a3006ab641da,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:55.568502 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d4d08-fe91-434b-ae31-d407552379f6 None None] Pushing event updated for resources: {'Port': ['ID=2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:55.575273 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-373d4d08-fe91-434b-ae31-d407552379f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:55.585370 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7fde4542-01be-4ed2-a6fb-106ccac7c850 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:55.591043 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7fde4542-01be-4ed2-a6fb-106ccac7c850 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] 10.222.0.53 "DELETE /v2.0/networks/375a0af7-23ca-417d-a199-a3006ab641da HTTP/1.1" status: 204  len: 168 time: 1.4239237
Dec 22 04:44:55.631515 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48512) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:55.632089 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48514) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:55.640448 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d4d2b-e54e-426a-9f9c-48dddee79599 req-5f25c54a-ff54-4d29-8887-7aac443b0604 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:55.641806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-862d4d2b-e54e-426a-9f9c-48dddee79599 req-5f25c54a-ff54-4d29-8887-7aac443b0604 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Synchronizing usage tracker for tenant:ede9c024168f43b3a1c204783ee2d873 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:44:55.642700 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-53522506-cf32-4257-9513-fc871c09da57 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 575b5945-2fc8-4f26-842b-d2c79dc3543a) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:55.652960 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53522506-cf32-4257-9513-fc871c09da57 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:55.653905 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-53522506-cf32-4257-9513-fc871c09da57 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:55.657824 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-670890e3-50bf-4ebc-acc2-6dcad6af5aea tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Request body: {'network': {'name': 'tempest-network--1258992608'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:55.667920 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc7513c-bd38-4c19-b2f0-f9002a9aa600 None None] Network 575b5945-2fc8-4f26-842b-d2c79dc3543a requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:44:55.700495 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-670890e3-50bf-4ebc-acc2-6dcad6af5aea tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:55.704514 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-53522506-cf32-4257-9513-fc871c09da57 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.3524296
Dec 22 04:44:55.710998 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48522) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:55.716584 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-842f62e8-89d5-431a-9ddd-403462147877 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Request body: {'port': {'network_id': '575b5945-2fc8-4f26-842b-d2c79dc3543a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-133790215'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:55.716753 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:55.718119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:55.718483 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:55.856154 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:55.861376 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a27715-7c45-48ef-bfd7-6d6e182a74c0 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet 98087979-dc16-4d34-a3bd-3e07b6918677 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:44:55.878663 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c5a27715-7c45-48ef-bfd7-6d6e182a74c0 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:55.884757 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-670890e3-50bf-4ebc-acc2-6dcad6af5aea tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Usage tracker for resource:network and tenant:60310e3b5ed94c218a470ba0319b53c8 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:55.892174 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf28087-0a99-4c1e-a837-994df2d4ccd1 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Checking segment: {'id': '89f25f4b-ccd4-4810-9840-0e465c5bc56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32c0d233-b4f9-488b-b233-3f02ee37631f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:44:55.893069 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf28087-0a99-4c1e-a837-994df2d4ccd1 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Network hostable DHCP agents. Network: 32c0d233-b4f9-488b-b233-3f02ee37631f, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:44:55.906165 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] Transition to ACTIVE for port object 6c09f342-37a3-4ba5-853d-1d5f61f88fd8 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:55.920306 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-670890e3-50bf-4ebc-acc2-6dcad6af5aea tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:55.921949 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:44:55.942756 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-670890e3-50bf-4ebc-acc2-6dcad6af5aea tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:55.950416 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-862d4d2b-e54e-426a-9f9c-48dddee79599 req-5f25c54a-ff54-4d29-8887-7aac443b0604 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Unset dirty status for tenant:ede9c024168f43b3a1c204783ee2d873 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:44:55.953444 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-862d4d2b-e54e-426a-9f9c-48dddee79599 req-5f25c54a-ff54-4d29-8887-7aac443b0604 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 944 time: 0.9606555
Dec 22 04:44:55.954013 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:55.954346 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:55.960439 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 4 to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9
Dec 22 04:44:55.981095 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:55.983282 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c5a27715-7c45-48ef-bfd7-6d6e182a74c0 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:55.989436 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a189470e-57b7-4203-a335-02c22e6b76a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:56.028479 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-842f62e8-89d5-431a-9ddd-403462147877 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:56.036371 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-842f62e8-89d5-431a-9ddd-403462147877 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Usage tracker for resource:port and tenant:e1ec84f87cd349daaf6eebea34f069a3 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:56.046612 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-842f62e8-89d5-431a-9ddd-403462147877 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:56.057461 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-842f62e8-89d5-431a-9ddd-403462147877 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:56.074810 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:56.075328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:56.075662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:56.080710 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35537ee-008b-40bc-a377-46c9383e4683 None None] Pushing event updated for resources: {'Port': ['ID=6c09f342-37a3-4ba5-853d-1d5f61f88fd8,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:56.083365 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670890e3-50bf-4ebc-acc2-6dcad6af5aea tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Made reservation on behalf of 60310e3b5ed94c218a470ba0319b53c8 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:56.086089 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-670890e3-50bf-4ebc-acc2-6dcad6af5aea tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:56.088979 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842f62e8-89d5-431a-9ddd-403462147877 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Made reservation on behalf of e1ec84f87cd349daaf6eebea34f069a3 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:56.092444 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-842f62e8-89d5-431a-9ddd-403462147877 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:56.105833 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e35537ee-008b-40bc-a377-46c9383e4683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:56.124318 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-842f62e8-89d5-431a-9ddd-403462147877 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] device_id is not set on port 7fba4d0b-8189-4d45-97d6-85d01d4de19e yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:44:56.133071 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf28087-0a99-4c1e-a837-994df2d4ccd1 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Network 32c0d233-b4f9-488b-b233-3f02ee37631f is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:44:56.169576 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:56.169910 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:56.181525 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 5 to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9
Dec 22 04:44:56.194195 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-6bf28087-0a99-4c1e-a837-994df2d4ccd1 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 32c0d233-b4f9-488b-b233-3f02ee37631f) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:56.194588 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c5a27715-7c45-48ef-bfd7-6d6e182a74c0 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:56.213043 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a3e6f6e9-98ce-4e92-8756-db4c2cbd1be2 req-5fb69246-a758-4692-a4c1-7ee44ad06ca4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ede9c024168f43b3a1c204783ee2d873&device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 1097 time: 0.4640636
Dec 22 04:44:56.229725 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-862d4d2b-e54e-426a-9f9c-48dddee79599 req-daed7704-298d-4b5f-b68e-3d41ccc158ca tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2327902
Dec 22 04:44:56.239781 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf28087-0a99-4c1e-a837-994df2d4ccd1 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:56.240441 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6bf28087-0a99-4c1e-a837-994df2d4ccd1 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:56.252339 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670890e3-50bf-4ebc-acc2-6dcad6af5aea tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:44:56.260241 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-60d31570-31fe-4c6b-b8eb-36de66a3adda admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=834de4012eb7432fa6dab14215cafd6b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6119542
Dec 22 04:44:56.270141 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48532) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:56.281820 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:56.282194 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:56.282530 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:56.308068 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-670890e3-50bf-4ebc-acc2-6dcad6af5aea tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:56.308725 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-670890e3-50bf-4ebc-acc2-6dcad6af5aea tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Added segment 163db75d-01b6-4fdc-a790-12fc4ea3c8b3 of type vlan for network 2d782798-d616-40e7-854d-dd966ac9a71c
Dec 22 04:44:56.332456 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:56.332785 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:56.334245 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 6 to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9
Dec 22 04:44:56.343374 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01871e27-da43-44b6-b26d-54b1605b66f4 None None] Network 32c0d233-b4f9-488b-b233-3f02ee37631f requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:44:56.427655 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6bf28087-0a99-4c1e-a837-994df2d4ccd1 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 5.1562672
Dec 22 04:44:56.430805 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48536) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:56.441426 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:56.441942 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:56.442364 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:56.445646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-670890e3-50bf-4ebc-acc2-6dcad6af5aea tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:56.456366 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:56.456833 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:56.458596 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 7 to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9
Dec 22 04:44:56.487717 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-be4fe026-b025-4f22-877a-d1b42060690b tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1413703215', 'network_id': '32c0d233-b4f9-488b-b233-3f02ee37631f'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:56.490183 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:56.490678 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:56.491105 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:56.498204 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:56.498632 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:56.499058 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 8 to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9
Dec 22 04:44:56.508574 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-670890e3-50bf-4ebc-acc2-6dcad6af5aea tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:56.512620 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670890e3-50bf-4ebc-acc2-6dcad6af5aea tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:56.513455 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-670890e3-50bf-4ebc-acc2-6dcad6af5aea tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:56.519345 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:56.522929 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-be4fe026-b025-4f22-877a-d1b42060690b tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:56.526987 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-867c556a-a896-4ce0-94d0-7ebcd02aa024 req-2afefd65-90c9-475b-8a9c-68c3171bb2ea tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 210 time: 0.0997169
Dec 22 04:44:56.527636 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-86717e54-2b83-4849-9221-f4958ca6eefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:56.531075 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-842f62e8-89d5-431a-9ddd-403462147877 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Allocated IP 2001:db8::360 (575b5945-2fc8-4f26-842b-d2c79dc3543a/5f27228c-2dac-456d-ae35-5d2cd1ab4c68/7fba4d0b-8189-4d45-97d6-85d01d4de19e) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:44:56.534076 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-be4fe026-b025-4f22-877a-d1b42060690b tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Usage tracker for resource:port and tenant:3b020b47ff6a42f9baceaf54f8ef9a14 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:56.538057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c5a27715-7c45-48ef-bfd7-6d6e182a74c0 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:56.544952 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-be4fe026-b025-4f22-877a-d1b42060690b tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:56.559443 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-be4fe026-b025-4f22-877a-d1b42060690b tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:56.563184 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e5e7526b-7435-486a-ab1e-77c748b1b759 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:56.602521 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:56.602872 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:56.603177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:56.612227 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a27715-7c45-48ef-bfd7-6d6e182a74c0 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=98087979-dc16-4d34-a3bd-3e07b6918677,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:56.614843 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c5a27715-7c45-48ef-bfd7-6d6e182a74c0 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:56.626023 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:44:56.626503 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:56.635343 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-86717e54-2b83-4849-9221-f4958ca6eefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:56.644834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:56.645352 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:56.647619 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 9 to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9
Dec 22 04:44:56.648840 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4fe026-b025-4f22-877a-d1b42060690b tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Made reservation on behalf of 3b020b47ff6a42f9baceaf54f8ef9a14 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:56.652042 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-be4fe026-b025-4f22-877a-d1b42060690b tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:56.656298 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670890e3-50bf-4ebc-acc2-6dcad6af5aea tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Pushing event updated for resources: {'Network': ['ID=2d782798-d616-40e7-854d-dd966ac9a71c,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:56.666891 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-670890e3-50bf-4ebc-acc2-6dcad6af5aea tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 1.0202019
Dec 22 04:44:56.670210 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-670890e3-50bf-4ebc-acc2-6dcad6af5aea tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:56.670792 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48540) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:56.672686 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] Attempting to bind port 6c09f342-37a3-4ba5-853d-1d5f61f88fd8 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:56.673062 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] Attempting to bind port 6c09f342-37a3-4ba5-853d-1d5f61f88fd8 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'fd9a065d-b1ab-425e-bd6b-df52b2ccf184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:56.673432 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] Attempting to bind port 6c09f342-37a3-4ba5-853d-1d5f61f88fd8 on network 7661e115-dba7-43dd-9fab-d3d8f77257cf {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:56.677939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-3d8bcb3b-49e9-407f-ba1d-e78090b35503 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:56.690156 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c323c024-5d97-4961-9668-62a462316987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-575b5945-2fc8-4f26-842b-d2c79dc3543a', 'network_id': '575b5945-2fc8-4f26-842b-d2c79dc3543a', 'tenant_id': 'e1ec84f87cd349daaf6eebea34f069a3', 'fixed_ips': [{'subnet_id': '5f27228c-2dac-456d-ae35-5d2cd1ab4c68'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:44:56.690975 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c323c024-5d97-4961-9668-62a462316987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:56.693271 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:56.693470 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c5a27715-7c45-48ef-bfd7-6d6e182a74c0 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:56.693662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:56.693949 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:56.700897 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 2d782798-d616-40e7-854d-dd966ac9a71c details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:44:56.727994 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f880920-9e88-4dc6-80ce-7a76f099d5a7 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:44:56.751816 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:56.752242 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:56.755487 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-be4fe026-b025-4f22-877a-d1b42060690b tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] device_id is not set on port 639d868c-6f0e-426a-ab1b-ddf940ff2eac yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:44:56.764987 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempt 10 to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9
Dec 22 04:44:56.794010 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c5a27715-7c45-48ef-bfd7-6d6e182a74c0 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/98087979-dc16-4d34-a3bd-3e07b6918677 HTTP/1.1" status: 204  len: 168 time: 1.3556461
Dec 22 04:44:56.794547 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48544) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:56.796640 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:44:56.796976 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:44:56.797293 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempting to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:44:56.882598 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:44:56.882988 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] Checking segment: {'id': 'fd9a065d-b1ab-425e-bd6b-df52b2ccf184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:44:56.883398 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:56.883803 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] Bound using segment: {'id': 'fd9a065d-b1ab-425e-bd6b-df52b2ccf184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:44:56.884282 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] Bound port: 6c09f342-37a3-4ba5-853d-1d5f61f88fd8, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9a065d-b1ab-425e-bd6b-df52b2ccf184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:44:56.884667 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:56.906384 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-86717e54-2b83-4849-9221-f4958ca6eefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:56.920965 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-587d04c7-94a0-4359-8ed7-1f8ef62b9836 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:56.928281 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5c58a4c7-2356-4c97-858e-ee233699acf8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1327198
Dec 22 04:44:56.933720 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:44:56.934375 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Failed to bind port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c73d02ef-390b-4f96-9362-69eaed45f7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c18cc40c-04b7-4682-8572-81f7c82d5a4b'}]
Dec 22 04:44:56.934375 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:56.935168 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48548) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:56.956939 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-1960b337-82c9-4ffb-b632-42f953060f0b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:57.000708 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86717e54-2b83-4849-9221-f4958ca6eefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56551bb7-a4cd-424f-bf91-d0f743729b71,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:57.003384 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-86717e54-2b83-4849-9221-f4958ca6eefb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:57.094734 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-86717e54-2b83-4849-9221-f4958ca6eefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:57.100388 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-86717e54-2b83-4849-9221-f4958ca6eefb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56551bb7-a4cd-424f-bf91-d0f743729b71 HTTP/1.1" status: 204  len: 168 time: 0.8290262
Dec 22 04:44:57.148168 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3d8bcb3b-49e9-407f-ba1d-e78090b35503 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:57.197621 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3d8bcb3b-49e9-407f-ba1d-e78090b35503 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:57.208837 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] For port 24463506-09ff-4c1d-9092-7800fcd1b2f9, host hv-neutron-8225, cleared binding levels {{(pid=83435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:44:57.208837 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Attempted to set empty binding levels {{(pid=83435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 22 04:44:57.217324 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-aea16ad4-c484-4e88-8c8c-d6389be1e2bb tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:57.239938 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:57.306053 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6f6e9-98ce-4e92-8756-db4c2cbd1be2 req-4c239dc1-d8bb-4dfa-9c4f-af9a95f75d52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:57.307625 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a3e6f6e9-98ce-4e92-8756-db4c2cbd1be2 req-4c239dc1-d8bb-4dfa-9c4f-af9a95f75d52 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ede9c024168f43b3a1c204783ee2d873&shared=False HTTP/1.1" status: 200  len: 912 time: 0.3428555
Dec 22 04:44:57.314186 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d8bcb3b-49e9-407f-ba1d-e78090b35503 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Network 2d782798-d616-40e7-854d-dd966ac9a71c is not hosted by any dhcp agent {{(pid=83435) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 22 04:44:57.315491 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8bcb3b-49e9-407f-ba1d-e78090b35503 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:57.316073 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3d8bcb3b-49e9-407f-ba1d-e78090b35503 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:57.320149 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3d8bcb3b-49e9-407f-ba1d-e78090b35503 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] 10.222.0.53 "PUT /v2.0/networks/2d782798-d616-40e7-854d-dd966ac9a71c HTTP/1.1" status: 200  len: 858 time: 0.6485479
Dec 22 04:44:57.320902 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48556) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:57.332138 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-be4fe026-b025-4f22-877a-d1b42060690b tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Allocated IP 172.20.0.11 (32c0d233-b4f9-488b-b233-3f02ee37631f/ca1c8b3e-6c79-490e-8189-b99ff77253b2/639d868c-6f0e-426a-ab1b-ddf940ff2eac) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:44:57.396718 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a939c3c-df44-4002-9b26-0091d93eaf42 None None] Network 32c0d233-b4f9-488b-b233-3f02ee37631f requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:44:57.398796 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-842f62e8-89d5-431a-9ddd-403462147877 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:57.409884 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1960b337-82c9-4ffb-b632-42f953060f0b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:57.414264 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1960b337-82c9-4ffb-b632-42f953060f0b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:57.419359 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1960b337-82c9-4ffb-b632-42f953060f0b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:57.427227 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1960b337-82c9-4ffb-b632-42f953060f0b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:57.429965 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.47', 57805) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:57.526570 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] For port 6c09f342-37a3-4ba5-853d-1d5f61f88fd8, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:44:57.539234 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] For port 6c09f342-37a3-4ba5-853d-1d5f61f88fd8, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=6c09f342-37a3-4ba5-853d-1d5f61f88fd8,segment=NetworkSegment(fd9a065d-b1ab-425e-bd6b-df52b2ccf184),segment_id=fd9a065d-b1ab-425e-bd6b-df52b2ccf184)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:44:57.553921 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:57.562775 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:57.740685 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] Routers {'af42f049-047b-4846-b6a3-7616726426f8'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:44:57.741365 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c750430>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:44:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['af42f049-047b-4846-b6a3-7616726426f8'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:57.781175 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48566) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:57.782149 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-842f62e8-89d5-431a-9ddd-403462147877 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Transition to ACTIVE for port object 7fba4d0b-8189-4d45-97d6-85d01d4de19e will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:57.838061 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2a807468-ec37-4217-863b-934875b4c462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:57.851284 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1960b337-82c9-4ffb-b632-42f953060f0b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:57.854847 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1960b337-82c9-4ffb-b632-42f953060f0b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:57.863721 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] In _notify_port_updated(), no bound segment for port 24463506-09ff-4c1d-9092-7800fcd1b2f9 on network c18cc40c-04b7-4682-8572-81f7c82d5a4b {{(pid=83435) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 04:44:57.864744 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:57.868569 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] 10.222.0.53 "PUT /v2.0/ports/24463506-09ff-4c1d-9092-7800fcd1b2f9 HTTP/1.1" status: 200  len: 977 time: 5.4287353
Dec 22 04:44:57.872904 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bcb3b-49e9-407f-ba1d-e78090b35503 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Pushing event updated for resources: {'Network': ['ID=2d782798-d616-40e7-854d-dd966ac9a71c,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:57.883647 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48572) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:57.903340 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3d8bcb3b-49e9-407f-ba1d-e78090b35503 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:57.904430 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbcf40c-f086-4085-893d-5346a84deb84 None None] DHCP port deletion for 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:44:57.933834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.619s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:57.934903 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35537ee-008b-40bc-a377-46c9383e4683 None None] Pushing event updated for resources: {'Port': ['ID=6c09f342-37a3-4ba5-853d-1d5f61f88fd8,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:57.956466 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e35537ee-008b-40bc-a377-46c9383e4683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:57.963812 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-1cbcf40c-f086-4085-893d-5346a84deb84 None None] Deleting port 2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:44:57.964301 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1cbcf40c-f086-4085-893d-5346a84deb84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:58.014245 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9aab45e8-a056-4bf2-9ab5-555bafa5a6d0 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:58.091482 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6f6e9-98ce-4e92-8756-db4c2cbd1be2 req-33132165-623b-4fd1-8b12-ee2c530835e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:58.092937 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a3e6f6e9-98ce-4e92-8756-db4c2cbd1be2 req-33132165-623b-4fd1-8b12-ee2c530835e9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7681484
Dec 22 04:44:58.101513 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-11c92157-002e-4475-aaa2-15806650d0fe tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Deleting port 24463506-09ff-4c1d-9092-7800fcd1b2f9 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:44:58.101950 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-11c92157-002e-4475-aaa2-15806650d0fe tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:58.137236 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-834e7b65-a87c-4c38-9f4f-bfc33e84e579 req-1768961a-0505-4083-98c5-54df3be11ab0 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 210 time: 0.3467674
Dec 22 04:44:58.180254 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Pushing event updated for resources: {'Port': ['ID=24463506-09ff-4c1d-9092-7800fcd1b2f9,revision_number=3']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:58.183674 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:58.256599 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] Set router af42f049-047b-4846-b6a3-7616726426f8 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:44:58.301328 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-2a807468-ec37-4217-863b-934875b4c462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:58.334902 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2a807468-ec37-4217-863b-934875b4c462 admin admin] Usage tracker for resource:security_group_rule and tenant:1fd34ab0c58e45d3bae35ced14101aeb is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:58.342586 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2a807468-ec37-4217-863b-934875b4c462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:58.348134 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcd26b-4238-41a9-816e-eab9ccf7b259 req-ee6356f3-888f-442c-9535-64e3e7de3001 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:58.349703 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-afdcd26b-4238-41a9-816e-eab9ccf7b259 req-ee6356f3-888f-442c-9535-64e3e7de3001 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 944 time: 0.7864089
Dec 22 04:44:58.371210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-a6f3d15d-ff93-4520-9731-2938a74db790 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:58.372651 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-a6f3d15d-ff93-4520-9731-2938a74db790 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.47 "GET /v2.0/networks?id=7661e115-dba7-43dd-9fab-d3d8f77257cf HTTP/1.1" status: 200  len: 806 time: 0.9385839
Dec 22 04:44:58.373940 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-2a807468-ec37-4217-863b-934875b4c462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:58.380425 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-842f62e8-89d5-431a-9ddd-403462147877 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:58.405997 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8d9c7b41-2215-4ab1-b0da-12dfa8aca61a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:58.434246 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9aab45e8-a056-4bf2-9ab5-555bafa5a6d0 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:58.462426 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1960b337-82c9-4ffb-b632-42f953060f0b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:58.568067 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-9aab45e8-a056-4bf2-9ab5-555bafa5a6d0 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469ba22220>,) {'filters': {'network_id': ['2d782798-d616-40e7-854d-dd966ac9a71c']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:58.573083 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f62e8-89d5-431a-9ddd-403462147877 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Pushing event updated for resources: {'Port': ['ID=7fba4d0b-8189-4d45-97d6-85d01d4de19e,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:58.579753 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842f62e8-89d5-431a-9ddd-403462147877 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Network 575b5945-2fc8-4f26-842b-d2c79dc3543a is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:58.588515 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-9aab45e8-a056-4bf2-9ab5-555bafa5a6d0 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469ba22220>, '163db75d-01b6-4fdc-a790-12fc4ea3c8b3') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:58.588515 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-9aab45e8-a056-4bf2-9ab5-555bafa5a6d0 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469ba22220>, '163db75d-01b6-4fdc-a790-12fc4ea3c8b3') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:58.588797 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-842f62e8-89d5-431a-9ddd-403462147877 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:58.592971 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:58.604092 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-1cbcf40c-f086-4085-893d-5346a84deb84 None None] For port 2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:44:58.604491 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1cbcf40c-f086-4085-893d-5346a84deb84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:58.618523 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-3c36f3b0-4772-44a3-8466-059424918a15 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ede9c024168f43b3a1c204783ee2d873&device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 1097 time: 0.4400866
Dec 22 04:44:58.619460 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-842f62e8-89d5-431a-9ddd-403462147877 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:58.620585 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9aab45e8-a056-4bf2-9ab5-555bafa5a6d0 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:58.632616 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-afdcd26b-4238-41a9-816e-eab9ccf7b259 req-a428a2ab-d011-4cd3-8e21-93b8643839c6 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2582355
Dec 22 04:44:58.633495 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-be4fe026-b025-4f22-877a-d1b42060690b tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:58.636590 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842f62e8-89d5-431a-9ddd-403462147877 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:44:58.640499 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842f62e8-89d5-431a-9ddd-403462147877 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:58.641100 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-842f62e8-89d5-431a-9ddd-403462147877 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:58.651575 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1960b337-82c9-4ffb-b632-42f953060f0b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:58.663107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-1960b337-82c9-4ffb-b632-42f953060f0b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:58.675450 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-fa30a885-5971-4844-9d82-07f8e2203d30 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Synchronizing usage tracker for tenant:7a58f6458e19442eae219c1a6c8a6bae on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:44:58.679513 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1960b337-82c9-4ffb-b632-42f953060f0b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:58.680123 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1960b337-82c9-4ffb-b632-42f953060f0b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:58.682814 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-c323c024-5d97-4961-9668-62a462316987 None None] Allocated IP 2001:db8::2 (575b5945-2fc8-4f26-842b-d2c79dc3543a/5f27228c-2dac-456d-ae35-5d2cd1ab4c68/4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:44:58.746351 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9aab45e8-a056-4bf2-9ab5-555bafa5a6d0 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:58.746666 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-1cbcf40c-f086-4085-893d-5346a84deb84 None None] Calling delete_port for 2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:44:58.757822 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-11c92157-002e-4475-aaa2-15806650d0fe tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] For port 24463506-09ff-4c1d-9092-7800fcd1b2f9, host hv-neutron-8225, got binding levels [] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:44:58.758222 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-11c92157-002e-4475-aaa2-15806650d0fe tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:58.760528 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2a807468-ec37-4217-863b-934875b4c462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:58.763037 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960b337-82c9-4ffb-b632-42f953060f0b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=9eeaf789-b32e-49b6-8df9-1ee797ce69a2,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:58.765931 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-842f62e8-89d5-431a-9ddd-403462147877 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 3.0555277
Dec 22 04:44:58.768079 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1960b337-82c9-4ffb-b632-42f953060f0b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.8257308
Dec 22 04:44:58.769179 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1960b337-82c9-4ffb-b632-42f953060f0b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:58.771448 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-fa30a885-5971-4844-9d82-07f8e2203d30 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Unset dirty status for tenant:7a58f6458e19442eae219c1a6c8a6bae on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:44:58.772324 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48576) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:58.772556 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-fa30a885-5971-4844-9d82-07f8e2203d30 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a58f6458e19442eae219c1a6c8a6bae HTTP/1.1" status: 200  len: 380 time: 0.3706908
Dec 22 04:44:58.772675 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48578) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:58.775860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2a807468-ec37-4217-863b-934875b4c462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:58.781089 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aab45e8-a056-4bf2-9ab5-555bafa5a6d0 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:44:58.781484 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9aab45e8-a056-4bf2-9ab5-555bafa5a6d0 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:58.786654 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:58.800465 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-97cc2365-0fec-4832-9f43-53818845e7fd tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Request body: {'port': {'device_id': 'f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97', 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf', 'admin_state_up': True, 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'security_groups': ['367764b4-c0d7-450f-b914-36201bf94e80']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:58.802220 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-743053ff-a827-410c-8f16-ba49d63f72bf tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Request body: {'port': {'network_id': '575b5945-2fc8-4f26-842b-d2c79dc3543a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-842950325', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:58.802990 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.api.validators [None req-743053ff-a827-410c-8f16-ba49d63f72bf tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] bootfile-name is not in valid_values {{(pid=83435) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 04:44:58.803117 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.api.validators [None req-743053ff-a827-410c-8f16-ba49d63f72bf tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] tftp-server is not in valid_values {{(pid=83435) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 04:44:58.803792 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.api.validators [None req-743053ff-a827-410c-8f16-ba49d63f72bf tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] server-ip-address is not in valid_values {{(pid=83435) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:44:58.817804 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:44:58.819534 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-2c614b30-223c-4b74-ac49-9cd54de90af4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03ddd590-c3d9-45ff-9e50-072a61fe0f41 HTTP/1.1" status: 200  len: 217 time: 0.1732571
Dec 22 04:44:58.823452 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-3f2bceee-9a5c-43d0-b447-e9002cc82c32 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'name': 'tempest-NetworksTestDHCPv6-349295226'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:44:58.891138 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-be4fe026-b025-4f22-877a-d1b42060690b tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:58.928838 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a807468-ec37-4217-863b-934875b4c462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296c7bdc-fe1e-4179-a424-d1b112384c1a,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:58.936183 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2a807468-ec37-4217-863b-934875b4c462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:58.936670 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c2eeb691-2599-4d6c-8d9f-834f92371cb7 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:58.978561 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2a807468-ec37-4217-863b-934875b4c462 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1fd34ab0c58e45d3bae35ced14101aeb&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1829188
Dec 22 04:44:58.980723 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1cbcf40c-f086-4085-893d-5346a84deb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:58.986922 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48584) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:58.988168 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:59.046484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4fe026-b025-4f22-877a-d1b42060690b tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Network 32c0d233-b4f9-488b-b233-3f02ee37631f is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:59.051158 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbcf40c-f086-4085-893d-5346a84deb84 None None] Pushing event deleted for resources: {'Port': ['ID=2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:59.053259 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-be4fe026-b025-4f22-877a-d1b42060690b tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:59.056832 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1cbcf40c-f086-4085-893d-5346a84deb84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:59.066844 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4fe026-b025-4f22-877a-d1b42060690b tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:44:59.073678 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbcf40c-f086-4085-893d-5346a84deb84 None None] No DVR routers for this DVR port 2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:44:59.096209 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fe026-b025-4f22-877a-d1b42060690b tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Pushing event updated for resources: {'Port': ['ID=639d868c-6f0e-426a-ab1b-ddf940ff2eac,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:59.115581 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-be4fe026-b025-4f22-877a-d1b42060690b tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:59.120704 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86fb846-c9ac-43e8-a8b7-67beaff5e6af None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:44:59.132792 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-97cc2365-0fec-4832-9f43-53818845e7fd tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:59.156375 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-97cc2365-0fec-4832-9f43-53818845e7fd tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:59.181965 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4fe026-b025-4f22-877a-d1b42060690b tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:59.182580 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-be4fe026-b025-4f22-877a-d1b42060690b tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:59.203514 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-15b65ac9-1f49-42ca-a18e-37b8a2741655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:59.207526 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-97cc2365-0fec-4832-9f43-53818845e7fd tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Made reservation on behalf of 7a58f6458e19442eae219c1a6c8a6bae for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:59.210601 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-97cc2365-0fec-4832-9f43-53818845e7fd tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:59.252286 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-be4fe026-b025-4f22-877a-d1b42060690b tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1024 time: 2.8120322
Dec 22 04:44:59.256954 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48590) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:59.275668 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c750430>, [{'id': 'af42f049-047b-4846-b6a3-7616726426f8', 'name': 'tempest-ServersTestJSON-2080179337-router', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:26Z', 'revision_number': 4, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'gw_port': {'id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:19Z', 'updated_at': '2021-12-22T04:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '6c09f342-37a3-4ba5-853d-1d5f61f88fd8', 'name': '', 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'mac_address': 'fa:16:3e:22:f5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d264e87-fb96-4a34-af84-0fbcf769c975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:23Z', 'updated_at': '2021-12-22T04:44:57Z', 'revision_number': 4, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'subnets': [{'id': '0d264e87-fb96-4a34-af84-0fbcf769c975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:44:59.300825 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-15b65ac9-1f49-42ca-a18e-37b8a2741655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:59.304292 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-11c92157-002e-4475-aaa2-15806650d0fe tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Calling delete_port for 24463506-09ff-4c1d-9092-7800fcd1b2f9 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:44:59.307669 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b507f4c-b189-472e-a2a0-f7b616e5357c None None] The sync data for ids ['af42f049-047b-4846-b6a3-7616726426f8'] in dv-neutron-822525-1-hyperv is: [{'id': 'af42f049-047b-4846-b6a3-7616726426f8', 'name': 'tempest-ServersTestJSON-2080179337-router', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:26Z', 'revision_number': 4, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'gw_port': {'id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:19Z', 'updated_at': '2021-12-22T04:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '6c09f342-37a3-4ba5-853d-1d5f61f88fd8', 'name': '', 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'mac_address': 'fa:16:3e:22:f5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d264e87-fb96-4a34-af84-0fbcf769c975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:23Z', 'updated_at': '2021-12-22T04:44:57Z', 'revision_number': 4, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'subnets': [{'id': '0d264e87-fb96-4a34-af84-0fbcf769c975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:44:59.318048 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c323c024-5d97-4961-9668-62a462316987 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:59.421577 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c323c024-5d97-4961-9668-62a462316987 None None] Transition to ACTIVE for port object 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:59.445263 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-293f036f-102f-4d70-88ff-cc182acbf07e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:44:59.446857 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-293f036f-102f-4d70-88ff-cc182acbf07e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=faeacc71-1cdb-4a7d-86fa-0899322c9f90 HTTP/1.1" status: 200  len: 850 time: 0.5532918
Dec 22 04:44:59.447414 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9aab45e8-a056-4bf2-9ab5-555bafa5a6d0 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:59.488029 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c323c024-5d97-4961-9668-62a462316987 None None] Transition to ACTIVE for port object 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:44:59.492457 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aab45e8-a056-4bf2-9ab5-555bafa5a6d0 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  2d782798-d616-40e7-854d-dd966ac9a71c {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 22 04:44:59.495818 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9aab45e8-a056-4bf2-9ab5-555bafa5a6d0 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:59.536037 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c45e529d-3ce5-4d45-808e-be7f3f482cbb tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:59.536271 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c323c024-5d97-4961-9668-62a462316987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:59.543426 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-373d4d08-fe91-434b-ae31-d407552379f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:59.595396 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-afa0fdd7-f8b5-49a9-bfdd-4c928319fbbd req-041c8430-f83d-4e2b-aaf8-e686c76b0c7c tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 210 time: 0.1497459
Dec 22 04:44:59.597790 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-e48151ae-b0fb-4bf2-89cc-c88c325585cd tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Deleting port 639d868c-6f0e-426a-ab1b-ddf940ff2eac {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:44:59.598130 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e48151ae-b0fb-4bf2-89cc-c88c325585cd tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:59.603170 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9aab45e8-a056-4bf2-9ab5-555bafa5a6d0 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] 10.222.0.53 "DELETE /v2.0/networks/2d782798-d616-40e7-854d-dd966ac9a71c HTTP/1.1" status: 204  len: 168 time: 2.0813816
Dec 22 04:44:59.607107 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'fixed_ips': [{'subnet_id': '9eeaf789-b32e-49b6-8df9-1ee797ce69a2'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:44:59.607951 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:59.609967 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab45e8-a056-4bf2-9ab5-555bafa5a6d0 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Pushing event deleted for resources: {'Network': ['ID=2d782798-d616-40e7-854d-dd966ac9a71c,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:59.613144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9aab45e8-a056-4bf2-9ab5-555bafa5a6d0 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:59.616376 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48594) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:59.668977 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-3f2bceee-9a5c-43d0-b447-e9002cc82c32 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:59.670394 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323c024-5d97-4961-9668-62a462316987 None None] Pushing event updated for resources: {'Port': ['ID=4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:59.676148 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-743053ff-a827-410c-8f16-ba49d63f72bf tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:44:59.681321 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a62ff65-b383-49de-b9cb-37a9ad561f8b tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:44:59.681778 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a62ff65-b383-49de-b9cb-37a9ad561f8b tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:44:59.685728 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-3f2bceee-9a5c-43d0-b447-e9002cc82c32 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:port and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:59.687526 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c323c024-5d97-4961-9668-62a462316987 None None] Network 575b5945-2fc8-4f26-842b-d2c79dc3543a is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:44:59.689581 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-11c92157-002e-4475-aaa2-15806650d0fe tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:59.690716 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c323c024-5d97-4961-9668-62a462316987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:59.692875 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-c323c024-5d97-4961-9668-62a462316987 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:44:59.694324 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-743053ff-a827-410c-8f16-ba49d63f72bf tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Usage tracker for resource:port and tenant:e1ec84f87cd349daaf6eebea34f069a3 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:44:59.698136 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-3f2bceee-9a5c-43d0-b447-e9002cc82c32 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:59.701422 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-743053ff-a827-410c-8f16-ba49d63f72bf tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:44:59.719167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-85d09f78-db87-4290-86e9-f675e7028eef tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:44:59.752956 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-743053ff-a827-410c-8f16-ba49d63f72bf tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:59.755431 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-3f2bceee-9a5c-43d0-b447-e9002cc82c32 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:44:59.760925 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1a62ff65-b383-49de-b9cb-37a9ad561f8b tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] 10.222.0.53 "DELETE /v2.0/subnets/4cfe9354-0734-4d30-97c4-5590ce3360b4 HTTP/1.1" status: 404  len: 337 time: 0.1402488
Dec 22 04:44:59.763427 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c323c024-5d97-4961-9668-62a462316987 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:44:59.773750 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-97cc2365-0fec-4832-9f43-53818845e7fd tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Allocated IP 172.20.0.12 (7661e115-dba7-43dd-9fab-d3d8f77257cf/0d264e87-fb96-4a34-af84-0fbcf769c975/9231bc40-c69a-4d17-a6aa-67c00402d5b7) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:44:59.774440 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48600) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:59.779222 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c92157-002e-4475-aaa2-15806650d0fe tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Pushing event deleted for resources: {'Port': ['ID=24463506-09ff-4c1d-9092-7800fcd1b2f9,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:44:59.781873 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-11c92157-002e-4475-aaa2-15806650d0fe tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:44:59.817810 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-11c92157-002e-4475-aaa2-15806650d0fe tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:59.818193 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-11c92157-002e-4475-aaa2-15806650d0fe tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] 10.222.0.53 "DELETE /v2.0/ports/24463506-09ff-4c1d-9092-7800fcd1b2f9 HTTP/1.1" status: 204  len: 168 time: 1.9315534
Dec 22 04:44:59.825463 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48604) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:44:59.901496 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2bceee-9a5c-43d0-b447-e9002cc82c32 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:59.904730 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f2bceee-9a5c-43d0-b447-e9002cc82c32 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:59.914869 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743053ff-a827-410c-8f16-ba49d63f72bf tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Made reservation on behalf of e1ec84f87cd349daaf6eebea34f069a3 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:44:59.918190 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-743053ff-a827-410c-8f16-ba49d63f72bf tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:44:59.979155 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6c09f342-37a3-4ba5-853d-1d5f61f88fd8 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:00.019324 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c323c024-5d97-4961-9668-62a462316987 None None] Attempting to bind port 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:45:00.019696 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c323c024-5d97-4961-9668-62a462316987 None None] Attempting to bind port 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '0f370545-4b43-442c-8d2b-6f481cbef290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '575b5945-2fc8-4f26-842b-d2c79dc3543a'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:45:00.020065 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c323c024-5d97-4961-9668-62a462316987 None None] Attempting to bind port 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3 on network 575b5945-2fc8-4f26-842b-d2c79dc3543a {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:45:00.047018 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-91417eb6-53fe-4d3b-b45c-8bd5e54ce46e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76dd8755-7bd3-483a-90a3-b1bb39c70dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5722990
Dec 22 04:45:00.057511 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c323c024-5d97-4961-9668-62a462316987 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:45:00.058076 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c323c024-5d97-4961-9668-62a462316987 None None] Checking segment: {'id': '0f370545-4b43-442c-8d2b-6f481cbef290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '575b5945-2fc8-4f26-842b-d2c79dc3543a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:00.058620 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c323c024-5d97-4961-9668-62a462316987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:00.059133 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c323c024-5d97-4961-9668-62a462316987 None None] Bound using segment: {'id': '0f370545-4b43-442c-8d2b-6f481cbef290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '575b5945-2fc8-4f26-842b-d2c79dc3543a'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:45:00.059611 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c323c024-5d97-4961-9668-62a462316987 None None] Bound port: 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f370545-4b43-442c-8d2b-6f481cbef290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '575b5945-2fc8-4f26-842b-d2c79dc3543a'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:45:00.059992 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c323c024-5d97-4961-9668-62a462316987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:00.102738 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-871507e8-9e0e-4ae8-b82b-9a92d87df854 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] GET failed (client error): The resource could not be found.
Dec 22 04:45:00.103589 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-871507e8-9e0e-4ae8-b82b-9a92d87df854 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Synchronizing usage tracker for tenant:f003771707af40cb9b983985d42361ef on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:00.106046 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Allocated IP 2001:db8::2 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/9eeaf789-b32e-49b6-8df9-1ee797ce69a2/80b9e26c-bfcf-42f1-aa08-6665244f3ac8) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:00.134081 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-3f2bceee-9a5c-43d0-b447-e9002cc82c32 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] device_id is not set on port 4291fa53-d872-44ed-971a-62b928a9a0b4 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:00.144691 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-15b65ac9-1f49-42ca-a18e-37b8a2741655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:00.182504 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2a807468-ec37-4217-863b-934875b4c462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:00.215570 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-743053ff-a827-410c-8f16-ba49d63f72bf tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] device_id is not set on port a8687b5f-e9c6-408c-99b3-d7b470a0e5fe yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:00.222813 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b65ac9-1f49-42ca-a18e-37b8a2741655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296c7bdc-fe1e-4179-a424-d1b112384c1a,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:00.236885 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-15b65ac9-1f49-42ca-a18e-37b8a2741655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:00.347134 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-97cc2365-0fec-4832-9f43-53818845e7fd tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:00.347410 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c323c024-5d97-4961-9668-62a462316987 None None] For port 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:45:00.362051 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c323c024-5d97-4961-9668-62a462316987 None None] For port 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3,segment=NetworkSegment(0f370545-4b43-442c-8d2b-6f481cbef290),segment_id=0f370545-4b43-442c-8d2b-6f481cbef290)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:45:00.365138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-002a61cc-42a5-42b0-953d-3bfdb321fbf8 tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:00.375356 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 6c09f342-37a3-4ba5-853d-1d5f61f88fd8 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:00.385538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c323c024-5d97-4961-9668-62a462316987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:00.388738 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-97cc2365-0fec-4832-9f43-53818845e7fd tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Transition to ACTIVE for port object 9231bc40-c69a-4d17-a6aa-67c00402d5b7 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:00.393328 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-15b65ac9-1f49-42ca-a18e-37b8a2741655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:00.394498 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-15b65ac9-1f49-42ca-a18e-37b8a2741655 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/296c7bdc-fe1e-4179-a424-d1b112384c1a HTTP/1.1" status: 204  len: 168 time: 1.4046307
Dec 22 04:45:00.399045 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:00.405521 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-871507e8-9e0e-4ae8-b82b-9a92d87df854 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Unset dirty status for tenant:f003771707af40cb9b983985d42361ef on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:00.407002 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-871507e8-9e0e-4ae8-b82b-9a92d87df854 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] 10.222.0.53 "GET /v2.0/ports/24463506-09ff-4c1d-9092-7800fcd1b2f9 HTTP/1.1" status: 404  len: 333 time: 0.5068643
Dec 22 04:45:00.422995 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48610) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:00.442219 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 6c09f342-37a3-4ba5-853d-1d5f61f88fd8 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:00.442690 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:00.451558 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e48151ae-b0fb-4bf2-89cc-c88c325585cd tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:00.624061 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-e48151ae-b0fb-4bf2-89cc-c88c325585cd tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Calling delete_port for 639d868c-6f0e-426a-ab1b-ddf940ff2eac owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:00.709752 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-97cc2365-0fec-4832-9f43-53818845e7fd tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:00.714954 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323c024-5d97-4961-9668-62a462316987 None None] Pushing event updated for resources: {'Port': ['ID=4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:00.720473 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c323c024-5d97-4961-9668-62a462316987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:00.724844 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3b01a280-254f-4284-946e-057d6e9e24ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:00.755931 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-743053ff-a827-410c-8f16-ba49d63f72bf tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Allocated IP 2001:db8::fe (575b5945-2fc8-4f26-842b-d2c79dc3543a/5f27228c-2dac-456d-ae35-5d2cd1ab4c68/a8687b5f-e9c6-408c-99b3-d7b470a0e5fe) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:00.831739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9514ac4c-5847-4f2a-8632-3ed244ab0ca5 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:00.863809 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-97cc2365-0fec-4832-9f43-53818845e7fd tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Network 7661e115-dba7-43dd-9fab-d3d8f77257cf is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:00.879635 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-97cc2365-0fec-4832-9f43-53818845e7fd tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:00.888373 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:00.895758 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-97cc2365-0fec-4832-9f43-53818845e7fd tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:00.908330 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fc504-8a95-4d07-a2ce-a449034e1eaf req-3fb8eabb-8ee5-43c9-b1bc-10adac28717d tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:00.910953 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-187fc504-8a95-4d07-a2ce-a449034e1eaf req-3fb8eabb-8ee5-43c9-b1bc-10adac28717d tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 944 time: 1.0845518
Dec 22 04:45:00.935265 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Transition to ACTIVE for port object 80b9e26c-bfcf-42f1-aa08-6665244f3ac8 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:00.943991 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:00.953243 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc2365-0fec-4832-9f43-53818845e7fd tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Pushing event updated for resources: {'Port': ['ID=9231bc40-c69a-4d17-a6aa-67c00402d5b7,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:00.999355 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Transition to ACTIVE for port object 80b9e26c-bfcf-42f1-aa08-6665244f3ac8 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:01.019903 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 6c09f342-37a3-4ba5-853d-1d5f61f88fd8, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=6c09f342-37a3-4ba5-853d-1d5f61f88fd8,segment=NetworkSegment(fd9a065d-b1ab-425e-bd6b-df52b2ccf184),segment_id=fd9a065d-b1ab-425e-bd6b-df52b2ccf184)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:01.022182 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:01.028683 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-15845534-eb85-4529-bb04-994e2ac8f32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:01.067665 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:01.107152 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:01.110315 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:01.114683 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:01.254324 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-97cc2365-0fec-4832-9f43-53818845e7fd tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:01.377272 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e48151ae-b0fb-4bf2-89cc-c88c325585cd tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:01.389479 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-97cc2365-0fec-4832-9f43-53818845e7fd tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:01.390966 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-97cc2365-0fec-4832-9f43-53818845e7fd tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:01.398992 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:45:01.412900 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a3003595-39ce-47cd-a0d9-659fa851dc07 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:01.437331 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-0b15065e-3f5c-4faa-bc98-8fc31924c955 service neutron] 10.222.0.47 "GET /v2.0/networks/76dd8755-7bd3-483a-90a3-b1bb39c70dc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3643768
Dec 22 04:45:01.464360 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Attempting to bind port 80b9e26c-bfcf-42f1-aa08-6665244f3ac8 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:45:01.464728 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Attempting to bind port 80b9e26c-bfcf-42f1-aa08-6665244f3ac8 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:45:01.465092 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Attempting to bind port 80b9e26c-bfcf-42f1-aa08-6665244f3ac8 on network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:45:01.467283 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Pushing event updated for resources: {'Port': ['ID=80b9e26c-bfcf-42f1-aa08-6665244f3ac8,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:01.477682 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:45:01.478249 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2e0fc3ca-6d8b-44fb-979b-acdad0fcc7da not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:45:01.486520 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48151ae-b0fb-4bf2-89cc-c88c325585cd tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Pushing event deleted for resources: {'Port': ['ID=639d868c-6f0e-426a-ab1b-ddf940ff2eac,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:01.489851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e48151ae-b0fb-4bf2-89cc-c88c325585cd tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:01.492342 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:01.494698 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1cbcf40c-f086-4085-893d-5346a84deb84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.417s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:01.547861 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-97cc2365-0fec-4832-9f43-53818845e7fd tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7626762
Dec 22 04:45:01.575902 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] Request body: {'port': {'device_id': 'f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:01.576278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:45:01.576893 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:01.577454 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:01.578290 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Bound using segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:45:01.578923 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Bound port: 80b9e26c-bfcf-42f1-aa08-6665244f3ac8, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:45:01.579458 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:01.618505 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-dafc9198-54b0-4605-8029-42fad89b7d68 None None] Provisioning for port 9231bc40-c69a-4d17-a6aa-67c00402d5b7 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:01.628142 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-dafc9198-54b0-4605-8029-42fad89b7d68 None None] Provisioning complete for port 9231bc40-c69a-4d17-a6aa-67c00402d5b7 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:01.628993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dafc9198-54b0-4605-8029-42fad89b7d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:01.672942 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e824c38-5a52-4206-b472-6a34549da244 req-351eb507-f46a-4c9a-b2f9-989a7a86d49e tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:01.674580 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-6e824c38-5a52-4206-b472-6a34549da244 req-351eb507-f46a-4c9a-b2f9-989a7a86d49e tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Synchronizing usage tracker for tenant:7a58f6458e19442eae219c1a6c8a6bae on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:01.704218 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=6c09f342-37a3-4ba5-853d-1d5f61f88fd8,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:01.715109 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:01.774914 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-dafc9198-54b0-4605-8029-42fad89b7d68 None None] Port 9231bc40-c69a-4d17-a6aa-67c00402d5b7 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:01.792549 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-6e824c38-5a52-4206-b472-6a34549da244 req-351eb507-f46a-4c9a-b2f9-989a7a86d49e tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Unset dirty status for tenant:7a58f6458e19442eae219c1a6c8a6bae on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:01.793691 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6e824c38-5a52-4206-b472-6a34549da244 req-351eb507-f46a-4c9a-b2f9-989a7a86d49e tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 932 time: 0.8550136
Dec 22 04:45:01.798272 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] For port 80b9e26c-bfcf-42f1-aa08-6665244f3ac8, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:45:01.803035 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e48151ae-b0fb-4bf2-89cc-c88c325585cd tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:01.805255 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e48151ae-b0fb-4bf2-89cc-c88c325585cd tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "DELETE /v2.0/ports/639d868c-6f0e-426a-ab1b-ddf940ff2eac HTTP/1.1" status: 204  len: 168 time: 2.5465233
Dec 22 04:45:01.819936 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] For port 80b9e26c-bfcf-42f1-aa08-6665244f3ac8, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=80b9e26c-bfcf-42f1-aa08-6665244f3ac8,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:45:01.826544 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48632) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:01.831375 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:01.836338 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '32c0d233-b4f9-488b-b233-3f02ee37631f', 'external_fixed_ips': [{'subnet_id': 'ca1c8b3e-6c79-490e-8189-b99ff77253b2', 'ip_address': '172.20.0.11'}]}}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:01.849501 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:01.855733 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:01.862854 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48636) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:01.865359 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Usage tracker for resource:router and tenant:3b020b47ff6a42f9baceaf54f8ef9a14 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:01.877521 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:01.887030 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:01.931999 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-3f2bceee-9a5c-43d0-b447-e9002cc82c32 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8::320 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/9eeaf789-b32e-49b6-8df9-1ee797ce69a2/4291fa53-d872-44ed-971a-62b928a9a0b4) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:01.932441 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:01.990656 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-002a61cc-42a5-42b0-953d-3bfdb321fbf8 tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:01.992408 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Pushing event updated for resources: {'Port': ['ID=80b9e26c-bfcf-42f1-aa08-6665244f3ac8,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:01.998657 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:02.046605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:02.047795 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:02.052098 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:02.073732 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:02.102185 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6e824c38-5a52-4206-b472-6a34549da244 req-69caedf9-2b3d-49f8-a2c8-9b8ebd2a7924 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/security-groups?id=367764b4-c0d7-450f-b914-36201bf94e80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2956164
Dec 22 04:45:02.228121 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:02.241823 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6c09f342-37a3-4ba5-853d-1d5f61f88fd8 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:02.251689 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-002a61cc-42a5-42b0-953d-3bfdb321fbf8 tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bd39370>,) {'filters': {'network_id': ['b200e8f1-055b-47bc-b896-94d49c648e52']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:02.269299 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Request body: {'networks': [{'name': 'tempest-network--1887581767'}, {'name': 'tempest-network--1035426152'}]} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:02.269299 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Request body: {'network': {'name': 'tempest-network--1887581767'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:02.269299 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Request body: {'network': {'name': 'tempest-network--1035426152'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:02.322326 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-002a61cc-42a5-42b0-953d-3bfdb321fbf8 tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bd39370>, 'b7c6eb37-9b02-476f-abbe-be64890dd5fa') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:02.322589 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-002a61cc-42a5-42b0-953d-3bfdb321fbf8 tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bd39370>, 'b7c6eb37-9b02-476f-abbe-be64890dd5fa') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:02.340509 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:02.360093 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-187fc504-8a95-4d07-a2ce-a449034e1eaf req-201ffc1c-5392-41db-8e74-4ff1b8f01473 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.4023552
Dec 22 04:45:02.385046 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9514ac4c-5847-4f2a-8632-3ed244ab0ca5 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:02.402250 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Usage tracker for resource:network and tenant:e3f9ab407dc3482fae4a9a41c5ebac74 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:02.414007 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:02.419651 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-002a61cc-42a5-42b0-953d-3bfdb321fbf8 tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:02.421965 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474a974b-a903-44ac-888c-930fa94b8834 None None] Network 575b5945-2fc8-4f26-842b-d2c79dc3543a requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:02.428587 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:02.443752 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:02.487910 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-9514ac4c-5847-4f2a-8632-3ed244ab0ca5 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b84d760>,) {'filters': {'network_id': ['c18cc40c-04b7-4682-8572-81f7c82d5a4b']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:02.515213 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-63686c0c-bf16-4c61-8510-1c33f4cc472a req-2a74e6bf-a6e6-4b8c-a613-cc6a438b7225 service neutron] 10.222.0.47 "GET /v2.0/networks/76dd8755-7bd3-483a-90a3-b1bb39c70dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0169723
Dec 22 04:45:02.549364 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c73a71d4-2872-4410-83fa-7892b8194703 None None] Provisioning for port 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:02.567346 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c73a71d4-2872-4410-83fa-7892b8194703 None None] Provisioning complete for port 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:02.567724 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c73a71d4-2872-4410-83fa-7892b8194703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:02.574792 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-002a61cc-42a5-42b0-953d-3bfdb321fbf8 tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:02.594957 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002a61cc-42a5-42b0-953d-3bfdb321fbf8 tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:45:02.595371 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-002a61cc-42a5-42b0-953d-3bfdb321fbf8 tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:45:02.615036 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:45:02.632681 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Made reservation on behalf of e3f9ab407dc3482fae4a9a41c5ebac74 for: {'network': 2} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:02.635924 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:02.659972 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-9514ac4c-5847-4f2a-8632-3ed244ab0ca5 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b84d760>, 'c73d02ef-390b-4f96-9362-69eaed45f7bf') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:02.660275 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-9514ac4c-5847-4f2a-8632-3ed244ab0ca5 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b84d760>, 'c73d02ef-390b-4f96-9362-69eaed45f7bf') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:02.661373 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:02.662780 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 6c09f342-37a3-4ba5-853d-1d5f61f88fd8 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:02.663202 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:02.667681 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-743053ff-a827-410c-8f16-ba49d63f72bf tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:02.727729 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9514ac4c-5847-4f2a-8632-3ed244ab0ca5 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:02.741019 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-743053ff-a827-410c-8f16-ba49d63f72bf tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Transition to ACTIVE for port object a8687b5f-e9c6-408c-99b3-d7b470a0e5fe will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:02.769688 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:02.777045 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9514ac4c-5847-4f2a-8632-3ed244ab0ca5 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:02.781349 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Usage tracker for resource:security_group_rule and tenant:e3f9ab407dc3482fae4a9a41c5ebac74 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:02.787961 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-002a61cc-42a5-42b0-953d-3bfdb321fbf8 tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:02.798068 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:02.802587 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9514ac4c-5847-4f2a-8632-3ed244ab0ca5 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:45:02.802874 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9514ac4c-5847-4f2a-8632-3ed244ab0ca5 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:02.806575 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:45:02.826723 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:45:02.838830 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c73a71d4-2872-4410-83fa-7892b8194703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:02.890115 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-002a61cc-42a5-42b0-953d-3bfdb321fbf8 tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:02.892667 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-670890e3-50bf-4ebc-acc2-6dcad6af5aea tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:02.973118 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c73a71d4-2872-4410-83fa-7892b8194703 None None] For port 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3,segment=NetworkSegment(0f370545-4b43-442c-8d2b-6f481cbef290),segment_id=0f370545-4b43-442c-8d2b-6f481cbef290)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:02.977192 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f2bceee-9a5c-43d0-b447-e9002cc82c32 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:02.980771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a61cc-42a5-42b0-953d-3bfdb321fbf8 tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Pushing event deleted for resources: {'Network': ['ID=b200e8f1-055b-47bc-b896-94d49c648e52,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:02.991135 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-002a61cc-42a5-42b0-953d-3bfdb321fbf8 tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] 10.222.0.53 "DELETE /v2.0/networks/b200e8f1-055b-47bc-b896-94d49c648e52 HTTP/1.1" status: 204  len: 168 time: 3.2137601
Dec 22 04:45:02.992963 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c73a71d4-2872-4410-83fa-7892b8194703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:02.993729 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-002a61cc-42a5-42b0-953d-3bfdb321fbf8 tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:03.010067 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:03.015255 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9514ac4c-5847-4f2a-8632-3ed244ab0ca5 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:03.021446 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-743053ff-a827-410c-8f16-ba49d63f72bf tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:03.024090 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-3f2bceee-9a5c-43d0-b447-e9002cc82c32 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Transition to ACTIVE for port object 4291fa53-d872-44ed-971a-62b928a9a0b4 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:03.028599 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9514ac4c-5847-4f2a-8632-3ed244ab0ca5 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:03.038401 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:03.075912 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9514ac4c-5847-4f2a-8632-3ed244ab0ca5 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] 10.222.0.53 "DELETE /v2.0/networks/c18cc40c-04b7-4682-8572-81f7c82d5a4b HTTP/1.1" status: 204  len: 168 time: 2.6481714
Dec 22 04:45:03.088669 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:03.089477 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514ac4c-5847-4f2a-8632-3ed244ab0ca5 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Pushing event deleted for resources: {'Network': ['ID=c18cc40c-04b7-4682-8572-81f7c82d5a4b,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:03.098561 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9514ac4c-5847-4f2a-8632-3ed244ab0ca5 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:03.103073 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:03.108147 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9231bc40-c69a-4d17-a6aa-67c00402d5b7 {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:45:03.119923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:03.163908 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] Transition to ACTIVE for port object 9231bc40-c69a-4d17-a6aa-67c00402d5b7 will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:03.178712 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743053ff-a827-410c-8f16-ba49d63f72bf tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Network 575b5945-2fc8-4f26-842b-d2c79dc3543a is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:03.184977 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a71d4-2872-4410-83fa-7892b8194703 None None] Pushing event updated for resources: {'Port': ['ID=4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:03.192598 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-743053ff-a827-410c-8f16-ba49d63f72bf tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:03.193326 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:03.195232 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:03.199372 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c73a71d4-2872-4410-83fa-7892b8194703 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:03.205705 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743053ff-a827-410c-8f16-ba49d63f72bf tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:03.209588 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743053ff-a827-410c-8f16-ba49d63f72bf tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:03.210218 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-743053ff-a827-410c-8f16-ba49d63f72bf tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:03.274381 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-743053ff-a827-410c-8f16-ba49d63f72bf tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1148 time: 4.4985332
Dec 22 04:45:03.280613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48648) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:03.285067 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:03.329710 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743053ff-a827-410c-8f16-ba49d63f72bf tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Pushing event updated for resources: {'Port': ['ID=a8687b5f-e9c6-408c-99b3-d7b470a0e5fe,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:03.340808 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-743053ff-a827-410c-8f16-ba49d63f72bf tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:03.350545 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f2bceee-9a5c-43d0-b447-e9002cc82c32 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:03.364611 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:45:03.377521 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:03.377884 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Added segment 8f44d5f8-3177-4759-aac5-ae2d8b8a40c5 of type vlan for network f4d819da-22bb-405e-99a2-c49974daa566
Dec 22 04:45:03.391582 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f45e1123-4f06-4fc5-a146-41f68af4de4a tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:03.415905 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:03.472946 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:45:03.485014 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:03.485359 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Added segment ee66fae6-9d1c-4c44-b838-77f1fcd8ead9 of type vlan for network 31550a3b-3310-4193-adc4-2ffd96b40baf
Dec 22 04:45:03.528800 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:03.567930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:03.571133 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c042db13-9615-4f8c-87fc-ad93f1a37659 None None] Provisioning for port 80b9e26c-bfcf-42f1-aa08-6665244f3ac8 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:03.589649 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b12711f9-ea21-45d1-bd4d-b4dc7c30eb5a,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:03.640654 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:03.646008 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:03.646670 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-97cc2365-0fec-4832-9f43-53818845e7fd tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:03.662581 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2bceee-9a5c-43d0-b447-e9002cc82c32 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:03.667823 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-3f2bceee-9a5c-43d0-b447-e9002cc82c32 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:03.669747 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2bceee-9a5c-43d0-b447-e9002cc82c32 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:03.674159 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2bceee-9a5c-43d0-b447-e9002cc82c32 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:03.674775 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f2bceee-9a5c-43d0-b447-e9002cc82c32 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:03.701419 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2bceee-9a5c-43d0-b447-e9002cc82c32 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=4291fa53-d872-44ed-971a-62b928a9a0b4,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:03.712141 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3f2bceee-9a5c-43d0-b447-e9002cc82c32 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:03.713613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48658) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:03.760595 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48664) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:03.761408 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-eb477fdf-a962-4aba-b8c8-0eab445f94ad None None] Provisioning complete for port 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:03.769372 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-eb477fdf-a962-4aba-b8c8-0eab445f94ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:03.782130 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3f2bceee-9a5c-43d0-b447-e9002cc82c32 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 5.0037968
Dec 22 04:45:03.784582 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48666) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:03.798009 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731463fe-3ac4-4740-9a30-bd191382bee7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:03.801956 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731463fe-3ac4-4740-9a30-bd191382bee7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:03.817965 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731463fe-3ac4-4740-9a30-bd191382bee7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:03.818908 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-731463fe-3ac4-4740-9a30-bd191382bee7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Synchronizing usage tracker for tenant:e1ec84f87cd349daaf6eebea34f069a3 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:03.851404 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:03.916287 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:03.923279 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:03.924521 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:04.041768 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21262b40-8f26-48a8-8a39-8f2b5b8ed82d req-63ce4d8b-faa5-4e1f-b179-0cdfb2452665 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:04.043306 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-21262b40-8f26-48a8-8a39-8f2b5b8ed82d req-63ce4d8b-faa5-4e1f-b179-0cdfb2452665 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 944 time: 0.4577596
Dec 22 04:45:04.045180 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-731463fe-3ac4-4740-9a30-bd191382bee7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Unset dirty status for tenant:e1ec84f87cd349daaf6eebea34f069a3 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:04.046226 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-731463fe-3ac4-4740-9a30-bd191382bee7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2621 time: 0.7644584
Dec 22 04:45:04.062417 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48674) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:04.075172 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-eb477fdf-a962-4aba-b8c8-0eab445f94ad None None] Provisioning for port 7fba4d0b-8189-4d45-97d6-85d01d4de19e completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:04.090181 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] Pushing event updated for resources: {'Port': ['ID=9231bc40-c69a-4d17-a6aa-67c00402d5b7,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:04.103270 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-eb477fdf-a962-4aba-b8c8-0eab445f94ad None None] Provisioning complete for port 7fba4d0b-8189-4d45-97d6-85d01d4de19e triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:04.103451 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-eb477fdf-a962-4aba-b8c8-0eab445f94ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:04.123614 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:04.129537 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:04.182482 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:04.185064 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 2.3210750
Dec 22 04:45:04.190311 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48678) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:04.210474 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-33888edd-069b-4d85-a2c3-def5e9b0ce0e tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Deleting port a8687b5f-e9c6-408c-99b3-d7b470a0e5fe {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:04.210780 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33888edd-069b-4d85-a2c3-def5e9b0ce0e tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:04.317832 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-eb477fdf-a962-4aba-b8c8-0eab445f94ad None None] Port 7fba4d0b-8189-4d45-97d6-85d01d4de19e cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:04.337488 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:04.338029 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:04.465042 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d78c035e-aa9e-4b84-9637-4c15a8afa295 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=84fd1fb1651b49c99cb956f18e9bd401&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6813750
Dec 22 04:45:04.479522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48684) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:04.480539 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 80b9e26c-bfcf-42f1-aa08-6665244f3ac8 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:04.491752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ee56f4-92b6-45ec-a967-67323fe277c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:04.495938 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ee56f4-92b6-45ec-a967-67323fe277c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:04.497564 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-93ee56f4-92b6-45ec-a967-67323fe277c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:04.508456 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b37a0a34-d925-4f4c-8ee2-f78649117ced None None] Provisioning for port 4291fa53-d872-44ed-971a-62b928a9a0b4 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:04.520445 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b37a0a34-d925-4f4c-8ee2-f78649117ced None None] Provisioning complete for port 4291fa53-d872-44ed-971a-62b928a9a0b4 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:04.520968 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b37a0a34-d925-4f4c-8ee2-f78649117ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:04.539882 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f3e20-8e8c-4b52-8de6-0942d5215dc2 req-335a8cdc-19a5-4b5f-b9af-be2cfbd9db54 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:04.541276 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a14f3e20-8e8c-4b52-8de6-0942d5215dc2 req-335a8cdc-19a5-4b5f-b9af-be2cfbd9db54 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 944 time: 0.9578030
Dec 22 04:45:04.565354 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Pushing event updated for resources: {'Network': ['ID=f4d819da-22bb-405e-99a2-c49974daa566,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:04.587878 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network f4d819da-22bb-405e-99a2-c49974daa566 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:45:04.655660 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b37a0a34-d925-4f4c-8ee2-f78649117ced None None] Port 4291fa53-d872-44ed-971a-62b928a9a0b4 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:04.715553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:04.717890 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 80b9e26c-bfcf-42f1-aa08-6665244f3ac8 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:04.722115 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-21262b40-8f26-48a8-8a39-8f2b5b8ed82d req-4332b81a-0a86-4511-99a0-51fd290372a5 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6618166
Dec 22 04:45:04.727213 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 80b9e26c-bfcf-42f1-aa08-6665244f3ac8 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:04.727689 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:04.758950 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b37a0a34-d925-4f4c-8ee2-f78649117ced None None] Provisioning complete for port 7fba4d0b-8189-4d45-97d6-85d01d4de19e triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:04.760046 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b37a0a34-d925-4f4c-8ee2-f78649117ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:04.761308 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-93ee56f4-92b6-45ec-a967-67323fe277c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:04.765222 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-93ee56f4-92b6-45ec-a967-67323fe277c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.9782505
Dec 22 04:45:04.768999 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48688) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:04.779768 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-41d30318-1461-4fc6-97aa-f7fb0154e59c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=23dd8d1d18bb4517844ad77b5b6a597b&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0587647
Dec 22 04:45:04.801148 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48692) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:04.801975 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:04.835429 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b37a0a34-d925-4f4c-8ee2-f78649117ced None None] Port 7fba4d0b-8189-4d45-97d6-85d01d4de19e cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:04.849406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-50794878-0e9a-42d9-8ad8-900ea0ff1848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:04.875760 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Pushing event updated for resources: {'Network': ['ID=31550a3b-3310-4193-adc4-2ffd96b40baf,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:04.878456 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] Attempting to bind port 9231bc40-c69a-4d17-a6aa-67c00402d5b7 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:45:04.878785 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] Attempting to bind port 9231bc40-c69a-4d17-a6aa-67c00402d5b7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fd9a065d-b1ab-425e-bd6b-df52b2ccf184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:45:04.879103 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] Attempting to bind port 9231bc40-c69a-4d17-a6aa-67c00402d5b7 on network 7661e115-dba7-43dd-9fab-d3d8f77257cf {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:45:04.886136 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:04.888398 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7fde4542-01be-4ed2-a6fb-106ccac7c850 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.928s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:04.888773 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7fde4542-01be-4ed2-a6fb-106ccac7c850 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:04.894389 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33888edd-069b-4d85-a2c3-def5e9b0ce0e tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:04.898443 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 31550a3b-3310-4193-adc4-2ffd96b40baf details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:45:04.905396 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-4dfd7a90-a1ff-436b-9533-45fad2b041f1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting port 4291fa53-d872-44ed-971a-62b928a9a0b4 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:04.905812 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4dfd7a90-a1ff-436b-9533-45fad2b041f1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:04.911984 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29645bd7-43aa-4dfa-9bf0-b9cac2424730 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:04.916032 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29645bd7-43aa-4dfa-9bf0-b9cac2424730 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:04.919963 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29645bd7-43aa-4dfa-9bf0-b9cac2424730 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:04.924505 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29645bd7-43aa-4dfa-9bf0-b9cac2424730 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:04.928403 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29645bd7-43aa-4dfa-9bf0-b9cac2424730 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:04.929284 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-29645bd7-43aa-4dfa-9bf0-b9cac2424730 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Synchronizing usage tracker for tenant:e3f9ab407dc3482fae4a9a41c5ebac74 on resource:network {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:04.944588 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a14f3e20-8e8c-4b52-8de6-0942d5215dc2 req-deee01dd-d9dc-48db-9f85-561268cb8f62 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/security-groups?id=367764b4-c0d7-450f-b914-36201bf94e80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3833351
Dec 22 04:45:04.964215 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] Port 9231bc40-c69a-4d17-a6aa-67c00402d5b7 on network 7661e115-dba7-43dd-9fab-d3d8f77257cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:45:04.964436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] Attempting to bind port 9231bc40-c69a-4d17-a6aa-67c00402d5b7 on network 7661e115-dba7-43dd-9fab-d3d8f77257cf {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:45:04.975446 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:05.003674 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:45:05.004014 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] Checking segment: {'id': 'fd9a065d-b1ab-425e-bd6b-df52b2ccf184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:05.004911 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] Bound using segment: {'id': 'fd9a065d-b1ab-425e-bd6b-df52b2ccf184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:45:05.005035 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] Bound port: 9231bc40-c69a-4d17-a6aa-67c00402d5b7, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9a065d-b1ab-425e-bd6b-df52b2ccf184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:45:05.005342 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:05.014167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-50794878-0e9a-42d9-8ad8-900ea0ff1848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:05.054022 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-29645bd7-43aa-4dfa-9bf0-b9cac2424730 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Unset dirty status for tenant:e3f9ab407dc3482fae4a9a41c5ebac74 on resource:network {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:05.055178 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-29645bd7-43aa-4dfa-9bf0-b9cac2424730 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3011 time: 0.7587495
Dec 22 04:45:05.061334 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 80b9e26c-bfcf-42f1-aa08-6665244f3ac8, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=80b9e26c-bfcf-42f1-aa08-6665244f3ac8,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:05.063559 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-83c3db6e-17a9-401e-8f79-ee3f1641f9a9 None None] Provisioning for port a8687b5f-e9c6-408c-99b3-d7b470a0e5fe completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:05.064329 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48696) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:05.069761 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-83c3db6e-17a9-401e-8f79-ee3f1641f9a9 None None] Provisioning complete for port a8687b5f-e9c6-408c-99b3-d7b470a0e5fe triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:05.070459 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-83c3db6e-17a9-401e-8f79-ee3f1641f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:05.095035 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:05.102766 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c323c024-5d97-4961-9668-62a462316987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:05.103309 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-33888edd-069b-4d85-a2c3-def5e9b0ce0e tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Calling delete_port for a8687b5f-e9c6-408c-99b3-d7b470a0e5fe owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:05.231303 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-83c3db6e-17a9-401e-8f79-ee3f1641f9a9 None None] Port a8687b5f-e9c6-408c-99b3-d7b470a0e5fe cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:05.239626 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-50794878-0e9a-42d9-8ad8-900ea0ff1848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:05.242963 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=80b9e26c-bfcf-42f1-aa08-6665244f3ac8,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:05.246163 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:05.275752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:05.290039 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e216dd3e-99eb-48ed-b622-241f4a692907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:05.299790 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50794878-0e9a-42d9-8ad8-900ea0ff1848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a311578f-6a98-4d1b-97b4-9289d34667af,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:05.316320 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-50794878-0e9a-42d9-8ad8-900ea0ff1848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:05.321718 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-50794878-0e9a-42d9-8ad8-900ea0ff1848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:05.322855 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-50794878-0e9a-42d9-8ad8-900ea0ff1848 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a311578f-6a98-4d1b-97b4-9289d34667af HTTP/1.1" status: 204  len: 168 time: 0.8223684
Dec 22 04:45:05.377930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e216dd3e-99eb-48ed-b622-241f4a692907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:05.453055 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-299f8139-8475-4ebb-ac5b-69cc55594965 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:05.477998 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] For port 9231bc40-c69a-4d17-a6aa-67c00402d5b7, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:45:05.508744 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] For port 9231bc40-c69a-4d17-a6aa-67c00402d5b7, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9231bc40-c69a-4d17-a6aa-67c00402d5b7,segment=NetworkSegment(fd9a065d-b1ab-425e-bd6b-df52b2ccf184),segment_id=fd9a065d-b1ab-425e-bd6b-df52b2ccf184)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:45:05.517834 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:05.522534 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Allocated IP 172.20.0.11 (32c0d233-b4f9-488b-b233-3f02ee37631f/ca1c8b3e-6c79-490e-8189-b99ff77253b2/b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:05.524865 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e48151ae-b0fb-4bf2-89cc-c88c325585cd tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:05.552894 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4dfd7a90-a1ff-436b-9533-45fad2b041f1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:05.562605 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33888edd-069b-4d85-a2c3-def5e9b0ce0e tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:05.570102 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:05.713462 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33888edd-069b-4d85-a2c3-def5e9b0ce0e tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Pushing event deleted for resources: {'Port': ['ID=a8687b5f-e9c6-408c-99b3-d7b470a0e5fe,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:05.723559 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-4dfd7a90-a1ff-436b-9533-45fad2b041f1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Calling delete_port for 4291fa53-d872-44ed-971a-62b928a9a0b4 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:05.749927 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-33888edd-069b-4d85-a2c3-def5e9b0ce0e tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:05.781342 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e216dd3e-99eb-48ed-b622-241f4a692907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:05.789049 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:05.790510 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] 10.222.0.47 "PUT /v2.0/ports/9231bc40-c69a-4d17-a6aa-67c00402d5b7 HTTP/1.1" status: 200  len: 1094 time: 4.2222719
Dec 22 04:45:05.797227 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97', 'tag': '9231bc40-c69a-4d17-a6aa-67c00402d5b7'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:45:05.805520 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-299f8139-8475-4ebb-ac5b-69cc55594965 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:05.862488 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33888edd-069b-4d85-a2c3-def5e9b0ce0e tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:05.863188 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] Pushing event updated for resources: {'Port': ['ID=9231bc40-c69a-4d17-a6aa-67c00402d5b7,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:05.891422 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48710) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:05.934762 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:05.941334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:05.963119 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 80b9e26c-bfcf-42f1-aa08-6665244f3ac8 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:05.972225 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-299f8139-8475-4ebb-ac5b-69cc55594965 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469c2626a0>,) {'filters': {'network_id': ['f4d819da-22bb-405e-99a2-c49974daa566']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:05.993955 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 03ddd590-c3d9-45ff-9e50-072a61fe0f41 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 04:45:06.089807 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-33888edd-069b-4d85-a2c3-def5e9b0ce0e tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] 10.222.0.53 "DELETE /v2.0/ports/a8687b5f-e9c6-408c-99b3-d7b470a0e5fe HTTP/1.1" status: 204  len: 168 time: 2.0275621
Dec 22 04:45:06.093729 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-299f8139-8475-4ebb-ac5b-69cc55594965 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c2626a0>, '8f44d5f8-3177-4759-aac5-ae2d8b8a40c5') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:06.094249 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-299f8139-8475-4ebb-ac5b-69cc55594965 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c2626a0>, '8f44d5f8-3177-4759-aac5-ae2d8b8a40c5') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:06.100887 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48718) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:06.109987 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-299f8139-8475-4ebb-ac5b-69cc55594965 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:06.126088 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-73b8609f-2676-47bd-bbbb-df31df78cd85 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Request body: {'port': {'name': 'tempest-new-port-name-485505845', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:06.126507 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.api.validators [None req-73b8609f-2676-47bd-bbbb-df31df78cd85 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] bootfile-name is not in valid_values {{(pid=83435) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 04:45:06.126834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.api.validators [None req-73b8609f-2676-47bd-bbbb-df31df78cd85 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] tftp-server is not in valid_values {{(pid=83435) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 04:45:06.127302 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.api.validators [None req-73b8609f-2676-47bd-bbbb-df31df78cd85 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] server-ip-address is not in valid_values {{(pid=83435) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 04:45:06.137085 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-299f8139-8475-4ebb-ac5b-69cc55594965 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:06.146540 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299f8139-8475-4ebb-ac5b-69cc55594965 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:45:06.147216 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-299f8139-8475-4ebb-ac5b-69cc55594965 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:06.262846 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-04356532-3157-434c-8543-776acfa1549a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f003771707af40cb9b983985d42361ef&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3671629
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:45:06.267489 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:45:06.269513 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216dd3e-99eb-48ed-b622-241f4a692907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847fbd41-42df-44f5-8ba3-366326403c42,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:06.270046 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48722) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:06.270364 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 80b9e26c-bfcf-42f1-aa08-6665244f3ac8 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:06.270886 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:06.273062 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e216dd3e-99eb-48ed-b622-241f4a692907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:06.334378 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 03ddd590-c3d9-45ff-9e50-072a61fe0f41, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=03ddd590-c3d9-45ff-9e50-072a61fe0f41,segment=NetworkSegment(d8987e0f-1476-4071-84f5-da69d4a56b2a),segment_id=d8987e0f-1476-4071-84f5-da69d4a56b2a)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:06.366405 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '03ddd590-c3d9-45ff-9e50-072a61fe0f41', 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0', 'port_id': '03ddd590-c3d9-45ff-9e50-072a61fe0f41', 'mac_address': 'fa:16:3e:43:f4:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faeacc71-1cdb-4a7d-86fa-0899322c9f90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 04:45:06.370784 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4dfd7a90-a1ff-436b-9533-45fad2b041f1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:06.379743 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e216dd3e-99eb-48ed-b622-241f4a692907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:06.383473 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e216dd3e-99eb-48ed-b622-241f4a692907 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/847fbd41-42df-44f5-8ba3-366326403c42 HTTP/1.1" status: 204  len: 168 time: 1.5769410
Dec 22 04:45:06.387735 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:06.422436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-299f8139-8475-4ebb-ac5b-69cc55594965 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:06.426352 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:06.438183 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182f8fe-3abd-4ac3-9e53-513446d99e04 req-f2ffdf76-5aae-4b58-87d0-c510eb0e194e tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:06.440102 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7182f8fe-3abd-4ac3-9e53-513446d99e04 req-f2ffdf76-5aae-4b58-87d0-c510eb0e194e tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 944 time: 0.4585350
Dec 22 04:45:06.442271 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-299f8139-8475-4ebb-ac5b-69cc55594965 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:06.444860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:06.447051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd7a90-a1ff-436b-9533-45fad2b041f1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Port': ['ID=4291fa53-d872-44ed-971a-62b928a9a0b4,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:06.455433 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4dfd7a90-a1ff-436b-9533-45fad2b041f1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:06.476694 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:06.484209 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f8139-8475-4ebb-ac5b-69cc55594965 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Pushing event deleted for resources: {'Network': ['ID=f4d819da-22bb-405e-99a2-c49974daa566,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:06.492595 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-299f8139-8475-4ebb-ac5b-69cc55594965 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:06.508189 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ddd590-c3d9-45ff-9e50-072a61fe0f41 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:45:06.510049 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-758394bd-13a7-4aed-8b22-2054546c379e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a58f6458e19442eae219c1a6c8a6bae&device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 1097 time: 0.5769994
Dec 22 04:45:06.516709 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-73b8609f-2676-47bd-bbbb-df31df78cd85 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:06.524502 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-299f8139-8475-4ebb-ac5b-69cc55594965 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] 10.222.0.53 "DELETE /v2.0/networks/f4d819da-22bb-405e-99a2-c49974daa566 HTTP/1.1" status: 204  len: 168 time: 1.4513962
Dec 22 04:45:06.530050 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48728) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:06.538513 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 03ddd590-c3d9-45ff-9e50-072a61fe0f41, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=03ddd590-c3d9-45ff-9e50-072a61fe0f41,segment=NetworkSegment(d8987e0f-1476-4071-84f5-da69d4a56b2a),segment_id=d8987e0f-1476-4071-84f5-da69d4a56b2a)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:06.545117 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:06.547486 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:06.637996 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78eec7-70a0-4e59-934a-7dca66d1776f req-e9c71f23-30b6-4635-9f17-7c96126e622e tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:06.639780 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=03ddd590-c3d9-45ff-9e50-072a61fe0f41,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:06.640090 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9e78eec7-70a0-4e59-934a-7dca66d1776f req-e9c71f23-30b6-4635-9f17-7c96126e622e tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 944 time: 0.3655918
Dec 22 04:45:06.644955 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-2a8ca226-a4ee-4a70-abd1-9588c9e031c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9231bc40-c69a-4d17-a6aa-67c00402d5b7 HTTP/1.1" status: 200  len: 217 time: 0.1191673
Dec 22 04:45:06.645691 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:06.651976 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:06.675654 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4dfd7a90-a1ff-436b-9533-45fad2b041f1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:06.690269 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:06.729435 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b387616c-731c-4ae1-9222-3e958d240bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:06.805464 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Network 32c0d233-b4f9-488b-b233-3f02ee37631f is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:06.808973 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Pushing event updated for resources: {'Port': ['ID=b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:06.809562 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7182f8fe-3abd-4ac3-9e53-513446d99e04 req-ec00037b-2467-4718-a78e-7b1ed45cba20 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3557796
Dec 22 04:45:06.821991 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:06.822777 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:06.830211 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4dfd7a90-a1ff-436b-9533-45fad2b041f1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/4291fa53-d872-44ed-971a-62b928a9a0b4 HTTP/1.1" status: 204  len: 168 time: 2.0561950
Dec 22 04:45:06.830420 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:06.841895 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b387616c-731c-4ae1-9222-3e958d240bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:06.848478 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48734) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:06.861692 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-0c25e77b-0045-49f7-bed0-56fffca8724a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:06.863168 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-0c25e77b-0045-49f7-bed0-56fffca8724a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d264e87-fb96-4a34-af84-0fbcf769c975 HTTP/1.1" status: 200  len: 845 time: 0.2067497
Dec 22 04:45:06.923663 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9e78eec7-70a0-4e59-934a-7dca66d1776f req-7cfca8be-9ed1-4f1a-bef7-1ef670aa35c9 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/security-groups?id=367764b4-c0d7-450f-b914-36201bf94e80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2348251
Dec 22 04:45:06.927986 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-df4babb7-31a0-438b-afb0-34149b028671 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:07.032361 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['03ddd590-c3d9-45ff-9e50-072a61fe0f41'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 04:45:07.045506 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-639cc70b-1f7d-490b-9368-66a31fdad086 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7661e115-dba7-43dd-9fab-d3d8f77257cf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1729686
Dec 22 04:45:07.051947 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64351317-bee6-497f-8fae-6c02c9b424dd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:07.053277 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64351317-bee6-497f-8fae-6c02c9b424dd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:07.057269 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-64351317-bee6-497f-8fae-6c02c9b424dd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2034192
Dec 22 04:45:07.060327 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48740) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:07.119901 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48744) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:07.239141 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b387616c-731c-4ae1-9222-3e958d240bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:07.239480 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97', 'tag': '9231bc40-c69a-4d17-a6aa-67c00402d5b7', 'status': 'completed', 'code': 200}
Dec 22 04:45:07.257894 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:07.292081 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-df4babb7-31a0-438b-afb0-34149b028671 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:07.303289 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387616c-731c-4ae1-9222-3e958d240bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451f950a-acc1-491f-8f52-719db465daa8,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:07.316930 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b387616c-731c-4ae1-9222-3e958d240bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:07.356371 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-df4babb7-31a0-438b-afb0-34149b028671 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b93d100>,) {'filters': {'network_id': ['31550a3b-3310-4193-adc4-2ffd96b40baf']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:07.372256 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b387616c-731c-4ae1-9222-3e958d240bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:07.375194 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b387616c-731c-4ae1-9222-3e958d240bdf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/451f950a-acc1-491f-8f52-719db465daa8 HTTP/1.1" status: 204  len: 168 time: 1.0993237
Dec 22 04:45:07.379331 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-df4babb7-31a0-438b-afb0-34149b028671 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b93d100>, 'ee66fae6-9d1c-4c44-b838-77f1fcd8ead9') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:07.379628 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-df4babb7-31a0-438b-afb0-34149b028671 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b93d100>, 'ee66fae6-9d1c-4c44-b838-77f1fcd8ead9') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:07.390466 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b492ea4e-8e1b-490a-81bb-bf0088f55c7b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60310e3b5ed94c218a470ba0319b53c8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2669523
Dec 22 04:45:07.393200 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48750) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:07.394875 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:07.398969 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-df4babb7-31a0-438b-afb0-34149b028671 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:07.432604 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-df4babb7-31a0-438b-afb0-34149b028671 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:07.462123 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4babb7-31a0-438b-afb0-34149b028671 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:45:07.462123 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-df4babb7-31a0-438b-afb0-34149b028671 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:45:07.482347 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:45:07.484733 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-73b8609f-2676-47bd-bbbb-df31df78cd85 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:07.516595 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-529b4bc8-a730-4993-99a6-48247d269f93 service neutron] 10.222.0.47 "GET /v2.0/networks/7661e115-dba7-43dd-9fab-d3d8f77257cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4585524
Dec 22 04:45:07.540044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-73b8609f-2676-47bd-bbbb-df31df78cd85 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:07.549016 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e3d11e5d-9406-48fa-8227-28082009cb84 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:07.639089 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-73b8609f-2676-47bd-bbbb-df31df78cd85 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] In _notify_port_updated(), no bound segment for port 7fba4d0b-8189-4d45-97d6-85d01d4de19e on network 575b5945-2fc8-4f26-842b-d2c79dc3543a {{(pid=83435) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 04:45:07.643735 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b8609f-2676-47bd-bbbb-df31df78cd85 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:07.644366 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-73b8609f-2676-47bd-bbbb-df31df78cd85 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:07.648376 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-73b8609f-2676-47bd-bbbb-df31df78cd85 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] 10.222.0.53 "PUT /v2.0/ports/7fba4d0b-8189-4d45-97d6-85d01d4de19e HTTP/1.1" status: 200  len: 1129 time: 1.5463812
Dec 22 04:45:07.654770 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48758) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:07.690744 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8609f-2676-47bd-bbbb-df31df78cd85 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Pushing event updated for resources: {'Port': ['ID=7fba4d0b-8189-4d45-97d6-85d01d4de19e,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:07.696450 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:07.698873 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-df4babb7-31a0-438b-afb0-34149b028671 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:07.700720 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-73b8609f-2676-47bd-bbbb-df31df78cd85 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:07.703410 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:07.708158 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a9b066e2-2ce6-4bc4-a1b7-857483a9c88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:07.709678 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f9cd9ecd-3041-4389-9206-fcd9c3a717ad req-7071b561-81ec-46f2-a20f-a2f6451ad5ae service neutron] 10.222.0.47 "GET /v2.0/networks/7661e115-dba7-43dd-9fab-d3d8f77257cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1815290
Dec 22 04:45:07.713456 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0420769-8ea8-4464-816a-5668d9dbaf25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet 9eeaf789-b32e-49b6-8df9-1ee797ce69a2 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:45:07.717645 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d0420769-8ea8-4464-816a-5668d9dbaf25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:07.727016 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:07.745785 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-df4babb7-31a0-438b-afb0-34149b028671 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:07.790336 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4babb7-31a0-438b-afb0-34149b028671 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Pushing event deleted for resources: {'Network': ['ID=31550a3b-3310-4193-adc4-2ffd96b40baf,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:07.797288 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a9b066e2-2ce6-4bc4-a1b7-857483a9c88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:07.809583 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-df4babb7-31a0-438b-afb0-34149b028671 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:07.810909 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-df4babb7-31a0-438b-afb0-34149b028671 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] 10.222.0.53 "DELETE /v2.0/networks/31550a3b-3310-4193-adc4-2ffd96b40baf HTTP/1.1" status: 204  len: 168 time: 1.2734852
Dec 22 04:45:07.816444 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c523711-caeb-4109-9854-6f9e9d2b55bb tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:07.816987 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6c523711-caeb-4109-9854-6f9e9d2b55bb tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Synchronizing usage tracker for tenant:e1ec84f87cd349daaf6eebea34f069a3 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:07.821646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48764) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:07.932740 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d0420769-8ea8-4464-816a-5668d9dbaf25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:07.960188 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a9b066e2-2ce6-4bc4-a1b7-857483a9c88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:07.976517 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:08.006497 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b066e2-2ce6-4bc4-a1b7-857483a9c88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e659d43-1f16-4c79-8437-3552be9ea9b5,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:08.010853 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a9b066e2-2ce6-4bc4-a1b7-857483a9c88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:08.012244 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a9b066e2-2ce6-4bc4-a1b7-857483a9c88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:08.027499 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a9b066e2-2ce6-4bc4-a1b7-857483a9c88a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e659d43-1f16-4c79-8437-3552be9ea9b5 HTTP/1.1" status: 204  len: 168 time: 0.6318300
Dec 22 04:45:08.037471 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6c523711-caeb-4109-9854-6f9e9d2b55bb tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Unset dirty status for tenant:e1ec84f87cd349daaf6eebea34f069a3 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:08.042900 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6c523711-caeb-4109-9854-6f9e9d2b55bb tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] 10.222.0.53 "GET /v2.0/ports/7fba4d0b-8189-4d45-97d6-85d01d4de19e HTTP/1.1" status: 200  len: 1129 time: 0.3831117
Dec 22 04:45:08.042900 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48778) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:08.087471 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a9964a89-965f-48cd-984e-d293106a797e None None] Provisioning complete for port 7fba4d0b-8189-4d45-97d6-85d01d4de19e triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:08.088042 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a9964a89-965f-48cd-984e-d293106a797e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:08.171376 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a9964a89-965f-48cd-984e-d293106a797e None None] Port 7fba4d0b-8189-4d45-97d6-85d01d4de19e cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:08.275489 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-21a05d4c-6e23-4b65-b1d9-8bdbec41b5e1 req-721ff4c9-bea9-4ddd-8c3e-f8be13c35693 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a58f6458e19442eae219c1a6c8a6bae&device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 1097 time: 0.3994801
Dec 22 04:45:08.285933 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d0420769-8ea8-4464-816a-5668d9dbaf25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:08.288588 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5772a0a-dd25-4975-a2e2-4eca53e0e520 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:08.293230 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5772a0a-dd25-4975-a2e2-4eca53e0e520 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:08.297456 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5772a0a-dd25-4975-a2e2-4eca53e0e520 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:08.298973 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e5772a0a-dd25-4975-a2e2-4eca53e0e520 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Synchronizing usage tracker for tenant:e3f9ab407dc3482fae4a9a41c5ebac74 on resource:network {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:08.305234 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-b5ab4317-02a1-4c0f-8bec-87e1e701d20e tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Deleting port 7fba4d0b-8189-4d45-97d6-85d01d4de19e {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:08.305712 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b5ab4317-02a1-4c0f-8bec-87e1e701d20e tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:08.388126 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e5772a0a-dd25-4975-a2e2-4eca53e0e520 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Unset dirty status for tenant:e3f9ab407dc3482fae4a9a41c5ebac74 on resource:network {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:08.393488 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e5772a0a-dd25-4975-a2e2-4eca53e0e520 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1943 time: 0.5667822
Dec 22 04:45:08.402924 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48786) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:08.424360 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-ac2f7271-9b47-4451-aae1-1b61858802e3 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1003984915'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:08.439726 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ac2f7271-9b47-4451-aae1-1b61858802e3 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:08.497171 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ac2f7271-9b47-4451-aae1-1b61858802e3 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:08.497304 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c6a4a-6788-421f-b6c0-4cdad58ec082 req-2f09adfe-f67b-48d6-9718-2604f21ebffe tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:08.504591 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-df9c6a4a-6788-421f-b6c0-4cdad58ec082 req-2f09adfe-f67b-48d6-9718-2604f21ebffe tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 945 time: 0.4292638
Dec 22 04:45:08.511300 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26365da8-6a4a-4559-af18-ea67ecd44c97 req-e7c04a37-e0c8-4463-bc38-cb796c42b6d7 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:08.518251 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-26365da8-6a4a-4559-af18-ea67ecd44c97 req-e7c04a37-e0c8-4463-bc38-cb796c42b6d7 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 944 time: 0.3865962
Dec 22 04:45:08.554032 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2f7271-9b47-4451-aae1-1b61858802e3 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Made reservation on behalf of e3f9ab407dc3482fae4a9a41c5ebac74 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:08.557180 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac2f7271-9b47-4451-aae1-1b61858802e3 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:08.627470 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a05d4c-6e23-4b65-b1d9-8bdbec41b5e1 req-26277ba8-99eb-482e-bfbf-d5e37eb5018f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:08.629039 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-21a05d4c-6e23-4b65-b1d9-8bdbec41b5e1 req-26277ba8-99eb-482e-bfbf-d5e37eb5018f service neutron] 10.222.0.47 "GET /v2.0/networks?id=7661e115-dba7-43dd-9fab-d3d8f77257cf HTTP/1.1" status: 200  len: 907 time: 0.3446503
Dec 22 04:45:08.647268 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-df9c6a4a-6788-421f-b6c0-4cdad58ec082 req-98dfa6e7-0c6c-4efd-b9df-da94cc471f17 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1415534
Dec 22 04:45:08.654381 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d0420769-8ea8-4464-816a-5668d9dbaf25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:08.708875 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2f9355b3-2f86-4bc2-81f0-9850cef67b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:08.735441 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-51940dc3-d7da-4bec-88aa-c65d1d452dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:08.767296 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48802) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:08.779018 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-26365da8-6a4a-4559-af18-ea67ecd44c97 req-8ced5e95-c0e9-4d06-8bba-6dd0d25d9902 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/security-groups?id=367764b4-c0d7-450f-b914-36201bf94e80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2594609
Dec 22 04:45:08.779285 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2f7271-9b47-4451-aae1-1b61858802e3 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:45:08.786955 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0420769-8ea8-4464-816a-5668d9dbaf25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=9eeaf789-b32e-49b6-8df9-1ee797ce69a2,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:08.792064 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d0420769-8ea8-4464-816a-5668d9dbaf25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:08.797167 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-21a05d4c-6e23-4b65-b1d9-8bdbec41b5e1 req-9eaf840b-539d-45d7-8353-155d00fe77b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9231bc40-c69a-4d17-a6aa-67c00402d5b7 HTTP/1.1" status: 200  len: 217 time: 0.1443207
Dec 22 04:45:08.801762 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d0420769-8ea8-4464-816a-5668d9dbaf25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:08.809497 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97be518-39c6-483d-afb8-5c39e6b17e06 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:08.811398 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac2f7271-9b47-4451-aae1-1b61858802e3 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:08.811597 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d0420769-8ea8-4464-816a-5668d9dbaf25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/9eeaf789-b32e-49b6-8df9-1ee797ce69a2 HTTP/1.1" status: 204  len: 168 time: 1.7453890
Dec 22 04:45:08.811721 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-ac2f7271-9b47-4451-aae1-1b61858802e3 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Added segment 9c8bea7b-8f1d-46b7-8b45-126ba4c84190 of type vlan for network 01db5e11-9a4b-4aac-9f94-10d81e01deea
Dec 22 04:45:08.814979 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48810) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:08.832139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b5ab4317-02a1-4c0f-8bec-87e1e701d20e tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:08.939855 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ffa26c34-626c-42b3-889b-879f7c5a8a38 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0939708
Dec 22 04:45:08.944861 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48814) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:09.006488 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-b5ab4317-02a1-4c0f-8bec-87e1e701d20e tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Calling delete_port for 7fba4d0b-8189-4d45-97d6-85d01d4de19e owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:09.015488 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a05d4c-6e23-4b65-b1d9-8bdbec41b5e1 req-3b46b5f9-4450-4803-8026-eb306b7c8a8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:09.015488 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-21a05d4c-6e23-4b65-b1d9-8bdbec41b5e1 req-3b46b5f9-4450-4803-8026-eb306b7c8a8c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d264e87-fb96-4a34-af84-0fbcf769c975 HTTP/1.1" status: 200  len: 845 time: 0.2014427
Dec 22 04:45:09.061249 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac2f7271-9b47-4451-aae1-1b61858802e3 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:09.122091 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Router 12d32c99-8a64-4d1d-864e-b664aff49a8e is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:45:09.150147 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1011744837'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:09.156624 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac2f7271-9b47-4451-aae1-1b61858802e3 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:09.157739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:09.171797 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2f7271-9b47-4451-aae1-1b61858802e3 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:09.172428 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac2f7271-9b47-4451-aae1-1b61858802e3 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:09.178924 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Usage tracker for resource:network and tenant:40c15c4d603a42bc9f86ab63e3628133 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:09.184641 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:09.203028 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:09.224046 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230e9e4d-3159-4646-8e46-70db38279f4e None None] DHCP port deletion for 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:45:09.229577 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-230e9e4d-3159-4646-8e46-70db38279f4e None None] Deleting port 80b9e26c-bfcf-42f1-aa08-6665244f3ac8 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:09.229991 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-230e9e4d-3159-4646-8e46-70db38279f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:09.272044 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c43ec4e-725b-4495-8ad6-32a4327857b5 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:09.274336 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2c43ec4e-725b-4495-8ad6-32a4327857b5 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:09.308640 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:09.365615 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ac2f7271-9b47-4451-aae1-1b61858802e3 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.9528990
Dec 22 04:45:09.368811 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f7271-9b47-4451-aae1-1b61858802e3 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Pushing event updated for resources: {'Network': ['ID=01db5e11-9a4b-4aac-9f94-10d81e01deea,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:09.371810 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48822) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:09.379666 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ac2f7271-9b47-4451-aae1-1b61858802e3 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:09.383661 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-60ed6d47-472d-4058-add1-151716c1e302 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-763501201'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:09.386863 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Made reservation on behalf of 40c15c4d603a42bc9f86ab63e3628133 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:09.389153 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 01db5e11-9a4b-4aac-9f94-10d81e01deea details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:45:09.389695 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:09.406795 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-60ed6d47-472d-4058-add1-151716c1e302 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:09.412325 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:09.421581 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-21a05d4c-6e23-4b65-b1d9-8bdbec41b5e1 req-5295ea78-b8c7-4e59-8007-a6018ee045b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7661e115-dba7-43dd-9fab-d3d8f77257cf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3993676
Dec 22 04:45:09.427044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-60ed6d47-472d-4058-add1-151716c1e302 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Usage tracker for resource:network and tenant:e3f9ab407dc3482fae4a9a41c5ebac74 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:09.431297 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-60ed6d47-472d-4058-add1-151716c1e302 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:09.433849 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b5ab4317-02a1-4c0f-8bec-87e1e701d20e tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:09.442881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:09.486646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-60ed6d47-472d-4058-add1-151716c1e302 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:09.503596 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab4317-02a1-4c0f-8bec-87e1e701d20e tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Pushing event deleted for resources: {'Port': ['ID=7fba4d0b-8189-4d45-97d6-85d01d4de19e,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:09.516015 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b5ab4317-02a1-4c0f-8bec-87e1e701d20e tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:09.527881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:09.589303 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ed6d47-472d-4058-add1-151716c1e302 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Made reservation on behalf of e3f9ab407dc3482fae4a9a41c5ebac74 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:09.592570 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-60ed6d47-472d-4058-add1-151716c1e302 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:09.598679 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2c43ec4e-725b-4495-8ad6-32a4327857b5 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:09.599841 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2c43ec4e-725b-4495-8ad6-32a4327857b5 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.6506553
Dec 22 04:45:09.609381 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b5ab4317-02a1-4c0f-8bec-87e1e701d20e tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:09.613099 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48830) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:09.615412 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Usage tracker for resource:security_group_rule and tenant:40c15c4d603a42bc9f86ab63e3628133 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:09.618820 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:09.624854 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:09.627040 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-230e9e4d-3159-4646-8e46-70db38279f4e None None] For port 80b9e26c-bfcf-42f1-aa08-6665244f3ac8, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=80b9e26c-bfcf-42f1-aa08-6665244f3ac8,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:09.627449 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-230e9e4d-3159-4646-8e46-70db38279f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:09.730041 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:09.733558 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-21a05d4c-6e23-4b65-b1d9-8bdbec41b5e1 req-1eb403e3-c13c-4ca1-ad23-9a4972a5ee6f service neutron] 10.222.0.47 "GET /v2.0/networks/7661e115-dba7-43dd-9fab-d3d8f77257cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3045852
Dec 22 04:45:09.815460 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:09.819503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e82965b-42a9-47c9-88f9-c043cba304c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:09.824116 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9e82965b-42a9-47c9-88f9-c043cba304c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0886352
Dec 22 04:45:09.825626 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48838) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:09.843893 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:45:09.856100 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b5ab4317-02a1-4c0f-8bec-87e1e701d20e tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] 10.222.0.53 "DELETE /v2.0/ports/7fba4d0b-8189-4d45-97d6-85d01d4de19e HTTP/1.1" status: 204  len: 168 time: 1.8104377
Dec 22 04:45:09.856100 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:09.856100 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Added segment 64fccc9a-0a3e-473c-9c28-adec47075c6c of type vlan for network 1a659d4b-6583-4516-a8be-476da7dc0dfe
Dec 22 04:45:09.898758 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48844) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:09.931876 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-230e9e4d-3159-4646-8e46-70db38279f4e None None] Calling delete_port for 80b9e26c-bfcf-42f1-aa08-6665244f3ac8 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:09.958349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:09.970876 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bde77479-27cd-4b8a-99b3-f3821b30d668 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1440539
Dec 22 04:45:10.004279 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 80b9e26c-bfcf-42f1-aa08-6665244f3ac8 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:45:10.009660 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48848) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:10.014900 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:10.027305 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-2feff833-9528-4016-b625-aa147a6f02f4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:10.030311 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 03ddd590-c3d9-45ff-9e50-072a61fe0f41 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:10.177256 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:45:10.186300 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ed6d47-472d-4058-add1-151716c1e302 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:45:10.198903 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] Sync routers for ids ['12d32c99-8a64-4d1d-864e-b664aff49a8e'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:45:10.201042 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee2e483-be56-4c82-b32c-cecf95b838a5,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:10.224741 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] Routers {'12d32c99-8a64-4d1d-864e-b664aff49a8e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:45:10.225333 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8ef1f0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:44:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['12d32c99-8a64-4d1d-864e-b664aff49a8e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:10.232431 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:10.246033 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-60ed6d47-472d-4058-add1-151716c1e302 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:10.246250 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-60ed6d47-472d-4058-add1-151716c1e302 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Added segment 82628e89-e484-4eea-823a-998f9d52f6e4 of type vlan for network fed7ce63-3fbf-4a59-910c-ba0d83183a1f
Dec 22 04:45:10.278965 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:10.283941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:10.284534 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:10.290265 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:10.292727 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 876 time: 8.4632797
Dec 22 04:45:10.294865 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:10.300109 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48858) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:10.316552 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2feff833-9528-4016-b625-aa147a6f02f4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:10.386805 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-230e9e4d-3159-4646-8e46-70db38279f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:10.396377 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2feff833-9528-4016-b625-aa147a6f02f4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:10.405436 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e35537ee-008b-40bc-a377-46c9383e4683 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:10.411030 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2feff833-9528-4016-b625-aa147a6f02f4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:10.415585 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-60ed6d47-472d-4058-add1-151716c1e302 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:10.434956 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2feff833-9528-4016-b625-aa147a6f02f4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:10.461573 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.6912229
Dec 22 04:45:10.471091 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48866) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:10.483039 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e9e4d-3159-4646-8e46-70db38279f4e None None] Pushing event deleted for resources: {'Port': ['ID=80b9e26c-bfcf-42f1-aa08-6665244f3ac8,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:10.487525 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-21a05d4c-6e23-4b65-b1d9-8bdbec41b5e1 req-141c1a9f-5ace-4c89-8730-16db093ed727 service neutron] 10.222.0.47 "GET /v2.0/networks/7661e115-dba7-43dd-9fab-d3d8f77257cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7313795
Dec 22 04:45:10.488588 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-230e9e4d-3159-4646-8e46-70db38279f4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:10.491244 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Pushing event updated for resources: {'Network': ['ID=1a659d4b-6583-4516-a8be-476da7dc0dfe,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:10.491414 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 03ddd590-c3d9-45ff-9e50-072a61fe0f41 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:10.496533 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:10.497920 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:10.504633 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0b392-da44-4564-bb9a-2f8252738efa req-c66ae04b-5569-42c3-a07c-dfee822e1593 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:10.506182 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f3b0b392-da44-4564-bb9a-2f8252738efa req-c66ae04b-5569-42c3-a07c-dfee822e1593 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 944 time: 0.4975429
Dec 22 04:45:10.506797 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2feff833-9528-4016-b625-aa147a6f02f4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:10.509766 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 03ddd590-c3d9-45ff-9e50-072a61fe0f41 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:10.510148 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:10.516014 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-16851651-0a8f-424d-b0a1-b7f32cedac1a tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Request body: {'subnet': {'network_id': '1a659d4b-6583-4516-a8be-476da7dc0dfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:10.538807 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 1a659d4b-6583-4516-a8be-476da7dc0dfe details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:45:10.565772 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5884a7b-a499-4733-9a41-5d17da16e99d req-180a3814-4aa7-4ec3-887b-257947332c32 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:10.576206 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d5884a7b-a499-4733-9a41-5d17da16e99d req-180a3814-4aa7-4ec3-887b-257947332c32 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 945 time: 0.6727772
Dec 22 04:45:10.625139 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] Set router 12d32c99-8a64-4d1d-864e-b664aff49a8e gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:45:10.638494 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-60ed6d47-472d-4058-add1-151716c1e302 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:10.642221 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ed6d47-472d-4058-add1-151716c1e302 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:10.642789 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-60ed6d47-472d-4058-add1-151716c1e302 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:10.657048 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:10.678088 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230e9e4d-3159-4646-8e46-70db38279f4e None None] No DVR routers for this DVR port 80b9e26c-bfcf-42f1-aa08-6665244f3ac8 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:45:10.711860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-314766d9-96bf-4b19-863b-c7be8b628a8b tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Deleting subnet 5f27228c-2dac-456d-ae35-5d2cd1ab4c68 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:45:10.735005 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-314766d9-96bf-4b19-863b-c7be8b628a8b tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:10.759206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2feff833-9528-4016-b625-aa147a6f02f4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:10.776513 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f3b0b392-da44-4564-bb9a-2f8252738efa req-6530e133-4c14-4608-be20-7b10907512cf tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/security-groups?id=367764b4-c0d7-450f-b914-36201bf94e80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2480304
Dec 22 04:45:10.928364 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-60ed6d47-472d-4058-add1-151716c1e302 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.5531745
Dec 22 04:45:10.932661 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-16851651-0a8f-424d-b0a1-b7f32cedac1a tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:10.945251 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48874) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:10.950247 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-56b69997-2bec-409f-9d4b-96cb30c34431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:10.952825 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-314766d9-96bf-4b19-863b-c7be8b628a8b tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:10.955988 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Request body: {'ports': [{'network_id': '01db5e11-9a4b-4aac-9f94-10d81e01deea', 'name': 'tempest-port--8855486', 'admin_state_up': True}, {'network_id': 'fed7ce63-3fbf-4a59-910c-ba0d83183a1f', 'admin_state_up': False}]} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:10.956294 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Request body: {'port': {'network_id': '01db5e11-9a4b-4aac-9f94-10d81e01deea', 'name': 'tempest-port--8855486', 'admin_state_up': True}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:10.956756 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Request body: {'port': {'network_id': 'fed7ce63-3fbf-4a59-910c-ba0d83183a1f', 'admin_state_up': False}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:10.981698 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:11.015709 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ddd590-c3d9-45ff-9e50-072a61fe0f41'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:45:11.022346 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d5884a7b-a499-4733-9a41-5d17da16e99d req-59e3151b-0708-4a0c-a66e-4b51d2f5fee4 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4216137
Dec 22 04:45:11.023499 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-16851651-0a8f-424d-b0a1-b7f32cedac1a tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Usage tracker for resource:subnet and tenant:40c15c4d603a42bc9f86ab63e3628133 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:11.042035 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-16851651-0a8f-424d-b0a1-b7f32cedac1a tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:11.044661 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48878) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:11.055033 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-16851651-0a8f-424d-b0a1-b7f32cedac1a tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:11.061846 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed6d47-472d-4058-add1-151716c1e302 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Pushing event updated for resources: {'Network': ['ID=fed7ce63-3fbf-4a59-910c-ba0d83183a1f,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:11.072621 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-60ed6d47-472d-4058-add1-151716c1e302 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:11.127167 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8ef1f0>, [{'id': '12d32c99-8a64-4d1d-864e-b664aff49a8e', 'name': '', 'tenant_id': '3b020b47ff6a42f9baceaf54f8ef9a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c0d233-b4f9-488b-b233-3f02ee37631f', 'external_fixed_ips': [{'subnet_id': 'ca1c8b3e-6c79-490e-8189-b99ff77253b2', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:02Z', 'updated_at': '2021-12-22T04:45:07Z', 'revision_number': 3, 'project_id': '3b020b47ff6a42f9baceaf54f8ef9a14', 'gw_port': {'id': 'b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5', 'name': '', 'network_id': '32c0d233-b4f9-488b-b233-3f02ee37631f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d32c99-8a64-4d1d-864e-b664aff49a8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca1c8b3e-6c79-490e-8189-b99ff77253b2', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:04Z', 'updated_at': '2021-12-22T04:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca1c8b3e-6c79-490e-8189-b99ff77253b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:11.134007 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] Checking router: 12d32c99-8a64-4d1d-864e-b664aff49a8e for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:45:11.134460 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] Updating router 12d32c99-8a64-4d1d-864e-b664aff49a8e port b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:45:11.136476 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network fed7ce63-3fbf-4a59-910c-ba0d83183a1f details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:45:11.162511 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16851651-0a8f-424d-b0a1-b7f32cedac1a tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Made reservation on behalf of 40c15c4d603a42bc9f86ab63e3628133 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:11.205804 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:11.252960 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 03ddd590-c3d9-45ff-9e50-072a61fe0f41, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=03ddd590-c3d9-45ff-9e50-072a61fe0f41,segment=NetworkSegment(d8987e0f-1476-4071-84f5-da69d4a56b2a),segment_id=d8987e0f-1476-4071-84f5-da69d4a56b2a)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:11.311044 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-16851651-0a8f-424d-b0a1-b7f32cedac1a tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:11.325363 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-314766d9-96bf-4b19-863b-c7be8b628a8b tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:11.347238 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:11.350029 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:11.367193 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Usage tracker for resource:port and tenant:e3f9ab407dc3482fae4a9a41c5ebac74 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:11.369229 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4eb5c252-ef63-44bc-b3bc-b86c5245d23e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:11.387638 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:11.406657 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:11.435136 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:11.458187 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Made reservation on behalf of e3f9ab407dc3482fae4a9a41c5ebac74 for: {'port': 2} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:11.461381 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:11.462706 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:11.474127 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Usage tracker for resource:floatingip and tenant:2ab6b5724efb4be58f8308df8d8fd07c is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:11.481848 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:11.485744 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:11.506024 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:11.507892 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2feff833-9528-4016-b625-aa147a6f02f4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:11.516304 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:11.545507 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-97642866-595b-4026-9c3a-b896f35a5065 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:11.561774 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=03ddd590-c3d9-45ff-9e50-072a61fe0f41,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:11.573190 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:11.646172 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feff833-9528-4016-b625-aa147a6f02f4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:11.651942 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-2feff833-9528-4016-b625-aa147a6f02f4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:11.658419 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feff833-9528-4016-b625-aa147a6f02f4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:11.659225 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2feff833-9528-4016-b625-aa147a6f02f4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:11.664487 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd69b16b-4ee3-423e-80db-16b8304f8f16 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:11.702473 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:11.723074 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feff833-9528-4016-b625-aa147a6f02f4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=0cac451a-1510-4db8-a907-e60cdd814752,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:11.724431 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-314766d9-96bf-4b19-863b-c7be8b628a8b tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:11.727226 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] device_id is not set on port a9927818-2421-4233-b59e-ab562052dde8 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:11.731135 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2feff833-9528-4016-b625-aa147a6f02f4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:11.737445 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2feff833-9528-4016-b625-aa147a6f02f4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.7264965
Dec 22 04:45:11.740392 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48892) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:11.747081 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-03c79606-8902-4ebb-9dd7-50afa61dad8e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'fixed_ips': [{'subnet_id': '0cac451a-1510-4db8-a907-e60cdd814752', 'ip_address': '2001:db8::bd31:19bc:285e:a225'}], 'name': 'tempest-NetworksTestDHCPv6-633941574'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:11.787025 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:11.793003 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ddd590-c3d9-45ff-9e50-072a61fe0f41', 'code': 200}
Dec 22 04:45:11.796714 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:11.827927 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] Transition to ACTIVE for port object b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:11.843408 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:11.848730 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:11.982922 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314766d9-96bf-4b19-863b-c7be8b628a8b tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Pushing event deleted for resources: {'Subnet': ['ID=5f27228c-2dac-456d-ae35-5d2cd1ab4c68,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:11.985954 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] Attempting to bind port b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:45:11.986331 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] Attempting to bind port b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '89f25f4b-ccd4-4810-9840-0e465c5bc56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32c0d233-b4f9-488b-b233-3f02ee37631f'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:45:11.986691 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] Attempting to bind port b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5 on network 32c0d233-b4f9-488b-b233-3f02ee37631f {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:45:11.992988 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b28c21-2ff5-498c-828b-29f3fb01c955 None None] Pushing event updated for resources: {'Port': ['ID=b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5,revision_number=2']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:11.996314 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-79b28c21-2ff5-498c-828b-29f3fb01c955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:11.999783 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-314766d9-96bf-4b19-863b-c7be8b628a8b tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:12.001691 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:45:12.005749 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] Checking segment: {'id': '89f25f4b-ccd4-4810-9840-0e465c5bc56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32c0d233-b4f9-488b-b233-3f02ee37631f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:12.006222 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:12.007101 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] Bound using segment: {'id': '89f25f4b-ccd4-4810-9840-0e465c5bc56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32c0d233-b4f9-488b-b233-3f02ee37631f'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:45:12.007594 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] Bound port: b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f25f4b-ccd4-4810-9840-0e465c5bc56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '32c0d233-b4f9-488b-b233-3f02ee37631f'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:45:12.007964 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:12.032818 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-314766d9-96bf-4b19-863b-c7be8b628a8b tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:12.043222 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 9231bc40-c69a-4d17-a6aa-67c00402d5b7 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 04:45:12.052555 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abb1728-916e-4a1e-a892-879981e396b4 None None] Network 575b5945-2fc8-4f26-842b-d2c79dc3543a requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:12.084074 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-314766d9-96bf-4b19-863b-c7be8b628a8b tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] 10.222.0.53 "DELETE /v2.0/subnets/5f27228c-2dac-456d-ae35-5d2cd1ab4c68 HTTP/1.1" status: 204  len: 168 time: 2.1496217
Dec 22 04:45:12.092183 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'fixed_ips': [{'subnet_id': '0cac451a-1510-4db8-a907-e60cdd814752'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:45:12.093428 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:12.093661 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48900) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:12.146077 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] For port b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:45:12.149937 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] For port b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5,segment=NetworkSegment(89f25f4b-ccd4-4810-9840-0e465c5bc56b),segment_id=89f25f4b-ccd4-4810-9840-0e465c5bc56b)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:45:12.156705 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:12.164142 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:12.189422 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-03c79606-8902-4ebb-9dd7-50afa61dad8e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:12.288555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:12.302158 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b28c21-2ff5-498c-828b-29f3fb01c955 None None] Pushing event updated for resources: {'Port': ['ID=b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:12.320034 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:12.320704 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-79b28c21-2ff5-498c-828b-29f3fb01c955 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:12.335972 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] Routers {'12d32c99-8a64-4d1d-864e-b664aff49a8e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:45:12.336888 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8ef1f0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:45:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['12d32c99-8a64-4d1d-864e-b664aff49a8e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:12.407076 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-16851651-0a8f-424d-b0a1-b7f32cedac1a tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:12.426803 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.resource_extend [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:45:12.431319 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:12.441933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] device_id is not set on port d6d79bbb-a44a-4115-8b8d-14b7d4fb697d yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:12.469795 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:12.487429 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:12.490801 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3010c-1713-499c-abf7-be2fdec36f50 req-d91edee1-aeac-44be-8470-5fa0880301ae tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:12.492724 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0db3010c-1713-499c-abf7-be2fdec36f50 req-d91edee1-aeac-44be-8470-5fa0880301ae tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 944 time: 0.5415397
Dec 22 04:45:12.515906 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Allocated IP 2001:db8::2 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/0cac451a-1510-4db8-a907-e60cdd814752/d55f6ef6-864f-4169-9ad9-27c346ea04b0) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:12.559285 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] Set router 12d32c99-8a64-4d1d-864e-b664aff49a8e gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:45:12.599403 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Deleting port 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:12.599764 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:12.624516 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16851651-0a8f-424d-b0a1-b7f32cedac1a tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Pushing event updated for resources: {'Subnet': ['ID=d8555e11-5799-423e-92ce-a3dc21e3fd31,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:12.626790 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:12.638709 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-16851651-0a8f-424d-b0a1-b7f32cedac1a tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:12.707205 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bf18004d-fdc4-4e20-8ae7-1882f05ba36e req-ddefa3b6-b35c-418f-b6a1-49ede5f3217c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 1099 time: 0.6166604
Dec 22 04:45:12.716546 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:12.717468 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 9231bc40-c69a-4d17-a6aa-67c00402d5b7, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9231bc40-c69a-4d17-a6aa-67c00402d5b7,segment=NetworkSegment(fd9a065d-b1ab-425e-bd6b-df52b2ccf184),segment_id=fd9a065d-b1ab-425e-bd6b-df52b2ccf184)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:12.718422 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-03c79606-8902-4ebb-9dd7-50afa61dad8e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:12.743513 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3f2bceee-9a5c-43d0-b447-e9002cc82c32 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:12.744414 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '9231bc40-c69a-4d17-a6aa-67c00402d5b7', 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf', 'port_id': '9231bc40-c69a-4d17-a6aa-67c00402d5b7', 'mac_address': 'fa:16:3e:24:d0:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d264e87-fb96-4a34-af84-0fbcf769c975', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 04:45:12.767144 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0db3010c-1713-499c-abf7-be2fdec36f50 req-01869160-dce0-44d2-b979-9aae37dfa17f tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/security-groups?id=367764b4-c0d7-450f-b914-36201bf94e80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2574379
Dec 22 04:45:12.805183 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-bf18004d-fdc4-4e20-8ae7-1882f05ba36e req-77949abd-3b20-4efb-b8b5-7a3f8e295f8f service neutron] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:12.828381 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16851651-0a8f-424d-b0a1-b7f32cedac1a tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Checking segment: {'id': '64fccc9a-0a3e-473c-9c28-adec47075c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1a659d4b-6583-4516-a8be-476da7dc0dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:12.829057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16851651-0a8f-424d-b0a1-b7f32cedac1a tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Network hostable DHCP agents. Network: 1a659d4b-6583-4516-a8be-476da7dc0dfe, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:45:12.835471 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:12.871863 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04ecbb7-9880-4fee-8965-83f7d237d1db None None] DHCP port deletion for 575b5945-2fc8-4f26-842b-d2c79dc3543a request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:45:12.880543 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:12.911921 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d04ecbb7-9880-4fee-8965-83f7d237d1db None None] Deleting port 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:12.912299 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d04ecbb7-9880-4fee-8965-83f7d237d1db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:12.912561 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c79606-8902-4ebb-9dd7-50afa61dad8e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:12.919894 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03c79606-8902-4ebb-9dd7-50afa61dad8e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:12.943418 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9231bc40-c69a-4d17-a6aa-67c00402d5b7 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:45:12.958088 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c63f6-8945-41e6-8e2e-c3dd4239df26 req-0f3c1287-2788-4eb3-ad99-38971437f7dd tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:12.961777 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-424c63f6-8945-41e6-8e2e-c3dd4239df26 req-0f3c1287-2788-4eb3-ad99-38971437f7dd tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 946 time: 0.3012252
Dec 22 04:45:12.967928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-03c79606-8902-4ebb-9dd7-50afa61dad8e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] device_id is not set on port 0040b3d7-9b50-48c4-92f8-484e7fbb1aac yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:12.981794 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:12.992704 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8ef1f0>, [{'id': '12d32c99-8a64-4d1d-864e-b664aff49a8e', 'name': '', 'tenant_id': '3b020b47ff6a42f9baceaf54f8ef9a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c0d233-b4f9-488b-b233-3f02ee37631f', 'external_fixed_ips': [{'subnet_id': 'ca1c8b3e-6c79-490e-8189-b99ff77253b2', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:02Z', 'updated_at': '2021-12-22T04:45:07Z', 'revision_number': 3, 'project_id': '3b020b47ff6a42f9baceaf54f8ef9a14', 'gw_port': {'id': 'b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5', 'name': '', 'network_id': '32c0d233-b4f9-488b-b233-3f02ee37631f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d32c99-8a64-4d1d-864e-b664aff49a8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca1c8b3e-6c79-490e-8189-b99ff77253b2', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:04Z', 'updated_at': '2021-12-22T04:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca1c8b3e-6c79-490e-8189-b99ff77253b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:12.997884 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f327075-37d4-4a76-bb50-48af950e064f None None] The sync data for ids ['12d32c99-8a64-4d1d-864e-b664aff49a8e'] in dv-neutron-822525-1-hyperv is: [{'id': '12d32c99-8a64-4d1d-864e-b664aff49a8e', 'name': '', 'tenant_id': '3b020b47ff6a42f9baceaf54f8ef9a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32c0d233-b4f9-488b-b233-3f02ee37631f', 'external_fixed_ips': [{'subnet_id': 'ca1c8b3e-6c79-490e-8189-b99ff77253b2', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:02Z', 'updated_at': '2021-12-22T04:45:07Z', 'revision_number': 3, 'project_id': '3b020b47ff6a42f9baceaf54f8ef9a14', 'gw_port': {'id': 'b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5', 'name': '', 'network_id': '32c0d233-b4f9-488b-b233-3f02ee37631f', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:6f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d32c99-8a64-4d1d-864e-b664aff49a8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ca1c8b3e-6c79-490e-8189-b99ff77253b2', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:04Z', 'updated_at': '2021-12-22T04:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca1c8b3e-6c79-490e-8189-b99ff77253b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:45:13.032652 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 9231bc40-c69a-4d17-a6aa-67c00402d5b7, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9231bc40-c69a-4d17-a6aa-67c00402d5b7,segment=NetworkSegment(fd9a065d-b1ab-425e-bd6b-df52b2ccf184),segment_id=fd9a065d-b1ab-425e-bd6b-df52b2ccf184)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:13.033008 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Transition to ACTIVE for port object d55f6ef6-864f-4169-9ad9-27c346ea04b0 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:13.049392 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:13.054614 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:13.081270 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-97642866-595b-4026-9c3a-b896f35a5065 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:13.086561 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-bf18004d-fdc4-4e20-8ae7-1882f05ba36e req-77949abd-3b20-4efb-b8b5-7a3f8e295f8f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:13.102401 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-bf18004d-fdc4-4e20-8ae7-1882f05ba36e req-77949abd-3b20-4efb-b8b5-7a3f8e295f8f service neutron] Usage tracker for resource:security_group_rule and tenant:d1d961d6487041909a0894920d2292b7 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:13.106614 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-bf18004d-fdc4-4e20-8ae7-1882f05ba36e req-77949abd-3b20-4efb-b8b5-7a3f8e295f8f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:13.120784 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Transition to ACTIVE for port object d55f6ef6-864f-4169-9ad9-27c346ea04b0 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:13.156846 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16851651-0a8f-424d-b0a1-b7f32cedac1a tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Network 1a659d4b-6583-4516-a8be-476da7dc0dfe is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:45:13.159209 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-bf18004d-fdc4-4e20-8ae7-1882f05ba36e req-77949abd-3b20-4efb-b8b5-7a3f8e295f8f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:13.169185 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-97642866-595b-4026-9c3a-b896f35a5065 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Deleting port b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:13.169517 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-97642866-595b-4026-9c3a-b896f35a5065 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:13.172636 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Pushing event updated for resources: {'Port': ['ID=a9927818-2421-4233-b59e-ab562052dde8,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:13.183279 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:13.183786 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Checking segment: {'id': '9c8bea7b-8f1d-46b7-8b45-126ba4c84190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '01db5e11-9a4b-4aac-9f94-10d81e01deea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:13.184272 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Network hostable DHCP agents. Network: 01db5e11-9a4b-4aac-9f94-10d81e01deea, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:45:13.206072 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:13.237332 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-16851651-0a8f-424d-b0a1-b7f32cedac1a tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 1a659d4b-6583-4516-a8be-476da7dc0dfe) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:13.241710 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16851651-0a8f-424d-b0a1-b7f32cedac1a tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:13.242574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-16851651-0a8f-424d-b0a1-b7f32cedac1a tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:13.248034 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=9231bc40-c69a-4d17-a6aa-67c00402d5b7,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:13.255566 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd6bb2d-5e46-47d4-bd49-6ba1c69cbb96 None None] Network 1a659d4b-6583-4516-a8be-476da7dc0dfe requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:13.259353 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] For port 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3,segment=NetworkSegment(0f370545-4b43-442c-8d2b-6f481cbef290),segment_id=0f370545-4b43-442c-8d2b-6f481cbef290)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:13.259980 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:13.270074 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:13.270389 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-424c63f6-8945-41e6-8e2e-c3dd4239df26 req-e5de1588-f627-4473-899a-f0d364e42a07 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1492743
Dec 22 04:45:13.276188 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:13.306366 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Network 01db5e11-9a4b-4aac-9f94-10d81e01deea is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:45:13.323694 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 01db5e11-9a4b-4aac-9f94-10d81e01deea) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:13.334700 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:13.335639 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:13.342166 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a886f15d-abc6-4659-b270-8f2cbdf05c5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:13.367574 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:13.374214 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-03c79606-8902-4ebb-9dd7-50afa61dad8e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8::bd31:19bc:285e:a225 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/0cac451a-1510-4db8-a907-e60cdd814752/0040b3d7-9b50-48c4-92f8-484e7fbb1aac) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:13.378161 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Allocated IP 172.26.4.158 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/141dcd95-52a0-401a-bdb3-e05b36b01c03) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:13.383977 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0d5b22-d2f1-47a5-ba01-dfa6825ed2e7 None None] Network 01db5e11-9a4b-4aac-9f94-10d81e01deea requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:13.396570 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:13.412388 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:13.418963 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-d04ecbb7-9880-4fee-8965-83f7d237d1db None None] For port 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3,segment=NetworkSegment(0f370545-4b43-442c-8d2b-6f481cbef290),segment_id=0f370545-4b43-442c-8d2b-6f481cbef290)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:13.419345 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d04ecbb7-9880-4fee-8965-83f7d237d1db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:13.439578 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Pushing event updated for resources: {'Port': ['ID=d6d79bbb-a44a-4115-8b8d-14b7d4fb697d,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:13.445988 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:13.520896 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Checking segment: {'id': '82628e89-e484-4eea-823a-998f9d52f6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fed7ce63-3fbf-4a59-910c-ba0d83183a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:13.522903 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Network hostable DHCP agents. Network: fed7ce63-3fbf-4a59-910c-ba0d83183a1f, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:45:13.598203 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Calling delete_port for 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3 owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:13.644258 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['9231bc40-c69a-4d17-a6aa-67c00402d5b7'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 04:45:13.654145 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-16851651-0a8f-424d-b0a1-b7f32cedac1a tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.1651287
Dec 22 04:45:13.663477 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48904) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:13.671468 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-746098c9-c424-46bf-b672-2765d1d05856 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Request body: {'port': {'network_id': '1a659d4b-6583-4516-a8be-476da7dc0dfe', 'name': 'tempest-AllowedAddressPairTestJSON-156695750'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:13.680790 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d04ecbb7-9880-4fee-8965-83f7d237d1db None None] Calling delete_port for 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:13.736366 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Pushing event updated for resources: {'Port': ['ID=d55f6ef6-864f-4169-9ad9-27c346ea04b0,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:13.752311 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:13.776285 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:13.844706 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-63e62150-7e22-49ec-ac2e-97a149585dff tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:13.861646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03c79606-8902-4ebb-9dd7-50afa61dad8e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:13.864163 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:13.929854 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-03c79606-8902-4ebb-9dd7-50afa61dad8e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Transition to ACTIVE for port object 0040b3d7-9b50-48c4-92f8-484e7fbb1aac will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:13.938202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Network fed7ce63-3fbf-4a59-910c-ba0d83183a1f is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:45:13.975843 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Pushing event deleted for resources: {'Port': ['ID=4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:13.982844 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:13.997005 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:45:14.032368 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, fed7ce63-3fbf-4a59-910c-ba0d83183a1f) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:14.049052 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03c79606-8902-4ebb-9dd7-50afa61dad8e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:14.052869 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:14.057309 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:14.061127 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:14.062272 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:14.085689 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c143f8-ebb6-44e1-a9b5-fcb85d6c8a52 None None] Network fed7ce63-3fbf-4a59-910c-ba0d83183a1f requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:14.089297 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:14.101468 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] No DVR routers for this DVR port 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3 on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:45:14.138505 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-746098c9-c424-46bf-b672-2765d1d05856 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:14.156506 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-746098c9-c424-46bf-b672-2765d1d05856 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Usage tracker for resource:port and tenant:40c15c4d603a42bc9f86ab63e3628133 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:14.161249 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c79606-8902-4ebb-9dd7-50afa61dad8e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:14.164917 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-746098c9-c424-46bf-b672-2765d1d05856 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:14.168941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-03c79606-8902-4ebb-9dd7-50afa61dad8e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:14.182611 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c79606-8902-4ebb-9dd7-50afa61dad8e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:14.187060 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c79606-8902-4ebb-9dd7-50afa61dad8e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:14.187790 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03c79606-8902-4ebb-9dd7-50afa61dad8e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:14.195353 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-746098c9-c424-46bf-b672-2765d1d05856 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:14.232809 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1447 time: 3.2861645
Dec 22 04:45:14.236497 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-97642866-595b-4026-9c3a-b896f35a5065 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] For port b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5,segment=NetworkSegment(89f25f4b-ccd4-4810-9840-0e465c5bc56b),segment_id=89f25f4b-ccd4-4810-9840-0e465c5bc56b)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:14.237039 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-97642866-595b-4026-9c3a-b896f35a5065 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:14.243217 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48910) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:14.285955 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c79606-8902-4ebb-9dd7-50afa61dad8e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=0040b3d7-9b50-48c4-92f8-484e7fbb1aac,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:14.294448 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-03c79606-8902-4ebb-9dd7-50afa61dad8e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:14.316482 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-bf18004d-fdc4-4e20-8ae7-1882f05ba36e req-77949abd-3b20-4efb-b8b5-7a3f8e295f8f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:14.323544 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-03c79606-8902-4ebb-9dd7-50afa61dad8e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.5820127
Dec 22 04:45:14.332558 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48916) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:14.406566 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746098c9-c424-46bf-b672-2765d1d05856 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Made reservation on behalf of 40c15c4d603a42bc9f86ab63e3628133 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:14.410682 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-746098c9-c424-46bf-b672-2765d1d05856 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:14.456770 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-746098c9-c424-46bf-b672-2765d1d05856 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] device_id is not set on port 9f5d76eb-2d33-4301-a179-0f8c363260f9 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:14.462149 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:45:14.462503 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:45:14.467584 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Attempting to bind port d55f6ef6-864f-4169-9ad9-27c346ea04b0 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:45:14.468518 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Attempting to bind port d55f6ef6-864f-4169-9ad9-27c346ea04b0 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:45:14.469185 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Attempting to bind port d55f6ef6-864f-4169-9ad9-27c346ea04b0 on network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:45:14.488546 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-97642866-595b-4026-9c3a-b896f35a5065 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Calling delete_port for b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5 owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:14.513470 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c38f896-cfff-41a6-9069-f3c1748eb1a5 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:14.518427 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:45:14.518707 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c38f896-cfff-41a6-9069-f3c1748eb1a5 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:14.518820 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:14.519206 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:14.519656 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Bound using segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:45:14.520055 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0c38f896-cfff-41a6-9069-f3c1748eb1a5 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Synchronizing usage tracker for tenant:e3f9ab407dc3482fae4a9a41c5ebac74 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:14.520166 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Bound port: d55f6ef6-864f-4169-9ad9-27c346ea04b0, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:45:14.520489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:14.544258 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-1a659d4b-6583-4516-a8be-476da7dc0dfe', 'network_id': '1a659d4b-6583-4516-a8be-476da7dc0dfe', 'tenant_id': '40c15c4d603a42bc9f86ab63e3628133', 'fixed_ips': [{'subnet_id': 'd8555e11-5799-423e-92ce-a3dc21e3fd31'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:45:14.544996 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:14.615885 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0c38f896-cfff-41a6-9069-f3c1748eb1a5 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Unset dirty status for tenant:e3f9ab407dc3482fae4a9a41c5ebac74 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:14.619660 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0c38f896-cfff-41a6-9069-f3c1748eb1a5 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1442 time: 0.3727448
Dec 22 04:45:14.623953 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b678374-7aac-45aa-9955-7ee71feac161 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:14.628634 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b678374-7aac-45aa-9955-7ee71feac161 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:14.629411 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6b678374-7aac-45aa-9955-7ee71feac161 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:14.639512 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48920) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:14.718926 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Allocated IP 172.20.0.2 (1a659d4b-6583-4516-a8be-476da7dc0dfe/d8555e11-5799-423e-92ce-a3dc21e3fd31/919303c0-65e3-4b7d-82ee-0eb753704bdb) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:14.722333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-bf18004d-fdc4-4e20-8ae7-1882f05ba36e req-77949abd-3b20-4efb-b8b5-7a3f8e295f8f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:14.740251 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:14.748055 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6b678374-7aac-45aa-9955-7ee71feac161 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:14.749443 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6b678374-7aac-45aa-9955-7ee71feac161 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.4156773
Dec 22 04:45:14.758193 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48924) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:14.788073 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77949abd-3b20-4efb-b8b5-7a3f8e295f8f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8bce2c9a-059f-4b9a-95c0-0b24b9efa382,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:14.791375 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-77949abd-3b20-4efb-b8b5-7a3f8e295f8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:14.817187 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-5d641093-9e8b-42c7-9d9e-1b2a3feb1c42 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Deleting port a9927818-2421-4233-b59e-ab562052dde8 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:14.818022 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5d641093-9e8b-42c7-9d9e-1b2a3feb1c42 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:14.826247 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:14.829391 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-d04ecbb7-9880-4fee-8965-83f7d237d1db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:45:14.829760 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-d04ecbb7-9880-4fee-8965-83f7d237d1db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:45:14.865182 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-bf18004d-fdc4-4e20-8ae7-1882f05ba36e req-77949abd-3b20-4efb-b8b5-7a3f8e295f8f service neutron] Synchronizing usage tracker for tenant:d1d961d6487041909a0894920d2292b7 on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:14.866926 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34ae64-7276-4979-b71f-3d3ff13127b6 req-90333554-f686-49be-aec8-4628c0378588 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:14.868448 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-bd34ae64-7276-4979-b71f-3d3ff13127b6 req-90333554-f686-49be-aec8-4628c0378588 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 946 time: 0.3620973
Dec 22 04:45:14.917426 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469c7f72e0>,) {'filters': {'network_id': ['575b5945-2fc8-4f26-842b-d2c79dc3543a']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:14.918467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-b4f1deb3-1f4f-480f-b173-1d088c57918a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting port 0040b3d7-9b50-48c4-92f8-484e7fbb1aac {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:14.918865 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b4f1deb3-1f4f-480f-b173-1d088c57918a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:14.948918 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15e388-e0aa-4f50-861a-048637c80a15 req-336e9320-4219-4a23-bd1b-6bb8074f3779 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:14.956350 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7c15e388-e0aa-4f50-861a-048637c80a15 req-336e9320-4219-4a23-bd1b-6bb8074f3779 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 945 time: 0.9166250
Dec 22 04:45:14.962362 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:14.996366 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c7f72e0>, '0f370545-4b43-442c-8d2b-6f481cbef290') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:14.996693 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c7f72e0>, '0f370545-4b43-442c-8d2b-6f481cbef290') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:15.030644 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7c15e388-e0aa-4f50-861a-048637c80a15 req-8e0e244f-6583-4c45-9174-a217ab78fce8 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/security-groups?id=367764b4-c0d7-450f-b914-36201bf94e80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728548
Dec 22 04:45:15.057890 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:15.060086 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] For port d55f6ef6-864f-4169-9ad9-27c346ea04b0, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:45:15.073177 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] For port d55f6ef6-864f-4169-9ad9-27c346ea04b0, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d55f6ef6-864f-4169-9ad9-27c346ea04b0,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:45:15.083161 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:15.088653 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:15.093314 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:45:15.095214 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:15.097099 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e35537ee-008b-40bc-a377-46c9383e4683 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:45:15.116039 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:45:15.139786 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-bd34ae64-7276-4979-b71f-3d3ff13127b6 req-e475a374-f8e0-4b3c-8c88-e3b2d0ead7d5 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2559359
Dec 22 04:45:15.179845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-bf18004d-fdc4-4e20-8ae7-1882f05ba36e req-77949abd-3b20-4efb-b8b5-7a3f8e295f8f service neutron] Unset dirty status for tenant:d1d961d6487041909a0894920d2292b7 on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:15.180471 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bf18004d-fdc4-4e20-8ae7-1882f05ba36e req-77949abd-3b20-4efb-b8b5-7a3f8e295f8f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 2.4528029
Dec 22 04:45:15.196867 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:15.243856 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:15.244098 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Transition to ACTIVE for port object 919303c0-65e3-4b7d-82ee-0eb753704bdb will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:15.255427 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:15.261659 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5d641093-9e8b-42c7-9d9e-1b2a3feb1c42 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:15.286512 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Pushing event updated for resources: {'Port': ['ID=d55f6ef6-864f-4169-9ad9-27c346ea04b0,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:15.291700 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:15.303145 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Transition to ACTIVE for port object 919303c0-65e3-4b7d-82ee-0eb753704bdb will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:15.312817 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:15.313165 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:15.318219 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:15.354408 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:15.359100 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d04ecbb7-9880-4fee-8965-83f7d237d1db None None] Deleting port 4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:15.359429 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d04ecbb7-9880-4fee-8965-83f7d237d1db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:15.362368 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:15.370573 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:15.375826 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Pushing event updated for resources: {'Port': ['ID=141dcd95-52a0-401a-bdb3-e05b36b01c03,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:15.378902 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:15.398220 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-746098c9-c424-46bf-b672-2765d1d05856 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Allocated IP 172.20.0.4 (1a659d4b-6583-4516-a8be-476da7dc0dfe/d8555e11-5799-423e-92ce-a3dc21e3fd31/9f5d76eb-2d33-4301-a179-0f8c363260f9) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:15.436041 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:15.438442 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:15.457068 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-97642866-595b-4026-9c3a-b896f35a5065 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:15.459015 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d04ecbb7-9880-4fee-8965-83f7d237d1db None None] The port '4c2dcd10-bbcf-4ee0-9821-f5bc7ff3c1b3' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:45:15.480519 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Network 1a659d4b-6583-4516-a8be-476da7dc0dfe is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:15.487344 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Pushing event deleted for resources: {'Network': ['ID=575b5945-2fc8-4f26-842b-d2c79dc3543a,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:15.494027 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] 10.222.0.53 "DELETE /v2.0/networks/575b5945-2fc8-4f26-842b-d2c79dc3543a HTTP/1.1" status: 204  len: 168 time: 3.3917837
Dec 22 04:45:15.495297 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:15.499151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:15.502923 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:15.508927 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:15.518258 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Pushing event updated for resources: {'Port': ['ID=919303c0-65e3-4b7d-82ee-0eb753704bdb,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:15.522725 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:15.698263 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-746098c9-c424-46bf-b672-2765d1d05856 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:15.709903 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Attempting to bind port 919303c0-65e3-4b7d-82ee-0eb753704bdb on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:45:15.710277 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Attempting to bind port 919303c0-65e3-4b7d-82ee-0eb753704bdb by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '64fccc9a-0a3e-473c-9c28-adec47075c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1a659d4b-6583-4516-a8be-476da7dc0dfe'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:45:15.710640 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Attempting to bind port 919303c0-65e3-4b7d-82ee-0eb753704bdb on network 1a659d4b-6583-4516-a8be-476da7dc0dfe {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:45:15.714964 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-746098c9-c424-46bf-b672-2765d1d05856 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Transition to ACTIVE for port object 9f5d76eb-2d33-4301-a179-0f8c363260f9 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:15.731357 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:45:15.731740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Checking segment: {'id': '64fccc9a-0a3e-473c-9c28-adec47075c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1a659d4b-6583-4516-a8be-476da7dc0dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:15.736126 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:15.736432 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Bound using segment: {'id': '64fccc9a-0a3e-473c-9c28-adec47075c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1a659d4b-6583-4516-a8be-476da7dc0dfe'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:45:15.736935 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Bound port: 919303c0-65e3-4b7d-82ee-0eb753704bdb, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fccc9a-0a3e-473c-9c28-adec47075c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1a659d4b-6583-4516-a8be-476da7dc0dfe'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:45:15.737392 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:15.820730 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-5d641093-9e8b-42c7-9d9e-1b2a3feb1c42 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Calling delete_port for a9927818-2421-4233-b59e-ab562052dde8 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:15.877639 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97642866-595b-4026-9c3a-b896f35a5065 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:15.880466 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-97642866-595b-4026-9c3a-b896f35a5065 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:15.911291 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b4f1deb3-1f4f-480f-b173-1d088c57918a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:15.928019 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] For port 919303c0-65e3-4b7d-82ee-0eb753704bdb, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:45:15.932592 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] For port 919303c0-65e3-4b7d-82ee-0eb753704bdb, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=919303c0-65e3-4b7d-82ee-0eb753704bdb,segment=NetworkSegment(64fccc9a-0a3e-473c-9c28-adec47075c6c),segment_id=64fccc9a-0a3e-473c-9c28-adec47075c6c)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:45:15.941653 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:15.948787 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:16.055455 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 9231bc40-c69a-4d17-a6aa-67c00402d5b7 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:16.068211 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-b4f1deb3-1f4f-480f-b173-1d088c57918a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Calling delete_port for 0040b3d7-9b50-48c4-92f8-484e7fbb1aac owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:16.080472 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:16.097784 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-746098c9-c424-46bf-b672-2765d1d05856 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:16.111452 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:16.124395 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-97642866-595b-4026-9c3a-b896f35a5065 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:16.145615 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:45:16.146208 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 22 04:45:16.156344 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5d641093-9e8b-42c7-9d9e-1b2a3feb1c42 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:16.190603 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48936) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:16.216758 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Port b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5 not found, will not notify nova. {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 22 04:45:16.217245 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d55f6ef6-864f-4169-9ad9-27c346ea04b0 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:16.237860 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746098c9-c424-46bf-b672-2765d1d05856 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Network 1a659d4b-6583-4516-a8be-476da7dc0dfe is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:16.273847 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-746098c9-c424-46bf-b672-2765d1d05856 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:16.294416 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746098c9-c424-46bf-b672-2765d1d05856 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:16.343919 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746098c9-c424-46bf-b672-2765d1d05856 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Pushing event updated for resources: {'Port': ['ID=9f5d76eb-2d33-4301-a179-0f8c363260f9,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:16.360198 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Pushing event updated for resources: {'Port': ['ID=919303c0-65e3-4b7d-82ee-0eb753704bdb,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:16.363384 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5d641093-9e8b-42c7-9d9e-1b2a3feb1c42 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:16.370762 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-746098c9-c424-46bf-b672-2765d1d05856 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:16.371847 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:16.379566 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:16.430014 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 9231bc40-c69a-4d17-a6aa-67c00402d5b7 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:16.447926 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port d55f6ef6-864f-4169-9ad9-27c346ea04b0 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:16.452257 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 9231bc40-c69a-4d17-a6aa-67c00402d5b7 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:16.452627 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:16.618499 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d641093-9e8b-42c7-9d9e-1b2a3feb1c42 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Pushing event deleted for resources: {'Port': ['ID=a9927818-2421-4233-b59e-ab562052dde8,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:16.624506 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5d641093-9e8b-42c7-9d9e-1b2a3feb1c42 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:16.678724 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5d641093-9e8b-42c7-9d9e-1b2a3feb1c42 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] 10.222.0.53 "DELETE /v2.0/ports/a9927818-2421-4233-b59e-ab562052dde8 HTTP/1.1" status: 204  len: 168 time: 2.0369301
Dec 22 04:45:16.680383 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:16.680980 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-97642866-595b-4026-9c3a-b896f35a5065 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:16.682382 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48942) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:16.718888 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9231bc40-c69a-4d17-a6aa-67c00402d5b7'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:45:16.731107 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 9231bc40-c69a-4d17-a6aa-67c00402d5b7, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9231bc40-c69a-4d17-a6aa-67c00402d5b7,segment=NetworkSegment(fd9a065d-b1ab-425e-bd6b-df52b2ccf184),segment_id=fd9a065d-b1ab-425e-bd6b-df52b2ccf184)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:16.737903 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:16.740209 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a616cf89-529b-42ed-ae54-2d4fc0723f02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:16.768596 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746098c9-c424-46bf-b672-2765d1d05856 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:16.769255 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-746098c9-c424-46bf-b672-2765d1d05856 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:16.786400 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:16.791880 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-97642866-595b-4026-9c3a-b896f35a5065 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:16.841361 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b4f1deb3-1f4f-480f-b173-1d088c57918a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:16.843123 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=9231bc40-c69a-4d17-a6aa-67c00402d5b7,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:16.848025 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:16.855119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-41043333-5689-4ac7-b5a3-adbc8af3021f tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:16.856969 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-a84f71c1-4964-49a3-9203-ac66774596e8 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Deleting port d6d79bbb-a44a-4115-8b8d-14b7d4fb697d {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:16.857304 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a84f71c1-4964-49a3-9203-ac66774596e8 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:16.888200 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-746098c9-c424-46bf-b672-2765d1d05856 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 3.2235754
Dec 22 04:45:16.896581 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbc09a-60d8-4f7f-9fa4-12fb666de018 req-d83671e3-b79e-4ff7-92b1-1f0a56a08659 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:16.897193 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48948) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:16.898207 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b6cbc09a-60d8-4f7f-9fa4-12fb666de018 req-d83671e3-b79e-4ff7-92b1-1f0a56a08659 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 945 time: 0.4909341
Dec 22 04:45:16.916118 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1deb3-1f4f-480f-b173-1d088c57918a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Port': ['ID=0040b3d7-9b50-48c4-92f8-484e7fbb1aac,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:16.919596 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0e723d0a-ae82-4210-a9a4-a7afce9deb41 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e1ec84f87cd349daaf6eebea34f069a3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7275801
Dec 22 04:45:16.920635 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b4f1deb3-1f4f-480f-b173-1d088c57918a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:16.924744 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-ed57c928-a2e6-4a24-be9b-85144d4533f6 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Request body: {'port': {'network_id': '1a659d4b-6583-4516-a8be-476da7dc0dfe', 'name': 'tempest-AllowedAddressPairTestJSON-1270990181', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:39:59:7d'}]}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:16.931703 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48952) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:16.987634 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:17.034268 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-df700d17-9a93-4e92-8a17-1c2f1c698572 None None] Provisioning for port d55f6ef6-864f-4169-9ad9-27c346ea04b0 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:17.039047 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af9b34-b8f1-471c-b324-a66541a21579 req-14ceff68-a94a-4649-9f07-0922dd4a8b7b tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:17.039699 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-df700d17-9a93-4e92-8a17-1c2f1c698572 None None] Provisioning complete for port d55f6ef6-864f-4169-9ad9-27c346ea04b0 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:17.040279 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-df700d17-9a93-4e92-8a17-1c2f1c698572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:17.040557 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-06af9b34-b8f1-471c-b324-a66541a21579 req-14ceff68-a94a-4649-9f07-0922dd4a8b7b tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 946 time: 0.5926428
Dec 22 04:45:17.047646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b4f1deb3-1f4f-480f-b173-1d088c57918a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:17.049518 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b4f1deb3-1f4f-480f-b173-1d088c57918a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/0040b3d7-9b50-48c4-92f8-484e7fbb1aac HTTP/1.1" status: 204  len: 168 time: 2.2890222
Dec 22 04:45:17.051464 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-97642866-595b-4026-9c3a-b896f35a5065 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:17.051998 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97642866-595b-4026-9c3a-b896f35a5065 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12d32c99-8a64-4d1d-864e-b664aff49a8e {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:45:17.061070 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48956) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:17.173057 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b6cbc09a-60d8-4f7f-9fa4-12fb666de018 req-8e681921-3261-48ce-a343-7f73efe1379e tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/security-groups?id=367764b4-c0d7-450f-b914-36201bf94e80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2601321
Dec 22 04:45:17.181749 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18247e36-70cb-4bc9-a1b7-d1bd981d2280 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:17.183050 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18247e36-70cb-4bc9-a1b7-d1bd981d2280 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:17.183781 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-18247e36-70cb-4bc9-a1b7-d1bd981d2280 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:17.188929 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-97642866-595b-4026-9c3a-b896f35a5065 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:17.192845 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-97642866-595b-4026-9c3a-b896f35a5065 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "DELETE /v2.0/routers/12d32c99-8a64-4d1d-864e-b664aff49a8e HTTP/1.1" status: 204  len: 168 time: 6.8747480
Dec 22 04:45:17.201759 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-df700d17-9a93-4e92-8a17-1c2f1c698572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:17.209871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48960) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:17.349070 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ed57c928-a2e6-4a24-be9b-85144d4533f6 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:17.351326 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-18247e36-70cb-4bc9-a1b7-d1bd981d2280 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:17.352499 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-18247e36-70cb-4bc9-a1b7-d1bd981d2280 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2899485
Dec 22 04:45:17.365874 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48964) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:17.368207 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-06af9b34-b8f1-471c-b324-a66541a21579 req-637d36a5-4796-4aa4-b05a-a70cb962b68f tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3106365
Dec 22 04:45:17.432670 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-df700d17-9a93-4e92-8a17-1c2f1c698572 None None] For port d55f6ef6-864f-4169-9ad9-27c346ea04b0, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d55f6ef6-864f-4169-9ad9-27c346ea04b0,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:17.440783 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-df700d17-9a93-4e92-8a17-1c2f1c698572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:17.442271 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-3c0de2c6-39c1-4192-9fd8-74a1c4c69142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:17.473464 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ed57c928-a2e6-4a24-be9b-85144d4533f6 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Usage tracker for resource:port and tenant:40c15c4d603a42bc9f86ab63e3628133 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:17.479546 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ed57c928-a2e6-4a24-be9b-85144d4533f6 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:17.487202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ed57c928-a2e6-4a24-be9b-85144d4533f6 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:17.510317 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed57c928-a2e6-4a24-be9b-85144d4533f6 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Made reservation on behalf of 40c15c4d603a42bc9f86ab63e3628133 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:17.518397 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9231bc40-c69a-4d17-a6aa-67c00402d5b7', 'code': 200}
Dec 22 04:45:17.584653 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-91c7e3d0-3b61-44be-a590-235e9249a448 None None] Could not find standard attr ID for object 0040b3d7-9b50-48c4-92f8-484e7fbb1aac. {{(pid=83436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 04:45:17.610623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df700d17-9a93-4e92-8a17-1c2f1c698572 None None] Pushing event updated for resources: {'Port': ['ID=d55f6ef6-864f-4169-9ad9-27c346ea04b0,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:17.616372 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-df700d17-9a93-4e92-8a17-1c2f1c698572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:17.819117 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ed57c928-a2e6-4a24-be9b-85144d4533f6 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:17.842294 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e1348eb2-85f2-4098-b4dc-88be53aa6227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:17.860646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-ed57c928-a2e6-4a24-be9b-85144d4533f6 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] device_id is not set on port ba339129-23fd-4d59-852e-7103230befd4 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:17.869907 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e1348eb2-85f2-4098-b4dc-88be53aa6227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:17.909255 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2892e8b7-1bbe-4d81-a8f3-f81e99056440 None None] Network 1a659d4b-6583-4516-a8be-476da7dc0dfe requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:17.927119 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a84f71c1-4964-49a3-9203-ac66774596e8 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:17.949215 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e1348eb2-85f2-4098-b4dc-88be53aa6227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:17.962714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ed26fffc-9b00-412a-96cd-859d43a497a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:17.968639 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf84186-d6ed-4072-9a45-4fcf1cabf54b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet 0cac451a-1510-4db8-a907-e60cdd814752 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:45:17.973328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cbf84186-d6ed-4072-9a45-4fcf1cabf54b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:18.067696 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-bedd856e-e754-4d06-b4cc-5e51b346061e None None] Provisioning for port 919303c0-65e3-4b7d-82ee-0eb753704bdb completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:18.128133 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-a84f71c1-4964-49a3-9203-ac66774596e8 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Calling delete_port for d6d79bbb-a44a-4115-8b8d-14b7d4fb697d owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:18.158773 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cbf84186-d6ed-4072-9a45-4fcf1cabf54b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:18.192941 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1348eb2-85f2-4098-b4dc-88be53aa6227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb74ab5-f1c3-4356-a1dc-4802881d1506,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:18.211715 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d55f6ef6-864f-4169-9ad9-27c346ea04b0 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:18.216422 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-ed57c928-a2e6-4a24-be9b-85144d4533f6 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Allocated IP 172.20.0.7 (1a659d4b-6583-4516-a8be-476da7dc0dfe/d8555e11-5799-423e-92ce-a3dc21e3fd31/ba339129-23fd-4d59-852e-7103230befd4) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:18.242555 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1348eb2-85f2-4098-b4dc-88be53aa6227 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:18.243578 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1348eb2-85f2-4098-b4dc-88be53aa6227 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:18.244133 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1348eb2-85f2-4098-b4dc-88be53aa6227 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:18.244623 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1348eb2-85f2-4098-b4dc-88be53aa6227 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:18.252399 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1348eb2-85f2-4098-b4dc-88be53aa6227 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:18.253008 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1348eb2-85f2-4098-b4dc-88be53aa6227 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:18.253739 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1348eb2-85f2-4098-b4dc-88be53aa6227 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:18.254121 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1348eb2-85f2-4098-b4dc-88be53aa6227 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:18.254559 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1348eb2-85f2-4098-b4dc-88be53aa6227 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:18.254958 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1348eb2-85f2-4098-b4dc-88be53aa6227 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:18.255314 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1348eb2-85f2-4098-b4dc-88be53aa6227 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:18.268799 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e1348eb2-85f2-4098-b4dc-88be53aa6227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:18.270322 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e1348eb2-85f2-4098-b4dc-88be53aa6227 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0fb74ab5-f1c3-4356-a1dc-4802881d1506 HTTP/1.1" status: 204  len: 168 time: 1.3253496
Dec 22 04:45:18.284245 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e1348eb2-85f2-4098-b4dc-88be53aa6227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:18.288362 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2e71a4-e4eb-4f18-a096-24bf7d6f3085 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Deleting subnet ca1c8b3e-6c79-490e-8189-b99ff77253b2 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:45:18.339490 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df2e71a4-e4eb-4f18-a096-24bf7d6f3085 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:18.431423 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cbf84186-d6ed-4072-9a45-4fcf1cabf54b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:18.441771 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port d55f6ef6-864f-4169-9ad9-27c346ea04b0 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:18.442157 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:18.450941 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-169ccd99-84b5-45cb-a7bf-ad5ab630571a req-d03de778-0190-4005-8e1c-97111cf00184 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 1099 time: 0.7071209
Dec 22 04:45:18.559443 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df2e71a4-e4eb-4f18-a096-24bf7d6f3085 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:18.695333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:18.702851 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 919303c0-65e3-4b7d-82ee-0eb753704bdb up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:18.705534 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-169ccd99-84b5-45cb-a7bf-ad5ab630571a req-a8eda367-e7a6-4ea6-81c9-705d770c3fba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=367764b4-c0d7-450f-b914-36201bf94e80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2462113
Dec 22 04:45:18.742692 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ed57c928-a2e6-4a24-be9b-85144d4533f6 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:18.751403 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:18.760020 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:18.771737 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cbf84186-d6ed-4072-9a45-4fcf1cabf54b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:18.786421 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-ed57c928-a2e6-4a24-be9b-85144d4533f6 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Transition to ACTIVE for port object ba339129-23fd-4d59-852e-7103230befd4 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:18.787646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:18.838653 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 919303c0-65e3-4b7d-82ee-0eb753704bdb completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:18.846308 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 919303c0-65e3-4b7d-82ee-0eb753704bdb triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:18.846785 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:18.861961 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404a289-4031-4a14-91e6-26882dbcdc05 req-17f50402-150d-4e0a-8a90-aa3575ff3ff3 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:18.863727 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4404a289-4031-4a14-91e6-26882dbcdc05 req-17f50402-150d-4e0a-8a90-aa3575ff3ff3 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 946 time: 0.3874795
Dec 22 04:45:18.864809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cbf84186-d6ed-4072-9a45-4fcf1cabf54b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:18.869800 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf84186-d6ed-4072-9a45-4fcf1cabf54b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=0cac451a-1510-4db8-a907-e60cdd814752,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:18.883562 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Pushing event updated for resources: {'Port': ['ID=141dcd95-52a0-401a-bdb3-e05b36b01c03,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:18.886145 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a84f71c1-4964-49a3-9203-ac66774596e8 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:18.890019 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:18.892925 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19d5bac-8716-48f9-964e-99e7ce10f14b None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:18.908459 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9ce446d6-35f7-4d11-a656-15797a5e5e33 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:18.944511 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf84186-d6ed-4072-9a45-4fcf1cabf54b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:18.945821 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf84186-d6ed-4072-9a45-4fcf1cabf54b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:18.946493 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf84186-d6ed-4072-9a45-4fcf1cabf54b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:18.947029 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf84186-d6ed-4072-9a45-4fcf1cabf54b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:18.947628 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf84186-d6ed-4072-9a45-4fcf1cabf54b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:18.948196 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf84186-d6ed-4072-9a45-4fcf1cabf54b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:18.949429 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf84186-d6ed-4072-9a45-4fcf1cabf54b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:18.950102 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf84186-d6ed-4072-9a45-4fcf1cabf54b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:18.950678 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf84186-d6ed-4072-9a45-4fcf1cabf54b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:18.951729 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf84186-d6ed-4072-9a45-4fcf1cabf54b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:18.951729 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf84186-d6ed-4072-9a45-4fcf1cabf54b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:18.963128 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-cbf84186-d6ed-4072-9a45-4fcf1cabf54b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:18.966767 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-cbf84186-d6ed-4072-9a45-4fcf1cabf54b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/0cac451a-1510-4db8-a907-e60cdd814752 HTTP/1.1" status: 204  len: 168 time: 1.5976691
Dec 22 04:45:18.977134 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48988) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:19.002284 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df2e71a4-e4eb-4f18-a096-24bf7d6f3085 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:19.036982 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a84f71c1-4964-49a3-9203-ac66774596e8 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:19.060678 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a84f71c1-4964-49a3-9203-ac66774596e8 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] 10.222.0.53 "DELETE /v2.0/ports/d6d79bbb-a44a-4115-8b8d-14b7d4fb697d HTTP/1.1" status: 204  len: 168 time: 2.3705530
Dec 22 04:45:19.062207 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f71c1-4964-49a3-9203-ac66774596e8 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Pushing event deleted for resources: {'Port': ['ID=d6d79bbb-a44a-4115-8b8d-14b7d4fb697d,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:19.073171 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 48992) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:19.080462 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a84f71c1-4964-49a3-9203-ac66774596e8 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:19.093752 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-aa1c7757-b4e4-4218-9f3f-c1b2055131c8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1143847
Dec 22 04:45:19.097336 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 48996) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:19.105141 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-3c486cc5-51f8-4d6e-b596-d5529063ae25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:19.137481 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4404a289-4031-4a14-91e6-26882dbcdc05 req-603453da-5326-4ad0-933c-5be14a411f14 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/security-groups?id=367764b4-c0d7-450f-b914-36201bf94e80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2636585
Dec 22 04:45:19.143936 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0ada48d7-0608-4549-85d7-2739a9cb0dfb None None] Provisioning for port 9f5d76eb-2d33-4301-a179-0f8c363260f9 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:19.164707 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ed57c928-a2e6-4a24-be9b-85144d4533f6 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:19.178009 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d8e80a99-2185-4be6-a41f-e208f6d1d2b5 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Synchronizing usage tracker for tenant:e3f9ab407dc3482fae4a9a41c5ebac74 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:19.219724 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd813a-0ed8-4cf6-ac23-3c6ae59c6706 req-c06fd3af-0a70-4bd7-9f0d-f47c1cf056e6 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:19.221488 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7fbd813a-0ed8-4cf6-ac23-3c6ae59c6706 req-c06fd3af-0a70-4bd7-9f0d-f47c1cf056e6 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 946 time: 0.6036146
Dec 22 04:45:19.228995 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0ada48d7-0608-4549-85d7-2739a9cb0dfb None None] Provisioning complete for port 9f5d76eb-2d33-4301-a179-0f8c363260f9 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:19.229637 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0ada48d7-0608-4549-85d7-2739a9cb0dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:19.235155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d8e80a99-2185-4be6-a41f-e208f6d1d2b5 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Unset dirty status for tenant:e3f9ab407dc3482fae4a9a41c5ebac74 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:19.241672 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d8e80a99-2185-4be6-a41f-e208f6d1d2b5 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1656976
Dec 22 04:45:19.244131 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49002) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:19.247393 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:19.258569 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-52c3130a-01eb-4ff9-a517-7217c7cff506 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-927455611'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:19.314574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-52c3130a-01eb-4ff9-a517-7217c7cff506 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:19.321494 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5d641093-9e8b-42c7-9d9e-1b2a3feb1c42 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:19.324751 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-52c3130a-01eb-4ff9-a517-7217c7cff506 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Usage tracker for resource:network and tenant:e3f9ab407dc3482fae4a9a41c5ebac74 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:19.332154 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-52c3130a-01eb-4ff9-a517-7217c7cff506 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:19.332349 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-0ada48d7-0608-4549-85d7-2739a9cb0dfb None None] Port 9f5d76eb-2d33-4301-a179-0f8c363260f9 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:19.335545 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:19.343559 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-52c3130a-01eb-4ff9-a517-7217c7cff506 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:19.348089 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7fbd813a-0ed8-4cf6-ac23-3c6ae59c6706 req-c1376091-c3aa-458e-b019-b6e9d1d77e1a tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1044631
Dec 22 04:45:19.353138 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:19.357934 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.3105204
Dec 22 04:45:19.359693 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49008) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:19.362602 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df2e71a4-e4eb-4f18-a096-24bf7d6f3085 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:19.366615 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-5d0bee93-ff07-4bca-bbd2-af86920d3fb9 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1636129499', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'fixed_ips': [{'ip_address': '172.26.4.158'}]}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:19.371273 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5d0bee93-ff07-4bca-bbd2-af86920d3fb9 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:19.375744 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5d0bee93-ff07-4bca-bbd2-af86920d3fb9 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Usage tracker for resource:port and tenant:2ab6b5724efb4be58f8308df8d8fd07c is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:19.381074 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5d0bee93-ff07-4bca-bbd2-af86920d3fb9 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:19.388632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5d0bee93-ff07-4bca-bbd2-af86920d3fb9 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:19.410437 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:19.416484 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 919303c0-65e3-4b7d-82ee-0eb753704bdb, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=919303c0-65e3-4b7d-82ee-0eb753704bdb,segment=NetworkSegment(64fccc9a-0a3e-473c-9c28-adec47075c6c),segment_id=64fccc9a-0a3e-473c-9c28-adec47075c6c)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:19.418958 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0ada48d7-0608-4549-85d7-2739a9cb0dfb None None] Provisioning complete for port 919303c0-65e3-4b7d-82ee-0eb753704bdb triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:19.420640 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0ada48d7-0608-4549-85d7-2739a9cb0dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:19.442696 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c3130a-01eb-4ff9-a517-7217c7cff506 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Made reservation on behalf of e3f9ab407dc3482fae4a9a41c5ebac74 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:19.445781 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-52c3130a-01eb-4ff9-a517-7217c7cff506 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:19.457083 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed57c928-a2e6-4a24-be9b-85144d4533f6 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Network 1a659d4b-6583-4516-a8be-476da7dc0dfe is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:19.459724 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:19.465434 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:19.474638 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-ed57c928-a2e6-4a24-be9b-85144d4533f6 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:19.485047 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed57c928-a2e6-4a24-be9b-85144d4533f6 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:19.487270 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df2e71a4-e4eb-4f18-a096-24bf7d6f3085 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:19.489267 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-df2e71a4-e4eb-4f18-a096-24bf7d6f3085 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/ca1c8b3e-6c79-490e-8189-b99ff77253b2 HTTP/1.1" status: 204  len: 168 time: 2.1657896
Dec 22 04:45:19.498863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0bee93-ff07-4bca-bbd2-af86920d3fb9 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Made reservation on behalf of 2ab6b5724efb4be58f8308df8d8fd07c for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:19.502152 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5d0bee93-ff07-4bca-bbd2-af86920d3fb9 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:19.524133 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49016) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:19.534828 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e71a4-e4eb-4f18-a096-24bf7d6f3085 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ca1c8b3e-6c79-490e-8189-b99ff77253b2,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:19.559031 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-df2e71a4-e4eb-4f18-a096-24bf7d6f3085 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:19.572518 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379452f6-567f-47a0-ad77-65fb37799516 None None] DHCP port deletion for 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:45:19.575095 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57c928-a2e6-4a24-be9b-85144d4533f6 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Pushing event updated for resources: {'Port': ['ID=ba339129-23fd-4d59-852e-7103230befd4,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:19.594641 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-3c486cc5-51f8-4d6e-b596-d5529063ae25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:19.594979 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-379452f6-567f-47a0-ad77-65fb37799516 None None] Deleting port d55f6ef6-864f-4169-9ad9-27c346ea04b0 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:19.595354 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-379452f6-567f-47a0-ad77-65fb37799516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:19.604407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ed57c928-a2e6-4a24-be9b-85144d4533f6 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:19.609511 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-3c486cc5-51f8-4d6e-b596-d5529063ae25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:19.618158 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5d0bee93-ff07-4bca-bbd2-af86920d3fb9 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:19.620467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-3c486cc5-51f8-4d6e-b596-d5529063ae25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:19.632486 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c3130a-01eb-4ff9-a517-7217c7cff506 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:45:19.640283 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-3c486cc5-51f8-4d6e-b596-d5529063ae25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:19.676666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49020) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:19.682347 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-52c3130a-01eb-4ff9-a517-7217c7cff506 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:19.682690 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-52c3130a-01eb-4ff9-a517-7217c7cff506 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Added segment 7cea03cb-28a9-4330-95f0-4446f7a10812 of type vlan for network 2f2acdfc-391b-454b-b075-6ba80166db54
Dec 22 04:45:19.684871 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed57c928-a2e6-4a24-be9b-85144d4533f6 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:19.685535 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ed57c928-a2e6-4a24-be9b-85144d4533f6 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:19.697132 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=919303c0-65e3-4b7d-82ee-0eb753704bdb,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:19.741496 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-856a2cf5-0508-495e-80cc-fc3d9d00b86f tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:19.748287 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5d0bee93-ff07-4bca-bbd2-af86920d3fb9 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:19.757502 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5d0bee93-ff07-4bca-bbd2-af86920d3fb9 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Usage tracker for resource:security_group_rule and tenant:2ab6b5724efb4be58f8308df8d8fd07c is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:19.761042 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-52c3130a-01eb-4ff9-a517-7217c7cff506 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:19.764613 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ed57c928-a2e6-4a24-be9b-85144d4533f6 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 998 time: 2.8593664
Dec 22 04:45:19.766596 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5d0bee93-ff07-4bca-bbd2-af86920d3fb9 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:19.770383 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49026) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:19.775183 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c486cc5-51f8-4d6e-b596-d5529063ae25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:19.779758 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3c486cc5-51f8-4d6e-b596-d5529063ae25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:19.801504 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:19.801957 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:19.802514 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:19.803027 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:19.807730 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:19.808119 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:19.808902 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:19.809407 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:19.809752 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:19.810081 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:19.810409 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:19.820453 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:19.842463 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5d0bee93-ff07-4bca-bbd2-af86920d3fb9 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:19.917454 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5d0bee93-ff07-4bca-bbd2-af86920d3fb9 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:19.957946 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 919303c0-65e3-4b7d-82ee-0eb753704bdb up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:19.978994 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-28829426-1e54-4fce-a27f-dd658381dd0b tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] Request body: {'port': {'network_id': 'cdae4fac-d259-4b5c-aea0-89243dc20af5', 'name': 'tempest-NetworksNegativeTestJSON-1268828186'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:19.985069 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbd3d2-752c-4763-843d-a65e1ca72fdc req-35fe24b7-ce52-4c74-9eb6-adecd517a599 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:19.990391 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c2fbd3d2-752c-4763-843d-a65e1ca72fdc req-35fe24b7-ce52-4c74-9eb6-adecd517a599 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 946 time: 0.3137612
Dec 22 04:45:19.995893 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49030) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:20.004450 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-833a522b-3f7e-4a5f-8df7-d118fe9eb68a tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Request body: {'floatingip': {'port_id': '03ddd590-c3d9-45ff-9e50-072a61fe0f41'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:20.018088 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.resource_extend [None req-52c3130a-01eb-4ff9-a517-7217c7cff506 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:45:20.026930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5d0bee93-ff07-4bca-bbd2-af86920d3fb9 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:20.034532 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-037e6cb5-8bbb-4c73-bbe6-495d0b31d478 None None] Provisioning complete for port 9f5d76eb-2d33-4301-a179-0f8c363260f9 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:20.034913 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-037e6cb5-8bbb-4c73-bbe6-495d0b31d478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:20.036167 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-86717e54-2b83-4849-9221-f4958ca6eefb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:20.063283 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-5d0bee93-ff07-4bca-bbd2-af86920d3fb9 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] device_id is not set on port c955dfcb-ee8d-4e0f-b6a6-9d36d22dfbf2 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:20.074094 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-379452f6-567f-47a0-ad77-65fb37799516 None None] For port d55f6ef6-864f-4169-9ad9-27c346ea04b0, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d55f6ef6-864f-4169-9ad9-27c346ea04b0,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:20.074485 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-379452f6-567f-47a0-ad77-65fb37799516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:20.120019 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-833a522b-3f7e-4a5f-8df7-d118fe9eb68a tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks [] for floatingip, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:20.147606 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-28829426-1e54-4fce-a27f-dd658381dd0b tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] POST failed (client error): The resource could not be found.
Dec 22 04:45:20.148151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28829426-1e54-4fce-a27f-dd658381dd0b tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:45:20.152862 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-28829426-1e54-4fce-a27f-dd658381dd0b tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.4690387
Dec 22 04:45:20.162622 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49034) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:20.257943 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-379452f6-567f-47a0-ad77-65fb37799516 None None] Calling delete_port for d55f6ef6-864f-4169-9ad9-27c346ea04b0 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:20.308848 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-037e6cb5-8bbb-4c73-bbe6-495d0b31d478 None None] Port 9f5d76eb-2d33-4301-a179-0f8c363260f9 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:20.325375 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-52c3130a-01eb-4ff9-a517-7217c7cff506 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:20.333187 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 919303c0-65e3-4b7d-82ee-0eb753704bdb triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:20.333585 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:20.345737 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c3130a-01eb-4ff9-a517-7217c7cff506 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:20.346436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-52c3130a-01eb-4ff9-a517-7217c7cff506 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:20.358927 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-856a2cf5-0508-495e-80cc-fc3d9d00b86f tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:20.370290 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0bee93-ff07-4bca-bbd2-af86920d3fb9 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcd2c6c-a97b-46d4-aa48-a5f6797a4ec9,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:20.373151 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-43047e36-103a-45de-aba6-aa5b760a918e tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:45:20.373693 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43047e36-103a-45de-aba6-aa5b760a918e tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:45:20.385873 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5d0bee93-ff07-4bca-bbd2-af86920d3fb9 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:20.399356 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:20.407146 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-037e6cb5-8bbb-4c73-bbe6-495d0b31d478 None None] Provisioning for port ba339129-23fd-4d59-852e-7103230befd4 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:20.418936 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-037e6cb5-8bbb-4c73-bbe6-495d0b31d478 None None] Provisioning complete for port ba339129-23fd-4d59-852e-7103230befd4 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:20.419261 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-037e6cb5-8bbb-4c73-bbe6-495d0b31d478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:20.448047 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-379452f6-567f-47a0-ad77-65fb37799516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:20.458277 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-df700d17-9a93-4e92-8a17-1c2f1c698572 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:20.540633 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379452f6-567f-47a0-ad77-65fb37799516 None None] Pushing event deleted for resources: {'Port': ['ID=d55f6ef6-864f-4169-9ad9-27c346ea04b0,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:20.546978 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-379452f6-567f-47a0-ad77-65fb37799516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:20.557464 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3c486cc5-51f8-4d6e-b596-d5529063ae25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:20.574127 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379452f6-567f-47a0-ad77-65fb37799516 None None] No DVR routers for this DVR port d55f6ef6-864f-4169-9ad9-27c346ea04b0 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:45:20.579155 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-037e6cb5-8bbb-4c73-bbe6-495d0b31d478 None None] Port ba339129-23fd-4d59-852e-7103230befd4 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:20.580854 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-856a2cf5-0508-495e-80cc-fc3d9d00b86f tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b6fcee0>,) {'filters': {'network_id': ['32c0d233-b4f9-488b-b233-3f02ee37631f']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:20.591293 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-43047e36-103a-45de-aba6-aa5b760a918e tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] 10.222.0.53 "DELETE /v2.0/networks/c4193f00-909b-4a92-8a4d-e4c2f9d609ec HTTP/1.1" status: 404  len: 339 time: 0.4166789
Dec 22 04:45:20.604183 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-856a2cf5-0508-495e-80cc-fc3d9d00b86f tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b6fcee0>, '89f25f4b-ccd4-4810-9840-0e465c5bc56b') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:20.604489 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-856a2cf5-0508-495e-80cc-fc3d9d00b86f tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b6fcee0>, '89f25f4b-ccd4-4810-9840-0e465c5bc56b') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:20.624071 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-856a2cf5-0508-495e-80cc-fc3d9d00b86f tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:20.634998 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:45:20.639783 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-52c3130a-01eb-4ff9-a517-7217c7cff506 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.3936205
Dec 22 04:45:20.651660 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49040) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:20.651995 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49042) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:20.659924 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25823027-cbe4-4147-ab40-d8effaab0c42 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:20.664121 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25823027-cbe4-4147-ab40-d8effaab0c42 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:20.668073 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25823027-cbe4-4147-ab40-d8effaab0c42 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:20.673205 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-25823027-cbe4-4147-ab40-d8effaab0c42 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2465 time: 0.9012761
Dec 22 04:45:20.675343 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:45:20.675762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device b2c0304d-59f8-4a68-8daf-d7dbd38ef2f5 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:45:20.676336 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d55f6ef6-864f-4169-9ad9-27c346ea04b0 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:45:20.679479 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49044) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:20.683602 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-106d4b56-580e-4cc8-bd1b-feff4f0e5ca6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1903212509'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:20.688206 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-106d4b56-580e-4cc8-bd1b-feff4f0e5ca6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:20.692855 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-106d4b56-580e-4cc8-bd1b-feff4f0e5ca6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Usage tracker for resource:network and tenant:e3f9ab407dc3482fae4a9a41c5ebac74 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:20.695826 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-106d4b56-580e-4cc8-bd1b-feff4f0e5ca6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:20.711167 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-106d4b56-580e-4cc8-bd1b-feff4f0e5ca6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:20.716473 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:20.716819 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: d55f6ef6-864f-4169-9ad9-27c346ea04b0 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:45:20.717174 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d55f6ef6-864f-4169-9ad9-27c346ea04b0 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:45:20.758472 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-856a2cf5-0508-495e-80cc-fc3d9d00b86f tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:20.829042 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3130a-01eb-4ff9-a517-7217c7cff506 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Pushing event updated for resources: {'Network': ['ID=2f2acdfc-391b-454b-b075-6ba80166db54,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:20.831381 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856a2cf5-0508-495e-80cc-fc3d9d00b86f tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:45:20.831782 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-856a2cf5-0508-495e-80cc-fc3d9d00b86f tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:20.839856 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 2f2acdfc-391b-454b-b075-6ba80166db54 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:45:20.851786 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:45:20.853642 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c486cc5-51f8-4d6e-b596-d5529063ae25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:20.853718 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-85994621-324c-4e7a-9b69-bfccbd8fb1d3 tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:45:20.853718 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85994621-324c-4e7a-9b69-bfccbd8fb1d3 tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:45:20.854984 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-85994621-324c-4e7a-9b69-bfccbd8fb1d3 tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] 10.222.0.53 "DELETE /v2.0/ports/4b7829bb-06cc-48a0-89c1-f261622a2a2d HTTP/1.1" status: 404  len: 333 time: 0.1805468
Dec 22 04:45:20.862684 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49052) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:20.866820 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-3c486cc5-51f8-4d6e-b596-d5529063ae25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:20.870285 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c486cc5-51f8-4d6e-b596-d5529063ae25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:20.870850 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3c486cc5-51f8-4d6e-b596-d5529063ae25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:20.905788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75c7134-983b-4064-bdd4-246dbf8b3917 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:20.930233 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-52c3130a-01eb-4ff9-a517-7217c7cff506 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:20.941020 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d4ec41-a4a7-47a0-9b84-7a6f81a2b10c tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:45:20.941451 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d4ec41-a4a7-47a0-9b84-7a6f81a2b10c tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:45:20.943720 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c486cc5-51f8-4d6e-b596-d5529063ae25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=082640cf-c616-46df-b3bc-8109ee7f6f59,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:20.950250 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3c486cc5-51f8-4d6e-b596-d5529063ae25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:20.952346 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106d4b56-580e-4cc8-bd1b-feff4f0e5ca6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Made reservation on behalf of e3f9ab407dc3482fae4a9a41c5ebac74 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:20.955920 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-106d4b56-580e-4cc8-bd1b-feff4f0e5ca6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:20.981307 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-27d4ec41-a4a7-47a0-9b84-7a6f81a2b10c tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] 10.222.0.53 "DELETE /v2.0/subnets/bf7efe75-0b28-47e4-87b9-5ba16a961014 HTTP/1.1" status: 404  len: 337 time: 0.1155040
Dec 22 04:45:20.981821 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49056) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:21.017051 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-524b901a-cce2-409b-a294-a3953199db30 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Deleting port ba339129-23fd-4d59-852e-7103230befd4 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:21.017414 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-524b901a-cce2-409b-a294-a3953199db30 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:21.073469 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3c486cc5-51f8-4d6e-b596-d5529063ae25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.9746323
Dec 22 04:45:21.074522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49060) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:21.092036 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0bee93-ff07-4bca-bbd2-af86920d3fb9 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 22 04:45:21.092582 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d0bee93-ff07-4bca-bbd2-af86920d3fb9 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:45:21.093836 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-42702a91-d443-4898-9418-f47f7ba14605 tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] GET failed (client error): The resource could not be found.
Dec 22 04:45:21.100759 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-42702a91-d443-4898-9418-f47f7ba14605 tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] 10.222.0.53 "GET /v2.0/networks/9f5c5fc8-00d8-4bfb-a4ce-639f849b1016 HTTP/1.1" status: 404  len: 339 time: 0.0632057
Dec 22 04:45:21.111179 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-856a2cf5-0508-495e-80cc-fc3d9d00b86f tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:21.114841 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49064) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:21.123991 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f035a43-aa31-426d-ab82-fb276025c93f req-e2856a4d-2829-4903-87a8-4c5ad6f9b837 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:21.125481 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9f035a43-aa31-426d-ab82-fb276025c93f req-e2856a4d-2829-4903-87a8-4c5ad6f9b837 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 946 time: 0.6224992
Dec 22 04:45:21.127847 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106d4b56-580e-4cc8-bd1b-feff4f0e5ca6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:45:21.159800 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'fixed_ips': [{'subnet_id': '082640cf-c616-46df-b3bc-8109ee7f6f59'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:45:21.160826 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:21.195980 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:21.221345 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856a2cf5-0508-495e-80cc-fc3d9d00b86f tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  32c0d233-b4f9-488b-b233-3f02ee37631f {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 22 04:45:21.225037 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-856a2cf5-0508-495e-80cc-fc3d9d00b86f tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:21.245600 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-f148614d-cc22-4459-8280-87b62027de5b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'fixed_ips': [{'subnet_id': '082640cf-c616-46df-b3bc-8109ee7f6f59', 'ip_address': '2001:db8::a0ae:a4a8:7ecb:8e6e'}], 'name': 'tempest-NetworksTestDHCPv6-1195201638'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:21.268468 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a2cf5-0508-495e-80cc-fc3d9d00b86f tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Pushing event deleted for resources: {'Network': ['ID=32c0d233-b4f9-488b-b233-3f02ee37631f,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:21.270698 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-106d4b56-580e-4cc8-bd1b-feff4f0e5ca6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:21.271038 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-106d4b56-580e-4cc8-bd1b-feff4f0e5ca6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Added segment 8179b0d0-317e-414d-92ff-a4d4b8009a4b of type vlan for network 7b226e4a-bf66-42bf-8a73-4fd79848c6bb
Dec 22 04:45:21.281347 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea4ee72-1554-4a4d-9980-eb7f3f9a0c2b tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] GET failed (client error): The resource could not be found.
Dec 22 04:45:21.283217 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8ea4ee72-1554-4a4d-9980-eb7f3f9a0c2b tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] 10.222.0.53 "GET /v2.0/ports/caa5b253-8a85-4514-a14f-e5a68de3f8ba HTTP/1.1" status: 404  len: 333 time: 0.1567879
Dec 22 04:45:21.290622 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-856a2cf5-0508-495e-80cc-fc3d9d00b86f tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:21.300664 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49068) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:21.342451 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Allocated IP 2001:db8::2 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/082640cf-c616-46df-b3bc-8109ee7f6f59/50e54cc4-66ee-418a-b7d6-bdf95c460f1d) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:21.362642 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-856a2cf5-0508-495e-80cc-fc3d9d00b86f tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "DELETE /v2.0/networks/32c0d233-b4f9-488b-b233-3f02ee37631f HTTP/1.1" status: 204  len: 168 time: 1.8250809
Dec 22 04:45:21.362642 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5d0bee93-ff07-4bca-bbd2-af86920d3fb9 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 1.9966950
Dec 22 04:45:21.364033 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49074) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:21.465760 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e473ee-ef02-470d-8bff-0a28a9d0d10a tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] GET failed (client error): The resource could not be found.
Dec 22 04:45:21.467049 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d3e473ee-ef02-470d-8bff-0a28a9d0d10a tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] 10.222.0.53 "GET /v2.0/subnets/092ec4d9-99cf-4b07-96ee-8da2d8583034 HTTP/1.1" status: 404  len: 337 time: 0.1632018
Dec 22 04:45:21.476095 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49078) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:21.481446 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-106d4b56-580e-4cc8-bd1b-feff4f0e5ca6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:21.493036 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-44ca75a5-6186-43de-9d91-95751c10c67d tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:21.512117 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9f035a43-aa31-426d-ab82-fb276025c93f req-ed550a87-e69e-4478-ab00-ebf2e6b819ad tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/security-groups?id=367764b4-c0d7-450f-b914-36201bf94e80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3462784
Dec 22 04:45:21.587507 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-106d4b56-580e-4cc8-bd1b-feff4f0e5ca6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:21.595656 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106d4b56-580e-4cc8-bd1b-feff4f0e5ca6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:21.596703 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-106d4b56-580e-4cc8-bd1b-feff4f0e5ca6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:21.601525 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-524b901a-cce2-409b-a294-a3953199db30 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:21.611088 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1af96ff0-e9e7-45c1-8552-a035f239a85c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:21.677145 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:21.689166 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Transition to ACTIVE for port object 50e54cc4-66ee-418a-b7d6-bdf95c460f1d will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:21.709373 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Transition to ACTIVE for port object 50e54cc4-66ee-418a-b7d6-bdf95c460f1d will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:21.716930 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:21.729186 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:21.784342 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:21.787787 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:21.794428 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:21.810975 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-524b901a-cce2-409b-a294-a3953199db30 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Calling delete_port for ba339129-23fd-4d59-852e-7103230befd4 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:21.816382 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Pushing event updated for resources: {'Port': ['ID=50e54cc4-66ee-418a-b7d6-bdf95c460f1d,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:21.817772 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ca75a5-6186-43de-9d91-95751c10c67d tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] PUT failed (client error): The resource could not be found.
Dec 22 04:45:21.820287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ca75a5-6186-43de-9d91-95751c10c67d tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:45:21.824509 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-44ca75a5-6186-43de-9d91-95751c10c67d tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] 10.222.0.53 "PUT /v2.0/networks/d4067895-c80b-4260-b49c-a79c03a2425a HTTP/1.1" status: 404  len: 339 time: 0.3416839
Dec 22 04:45:21.846333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49086) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:21.858869 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-106d4b56-580e-4cc8-bd1b-feff4f0e5ca6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.1829221
Dec 22 04:45:21.867375 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-21db5e29-5901-4503-8f8d-200d121a4adb tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:21.879926 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:21.952953 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d4b56-580e-4cc8-bd1b-feff4f0e5ca6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Pushing event updated for resources: {'Network': ['ID=7b226e4a-bf66-42bf-8a73-4fd79848c6bb,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:21.960743 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49090) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:21.961664 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-21db5e29-5901-4503-8f8d-200d121a4adb tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] PUT failed (client error): The resource could not be found.
Dec 22 04:45:21.962103 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21db5e29-5901-4503-8f8d-200d121a4adb tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:45:21.968105 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-21db5e29-5901-4503-8f8d-200d121a4adb tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] 10.222.0.53 "PUT /v2.0/ports/5011210a-9da4-4edc-a494-6fe2c5a94894 HTTP/1.1" status: 404  len: 333 time: 0.1156228
Dec 22 04:45:21.968105 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-106d4b56-580e-4cc8-bd1b-feff4f0e5ca6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:21.971886 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-f4ce5c0e-29a0-4fae-9ccb-8942aa1f94b5 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Request body: {'router': {'name': 'tempest-router--534453758', 'project_id': 'e408495c9db54c21b0af3fcf885dfcc6'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:21.978243 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49094) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:21.978542 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 7b226e4a-bf66-42bf-8a73-4fd79848c6bb details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:45:21.987462 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-a3e6a325-1294-44c3-a442-8011a98dd702 tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:21.995259 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.resource_extend [None req-833a522b-3f7e-4a5f-8df7-d118fe9eb68a tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:45:22.017821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49098) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:22.025196 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f4ce5c0e-29a0-4fae-9ccb-8942aa1f94b5 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:22.057309 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f4ce5c0e-29a0-4fae-9ccb-8942aa1f94b5 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Usage tracker for resource:router and tenant:e408495c9db54c21b0af3fcf885dfcc6 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:22.071018 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Request body: {'subnets': [{'network_id': '2f2acdfc-391b-454b-b075-6ba80166db54', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1031852954', 'ip_version': 4}, {'network_id': '7b226e4a-bf66-42bf-8a73-4fd79848c6bb', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:22.071458 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Request body: {'subnet': {'network_id': '2f2acdfc-391b-454b-b075-6ba80166db54', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1031852954', 'ip_version': 4}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:22.072405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Request body: {'subnet': {'network_id': '7b226e4a-bf66-42bf-8a73-4fd79848c6bb', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:22.100386 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Attempting to bind port 50e54cc4-66ee-418a-b7d6-bdf95c460f1d on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:45:22.100386 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Attempting to bind port 50e54cc4-66ee-418a-b7d6-bdf95c460f1d by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:45:22.100386 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Attempting to bind port 50e54cc4-66ee-418a-b7d6-bdf95c460f1d on network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:45:22.100818 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e6a325-1294-44c3-a442-8011a98dd702 tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] PUT failed (client error): The resource could not be found.
Dec 22 04:45:22.101299 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e6a325-1294-44c3-a442-8011a98dd702 tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:45:22.106612 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a3e6a325-1294-44c3-a442-8011a98dd702 tempest-NetworksNegativeTestJSON-2059609058 tempest-NetworksNegativeTestJSON-2059609058-project] 10.222.0.53 "PUT /v2.0/subnets/08058eb5-908c-4b9b-ac09-7f7159a75ea3 HTTP/1.1" status: 404  len: 337 time: 0.1233809
Dec 22 04:45:22.112628 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f4ce5c0e-29a0-4fae-9ccb-8942aa1f94b5 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:22.117853 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-a5fdbb43-a468-4a28-b1b6-f7709d2a231e tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Deleting port 141dcd95-52a0-401a-bdb3-e05b36b01c03 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:22.118468 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a5fdbb43-a468-4a28-b1b6-f7709d2a231e tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:22.129489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:45:22.129882 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:22.130290 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:22.130694 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Bound using segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:45:22.131170 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Bound port: 50e54cc4-66ee-418a-b7d6-bdf95c460f1d, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:45:22.131543 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:22.231731 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f148614d-cc22-4459-8280-87b62027de5b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:22.289657 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-833a522b-3f7e-4a5f-8df7-d118fe9eb68a tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:22.291036 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f148614d-cc22-4459-8280-87b62027de5b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:port and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:22.295883 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f148614d-cc22-4459-8280-87b62027de5b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:22.300683 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-833a522b-3f7e-4a5f-8df7-d118fe9eb68a tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:22.344205 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f4ce5c0e-29a0-4fae-9ccb-8942aa1f94b5 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:22.374451 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f4ce5c0e-29a0-4fae-9ccb-8942aa1f94b5 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:22.375588 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f4ce5c0e-29a0-4fae-9ccb-8942aa1f94b5 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:22.380218 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] For port 50e54cc4-66ee-418a-b7d6-bdf95c460f1d, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:45:22.384563 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] For port 50e54cc4-66ee-418a-b7d6-bdf95c460f1d, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=50e54cc4-66ee-418a-b7d6-bdf95c460f1d,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:45:22.393818 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:22.399508 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:22.464740 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f148614d-cc22-4459-8280-87b62027de5b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:22.488369 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Pushing event updated for resources: {'Port': ['ID=50e54cc4-66ee-418a-b7d6-bdf95c460f1d,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:22.492510 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:22.525539 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f148614d-cc22-4459-8280-87b62027de5b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:22.530747 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f148614d-cc22-4459-8280-87b62027de5b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:22.566971 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-524b901a-cce2-409b-a294-a3953199db30 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:22.583569 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-842f62e8-89d5-431a-9ddd-403462147877 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:22.584002 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a5fdbb43-a468-4a28-b1b6-f7709d2a231e tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:22.584002 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a5fdbb43-a468-4a28-b1b6-f7709d2a231e tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:22.630360 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49108) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:22.631281 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b901a-cce2-409b-a294-a3953199db30 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Pushing event deleted for resources: {'Port': ['ID=ba339129-23fd-4d59-852e-7103230befd4,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:22.638057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-524b901a-cce2-409b-a294-a3953199db30 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:22.644467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:22.653013 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Usage tracker for resource:subnet and tenant:e3f9ab407dc3482fae4a9a41c5ebac74 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:22.663222 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:22.671552 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:22.727016 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-f148614d-cc22-4459-8280-87b62027de5b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] device_id is not set on port 6c154ae0-c8c2-4f89-805f-970d92bae023 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:22.785215 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f4ce5c0e-29a0-4fae-9ccb-8942aa1f94b5 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:22.890327 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Made reservation on behalf of e3f9ab407dc3482fae4a9a41c5ebac74 for: {'subnet': 2} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:22.890964 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-a5fdbb43-a468-4a28-b1b6-f7709d2a231e tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Calling delete_port for 141dcd95-52a0-401a-bdb3-e05b36b01c03 owned by network:floatingip {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:23.030420 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ad844158-e890-4ece-9c7e-516dca72c1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:23.044259 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f4ce5c0e-29a0-4fae-9ccb-8942aa1f94b5 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:23.136367 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-524b901a-cce2-409b-a294-a3953199db30 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:23.188000 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ad844158-e890-4ece-9c7e-516dca72c1af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:23.195142 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f4ce5c0e-29a0-4fae-9ccb-8942aa1f94b5 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:23.198798 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f4ce5c0e-29a0-4fae-9ccb-8942aa1f94b5 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 1.2321928
Dec 22 04:45:23.198798 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-524b901a-cce2-409b-a294-a3953199db30 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "DELETE /v2.0/ports/ba339129-23fd-4d59-852e-7103230befd4 HTTP/1.1" status: 204  len: 168 time: 2.4777534
Dec 22 04:45:23.198798 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ad844158-e890-4ece-9c7e-516dca72c1af admin admin] Usage tracker for resource:security_group_rule and tenant:9ff9c076be9448f19cbecd51d907f916 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:23.203303 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:23.203871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:23.207739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49114) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:23.208215 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49116) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:23.218682 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ad844158-e890-4ece-9c7e-516dca72c1af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:23.274420 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ad844158-e890-4ece-9c7e-516dca72c1af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:23.323550 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004af74-bebd-4b27-b8bb-c57e65c0a890 req-ca20da67-f933-4bb2-8594-230d67e44259 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:23.325187 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3004af74-bebd-4b27-b8bb-c57e65c0a890 req-ca20da67-f933-4bb2-8594-230d67e44259 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 946 time: 0.5215962
Dec 22 04:45:23.367203 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ae0975-b6a0-44a2-8cd1-f81ab540c7b3 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] GET failed (client error): The resource could not be found.
Dec 22 04:45:23.367701 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c1ae0975-b6a0-44a2-8cd1-f81ab540c7b3 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Synchronizing usage tracker for tenant:40c15c4d603a42bc9f86ab63e3628133 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:23.425159 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ad844158-e890-4ece-9c7e-516dca72c1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:23.434755 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ad844158-e890-4ece-9c7e-516dca72c1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:23.449326 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-15b65ac9-1f49-42ca-a18e-37b8a2741655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:23.477865 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-f148614d-cc22-4459-8280-87b62027de5b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8::a0ae:a4a8:7ecb:8e6e (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/082640cf-c616-46df-b3bc-8109ee7f6f59/6c154ae0-c8c2-4f89-805f-970d92bae023) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:23.497468 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad844158-e890-4ece-9c7e-516dca72c1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28f024c-ebba-45ce-ac68-17e95ed80757,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:23.502843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a5fdbb43-a468-4a28-b1b6-f7709d2a231e tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:23.513125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ad844158-e890-4ece-9c7e-516dca72c1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:23.513364 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:23.519378 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ad844158-e890-4ece-9c7e-516dca72c1af admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ff9c076be9448f19cbecd51d907f916&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8859756
Dec 22 04:45:23.534472 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49122) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:23.542653 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [None req-833a522b-3f7e-4a5f-8df7-d118fe9eb68a tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Floating IP b3b8c01e-a7e1-4674-a9d8-8ca500a4f291 associated. External IP: 172.26.4.19, port: 03ddd590-c3d9-45ff-9e50-072a61fe0f41.
Dec 22 04:45:23.606832 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c1ae0975-b6a0-44a2-8cd1-f81ab540c7b3 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Unset dirty status for tenant:40c15c4d603a42bc9f86ab63e3628133 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:23.613035 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c1ae0975-b6a0-44a2-8cd1-f81ab540c7b3 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "GET /v2.0/ports/ba339129-23fd-4d59-852e-7103230befd4 HTTP/1.1" status: 404  len: 333 time: 0.3884237
Dec 22 04:45:23.621104 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49126) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:23.631119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdbb43-a468-4a28-b1b6-f7709d2a231e tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Pushing event deleted for resources: {'Port': ['ID=141dcd95-52a0-401a-bdb3-e05b36b01c03,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:23.633976 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a5fdbb43-a468-4a28-b1b6-f7709d2a231e tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:23.638986 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-3440e466-c3be-439f-af89-182b98eadb6c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Request body: {'port': {'network_id': '1a659d4b-6583-4516-a8be-476da7dc0dfe', 'name': 'tempest-AllowedAddressPairTestJSON-893972370'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:23.669579 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3004af74-bebd-4b27-b8bb-c57e65c0a890 req-e4b22a29-7b13-451e-8bf8-a330a441b622 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/security-groups?id=367764b4-c0d7-450f-b914-36201bf94e80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3104911
Dec 22 04:45:23.676927 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-81acbb03-80a4-4458-b1a5-70422ff9a81c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:23.758942 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-46bb4cd0-2335-4c1e-8629-e04a14b92d02 None None] Provisioning for port 50e54cc4-66ee-418a-b7d6-bdf95c460f1d completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:23.845411 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-093e6a5b-a78f-4d23-9b7e-e192f712a42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:23.895485 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-093e6a5b-a78f-4d23-9b7e-e192f712a42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:23.940284 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 50e54cc4-66ee-418a-b7d6-bdf95c460f1d up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:24.019079 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 50e54cc4-66ee-418a-b7d6-bdf95c460f1d completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:24.024735 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 50e54cc4-66ee-418a-b7d6-bdf95c460f1d triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:24.025148 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:24.027811 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3440e466-c3be-439f-af89-182b98eadb6c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:24.044765 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3440e466-c3be-439f-af89-182b98eadb6c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:24.082173 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3440e466-c3be-439f-af89-182b98eadb6c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Made reservation on behalf of 40c15c4d603a42bc9f86ab63e3628133 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:24.085287 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3440e466-c3be-439f-af89-182b98eadb6c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:24.131188 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784a00f-0e5d-43b6-b68b-a4f5a20a79e2 req-9bafa2d7-a3a7-4293-ad33-a317180e15c7 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:24.132678 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1784a00f-0e5d-43b6-b68b-a4f5a20a79e2 req-9bafa2d7-a3a7-4293-ad33-a317180e15c7 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 946 time: 0.3340456
Dec 22 04:45:24.137182 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a5fdbb43-a468-4a28-b1b6-f7709d2a231e tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:24.146451 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49132) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:24.153410 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:24.162645 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-3440e466-c3be-439f-af89-182b98eadb6c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] device_id is not set on port 97af532e-cbfb-4532-b831-9726b0a8fdfc yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:24.191306 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 50e54cc4-66ee-418a-b7d6-bdf95c460f1d, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=50e54cc4-66ee-418a-b7d6-bdf95c460f1d,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:24.196298 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:24.198897 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c58a38c8-3b8e-44f7-9220-52111e89f8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:24.274037 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=50e54cc4-66ee-418a-b7d6-bdf95c460f1d,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:24.277628 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:24.283363 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-619c9ed8-a35e-4ca7-ba26-c7e41493ecb6 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Request body: {'floatingip': {'port_id': '9231bc40-c69a-4d17-a6aa-67c00402d5b7'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:24.308848 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-093e6a5b-a78f-4d23-9b7e-e192f712a42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:24.312972 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:24.323340 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:24.338348 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e6a5b-a78f-4d23-9b7e-e192f712a42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28f024c-ebba-45ce-ac68-17e95ed80757,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:24.343822 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-093e6a5b-a78f-4d23-9b7e-e192f712a42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:24.345518 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-17f19a4a-0df7-4d54-9662-eaa1ffc51118 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:24.458680 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-619c9ed8-a35e-4ca7-ba26-c7e41493ecb6 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks [] for floatingip, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:24.474631 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Pushing event updated for resources: {'Subnet': ['ID=ac7ffa70-9deb-49c7-a1e3-38d7178d155b,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:24.478367 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:24.500164 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-093e6a5b-a78f-4d23-9b7e-e192f712a42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:24.501855 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-093e6a5b-a78f-4d23-9b7e-e192f712a42f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f28f024c-ebba-45ce-ac68-17e95ed80757 HTTP/1.1" status: 204  len: 168 time: 0.9661527
Dec 22 04:45:24.512721 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a5fdbb43-a468-4a28-b1b6-f7709d2a231e tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:24.516723 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a5fdbb43-a468-4a28-b1b6-f7709d2a231e tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/1cd35421-0afe-47af-a397-1772d008b87c HTTP/1.1" status: 204  len: 168 time: 3.1467209
Dec 22 04:45:24.526092 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Checking segment: {'id': '7cea03cb-28a9-4330-95f0-4446f7a10812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2f2acdfc-391b-454b-b075-6ba80166db54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:24.526454 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Network hostable DHCP agents. Network: 2f2acdfc-391b-454b-b075-6ba80166db54, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:45:24.544297 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-3440e466-c3be-439f-af89-182b98eadb6c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Allocated IP 172.20.0.14 (1a659d4b-6583-4516-a8be-476da7dc0dfe/d8555e11-5799-423e-92ce-a3dc21e3fd31/97af532e-cbfb-4532-b831-9726b0a8fdfc) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:24.595477 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Network 2f2acdfc-391b-454b-b075-6ba80166db54 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:45:24.614075 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 2f2acdfc-391b-454b-b075-6ba80166db54) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:24.627759 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070cf057-52db-4c41-aa5d-ba109bbf76fe None None] Network 2f2acdfc-391b-454b-b075-6ba80166db54 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:24.640597 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:24.653579 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:24.830841 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Pushing event updated for resources: {'Subnet': ['ID=83d2c94f-3869-4ede-86df-6060216eb499,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:24.832112 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f148614d-cc22-4459-8280-87b62027de5b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:24.837348 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:24.864983 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49144) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:24.866004 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Checking segment: {'id': '8179b0d0-317e-414d-92ff-a4d4b8009a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7b226e4a-bf66-42bf-8a73-4fd79848c6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:24.866540 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Network hostable DHCP agents. Network: 7b226e4a-bf66-42bf-8a73-4fd79848c6bb, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:45:24.892868 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-81acbb03-80a4-4458-b1a5-70422ff9a81c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:24.904580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-f148614d-cc22-4459-8280-87b62027de5b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Transition to ACTIVE for port object 6c154ae0-c8c2-4f89-805f-970d92bae023 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:24.939989 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-2f2acdfc-391b-454b-b075-6ba80166db54', 'network_id': '2f2acdfc-391b-454b-b075-6ba80166db54', 'tenant_id': 'e3f9ab407dc3482fae4a9a41c5ebac74', 'fixed_ips': [{'subnet_id': 'ac7ffa70-9deb-49c7-a1e3-38d7178d155b'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:45:24.943654 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:24.976070 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Network 7b226e4a-bf66-42bf-8a73-4fd79848c6bb is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:45:24.985949 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3440e466-c3be-439f-af89-182b98eadb6c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:24.994843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-81acbb03-80a4-4458-b1a5-70422ff9a81c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:25.003666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 7b226e4a-bf66-42bf-8a73-4fd79848c6bb) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:25.028866 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:25.029241 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:25.033013 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:25.038529 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-3440e466-c3be-439f-af89-182b98eadb6c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Transition to ACTIVE for port object 97af532e-cbfb-4532-b831-9726b0a8fdfc will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:25.048973 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d885999-2eb5-47e5-8d5b-43bdeffd2d48 None None] Network 7b226e4a-bf66-42bf-8a73-4fd79848c6bb requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:25.124826 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 3.0937691
Dec 22 04:45:25.126668 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3440e466-c3be-439f-af89-182b98eadb6c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:25.128130 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49156) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:25.136728 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-55d4ea0b-3ff8-43ab-8fce-3b461963ae64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:25.253824 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-afdd11c6-a6e2-4fe7-8fee-c3a16141bc9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:25.312024 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-81acbb03-80a4-4458-b1a5-70422ff9a81c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:25.312601 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81acbb03-80a4-4458-b1a5-70422ff9a81c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6333866-9d10-4cbf-b8de-7266f82cd84c {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:45:25.331862 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f148614d-cc22-4459-8280-87b62027de5b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:25.349371 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3440e466-c3be-439f-af89-182b98eadb6c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Network 1a659d4b-6583-4516-a8be-476da7dc0dfe is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:25.356529 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ed57c928-a2e6-4a24-be9b-85144d4533f6 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:25.367675 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-3440e466-c3be-439f-af89-182b98eadb6c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:25.381947 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3440e466-c3be-439f-af89-182b98eadb6c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:25.413844 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-afdd11c6-a6e2-4fe7-8fee-c3a16141bc9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:25.416989 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440e466-c3be-439f-af89-182b98eadb6c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Pushing event updated for resources: {'Port': ['ID=97af532e-cbfb-4532-b831-9726b0a8fdfc,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:25.442284 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-afdd11c6-a6e2-4fe7-8fee-c3a16141bc9a admin admin] Usage tracker for resource:security_group_rule and tenant:2de7089a63844f658270308322fc5b31 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:25.445689 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3440e466-c3be-439f-af89-182b98eadb6c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:25.457303 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648f94c5-71c6-4d34-bbdd-ff3dc4dc6d60 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:25.458946 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648f94c5-71c6-4d34-bbdd-ff3dc4dc6d60 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:25.460416 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648f94c5-71c6-4d34-bbdd-ff3dc4dc6d60 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:25.461599 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-648f94c5-71c6-4d34-bbdd-ff3dc4dc6d60 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Synchronizing usage tracker for tenant:e3f9ab407dc3482fae4a9a41c5ebac74 on resource:subnet {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:25.467928 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-afdd11c6-a6e2-4fe7-8fee-c3a16141bc9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:25.471360 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7b226e4a-bf66-42bf-8a73-4fd79848c6bb', 'network_id': '7b226e4a-bf66-42bf-8a73-4fd79848c6bb', 'tenant_id': 'e3f9ab407dc3482fae4a9a41c5ebac74', 'fixed_ips': [{'subnet_id': '83d2c94f-3869-4ede-86df-6060216eb499'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:45:25.471737 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:25.478832 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-afdd11c6-a6e2-4fe7-8fee-c3a16141bc9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:25.520676 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3440e466-c3be-439f-af89-182b98eadb6c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:25.521123 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3440e466-c3be-439f-af89-182b98eadb6c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:25.554138 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3440e466-c3be-439f-af89-182b98eadb6c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.9319458
Dec 22 04:45:25.558640 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49166) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:25.566585 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-648f94c5-71c6-4d34-bbdd-ff3dc4dc6d60 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Unset dirty status for tenant:e3f9ab407dc3482fae4a9a41c5ebac74 on resource:subnet {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:25.571099 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-648f94c5-71c6-4d34-bbdd-ff3dc4dc6d60 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.4403574
Dec 22 04:45:25.573039 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49170) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:25.581452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-8d485a30-3144-45bf-b017-9a6a4c9b0c18 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:39:59:7d'}]}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:25.593223 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Allocated IP 172.20.0.2 (2f2acdfc-391b-454b-b075-6ba80166db54/ac7ffa70-9deb-49c7-a1e3-38d7178d155b/bf2f60f5-f89a-4dfb-864b-b7e78524d449) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:25.622986 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-81acbb03-80a4-4458-b1a5-70422ff9a81c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:25.624284 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-81acbb03-80a4-4458-b1a5-70422ff9a81c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "DELETE /v2.0/routers/c6333866-9d10-4cbf-b8de-7266f82cd84c HTTP/1.1" status: 204  len: 168 time: 2.4062369
Dec 22 04:45:25.625849 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148614d-cc22-4459-8280-87b62027de5b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=6c154ae0-c8c2-4f89-805f-970d92bae023,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:25.634843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f148614d-cc22-4459-8280-87b62027de5b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:25.741289 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f148614d-cc22-4459-8280-87b62027de5b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:25.744238 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-f148614d-cc22-4459-8280-87b62027de5b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:25.749477 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f148614d-cc22-4459-8280-87b62027de5b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:25.754982 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f148614d-cc22-4459-8280-87b62027de5b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:25.756093 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f148614d-cc22-4459-8280-87b62027de5b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:25.795436 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f148614d-cc22-4459-8280-87b62027de5b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 4.7108355
Dec 22 04:45:25.816379 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49178) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:25.865267 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-9324d017-5f37-4f55-b1b3-a2ee410c734d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Deleting subnet ac7ffa70-9deb-49c7-a1e3-38d7178d155b {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:45:25.895634 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-afdd11c6-a6e2-4fe7-8fee-c3a16141bc9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:25.918674 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-afdd11c6-a6e2-4fe7-8fee-c3a16141bc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:25.927434 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Allocated IP 172.20.0.18 (7b226e4a-bf66-42bf-8a73-4fd79848c6bb/83d2c94f-3869-4ede-86df-6060216eb499/aebba4d2-236a-462b-8e2f-a9848711fdd3) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:25.951346 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0335f7de-71e4-4f83-8a03-76aac48fbc53 None None] Provisioning for port 97af532e-cbfb-4532-b831-9726b0a8fdfc completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:25.959191 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:25.961277 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0335f7de-71e4-4f83-8a03-76aac48fbc53 None None] Provisioning complete for port 97af532e-cbfb-4532-b831-9726b0a8fdfc triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:25.961989 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0335f7de-71e4-4f83-8a03-76aac48fbc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:26.007891 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49182) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:26.041935 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 50e54cc4-66ee-418a-b7d6-bdf95c460f1d up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:26.061866 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd11c6-a6e2-4fe7-8fee-c3a16141bc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a17bcb-3c8b-4ba0-8d18-81e0589ffb2d,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:26.068696 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-afdd11c6-a6e2-4fe7-8fee-c3a16141bc9a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2de7089a63844f658270308322fc5b31&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1944761
Dec 22 04:45:26.071935 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-afdd11c6-a6e2-4fe7-8fee-c3a16141bc9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:26.075702 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49188) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:26.159157 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49192) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:26.206716 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8d485a30-3144-45bf-b017-9a6a4c9b0c18 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:26.296136 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a55f52-df03-4ee1-81c9-7cab163fe98d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:26.300718 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a55f52-df03-4ee1-81c9-7cab163fe98d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:26.301716 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-38a55f52-df03-4ee1-81c9-7cab163fe98d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:26.365600 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45213824-6c08-47c4-a1aa-f03bfce12a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:26.370290 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-38a55f52-df03-4ee1-81c9-7cab163fe98d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:26.372124 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-38a55f52-df03-4ee1-81c9-7cab163fe98d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1687 time: 0.5446465
Dec 22 04:45:26.377003 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49198) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:26.421894 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-83176820'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:26.434583 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:26.440792 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833a522b-3f7e-4a5f-8df7-d118fe9eb68a tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Router 34646794-5df5-4b40-afc8-fce2e270e577 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:45:26.442946 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:network and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:26.463818 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:26.465850 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:26.489910 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45213824-6c08-47c4-a1aa-f03bfce12a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:26.499146 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-0335f7de-71e4-4f83-8a03-76aac48fbc53 None None] Port 97af532e-cbfb-4532-b831-9726b0a8fdfc cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:26.531041 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-121202333', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}, 'admin_state_up': False}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:26.531615 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Transition to ACTIVE for port object aebba4d2-236a-462b-8e2f-a9848711fdd3 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:26.551779 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.resource_extend [None req-619c9ed8-a35e-4ca7-ba26-c7e41493ecb6 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:45:26.555971 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:26.561925 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:26.565324 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Transition to ACTIVE for port object aebba4d2-236a-462b-8e2f-a9848711fdd3 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:26.572294 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:26.581708 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 50e54cc4-66ee-418a-b7d6-bdf95c460f1d triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:26.582078 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:26.586410 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Usage tracker for resource:router and tenant:d561aafa63d94344874802f202528048 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:26.595197 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:26.611861 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:26.612071 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:26.618544 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:26.622693 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:26.623143 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Transition to ACTIVE for port object bf2f60f5-f89a-4dfb-864b-b7e78524d449 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:26.631342 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d5b05733-d6a6-45a1-84d8-14efbbc8b907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:26.649436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:26.671745 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-619c9ed8-a35e-4ca7-ba26-c7e41493ecb6 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:26.677401 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45213824-6c08-47c4-a1aa-f03bfce12a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:26.681389 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:26.683007 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:26.692539 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:26.702243 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-619c9ed8-a35e-4ca7-ba26-c7e41493ecb6 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:26.706645 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Pushing event updated for resources: {'Port': ['ID=aebba4d2-236a-462b-8e2f-a9848711fdd3,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:26.708163 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:26.716503 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:26.719961 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Network 7b226e4a-bf66-42bf-8a73-4fd79848c6bb is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:26.726148 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:26.738176 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:26.750462 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Transition to ACTIVE for port object bf2f60f5-f89a-4dfb-864b-b7e78524d449 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:26.767898 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9324d017-5f37-4f55-b1b3-a2ee410c734d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:26.789878 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:26.796839 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45213824-6c08-47c4-a1aa-f03bfce12a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a17bcb-3c8b-4ba0-8d18-81e0589ffb2d,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:26.801855 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:26.806015 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-45213824-6c08-47c4-a1aa-f03bfce12a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:26.807064 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45213824-6c08-47c4-a1aa-f03bfce12a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:26.810713 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-45213824-6c08-47c4-a1aa-f03bfce12a6d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60a17bcb-3c8b-4ba0-8d18-81e0589ffb2d HTTP/1.1" status: 204  len: 168 time: 0.7254839
Dec 22 04:45:26.815649 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-f07bd9b9-dee1-42a0-bbec-d0576fba45bf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting port 6c154ae0-c8c2-4f89-805f-970d92bae023 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:26.816146 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f07bd9b9-dee1-42a0-bbec-d0576fba45bf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:26.832363 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-68559e39-7078-474c-ac60-b1a1b475c36c None None] Provisioning for port 6c154ae0-c8c2-4f89-805f-970d92bae023 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:26.898395 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-68559e39-7078-474c-ac60-b1a1b475c36c None None] Provisioning complete for port 6c154ae0-c8c2-4f89-805f-970d92bae023 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:26.898762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-68559e39-7078-474c-ac60-b1a1b475c36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:27.010803 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Network 2f2acdfc-391b-454b-b075-6ba80166db54 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:27.014692 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Pushing event updated for resources: {'Port': ['ID=bf2f60f5-f89a-4dfb-864b-b7e78524d449,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:27.021403 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Attempting to bind port aebba4d2-236a-462b-8e2f-a9848711fdd3 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:45:27.021806 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Attempting to bind port aebba4d2-236a-462b-8e2f-a9848711fdd3 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '8179b0d0-317e-414d-92ff-a4d4b8009a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7b226e4a-bf66-42bf-8a73-4fd79848c6bb'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:45:27.022167 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Attempting to bind port aebba4d2-236a-462b-8e2f-a9848711fdd3 on network 7b226e4a-bf66-42bf-8a73-4fd79848c6bb {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:45:27.024322 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:27.026244 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:27.039035 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:27.061729 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:45:27.062043 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Checking segment: {'id': '8179b0d0-317e-414d-92ff-a4d4b8009a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7b226e4a-bf66-42bf-8a73-4fd79848c6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:27.062448 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:27.062833 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Bound using segment: {'id': '8179b0d0-317e-414d-92ff-a4d4b8009a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7b226e4a-bf66-42bf-8a73-4fd79848c6bb'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:45:27.063832 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Bound port: aebba4d2-236a-462b-8e2f-a9848711fdd3, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8179b0d0-317e-414d-92ff-a4d4b8009a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7b226e4a-bf66-42bf-8a73-4fd79848c6bb'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:45:27.064203 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:27.071022 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:27.075066 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-68559e39-7078-474c-ac60-b1a1b475c36c None None] Port 6c154ae0-c8c2-4f89-805f-970d92bae023 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:27.097724 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:security_group_rule and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:27.110016 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:27.121936 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9324d017-5f37-4f55-b1b3-a2ee410c734d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:27.167408 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:27.173437 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.resource_extend [None req-8d485a30-3144-45bf-b017-9a6a4c9b0c18 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:45:27.200055 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8d485a30-3144-45bf-b017-9a6a4c9b0c18 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:27.203733 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Attempting to bind port bf2f60f5-f89a-4dfb-864b-b7e78524d449 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:45:27.204547 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Attempting to bind port bf2f60f5-f89a-4dfb-864b-b7e78524d449 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '7cea03cb-28a9-4330-95f0-4446f7a10812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2f2acdfc-391b-454b-b075-6ba80166db54'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:45:27.204930 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Attempting to bind port bf2f60f5-f89a-4dfb-864b-b7e78524d449 on network 2f2acdfc-391b-454b-b075-6ba80166db54 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:45:27.214468 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8d485a30-3144-45bf-b017-9a6a4c9b0c18 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:27.225915 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:45:27.226288 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Checking segment: {'id': '7cea03cb-28a9-4330-95f0-4446f7a10812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2f2acdfc-391b-454b-b075-6ba80166db54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:27.226738 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:27.227077 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Bound using segment: {'id': '7cea03cb-28a9-4330-95f0-4446f7a10812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2f2acdfc-391b-454b-b075-6ba80166db54'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:45:27.227556 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Bound port: bf2f60f5-f89a-4dfb-864b-b7e78524d449, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cea03cb-28a9-4330-95f0-4446f7a10812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2f2acdfc-391b-454b-b075-6ba80166db54'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:45:27.227860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:27.227979 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:27.251467 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] For port aebba4d2-236a-462b-8e2f-a9848711fdd3, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:45:27.316559 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] For port aebba4d2-236a-462b-8e2f-a9848711fdd3, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=aebba4d2-236a-462b-8e2f-a9848711fdd3,segment=NetworkSegment(8179b0d0-317e-414d-92ff-a4d4b8009a4b),segment_id=8179b0d0-317e-414d-92ff-a4d4b8009a4b)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:45:27.333996 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:27.336638 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:27.346190 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:27.352218 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d485a30-3144-45bf-b017-9a6a4c9b0c18 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Pushing event updated for resources: {'Port': ['ID=97af532e-cbfb-4532-b831-9726b0a8fdfc,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:27.365344 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8d485a30-3144-45bf-b017-9a6a4c9b0c18 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:27.366415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49206) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:27.408301 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] For port bf2f60f5-f89a-4dfb-864b-b7e78524d449, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:45:27.413717 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] For port bf2f60f5-f89a-4dfb-864b-b7e78524d449, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=bf2f60f5-f89a-4dfb-864b-b7e78524d449,segment=NetworkSegment(7cea03cb-28a9-4330-95f0-4446f7a10812),segment_id=7cea03cb-28a9-4330-95f0-4446f7a10812)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:45:27.425218 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:27.439873 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Pushing event updated for resources: {'Port': ['ID=aebba4d2-236a-462b-8e2f-a9848711fdd3,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:27.444779 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:27.445062 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [None req-619c9ed8-a35e-4ca7-ba26-c7e41493ecb6 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Floating IP 5c0fb89a-4c5b-4254-81fe-f2c198bd1f49 associated. External IP: 172.26.4.56, port: 9231bc40-c69a-4d17-a6aa-67c00402d5b7.
Dec 22 04:45:27.447162 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-379452f6-567f-47a0-ad77-65fb37799516 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:27.472836 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ad74fb15-0457-4ac4-a012-be87570341c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ab6b5724efb4be58f8308df8d8fd07c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0975492
Dec 22 04:45:27.517328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49210) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:27.536406 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Pushing event updated for resources: {'Port': ['ID=bf2f60f5-f89a-4dfb-864b-b7e78524d449,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:27.539482 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:27.571255 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9324d017-5f37-4f55-b1b3-a2ee410c734d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:27.613084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f07bd9b9-dee1-42a0-bbec-d0576fba45bf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:27.801126 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-8d485a30-3144-45bf-b017-9a6a4c9b0c18 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] In _notify_port_updated(), no bound segment for port 97af532e-cbfb-4532-b831-9726b0a8fdfc on network 1a659d4b-6583-4516-a8be-476da7dc0dfe {{(pid=83434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 04:45:27.806241 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d485a30-3144-45bf-b017-9a6a4c9b0c18 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:27.807100 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8d485a30-3144-45bf-b017-9a6a4c9b0c18 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:27.808688 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8d485a30-3144-45bf-b017-9a6a4c9b0c18 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "PUT /v2.0/ports/97af532e-cbfb-4532-b831-9726b0a8fdfc HTTP/1.1" status: 200  len: 993 time: 2.2489607
Dec 22 04:45:27.819858 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49214) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:27.926057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:27.946869 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:27.954356 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-f07bd9b9-dee1-42a0-bbec-d0576fba45bf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Calling delete_port for 6c154ae0-c8c2-4f89-805f-970d92bae023 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:27.960041 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f62c3af6-b8fd-4010-b731-12ebc545f048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:27.984915 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-d8614ad6-5fc3-4c1f-9d33-8016a98395b3 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Deleting port 97af532e-cbfb-4532-b831-9726b0a8fdfc {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:27.985790 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d8614ad6-5fc3-4c1f-9d33-8016a98395b3 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:28.014287 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-33e52db9-fd38-4b51-98bd-1099fd2f8d69 None None] Provisioning complete for port 97af532e-cbfb-4532-b831-9726b0a8fdfc triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:28.014287 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-33e52db9-fd38-4b51-98bd-1099fd2f8d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:28.047722 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9324d017-5f37-4f55-b1b3-a2ee410c734d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:28.093492 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device aebba4d2-236a-462b-8e2f-a9848711fdd3 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:28.101787 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f003232b-56a5-405f-8edd-3fb4cebf5046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:28.110519 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:45:28.154973 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-33e52db9-fd38-4b51-98bd-1099fd2f8d69 None None] Port 97af532e-cbfb-4532-b831-9726b0a8fdfc cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:28.193866 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:28.194249 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Added segment 11e9127e-e541-4295-9baa-8ef61124429d of type vlan for network 0a794013-ae5e-4901-9fbf-747518ba91d3
Dec 22 04:45:28.199279 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port aebba4d2-236a-462b-8e2f-a9848711fdd3 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:28.233949 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f003232b-56a5-405f-8edd-3fb4cebf5046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:28.241779 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b50448b1-2578-4b29-b5e2-c958cf1cb6ec,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:28.242860 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833a522b-3f7e-4a5f-8df7-d118fe9eb68a tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:45:28.272623 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:28.273411 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-53522506-cf32-4257-9513-fc871c09da57 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:28.277606 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-833a522b-3f7e-4a5f-8df7-d118fe9eb68a tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:28.284198 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3634228b-4639-4ec5-bc9a-65ab6f3cbf89 None None] Sync routers for ids ['34646794-5df5-4b40-afc8-fce2e270e577'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:45:28.303567 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9324d017-5f37-4f55-b1b3-a2ee410c734d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:28.312495 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3634228b-4639-4ec5-bc9a-65ab6f3cbf89 None None] Routers {'34646794-5df5-4b40-afc8-fce2e270e577'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:45:28.313904 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-3634228b-4639-4ec5-bc9a-65ab6f3cbf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c488670>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:45:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['34646794-5df5-4b40-afc8-fce2e270e577'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:28.373974 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:28.384147 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f07bd9b9-dee1-42a0-bbec-d0576fba45bf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:28.392997 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324d017-5f37-4f55-b1b3-a2ee410c734d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Pushing event deleted for resources: {'Subnet': ['ID=ac7ffa70-9deb-49c7-a1e3-38d7178d155b,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:28.396022 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-746098c9-c424-46bf-b672-2765d1d05856 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:28.406343 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9324d017-5f37-4f55-b1b3-a2ee410c734d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:28.434134 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-833a522b-3f7e-4a5f-8df7-d118fe9eb68a tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "PUT /v2.0/floatingips/b3b8c01e-a7e1-4674-a9d8-8ca500a4f291 HTTP/1.1" status: 200  len: 991 time: 8.4372199
Dec 22 04:45:28.443665 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742', 'tag': '03ddd590-c3d9-45ff-9e50-072a61fe0f41'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:45:28.453012 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bd9b9-dee1-42a0-bbec-d0576fba45bf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Port': ['ID=6c154ae0-c8c2-4f89-805f-970d92bae023,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:28.456272 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f07bd9b9-dee1-42a0-bbec-d0576fba45bf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:28.504008 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f003232b-56a5-405f-8edd-3fb4cebf5046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:28.508725 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f07bd9b9-dee1-42a0-bbec-d0576fba45bf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:28.521093 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-222c477e-97ef-47fc-8cfb-cf7b4244c04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:28.526565 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-3634228b-4639-4ec5-bc9a-65ab6f3cbf89 None None] Set router 34646794-5df5-4b40-afc8-fce2e270e577 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:45:28.541954 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f07bd9b9-dee1-42a0-bbec-d0576fba45bf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/6c154ae0-c8c2-4f89-805f-970d92bae023 HTTP/1.1" status: 204  len: 168 time: 2.1496704
Dec 22 04:45:28.544373 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f003232b-56a5-405f-8edd-3fb4cebf5046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:28.545596 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f003232b-56a5-405f-8edd-3fb4cebf5046 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0dcd2c6c-a97b-46d4-aa48-a5f6797a4ec9 HTTP/1.1" status: 204  len: 168 time: 1.0270274
Dec 22 04:45:28.547146 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003232b-56a5-405f-8edd-3fb4cebf5046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcd2c6c-a97b-46d4-aa48-a5f6797a4ec9,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:28.550661 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f003232b-56a5-405f-8edd-3fb4cebf5046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:28.551227 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49222) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:28.554659 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742', 'tag': '03ddd590-c3d9-45ff-9e50-072a61fe0f41', 'status': 'completed', 'code': 200}
Dec 22 04:45:28.586918 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:28.590985 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:28.591520 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:28.604574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8059c313-b1a4-478b-98bb-54a418bbf011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:28.643062 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3a669f-24d0-4e27-b81c-3f1b3e7a88fd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:28.645250 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3a669f-24d0-4e27-b81c-3f1b3e7a88fd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:28.646406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1c3a669f-24d0-4e27-b81c-3f1b3e7a88fd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:28.689383 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1c3a669f-24d0-4e27-b81c-3f1b3e7a88fd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:28.694414 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1c3a669f-24d0-4e27-b81c-3f1b3e7a88fd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1367326
Dec 22 04:45:28.755131 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9324d017-5f37-4f55-b1b3-a2ee410c734d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] 10.222.0.53 "DELETE /v2.0/subnets/ac7ffa70-9deb-49c7-a1e3-38d7178d155b HTTP/1.1" status: 204  len: 168 time: 3.1306667
Dec 22 04:45:28.776258 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49230) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:28.776588 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49232) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:28.787120 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d8614ad6-5fc3-4c1f-9d33-8016a98395b3 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:29.035024 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-d8614ad6-5fc3-4c1f-9d33-8016a98395b3 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Calling delete_port for 97af532e-cbfb-4532-b831-9726b0a8fdfc owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:29.247998 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-3634228b-4639-4ec5-bc9a-65ab6f3cbf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c488670>, [{'id': '34646794-5df5-4b40-afc8-fce2e270e577', 'name': 'tempest-ServersTestManualDisk-958805555-router', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:17Z', 'updated_at': '2021-12-22T04:44:23Z', 'revision_number': 4, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'gw_port': {'id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': 'b3b8c01e-a7e1-4674-a9d8-8ca500a4f291', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'floating_ip_address': '172.26.4.19', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'port_id': '03ddd590-c3d9-45ff-9e50-072a61fe0f41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0', 'mac_address': 'fa:16:3e:43:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:44:33Z', 'updated_at': '2021-12-22T04:45:21Z', 'revision_number': 1, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538446cc-f504-4a0b-8d5f-bbe0e9752dec', 'name': '', 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'mac_address': 'fa:16:3e:d8:b6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'faeacc71-1cdb-4a7d-86fa-0899322c9f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:21Z', 'updated_at': '2021-12-22T04:44:32Z', 'revision_number': 5, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'subnets': [{'id': 'faeacc71-1cdb-4a7d-86fa-0899322c9f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:29.257008 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3634228b-4639-4ec5-bc9a-65ab6f3cbf89 None None] Checking router: 34646794-5df5-4b40-afc8-fce2e270e577 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:45:29.279779 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Network': ['ID=0a794013-ae5e-4901-9fbf-747518ba91d3,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:29.282585 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3634228b-4639-4ec5-bc9a-65ab6f3cbf89 None None] Routers {'34646794-5df5-4b40-afc8-fce2e270e577'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:45:29.284049 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-3634228b-4639-4ec5-bc9a-65ab6f3cbf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c488670>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:45:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['34646794-5df5-4b40-afc8-fce2e270e577'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:29.295193 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:29.299303 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:29.355633 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:29.402997 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 0a794013-ae5e-4901-9fbf-747518ba91d3 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:45:29.417077 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72bf1fd-d67a-46cc-a56d-868533c1840a None None] Network 7b226e4a-bf66-42bf-8a73-4fd79848c6bb requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:29.466048 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 3.4521174
Dec 22 04:45:29.499556 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:45:29.520803 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49248) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:29.535800 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-51546faa-5aea-4316-a54e-1e4729e314e9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'port': {'network_id': '0a794013-ae5e-4901-9fbf-747518ba91d3', 'name': 'tempest-PortsTestJSON-733559146'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:29.551217 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e43ebf0-979e-4899-b2b8-814db4c9c6da tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet 082640cf-c616-46df-b3bc-8109ee7f6f59 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:45:29.564196 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9e43ebf0-979e-4899-b2b8-814db4c9c6da tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:29.614645 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6527fd-acf1-467c-b74c-a77baafa739a None None] Network 2f2acdfc-391b-454b-b075-6ba80166db54 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:29.685076 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a0e26d-efa1-4e44-8ccb-42e79a44b6bb tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Deleting subnet 83d2c94f-3869-4ede-86df-6060216eb499 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:45:29.689211 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9e43ebf0-979e-4899-b2b8-814db4c9c6da tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:29.725338 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9a0e26d-efa1-4e44-8ccb-42e79a44b6bb tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:29.749872 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5503b5f1-c5e5-47dd-917d-43d2f35e0969 req-33eaf374-c466-4a67-82a6-7b4b9cd43a64 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ede9c024168f43b3a1c204783ee2d873&device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 1099 time: 1.1485627
Dec 22 04:45:29.834903 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9a0e26d-efa1-4e44-8ccb-42e79a44b6bb tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:29.869066 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619c9ed8-a35e-4ca7-ba26-c7e41493ecb6 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Router af42f049-047b-4846-b6a3-7616726426f8 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:45:29.935578 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Allocated IP 172.26.4.129 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/50cd8c95-d243-4754-b317-2a575f3f426b) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:29.989021 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-51546faa-5aea-4316-a54e-1e4729e314e9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:29.996459 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-51546faa-5aea-4316-a54e-1e4729e314e9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:port and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:29.999357 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-51546faa-5aea-4316-a54e-1e4729e314e9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:30.005714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-51546faa-5aea-4316-a54e-1e4729e314e9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:30.041184 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49262) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:30.071437 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device bf2f60f5-f89a-4dfb-864b-b7e78524d449 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:30.095179 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51546faa-5aea-4316-a54e-1e4729e314e9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:30.098153 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-51546faa-5aea-4316-a54e-1e4729e314e9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:30.117626 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-badfdab1-2b17-4552-b3db-d8a28abf12c9 None None] Provisioning for port aebba4d2-236a-462b-8e2f-a9848711fdd3 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:30.121352 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d8614ad6-5fc3-4c1f-9d33-8016a98395b3 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:30.140401 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:30.185978 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9e43ebf0-979e-4899-b2b8-814db4c9c6da tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:30.202262 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8614ad6-5fc3-4c1f-9d33-8016a98395b3 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Pushing event deleted for resources: {'Port': ['ID=97af532e-cbfb-4532-b831-9726b0a8fdfc,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:30.220853 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d8614ad6-5fc3-4c1f-9d33-8016a98395b3 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:30.238923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503b5f1-c5e5-47dd-917d-43d2f35e0969 req-1afbb104-a9a1-4aa0-982a-82fb81958844 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:30.240388 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5503b5f1-c5e5-47dd-917d-43d2f35e0969 req-1afbb104-a9a1-4aa0-982a-82fb81958844 service neutron] 10.222.0.47 "GET /v2.0/networks?id=76dd8755-7bd3-483a-90a3-b1bb39c70dc0 HTTP/1.1" status: 200  len: 912 time: 0.4756510
Dec 22 04:45:30.246853 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-51546faa-5aea-4316-a54e-1e4729e314e9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] device_id is not set on port 68ff7730-43ee-457c-b8a9-f4d31ced03b3 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:30.271387 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-badfdab1-2b17-4552-b3db-d8a28abf12c9 None None] Provisioning complete for port aebba4d2-236a-462b-8e2f-a9848711fdd3 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:30.271897 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-badfdab1-2b17-4552-b3db-d8a28abf12c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:30.293395 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9a0e26d-efa1-4e44-8ccb-42e79a44b6bb tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:30.438082 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9e43ebf0-979e-4899-b2b8-814db4c9c6da tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:30.441336 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-3634228b-4639-4ec5-bc9a-65ab6f3cbf89 None None] Set router 34646794-5df5-4b40-afc8-fce2e270e577 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:45:30.453020 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:30.465276 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1888298033'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:30.499883 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43ebf0-979e-4899-b2b8-814db4c9c6da tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=082640cf-c616-46df-b3bc-8109ee7f6f59,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:30.507915 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9e43ebf0-979e-4899-b2b8-814db4c9c6da tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:30.508257 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:30.513657 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9e43ebf0-979e-4899-b2b8-814db4c9c6da tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:30.524789 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9a0e26d-efa1-4e44-8ccb-42e79a44b6bb tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:30.544798 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Usage tracker for resource:network and tenant:c2961514dade458f8726b30effa45583 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:30.547973 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3c486cc5-51f8-4d6e-b596-d5529063ae25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:30.561983 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:30.568751 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42b46bf-181e-4c17-9493-965865e73283 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:30.575085 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:30.583798 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:30.589890 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9e43ebf0-979e-4899-b2b8-814db4c9c6da tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/082640cf-c616-46df-b3bc-8109ee7f6f59 HTTP/1.1" status: 204  len: 168 time: 1.8097823
Dec 22 04:45:30.591403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0e26d-efa1-4e44-8ccb-42e79a44b6bb tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Pushing event deleted for resources: {'Subnet': ['ID=83d2c94f-3869-4ede-86df-6060216eb499,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:30.593563 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49268) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:30.603345 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d9a0e26d-efa1-4e44-8ccb-42e79a44b6bb tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:30.619285 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9a0e26d-efa1-4e44-8ccb-42e79a44b6bb tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:30.624453 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d9a0e26d-efa1-4e44-8ccb-42e79a44b6bb tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] 10.222.0.53 "DELETE /v2.0/subnets/83d2c94f-3869-4ede-86df-6060216eb499 HTTP/1.1" status: 204  len: 168 time: 1.8418279
Dec 22 04:45:30.632270 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49272) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:30.696447 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1a107076-4304-4d1e-93f2-8bd1a11f0d3f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0980957
Dec 22 04:45:30.699841 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49276) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:30.707198 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-f908eb96-902e-411f-b8b8-0c3abdf81461 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:30.722535 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619c9ed8-a35e-4ca7-ba26-c7e41493ecb6 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:45:30.722752 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Made reservation on behalf of c2961514dade458f8726b30effa45583 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:30.725565 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:30.729162 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-619c9ed8-a35e-4ca7-ba26-c7e41493ecb6 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:30.735060 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aef36ce-0363-4dc4-b949-4690742d99c4 None None] Sync routers for ids ['af42f049-047b-4846-b6a3-7616726426f8'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:45:30.746194 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port bf2f60f5-f89a-4dfb-864b-b7e78524d449 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:30.746611 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aef36ce-0363-4dc4-b949-4690742d99c4 None None] Routers {'af42f049-047b-4846-b6a3-7616726426f8'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:45:30.747230 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-6aef36ce-0363-4dc4-b949-4690742d99c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5b6430>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:45:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['af42f049-047b-4846-b6a3-7616726426f8'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:30.867265 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-619c9ed8-a35e-4ca7-ba26-c7e41493ecb6 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "PUT /v2.0/floatingips/5c0fb89a-4c5b-4254-81fe-f2c198bd1f49 HTTP/1.1" status: 200  len: 991 time: 6.6719506
Dec 22 04:45:30.869839 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97', 'tag': '9231bc40-c69a-4d17-a6aa-67c00402d5b7'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:45:30.881594 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f908eb96-902e-411f-b8b8-0c3abdf81461 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:30.885395 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f908eb96-902e-411f-b8b8-0c3abdf81461 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:30.888638 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f908eb96-902e-411f-b8b8-0c3abdf81461 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:30.896215 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f908eb96-902e-411f-b8b8-0c3abdf81461 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:30.914784 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f908eb96-902e-411f-b8b8-0c3abdf81461 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:30.918438 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f908eb96-902e-411f-b8b8-0c3abdf81461 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:30.935111 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-6aef36ce-0363-4dc4-b949-4690742d99c4 None None] Set router af42f049-047b-4846-b6a3-7616726426f8 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:45:30.957990 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-51546faa-5aea-4316-a54e-1e4729e314e9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:31.013121 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-badfdab1-2b17-4552-b3db-d8a28abf12c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:31.066491 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97', 'tag': '9231bc40-c69a-4d17-a6aa-67c00402d5b7', 'status': 'completed', 'code': 200}
Dec 22 04:45:31.084894 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5503b5f1-c5e5-47dd-917d-43d2f35e0969 req-50e617ba-b938-4bf4-8b0d-8ddce2ac1f23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03ddd590-c3d9-45ff-9e50-072a61fe0f41 HTTP/1.1" status: 200  len: 999 time: 0.7895639
Dec 22 04:45:31.089853 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f897f06-2711-46e5-af7a-646850869f77 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:31.091207 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7f897f06-2711-46e5-af7a-646850869f77 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Synchronizing usage tracker for tenant:e3f9ab407dc3482fae4a9a41c5ebac74 on resource:subnet {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:31.221892 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950cb58a-c248-4661-9ead-616890ca7368 None None] DHCP port deletion for 2f2acdfc-391b-454b-b075-6ba80166db54 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:45:31.264243 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-950cb58a-c248-4661-9ead-616890ca7368 None None] Deleting port bf2f60f5-f89a-4dfb-864b-b7e78524d449 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:31.264636 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-950cb58a-c248-4661-9ead-616890ca7368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:31.307504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f908eb96-902e-411f-b8b8-0c3abdf81461 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:31.322261 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6bf28087-0a99-4c1e-a837-994df2d4ccd1 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:31.323765 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-51546faa-5aea-4316-a54e-1e4729e314e9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:31.326014 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:31.339342 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d8614ad6-5fc3-4c1f-9d33-8016a98395b3 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:31.407357 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-badfdab1-2b17-4552-b3db-d8a28abf12c9 None None] For port aebba4d2-236a-462b-8e2f-a9848711fdd3, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=aebba4d2-236a-462b-8e2f-a9848711fdd3,segment=NetworkSegment(8179b0d0-317e-414d-92ff-a4d4b8009a4b),segment_id=8179b0d0-317e-414d-92ff-a4d4b8009a4b)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:31.415286 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908eb96-902e-411f-b8b8-0c3abdf81461 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=52e75c33-5e88-4cd0-a663-f8b2341a95ed,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:31.420669 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e057040a-d150-4af4-875e-750c5bce8351 req-0cd6b84e-1156-489e-928d-192412417514 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a58f6458e19442eae219c1a6c8a6bae&device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 1099 time: 0.3533463
Dec 22 04:45:31.421527 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f908eb96-902e-411f-b8b8-0c3abdf81461 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:31.433590 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503b5f1-c5e5-47dd-917d-43d2f35e0969 req-216dfd61-143d-48f3-9e5a-7ce03fa47b0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:31.435451 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5503b5f1-c5e5-47dd-917d-43d2f35e0969 req-216dfd61-143d-48f3-9e5a-7ce03fa47b0d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=faeacc71-1cdb-4a7d-86fa-0899322c9f90 HTTP/1.1" status: 200  len: 850 time: 0.2808077
Dec 22 04:45:31.454016 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-badfdab1-2b17-4552-b3db-d8a28abf12c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:31.458903 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:31.460057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Pushing event updated for resources: {'Port': ['ID=50cd8c95-d243-4754-b317-2a575f3f426b,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:31.466553 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0e8e5e31-7b94-49ec-9182-c2f40577191a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:31.481196 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:31.514508 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-6aef36ce-0363-4dc4-b949-4690742d99c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5b6430>, [{'id': 'af42f049-047b-4846-b6a3-7616726426f8', 'name': 'tempest-ServersTestJSON-2080179337-router', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:26Z', 'revision_number': 4, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'gw_port': {'id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:19Z', 'updated_at': '2021-12-22T04:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '5c0fb89a-4c5b-4254-81fe-f2c198bd1f49', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'port_id': '9231bc40-c69a-4d17-a6aa-67c00402d5b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf', 'mac_address': 'fa:16:3e:24:d0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:44:40Z', 'updated_at': '2021-12-22T04:45:26Z', 'revision_number': 1, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c09f342-37a3-4ba5-853d-1d5f61f88fd8', 'name': '', 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'mac_address': 'fa:16:3e:22:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d264e87-fb96-4a34-af84-0fbcf769c975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:23Z', 'updated_at': '2021-12-22T04:45:00Z', 'revision_number': 5, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'subnets': [{'id': '0d264e87-fb96-4a34-af84-0fbcf769c975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:31.529012 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f908eb96-902e-411f-b8b8-0c3abdf81461 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:31.531667 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aef36ce-0363-4dc4-b949-4690742d99c4 None None] Checking router: af42f049-047b-4846-b6a3-7616726426f8 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:45:31.531909 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-f908eb96-902e-411f-b8b8-0c3abdf81461 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:31.536319 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d8614ad6-5fc3-4c1f-9d33-8016a98395b3 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:31.539616 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f908eb96-902e-411f-b8b8-0c3abdf81461 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:31.540216 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f908eb96-902e-411f-b8b8-0c3abdf81461 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:31.555297 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:31.557145 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aef36ce-0363-4dc4-b949-4690742d99c4 None None] Routers {'af42f049-047b-4846-b6a3-7616726426f8'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:45:31.558041 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-6aef36ce-0363-4dc4-b949-4690742d99c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5b6430>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:45:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['af42f049-047b-4846-b6a3-7616726426f8'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:31.565220 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7f897f06-2711-46e5-af7a-646850869f77 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Unset dirty status for tenant:e3f9ab407dc3482fae4a9a41c5ebac74 on resource:subnet {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:31.570792 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49286) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:31.570981 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7f897f06-2711-46e5-af7a-646850869f77 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.9353170
Dec 22 04:45:31.571910 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-524b901a-cce2-409b-a294-a3953199db30 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:31.639805 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1b2651ad-509b-4487-b213-c19dfe5882c3 None None] Provisioning for port bf2f60f5-f89a-4dfb-864b-b7e78524d449 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:31.689759 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:31.707780 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e124b8-c774-47cc-9ae5-869d8bc871fa None None] Network 7b226e4a-bf66-42bf-8a73-4fd79848c6bb requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:31.719763 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d8614ad6-5fc3-4c1f-9d33-8016a98395b3 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "DELETE /v2.0/ports/97af532e-cbfb-4532-b831-9726b0a8fdfc HTTP/1.1" status: 204  len: 168 time: 3.8950863
Dec 22 04:45:31.720854 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49290) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:31.721652 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:31.730541 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf4d4d2-c9f3-4513-be76-87a4fa742b1c None None] DHCP port deletion for 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:45:31.755958 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:31.764891 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51546faa-5aea-4316-a54e-1e4729e314e9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Port': ['ID=68ff7730-43ee-457c-b8a9-f4d31ced03b3,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:31.785744 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f908eb96-902e-411f-b8b8-0c3abdf81461 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0846391
Dec 22 04:45:31.787573 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1b2651ad-509b-4487-b213-c19dfe5882c3 None None] Provisioning complete for port bf2f60f5-f89a-4dfb-864b-b7e78524d449 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:31.788032 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1b2651ad-509b-4487-b213-c19dfe5882c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:31.788857 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Deleting port aebba4d2-236a-462b-8e2f-a9848711fdd3 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:31.789190 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:31.804359 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:31.808518 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Usage tracker for resource:security_group_rule and tenant:c2961514dade458f8726b30effa45583 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:31.812721 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:31.819351 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:31.821222 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49292) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:31.850478 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-39b991d2-0c7b-492d-9ce8-18720055ad90 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'fixed_ips': [{'subnet_id': '52e75c33-5e88-4cd0-a663-f8b2341a95ed', 'ip_address': '2001:db8::e358:9395:7f0b:37a6'}], 'name': 'tempest-NetworksTestDHCPv6-856912682'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:31.868415 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-6aef36ce-0363-4dc4-b949-4690742d99c4 None None] Set router af42f049-047b-4846-b6a3-7616726426f8 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:45:31.872575 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-ddf4d4d2-c9f3-4513-be76-87a4fa742b1c None None] Deleting port 50e54cc4-66ee-418a-b7d6-bdf95c460f1d {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:31.872918 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ddf4d4d2-c9f3-4513-be76-87a4fa742b1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:31.928164 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfdab1-2b17-4552-b3db-d8a28abf12c9 None None] Pushing event updated for resources: {'Port': ['ID=aebba4d2-236a-462b-8e2f-a9848711fdd3,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:31.931940 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-badfdab1-2b17-4552-b3db-d8a28abf12c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:31.939348 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:31.952657 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-51546faa-5aea-4316-a54e-1e4729e314e9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:32.001346 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device bf2f60f5-f89a-4dfb-864b-b7e78524d449 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:45:32.011660 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-39b991d2-0c7b-492d-9ce8-18720055ad90 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:32.021615 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:32.022133 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-39b991d2-0c7b-492d-9ce8-18720055ad90 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:32.033960 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057040a-d150-4af4-875e-750c5bce8351 req-68d945b0-9773-416f-a5d4-16cec41baebd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:32.035445 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e057040a-d150-4af4-875e-750c5bce8351 req-68d945b0-9773-416f-a5d4-16cec41baebd service neutron] 10.222.0.47 "GET /v2.0/networks?id=7661e115-dba7-43dd-9fab-d3d8f77257cf HTTP/1.1" status: 200  len: 907 time: 0.6039708
Dec 22 04:45:32.038272 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:45:32.041350 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b991d2-0c7b-492d-9ce8-18720055ad90 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:32.048024 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-39b991d2-0c7b-492d-9ce8-18720055ad90 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:32.052348 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:32.052899 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Added segment 97acc502-205b-4141-b777-b8adb8060383 of type vlan for network f586c691-47fc-4630-9123-d98b5a78c68f
Dec 22 04:45:32.081365 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-950cb58a-c248-4661-9ead-616890ca7368 None None] For port bf2f60f5-f89a-4dfb-864b-b7e78524d449, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=bf2f60f5-f89a-4dfb-864b-b7e78524d449,segment=NetworkSegment(7cea03cb-28a9-4330-95f0-4446f7a10812),segment_id=7cea03cb-28a9-4330-95f0-4446f7a10812)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:32.081785 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-950cb58a-c248-4661-9ead-616890ca7368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:32.098586 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:32.138263 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-39b991d2-0c7b-492d-9ce8-18720055ad90 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] device_id is not set on port a1ab4898-6c8b-42a9-9c5c-e626128cef4c yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:32.162016 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1b2651ad-509b-4487-b213-c19dfe5882c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:32.258055 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7c5528-43f3-48fd-8181-f2e5f75d2356 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] GET failed (client error): The resource could not be found.
Dec 22 04:45:32.259080 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ce7c5528-43f3-48fd-8181-f2e5f75d2356 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Synchronizing usage tracker for tenant:40c15c4d603a42bc9f86ab63e3628133 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:32.273534 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:32.297597 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-6aef36ce-0363-4dc4-b949-4690742d99c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5b6430>, [{'id': 'af42f049-047b-4846-b6a3-7616726426f8', 'name': 'tempest-ServersTestJSON-2080179337-router', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:26Z', 'revision_number': 4, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'gw_port': {'id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:19Z', 'updated_at': '2021-12-22T04:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '5c0fb89a-4c5b-4254-81fe-f2c198bd1f49', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'port_id': '9231bc40-c69a-4d17-a6aa-67c00402d5b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf', 'mac_address': 'fa:16:3e:24:d0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:44:40Z', 'updated_at': '2021-12-22T04:45:26Z', 'revision_number': 1, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c09f342-37a3-4ba5-853d-1d5f61f88fd8', 'name': '', 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'mac_address': 'fa:16:3e:22:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d264e87-fb96-4a34-af84-0fbcf769c975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:23Z', 'updated_at': '2021-12-22T04:45:00Z', 'revision_number': 5, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'subnets': [{'id': '0d264e87-fb96-4a34-af84-0fbcf769c975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:32.300092 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-3634228b-4639-4ec5-bc9a-65ab6f3cbf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c488670>, [{'id': '34646794-5df5-4b40-afc8-fce2e270e577', 'name': 'tempest-ServersTestManualDisk-958805555-router', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:17Z', 'updated_at': '2021-12-22T04:44:23Z', 'revision_number': 4, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'gw_port': {'id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': 'b3b8c01e-a7e1-4674-a9d8-8ca500a4f291', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'floating_ip_address': '172.26.4.19', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'port_id': '03ddd590-c3d9-45ff-9e50-072a61fe0f41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0', 'mac_address': 'fa:16:3e:43:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:44:33Z', 'updated_at': '2021-12-22T04:45:21Z', 'revision_number': 1, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538446cc-f504-4a0b-8d5f-bbe0e9752dec', 'name': '', 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'mac_address': 'fa:16:3e:d8:b6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'faeacc71-1cdb-4a7d-86fa-0899322c9f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:21Z', 'updated_at': '2021-12-22T04:44:32Z', 'revision_number': 5, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'subnets': [{'id': 'faeacc71-1cdb-4a7d-86fa-0899322c9f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:32.302490 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aef36ce-0363-4dc4-b949-4690742d99c4 None None] The sync data for ids ['af42f049-047b-4846-b6a3-7616726426f8'] in dv-neutron-822525-1-hyperv is: [{'id': 'af42f049-047b-4846-b6a3-7616726426f8', 'name': 'tempest-ServersTestJSON-2080179337-router', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:26Z', 'revision_number': 4, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'gw_port': {'id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:19Z', 'updated_at': '2021-12-22T04:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '5c0fb89a-4c5b-4254-81fe-f2c198bd1f49', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'port_id': '9231bc40-c69a-4d17-a6aa-67c00402d5b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf', 'mac_address': 'fa:16:3e:24:d0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:44:40Z', 'updated_at': '2021-12-22T04:45:26Z', 'revision_number': 1, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c09f342-37a3-4ba5-853d-1d5f61f88fd8', 'name': '', 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'mac_address': 'fa:16:3e:22:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d264e87-fb96-4a34-af84-0fbcf769c975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:23Z', 'updated_at': '2021-12-22T04:45:00Z', 'revision_number': 5, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'subnets': [{'id': '0d264e87-fb96-4a34-af84-0fbcf769c975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:45:32.341933 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065f9204-5ec6-4a15-8178-6d4d44ff63a3,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:32.359218 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:32.367426 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:32.369013 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:32.397350 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:32.401480 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b506c6b4-af1c-46dc-9456-a47462117498 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:32.465348 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ce7c5528-43f3-48fd-8181-f2e5f75d2356 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Unset dirty status for tenant:40c15c4d603a42bc9f86ab63e3628133 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:32.467172 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ce7c5528-43f3-48fd-8181-f2e5f75d2356 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "GET /v2.0/ports/97af532e-cbfb-4532-b831-9726b0a8fdfc HTTP/1.1" status: 404  len: 333 time: 0.5185239
Dec 22 04:45:32.473261 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5503b5f1-c5e5-47dd-917d-43d2f35e0969 req-a5eee249-e917-4e8d-8a03-81635dea7de4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76dd8755-7bd3-483a-90a3-b1bb39c70dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.9907875
Dec 22 04:45:32.477446 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49302) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:32.496576 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b30846e0-ce1f-42dd-94bb-4420f5a8d7f9 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Request body: {'port': {'network_id': '1a659d4b-6583-4516-a8be-476da7dc0dfe', 'name': 'tempest-AllowedAddressPairTestJSON-1125769504'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:32.558787 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-950cb58a-c248-4661-9ead-616890ca7368 None None] Calling delete_port for bf2f60f5-f89a-4dfb-864b-b7e78524d449 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:32.606845 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3634228b-4639-4ec5-bc9a-65ab6f3cbf89 None None] The sync data for ids ['34646794-5df5-4b40-afc8-fce2e270e577'] in dv-neutron-822525-1-hyperv is: [{'id': '34646794-5df5-4b40-afc8-fce2e270e577', 'name': 'tempest-ServersTestManualDisk-958805555-router', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:17Z', 'updated_at': '2021-12-22T04:44:23Z', 'revision_number': 4, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'gw_port': {'id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': 'b3b8c01e-a7e1-4674-a9d8-8ca500a4f291', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'floating_ip_address': '172.26.4.19', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'port_id': '03ddd590-c3d9-45ff-9e50-072a61fe0f41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0', 'mac_address': 'fa:16:3e:43:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:44:33Z', 'updated_at': '2021-12-22T04:45:21Z', 'revision_number': 1, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '538446cc-f504-4a0b-8d5f-bbe0e9752dec', 'name': '', 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'mac_address': 'fa:16:3e:d8:b6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'faeacc71-1cdb-4a7d-86fa-0899322c9f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:21Z', 'updated_at': '2021-12-22T04:44:32Z', 'revision_number': 5, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'subnets': [{'id': 'faeacc71-1cdb-4a7d-86fa-0899322c9f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:45:32.621371 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b90cf9-61f3-4438-915d-0a78fde2d061 None None] New status for floating IP 5c0fb89a-4c5b-4254-81fe-f2c198bd1f49: ACTIVE {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 04:45:32.702598 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 2.6061804
Dec 22 04:45:32.708334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49306) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:32.713024 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51546faa-5aea-4316-a54e-1e4729e314e9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Checking segment: {'id': '11e9127e-e541-4295-9baa-8ef61124429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0a794013-ae5e-4901-9fbf-747518ba91d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:32.713024 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51546faa-5aea-4316-a54e-1e4729e314e9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network hostable DHCP agents. Network: 0a794013-ae5e-4901-9fbf-747518ba91d3, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:45:32.755761 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e057040a-d150-4af4-875e-750c5bce8351 req-4b7da376-6d10-4dc4-9f52-982eea88c143 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9231bc40-c69a-4d17-a6aa-67c00402d5b7 HTTP/1.1" status: 200  len: 999 time: 0.6868908
Dec 22 04:45:32.759964 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-ac2c6463-be9d-4119-bf0e-412714f59e31 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Request body: {'subnet': {'network_id': 'f586c691-47fc-4630-9123-d98b5a78c68f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:32.788135 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Pushing event updated for resources: {'Network': ['ID=f586c691-47fc-4630-9123-d98b5a78c68f,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:32.794789 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-1b2651ad-509b-4487-b213-c19dfe5882c3 None None] For port bf2f60f5-f89a-4dfb-864b-b7e78524d449, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=bf2f60f5-f89a-4dfb-864b-b7e78524d449,segment=NetworkSegment(7cea03cb-28a9-4330-95f0-4446f7a10812),segment_id=7cea03cb-28a9-4330-95f0-4446f7a10812)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:32.810454 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network f586c691-47fc-4630-9123-d98b5a78c68f details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:45:32.843036 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] For port aebba4d2-236a-462b-8e2f-a9848711fdd3, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=aebba4d2-236a-462b-8e2f-a9848711fdd3,segment=NetworkSegment(8179b0d0-317e-414d-92ff-a4d4b8009a4b),segment_id=8179b0d0-317e-414d-92ff-a4d4b8009a4b)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:32.843636 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:32.855526 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:32.931948 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5503b5f1-c5e5-47dd-917d-43d2f35e0969 req-844901ff-f353-4534-ab5f-446432895ac1 service neutron] 10.222.0.47 "GET /v2.0/networks/76dd8755-7bd3-483a-90a3-b1bb39c70dc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3621914
Dec 22 04:45:32.971448 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ac2c6463-be9d-4119-bf0e-412714f59e31 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:32.974895 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51546faa-5aea-4316-a54e-1e4729e314e9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network 0a794013-ae5e-4901-9fbf-747518ba91d3 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:45:32.975134 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1b2651ad-509b-4487-b213-c19dfe5882c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:32.991157 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c323c024-5d97-4961-9668-62a462316987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:33.005179 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Calling delete_port for aebba4d2-236a-462b-8e2f-a9848711fdd3 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:33.033590 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ac2c6463-be9d-4119-bf0e-412714f59e31 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Usage tracker for resource:subnet and tenant:c2961514dade458f8726b30effa45583 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:33.042449 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ac2c6463-be9d-4119-bf0e-412714f59e31 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:33.051873 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-51546faa-5aea-4316-a54e-1e4729e314e9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 0a794013-ae5e-4901-9fbf-747518ba91d3) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:33.060317 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ac2c6463-be9d-4119-bf0e-412714f59e31 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:33.074014 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51546faa-5aea-4316-a54e-1e4729e314e9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:33.077877 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51546faa-5aea-4316-a54e-1e4729e314e9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:33.078999 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-51546faa-5aea-4316-a54e-1e4729e314e9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:33.085351 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b30846e0-ce1f-42dd-94bb-4420f5a8d7f9 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:33.094541 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057040a-d150-4af4-875e-750c5bce8351 req-6017356a-8639-4ae7-a791-d7abc52e0c5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:33.095857 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e057040a-d150-4af4-875e-750c5bce8351 req-6017356a-8639-4ae7-a791-d7abc52e0c5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d264e87-fb96-4a34-af84-0fbcf769c975 HTTP/1.1" status: 200  len: 845 time: 0.3260384
Dec 22 04:45:33.100665 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2c6463-be9d-4119-bf0e-412714f59e31 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Made reservation on behalf of c2961514dade458f8726b30effa45583 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:33.129201 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 50e54cc4-66ee-418a-b7d6-bdf95c460f1d no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:45:33.146340 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b30846e0-ce1f-42dd-94bb-4420f5a8d7f9 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:33.152400 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb457a4-c419-4d1a-ba8d-c40aac520ee8 None None] Network 0a794013-ae5e-4901-9fbf-747518ba91d3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:33.206712 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-51546faa-5aea-4316-a54e-1e4729e314e9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 3.6773071
Dec 22 04:45:33.206914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49314) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:33.211705 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-39b991d2-0c7b-492d-9ce8-18720055ad90 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8::e358:9395:7f0b:37a6 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/52e75c33-5e88-4cd0-a663-f8b2341a95ed/a1ab4898-6c8b-42a9-9c5c-e626128cef4c) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:33.213865 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5503b5f1-c5e5-47dd-917d-43d2f35e0969 req-9a7f8fb3-db42-41ea-a601-f80f988e00ea service neutron] 10.222.0.47 "GET /v2.0/networks/76dd8755-7bd3-483a-90a3-b1bb39c70dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2730327
Dec 22 04:45:33.216907 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e126a553-f763-4fa2-9ff0-83ae39858bf2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-13947690'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:33.221500 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30846e0-ce1f-42dd-94bb-4420f5a8d7f9 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Made reservation on behalf of 40c15c4d603a42bc9f86ab63e3628133 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:33.224358 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b30846e0-ce1f-42dd-94bb-4420f5a8d7f9 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:33.250102 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e126a553-f763-4fa2-9ff0-83ae39858bf2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:33.257796 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-b30846e0-ce1f-42dd-94bb-4420f5a8d7f9 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] device_id is not set on port 548a3fbf-f219-4477-94b2-578f992b3c75 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:33.264181 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6463-be9d-4119-bf0e-412714f59e31 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:33.293532 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e126a553-f763-4fa2-9ff0-83ae39858bf2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:network and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:33.303071 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e126a553-f763-4fa2-9ff0-83ae39858bf2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:33.318367 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e126a553-f763-4fa2-9ff0-83ae39858bf2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:33.330597 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-fe81b327-c693-42e1-b817-bb38d25ee5a8 None None] Provisioning complete for port aebba4d2-236a-462b-8e2f-a9848711fdd3 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:33.331055 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fe81b327-c693-42e1-b817-bb38d25ee5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:33.348007 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:33.357403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-67a13375-eed6-4e82-b3ea-0067ac5e84be tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:33.363345 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-950cb58a-c248-4661-9ead-616890ca7368 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:45:33.363684 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-950cb58a-c248-4661-9ead-616890ca7368 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:45:33.389539 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_gateway, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:33.390296 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:33.409129 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-fe81b327-c693-42e1-b817-bb38d25ee5a8 None None] Port aebba4d2-236a-462b-8e2f-a9848711fdd3 was deleted so its status cannot be updated. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 22 04:45:33.418219 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e126a553-f763-4fa2-9ff0-83ae39858bf2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:33.421130 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e126a553-f763-4fa2-9ff0-83ae39858bf2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:33.429233 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-ddf4d4d2-c9f3-4513-be76-87a4fa742b1c None None] For port 50e54cc4-66ee-418a-b7d6-bdf95c460f1d, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=50e54cc4-66ee-418a-b7d6-bdf95c460f1d,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:33.430353 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ddf4d4d2-c9f3-4513-be76-87a4fa742b1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:33.441799 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Pushing event deleted for resources: {'Port': ['ID=aebba4d2-236a-462b-8e2f-a9848711fdd3,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:33.450716 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:33.474762 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e057040a-d150-4af4-875e-750c5bce8351 req-f6c6bac4-63a7-45e6-8ef0-6290f633a054 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7661e115-dba7-43dd-9fab-d3d8f77257cf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3683400
Dec 22 04:45:33.520793 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] No DVR routers for this DVR port aebba4d2-236a-462b-8e2f-a9848711fdd3 on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:45:33.594798 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-ddf4d4d2-c9f3-4513-be76-87a4fa742b1c None None] Calling delete_port for 50e54cc4-66ee-418a-b7d6-bdf95c460f1d owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:33.680321 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6463-be9d-4119-bf0e-412714f59e31 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:33.687830 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:33.691925 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2651ad-509b-4487-b213-c19dfe5882c3 None None] Pushing event updated for resources: {'Port': ['ID=bf2f60f5-f89a-4dfb-864b-b7e78524d449,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:33.720612 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1b2651ad-509b-4487-b213-c19dfe5882c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:33.802305 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c6463-be9d-4119-bf0e-412714f59e31 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Pushing event updated for resources: {'Subnet': ['ID=ebbcc94f-2c57-422f-a573-00259a7925a0,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:33.806944 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ac2c6463-be9d-4119-bf0e-412714f59e31 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:33.826701 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2c6463-be9d-4119-bf0e-412714f59e31 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Checking segment: {'id': '97acc502-205b-4141-b777-b8adb8060383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f586c691-47fc-4630-9123-d98b5a78c68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:33.827053 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2c6463-be9d-4119-bf0e-412714f59e31 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Network hostable DHCP agents. Network: f586c691-47fc-4630-9123-d98b5a78c68f, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:45:33.846048 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e126a553-f763-4fa2-9ff0-83ae39858bf2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:45:33.873374 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Router 7d3d7779-a919-4260-a13f-8fd478ce910d is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:45:33.875618 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2c6463-be9d-4119-bf0e-412714f59e31 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Network f586c691-47fc-4630-9123-d98b5a78c68f is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:45:33.890900 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-ac2c6463-be9d-4119-bf0e-412714f59e31 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, f586c691-47fc-4630-9123-d98b5a78c68f) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:33.938432 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-950cb58a-c248-4661-9ead-616890ca7368 None None] Deleting port bf2f60f5-f89a-4dfb-864b-b7e78524d449 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:33.939056 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-950cb58a-c248-4661-9ead-616890ca7368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:33.945800 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2c6463-be9d-4119-bf0e-412714f59e31 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:33.946403 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ac2c6463-be9d-4119-bf0e-412714f59e31 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:33.986728 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ac2c6463-be9d-4119-bf0e-412714f59e31 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2723303
Dec 22 04:45:33.986947 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49322) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:33.993475 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-301c7096-8a8d-4508-9d64-34ea67d6c420 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Request body: {'port': {'network_id': 'f586c691-47fc-4630-9123-d98b5a78c68f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1761519611'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:33.996885 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881903d3-144b-476d-abb8-6d48ef3f8895 None None] DHCP port deletion for 7b226e4a-bf66-42bf-8a73-4fd79848c6bb request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:45:33.998950 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3f29f4-e0af-4dbe-8c99-826a282b186f None None] Network f586c691-47fc-4630-9123-d98b5a78c68f requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:34.009389 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e126a553-f763-4fa2-9ff0-83ae39858bf2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:34.009823 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-e126a553-f763-4fa2-9ff0-83ae39858bf2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Added segment 5cae39d7-bf7f-4def-821c-b5e4d472c349 of type vlan for network db7d0ca9-886c-46eb-a725-792740843f17
Dec 22 04:45:34.012967 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Port 50e54cc4-66ee-418a-b7d6-bdf95c460f1d update to DOWN by agent not found {{(pid=83436) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}}
Dec 22 04:45:34.033218 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ddf4d4d2-c9f3-4513-be76-87a4fa742b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:34.039033 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-b30846e0-ce1f-42dd-94bb-4420f5a8d7f9 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Allocated IP 172.20.0.5 (1a659d4b-6583-4516-a8be-476da7dc0dfe/d8555e11-5799-423e-92ce-a3dc21e3fd31/548a3fbf-f219-4477-94b2-578f992b3c75) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:34.059358 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:34.105790 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:34.135269 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bec2820>,) {'filters': {'network_id': ['7b226e4a-bf66-42bf-8a73-4fd79848c6bb']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:34.152943 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf4d4d2-c9f3-4513-be76-87a4fa742b1c None None] No DVR routers for this DVR port 50e54cc4-66ee-418a-b7d6-bdf95c460f1d on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:45:34.154670 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4d4d2-c9f3-4513-be76-87a4fa742b1c None None] Pushing event deleted for resources: {'Port': ['ID=50e54cc4-66ee-418a-b7d6-bdf95c460f1d,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:34.180818 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-ddf4d4d2-c9f3-4513-be76-87a4fa742b1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:34.196684 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db13e70-edd5-4470-8562-25122533a5d5 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:34.214272 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e126a553-f763-4fa2-9ff0-83ae39858bf2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:34.229437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bec2820>, '8179b0d0-317e-414d-92ff-a4d4b8009a4b') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:34.229740 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bec2820>, '8179b0d0-317e-414d-92ff-a4d4b8009a4b') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:34.247471 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e057040a-d150-4af4-875e-750c5bce8351 req-51c4a68f-1469-41e4-afef-e8bfa7b72b57 service neutron] 10.222.0.47 "GET /v2.0/networks/7661e115-dba7-43dd-9fab-d3d8f77257cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7326577
Dec 22 04:45:34.251388 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-39b991d2-0c7b-492d-9ce8-18720055ad90 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:34.266080 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:34.316963 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device aebba4d2-236a-462b-8e2f-a9848711fdd3 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:45:34.332954 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-301c7096-8a8d-4508-9d64-34ea67d6c420 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:34.338909 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-301c7096-8a8d-4508-9d64-34ea67d6c420 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Usage tracker for resource:port and tenant:c2961514dade458f8726b30effa45583 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:34.342727 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-301c7096-8a8d-4508-9d64-34ea67d6c420 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:34.349942 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-301c7096-8a8d-4508-9d64-34ea67d6c420 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:34.362604 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:45:34.364458 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301c7096-8a8d-4508-9d64-34ea67d6c420 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Made reservation on behalf of c2961514dade458f8726b30effa45583 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:34.367411 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-301c7096-8a8d-4508-9d64-34ea67d6c420 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:34.377441 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e70d1b-b345-4334-9c3d-78dd5dc0304c None None] Sync routers for ids ['7d3d7779-a919-4260-a13f-8fd478ce910d'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:45:34.392504 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: aebba4d2-236a-462b-8e2f-a9848711fdd3 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:45:34.392853 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device aebba4d2-236a-462b-8e2f-a9848711fdd3 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:45:34.403204 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-39b991d2-0c7b-492d-9ce8-18720055ad90 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Transition to ACTIVE for port object a1ab4898-6c8b-42a9-9c5c-e626128cef4c will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:34.405503 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-301c7096-8a8d-4508-9d64-34ea67d6c420 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] device_id is not set on port 0e6e8848-76e3-4887-bf6a-bf6924bdc6a4 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:34.432317 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:34.448767 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:34.449118 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e70d1b-b345-4334-9c3d-78dd5dc0304c None None] Routers {'7d3d7779-a919-4260-a13f-8fd478ce910d'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:45:34.449871 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-74e70d1b-b345-4334-9c3d-78dd5dc0304c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5efca0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:45:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['7d3d7779-a919-4260-a13f-8fd478ce910d'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:34.450209 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 8.2880361
Dec 22 04:45:34.457014 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49326) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:34.517037 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:45:34.517565 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:45:34.532754 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:45:34.561316 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-74e70d1b-b345-4334-9c3d-78dd5dc0304c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5efca0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:34.574812 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e70d1b-b345-4334-9c3d-78dd5dc0304c None None] Routers {'7d3d7779-a919-4260-a13f-8fd478ce910d'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:45:34.575550 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-74e70d1b-b345-4334-9c3d-78dd5dc0304c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5efca0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:45:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['7d3d7779-a919-4260-a13f-8fd478ce910d'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:34.588332 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e126a553-f763-4fa2-9ff0-83ae39858bf2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:34.592106 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e126a553-f763-4fa2-9ff0-83ae39858bf2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:34.592695 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e126a553-f763-4fa2-9ff0-83ae39858bf2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:34.668970 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-74e70d1b-b345-4334-9c3d-78dd5dc0304c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5efca0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:34.669382 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e70d1b-b345-4334-9c3d-78dd5dc0304c None None] The sync data for ids ['7d3d7779-a919-4260-a13f-8fd478ce910d'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:45:34.677451 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-002a61cc-42a5-42b0-953d-3bfdb321fbf8 tempest-ExternalNetworksTestJSON-1179734879 tempest-ExternalNetworksTestJSON-1179734879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:34.708570 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-301c7096-8a8d-4508-9d64-34ea67d6c420 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Allocated IP 2001:db8::301 (f586c691-47fc-4630-9123-d98b5a78c68f/ebbcc94f-2c57-422f-a573-00259a7925a0/0e6e8848-76e3-4887-bf6a-bf6924bdc6a4) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:34.808785 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-f586c691-47fc-4630-9123-d98b5a78c68f', 'network_id': 'f586c691-47fc-4630-9123-d98b5a78c68f', 'tenant_id': 'c2961514dade458f8726b30effa45583', 'fixed_ips': [{'subnet_id': 'ebbcc94f-2c57-422f-a573-00259a7925a0'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:45:34.809822 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:34.840720 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e057040a-d150-4af4-875e-750c5bce8351 req-743b2179-7dbf-4027-8a28-19ddf5897970 service neutron] 10.222.0.47 "GET /v2.0/networks/7661e115-dba7-43dd-9fab-d3d8f77257cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5627568
Dec 22 04:45:34.870839 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e126a553-f763-4fa2-9ff0-83ae39858bf2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.6612220
Dec 22 04:45:34.874442 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-950cb58a-c248-4661-9ead-616890ca7368 None None] For port bf2f60f5-f89a-4dfb-864b-b7e78524d449, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=bf2f60f5-f89a-4dfb-864b-b7e78524d449,segment=NetworkSegment(7cea03cb-28a9-4330-95f0-4446f7a10812),segment_id=7cea03cb-28a9-4330-95f0-4446f7a10812)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:34.874841 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-950cb58a-c248-4661-9ead-616890ca7368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:34.892574 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-39b991d2-0c7b-492d-9ce8-18720055ad90 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:34.911461 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49334) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:34.955631 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b991d2-0c7b-492d-9ce8-18720055ad90 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:34.961973 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'ports': [{'network_id': '0a794013-ae5e-4901-9fbf-747518ba91d3'}, {'network_id': 'db7d0ca9-886c-46eb-a725-792740843f17'}]} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:34.962450 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'port': {'network_id': '0a794013-ae5e-4901-9fbf-747518ba91d3'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:34.962916 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'port': {'network_id': 'db7d0ca9-886c-46eb-a725-792740843f17'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:34.986206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-39b991d2-0c7b-492d-9ce8-18720055ad90 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:35.036515 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3ec65b-a39e-44a8-97b1-7585a5824051 None None] New status for floating IP b3b8c01e-a7e1-4674-a9d8-8ca500a4f291: ACTIVE {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 04:45:35.050025 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b991d2-0c7b-492d-9ce8-18720055ad90 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:35.050207 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-179a976f-ee1b-4380-ae4f-a14e2ac6ad7c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "GET /v2.0/routers/7d3d7779-a919-4260-a13f-8fd478ce910d HTTP/1.1" status: 200  len: 920 time: 0.5891633
Dec 22 04:45:35.050288 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49338) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:35.051044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b991d2-0c7b-492d-9ce8-18720055ad90 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:35.051747 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-39b991d2-0c7b-492d-9ce8-18720055ad90 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:35.066574 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126a553-f763-4fa2-9ff0-83ae39858bf2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Network': ['ID=db7d0ca9-886c-46eb-a725-792740843f17,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:35.077173 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:35.085774 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e126a553-f763-4fa2-9ff0-83ae39858bf2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:35.086274 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f148614d-cc22-4459-8280-87b62027de5b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:35.097488 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-950cb58a-c248-4661-9ead-616890ca7368 None None] Calling delete_port for bf2f60f5-f89a-4dfb-864b-b7e78524d449 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:35.112885 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b10616f2-5889-4b4e-82ac-a6e1024928b2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d3d7779-a919-4260-a13f-8fd478ce910d HTTP/1.1" status: 200  len: 205 time: 0.0592575
Dec 22 04:45:35.113434 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-301c7096-8a8d-4508-9d64-34ea67d6c420 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:35.116425 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49342) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:35.159393 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b30846e0-ce1f-42dd-94bb-4420f5a8d7f9 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:35.159610 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network db7d0ca9-886c-46eb-a725-792740843f17 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:45:35.181346 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-b30846e0-ce1f-42dd-94bb-4420f5a8d7f9 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Transition to ACTIVE for port object 548a3fbf-f219-4477-94b2-578f992b3c75 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:35.200448 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-301c7096-8a8d-4508-9d64-34ea67d6c420 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Transition to ACTIVE for port object 0e6e8848-76e3-4887-bf6a-bf6924bdc6a4 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:35.226674 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:35.231439 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] 10.222.0.53 "DELETE /v2.0/networks/7b226e4a-bf66-42bf-8a73-4fd79848c6bb HTTP/1.1" status: 204  len: 168 time: 3.6545978
Dec 22 04:45:35.237775 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49346) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:35.253790 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-301c7096-8a8d-4508-9d64-34ea67d6c420 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:35.257173 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b30846e0-ce1f-42dd-94bb-4420f5a8d7f9 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:35.262254 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-39b991d2-0c7b-492d-9ce8-18720055ad90 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.4338965
Dec 22 04:45:35.286458 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49350) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:35.310481 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:35.393286 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301c7096-8a8d-4508-9d64-34ea67d6c420 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Network f586c691-47fc-4630-9123-d98b5a78c68f is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:35.400035 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-301c7096-8a8d-4508-9d64-34ea67d6c420 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:35.402005 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c7096-8a8d-4508-9d64-34ea67d6c420 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Pushing event updated for resources: {'Port': ['ID=0e6e8848-76e3-4887-bf6a-bf6924bdc6a4,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:35.404288 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301c7096-8a8d-4508-9d64-34ea67d6c420 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:35.408226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301c7096-8a8d-4508-9d64-34ea67d6c420 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:35.408830 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-301c7096-8a8d-4508-9d64-34ea67d6c420 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:35.413611 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-301c7096-8a8d-4508-9d64-34ea67d6c420 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:35.418013 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b991d2-0c7b-492d-9ce8-18720055ad90 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=a1ab4898-6c8b-42a9-9c5c-e626128cef4c,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:35.421507 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-39b991d2-0c7b-492d-9ce8-18720055ad90 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:35.454390 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-301c7096-8a8d-4508-9d64-34ea67d6c420 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.4630420
Dec 22 04:45:35.454681 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49354) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:35.461053 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-4c2df65b-1ef6-40cc-ab20-153ae0dac3df tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Request body: {'port': {'network_id': 'f586c691-47fc-4630-9123-d98b5a78c68f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-155977213', 'allowed_address_pairs': [{'ip_address': '2001:db8::301', 'mac_address': 'fa:16:3e:26:eb:93'}]}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:35.492078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8e1af06b-5eff-4f10-8e5c-e65da299c57e tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:35.509342 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-950cb58a-c248-4661-9ead-616890ca7368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:35.524447 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:35.542964 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Pushing event deleted for resources: {'Network': ['ID=7b226e4a-bf66-42bf-8a73-4fd79848c6bb,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:35.545904 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:35.558265 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4dfd7a90-a1ff-436b-9533-45fad2b041f1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:35.559194 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-44be9c04-a258-4857-9075-b10ee95f9a45 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:35.587648 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30846e0-ce1f-42dd-94bb-4420f5a8d7f9 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Network 1a659d4b-6583-4516-a8be-476da7dc0dfe is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:35.620628 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-b30846e0-ce1f-42dd-94bb-4420f5a8d7f9 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:35.623144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30846e0-ce1f-42dd-94bb-4420f5a8d7f9 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:35.633492 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cb58a-c248-4661-9ead-616890ca7368 None None] Pushing event deleted for resources: {'Port': ['ID=bf2f60f5-f89a-4dfb-864b-b7e78524d449,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:35.645439 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-950cb58a-c248-4661-9ead-616890ca7368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:35.648214 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Allocated IP 2001:db8::2 (f586c691-47fc-4630-9123-d98b5a78c68f/ebbcc94f-2c57-422f-a573-00259a7925a0/56ef5c93-faa2-43d5-b59a-8530c8a91db1) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:35.653205 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950cb58a-c248-4661-9ead-616890ca7368 None None] No DVR routers for this DVR port bf2f60f5-f89a-4dfb-864b-b7e78524d449 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:45:35.681685 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4c2df65b-1ef6-40cc-ab20-153ae0dac3df tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:35.694417 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4c2df65b-1ef6-40cc-ab20-153ae0dac3df tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Usage tracker for resource:port and tenant:c2961514dade458f8726b30effa45583 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:35.700541 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4c2df65b-1ef6-40cc-ab20-153ae0dac3df tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:35.703933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-225b20ce-50aa-49fe-a571-a2c2c69700fc tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:35.708352 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4c2df65b-1ef6-40cc-ab20-153ae0dac3df tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:35.747998 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:35.764259 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:port and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:35.768987 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:35.774135 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30846e0-ce1f-42dd-94bb-4420f5a8d7f9 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Pushing event updated for resources: {'Port': ['ID=548a3fbf-f219-4477-94b2-578f992b3c75,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:35.777817 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b30846e0-ce1f-42dd-94bb-4420f5a8d7f9 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:35.779863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2df65b-1ef6-40cc-ab20-153ae0dac3df tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Made reservation on behalf of c2961514dade458f8726b30effa45583 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:35.785067 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4c2df65b-1ef6-40cc-ab20-153ae0dac3df tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:35.786911 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30846e0-ce1f-42dd-94bb-4420f5a8d7f9 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:35.787526 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b30846e0-ce1f-42dd-94bb-4420f5a8d7f9 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:35.792949 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:35.808066 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'fixed_ips': [{'subnet_id': '52e75c33-5e88-4cd0-a663-f8b2341a95ed'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:45:35.809188 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:35.827691 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-4c2df65b-1ef6-40cc-ab20-153ae0dac3df tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] device_id is not set on port 9184921d-022d-4319-8b1e-340e49eae559 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:35.891147 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'port': 2} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:35.896192 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:35.950752 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-44be9c04-a258-4857-9075-b10ee95f9a45 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:35.961755 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b30846e0-ce1f-42dd-94bb-4420f5a8d7f9 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.4835293
Dec 22 04:45:35.964411 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49360) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:35.968291 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-44be9c04-a258-4857-9075-b10ee95f9a45 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Deleting port 50cd8c95-d243-4754-b317-2a575f3f426b {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:35.970540 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-44be9c04-a258-4857-9075-b10ee95f9a45 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:35.975412 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575c1690-40e7-4f30-90cc-4b5a4e21e31c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:35.976963 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-575c1690-40e7-4f30-90cc-4b5a4e21e31c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:36.007644 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:36.021888 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-91c99cfb-fa3b-4673-9aa5-cebd95468afa tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:39:59:7d'}]}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:36.025506 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-225b20ce-50aa-49fe-a571-a2c2c69700fc tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:36.066116 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-575c1690-40e7-4f30-90cc-4b5a4e21e31c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:36.069669 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-575c1690-40e7-4f30-90cc-4b5a4e21e31c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.7763002
Dec 22 04:45:36.069669 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-225b20ce-50aa-49fe-a571-a2c2c69700fc tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b4832b0>,) {'filters': {'network_id': ['2f2acdfc-391b-454b-b075-6ba80166db54']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:36.114146 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f972bfbe-4fb0-46eb-910f-b6ecacd7d09c None None] Provisioning for port 548a3fbf-f219-4477-94b2-578f992b3c75 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:36.137177 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Allocated IP 2001:db8::2 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/52e75c33-5e88-4cd0-a663-f8b2341a95ed/ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:36.139603 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f972bfbe-4fb0-46eb-910f-b6ecacd7d09c None None] Provisioning complete for port 548a3fbf-f219-4477-94b2-578f992b3c75 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:36.139603 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f972bfbe-4fb0-46eb-910f-b6ecacd7d09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:36.205783 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-f972bfbe-4fb0-46eb-910f-b6ecacd7d09c None None] Port 548a3fbf-f219-4477-94b2-578f992b3c75 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:36.217505 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:36.264959 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49366) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:36.274149 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-225b20ce-50aa-49fe-a571-a2c2c69700fc tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b4832b0>, '7cea03cb-28a9-4330-95f0-4446f7a10812') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:36.274480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-225b20ce-50aa-49fe-a571-a2c2c69700fc tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b4832b0>, '7cea03cb-28a9-4330-95f0-4446f7a10812') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:36.336484 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-225b20ce-50aa-49fe-a571-a2c2c69700fc tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:36.345981 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Transition to ACTIVE for port object 56ef5c93-faa2-43d5-b59a-8530c8a91db1 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:36.370588 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-225b20ce-50aa-49fe-a571-a2c2c69700fc tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:36.386519 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Transition to ACTIVE for port object 56ef5c93-faa2-43d5-b59a-8530c8a91db1 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:36.386748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225b20ce-50aa-49fe-a571-a2c2c69700fc tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:45:36.386986 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-225b20ce-50aa-49fe-a571-a2c2c69700fc tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:36.398080 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:36.403945 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] device_id is not set on port e83fa752-b706-484c-b205-965b79d2ffb8 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:45:36.407355 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:45:36.411674 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:36.470983 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-c8ef99dd-479f-4ed4-8683-fa8a5bf06838 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting port a1ab4898-6c8b-42a9-9c5c-e626128cef4c {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:36.471262 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c8ef99dd-479f-4ed4-8683-fa8a5bf06838 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:36.491433 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Network f586c691-47fc-4630-9123-d98b5a78c68f is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:36.501639 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:36.535297 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:36.548099 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Pushing event updated for resources: {'Port': ['ID=56ef5c93-faa2-43d5-b59a-8530c8a91db1,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:36.554776 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:36.587905 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-225b20ce-50aa-49fe-a571-a2c2c69700fc tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:36.598540 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9514ac4c-5847-4f2a-8632-3ed244ab0ca5 tempest-PortsAdminExtendedAttrsTestJSON-180456163 tempest-PortsAdminExtendedAttrsTestJSON-180456163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:36.606173 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-4c2df65b-1ef6-40cc-ab20-153ae0dac3df tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Allocated IP 2001:db8::1f2 (f586c691-47fc-4630-9123-d98b5a78c68f/ebbcc94f-2c57-422f-a573-00259a7925a0/9184921d-022d-4319-8b1e-340e49eae559) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:36.619313 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-225b20ce-50aa-49fe-a571-a2c2c69700fc tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:36.631252 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-44be9c04-a258-4857-9075-b10ee95f9a45 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:36.647438 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:36.662041 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Attempting to bind port 56ef5c93-faa2-43d5-b59a-8530c8a91db1 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:45:36.662388 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Attempting to bind port 56ef5c93-faa2-43d5-b59a-8530c8a91db1 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '97acc502-205b-4141-b777-b8adb8060383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f586c691-47fc-4630-9123-d98b5a78c68f'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:45:36.662947 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Attempting to bind port 56ef5c93-faa2-43d5-b59a-8530c8a91db1 on network f586c691-47fc-4630-9123-d98b5a78c68f {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:45:36.665377 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Transition to ACTIVE for port object ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:36.665618 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b20ce-50aa-49fe-a571-a2c2c69700fc tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Pushing event deleted for resources: {'Network': ['ID=2f2acdfc-391b-454b-b075-6ba80166db54,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:36.680054 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:45:36.680434 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Checking segment: {'id': '97acc502-205b-4141-b777-b8adb8060383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f586c691-47fc-4630-9123-d98b5a78c68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:36.680831 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:36.681393 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Bound using segment: {'id': '97acc502-205b-4141-b777-b8adb8060383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f586c691-47fc-4630-9123-d98b5a78c68f'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:45:36.682029 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Bound port: 56ef5c93-faa2-43d5-b59a-8530c8a91db1, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97acc502-205b-4141-b777-b8adb8060383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f586c691-47fc-4630-9123-d98b5a78c68f'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:45:36.682554 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:36.684223 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-225b20ce-50aa-49fe-a571-a2c2c69700fc tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:36.691496 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-225b20ce-50aa-49fe-a571-a2c2c69700fc tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] 10.222.0.53 "DELETE /v2.0/networks/2f2acdfc-391b-454b-b075-6ba80166db54 HTTP/1.1" status: 204  len: 168 time: 1.4432709
Dec 22 04:45:36.699657 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49370) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:36.707712 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Transition to ACTIVE for port object ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:36.737320 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:36.746840 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-ddf4d4d2-c9f3-4513-be76-87a4fa742b1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:36.780173 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-44be9c04-a258-4857-9075-b10ee95f9a45 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Calling delete_port for 50cd8c95-d243-4754-b317-2a575f3f426b owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:36.821772 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:36.832706 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:36.840343 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:36.845030 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Pushing event updated for resources: {'Port': ['ID=ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:36.852555 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:36.889641 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] For port 56ef5c93-faa2-43d5-b59a-8530c8a91db1, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:45:36.927358 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-91c99cfb-fa3b-4673-9aa5-cebd95468afa tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:36.930780 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] For port 56ef5c93-faa2-43d5-b59a-8530c8a91db1, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=56ef5c93-faa2-43d5-b59a-8530c8a91db1,segment=NetworkSegment(97acc502-205b-4141-b777-b8adb8060383),segment_id=97acc502-205b-4141-b777-b8adb8060383)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:45:36.941692 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:36.948072 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-230e9e4d-3159-4646-8e46-70db38279f4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:36.971806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:36.984985 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-95f23e31-0ddc-4775-af04-75b8c9098415 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:36.996934 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Attempting to bind port ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:45:36.997217 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Attempting to bind port ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:45:36.997588 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Attempting to bind port ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac on network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:45:37.009182 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c8ef99dd-479f-4ed4-8683-fa8a5bf06838 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:37.033157 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:45:37.033607 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:37.033966 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:37.034353 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Bound using segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:45:37.034814 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Bound port: ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:45:37.035195 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:37.052595 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Pushing event updated for resources: {'Port': ['ID=56ef5c93-faa2-43d5-b59a-8530c8a91db1,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:37.057637 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:37.161410 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] For port ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:45:37.168900 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] For port ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:45:37.186808 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:37.192822 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:37.252836 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-c8ef99dd-479f-4ed4-8683-fa8a5bf06838 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Calling delete_port for a1ab4898-6c8b-42a9-9c5c-e626128cef4c owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:37.318108 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4c2df65b-1ef6-40cc-ab20-153ae0dac3df tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:37.375942 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Pushing event updated for resources: {'Port': ['ID=ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:37.379532 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:37.389351 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:37.405136 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-4c2df65b-1ef6-40cc-ab20-153ae0dac3df tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Transition to ACTIVE for port object 9184921d-022d-4319-8b1e-340e49eae559 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:37.415447 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] device_id is not set on port c8565d4b-69f2-4c3c-85df-75e9a007966e yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:37.563626 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-44be9c04-a258-4857-9075-b10ee95f9a45 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:37.568725 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:37.632605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4c2df65b-1ef6-40cc-ab20-153ae0dac3df tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:37.643635 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be9c04-a258-4857-9075-b10ee95f9a45 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Pushing event deleted for resources: {'Port': ['ID=50cd8c95-d243-4754-b317-2a575f3f426b,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:37.646531 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-44be9c04-a258-4857-9075-b10ee95f9a45 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:37.647030 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-44be9c04-a258-4857-9075-b10ee95f9a45 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:37.677963 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-95f23e31-0ddc-4775-af04-75b8c9098415 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:37.690765 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-91c99cfb-fa3b-4673-9aa5-cebd95468afa tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:37.709585 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-91c99cfb-fa3b-4673-9aa5-cebd95468afa tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:37.726044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-95f23e31-0ddc-4775-af04-75b8c9098415 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469be70880>,) {'filters': {'network_id': ['fed7ce63-3fbf-4a59-910c-ba0d83183a1f']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:37.790970 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-95f23e31-0ddc-4775-af04-75b8c9098415 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469be70880>, '82628e89-e484-4eea-823a-998f9d52f6e4') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:37.791264 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-95f23e31-0ddc-4775-af04-75b8c9098415 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469be70880>, '82628e89-e484-4eea-823a-998f9d52f6e4') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:37.805210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2df65b-1ef6-40cc-ab20-153ae0dac3df tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Network f586c691-47fc-4630-9123-d98b5a78c68f is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:37.814611 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-4c2df65b-1ef6-40cc-ab20-153ae0dac3df tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:37.817127 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2df65b-1ef6-40cc-ab20-153ae0dac3df tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:37.821277 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2df65b-1ef6-40cc-ab20-153ae0dac3df tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:37.821772 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-95f23e31-0ddc-4775-af04-75b8c9098415 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:37.821892 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4c2df65b-1ef6-40cc-ab20-153ae0dac3df tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:37.825380 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2df65b-1ef6-40cc-ab20-153ae0dac3df tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Pushing event updated for resources: {'Port': ['ID=9184921d-022d-4319-8b1e-340e49eae559,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:37.828618 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4c2df65b-1ef6-40cc-ab20-153ae0dac3df tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:37.830831 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c8ef99dd-479f-4ed4-8683-fa8a5bf06838 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:37.832972 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-51546faa-5aea-4316-a54e-1e4729e314e9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:37.846873 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-73b8609f-2676-47bd-bbbb-df31df78cd85 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:37.959227 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4c2df65b-1ef6-40cc-ab20-153ae0dac3df tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1007 time: 2.5035934
Dec 22 04:45:37.970842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49378) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:37.987712 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef99dd-479f-4ed4-8683-fa8a5bf06838 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Port': ['ID=a1ab4898-6c8b-42a9-9c5c-e626128cef4c,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:38.029812 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-95f23e31-0ddc-4775-af04-75b8c9098415 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:38.040225 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c8ef99dd-479f-4ed4-8683-fa8a5bf06838 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:38.066110 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f23e31-0ddc-4775-af04-75b8c9098415 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:45:38.066517 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-95f23e31-0ddc-4775-af04-75b8c9098415 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:45:38.082911 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:45:38.184315 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-91c99cfb-fa3b-4673-9aa5-cebd95468afa tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] In _notify_port_updated(), no bound segment for port 548a3fbf-f219-4477-94b2-578f992b3c75 on network 1a659d4b-6583-4516-a8be-476da7dc0dfe {{(pid=83434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 04:45:38.192898 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c99cfb-fa3b-4673-9aa5-cebd95468afa tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:38.193565 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-91c99cfb-fa3b-4673-9aa5-cebd95468afa tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:38.194904 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-91c99cfb-fa3b-4673-9aa5-cebd95468afa tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "PUT /v2.0/ports/548a3fbf-f219-4477-94b2-578f992b3c75 HTTP/1.1" status: 200  len: 996 time: 2.2283154
Dec 22 04:45:38.195692 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c99cfb-fa3b-4673-9aa5-cebd95468afa tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Pushing event updated for resources: {'Port': ['ID=548a3fbf-f219-4477-94b2-578f992b3c75,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:38.198782 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-91c99cfb-fa3b-4673-9aa5-cebd95468afa tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:38.199274 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49382) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:38.262017 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 56ef5c93-faa2-43d5-b59a-8530c8a91db1 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:38.327592 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:38.335127 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c8ef99dd-479f-4ed4-8683-fa8a5bf06838 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:38.354981 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-44be9c04-a258-4857-9075-b10ee95f9a45 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:38.370463 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-95f23e31-0ddc-4775-af04-75b8c9098415 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:38.374693 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-95f23e31-0ddc-4775-af04-75b8c9098415 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:38.384603 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:38.406739 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 56ef5c93-faa2-43d5-b59a-8530c8a91db1 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:38.416119 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:38.429855 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c8ef99dd-479f-4ed4-8683-fa8a5bf06838 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/a1ab4898-6c8b-42a9-9c5c-e626128cef4c HTTP/1.1" status: 204  len: 168 time: 2.1635861
Dec 22 04:45:38.431737 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49388) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:38.435849 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f23e31-0ddc-4775-af04-75b8c9098415 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Pushing event deleted for resources: {'Network': ['ID=fed7ce63-3fbf-4a59-910c-ba0d83183a1f,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:38.438927 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-95f23e31-0ddc-4775-af04-75b8c9098415 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:38.477730 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-95f23e31-0ddc-4775-af04-75b8c9098415 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] 10.222.0.53 "DELETE /v2.0/networks/fed7ce63-3fbf-4a59-910c-ba0d83183a1f HTTP/1.1" status: 204  len: 168 time: 1.7671502
Dec 22 04:45:38.486686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49392) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:38.497958 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84817608-819b-4ec8-8ea1-eb2c7328a216 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:38.502524 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84817608-819b-4ec8-8ea1-eb2c7328a216 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:38.506477 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84817608-819b-4ec8-8ea1-eb2c7328a216 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:38.508125 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-84817608-819b-4ec8-8ea1-eb2c7328a216 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2481 time: 0.5279002
Dec 22 04:45:38.510814 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-329d28aa-6349-4fb6-bd8d-588c4865c261 None None] Provisioning complete for port 548a3fbf-f219-4477-94b2-578f992b3c75 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:38.511204 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-329d28aa-6349-4fb6-bd8d-588c4865c261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:38.532309 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49396) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:38.620397 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-1279a695-ab4a-4e55-b748-f809b52f2fc1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Deleting port 548a3fbf-f219-4477-94b2-578f992b3c75 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:38.621011 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1279a695-ab4a-4e55-b748-f809b52f2fc1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:38.643859 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94da644d-5e14-4749-82c3-9a6d54e7cd77 None None] Network f586c691-47fc-4630-9123-d98b5a78c68f requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:38.695074 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:38.778487 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-329d28aa-6349-4fb6-bd8d-588c4865c261 None None] Port 548a3fbf-f219-4477-94b2-578f992b3c75 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:38.804270 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc3a05-749d-48d2-8ab3-d3e6033ecca4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:38.805901 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc3a05-749d-48d2-8ab3-d3e6033ecca4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:38.807201 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-90bc3a05-749d-48d2-8ab3-d3e6033ecca4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:38.807735 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-59bf9db4-ef4e-41c8-9d5f-848fae869dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:38.840912 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:38.871096 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-743053ff-a827-410c-8f16-ba49d63f72bf tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:38.921824 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-49879265-74fe-404f-825f-1dd03a6306a9 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Deleting port 9184921d-022d-4319-8b1e-340e49eae559 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:38.922809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-49879265-74fe-404f-825f-1dd03a6306a9 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:38.950656 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dca32662-4413-4a23-8213-f0fbe3bf234c tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:38.976201 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network 0a794013-ae5e-4901-9fbf-747518ba91d3 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:38.987593 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:38.990444 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:38.992177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:39.014623 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-90bc3a05-749d-48d2-8ab3-d3e6033ecca4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:39.019361 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-90bc3a05-749d-48d2-8ab3-d3e6033ecca4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.5849478
Dec 22 04:45:39.020163 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d436c75c-5382-434f-aa66-9aae0f02d129 None None] Provisioning for port 56ef5c93-faa2-43d5-b59a-8530c8a91db1 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:39.023949 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-44be9c04-a258-4857-9075-b10ee95f9a45 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:39.028521 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-44be9c04-a258-4857-9075-b10ee95f9a45 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:39.029894 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49402) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:39.042820 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d436c75c-5382-434f-aa66-9aae0f02d129 None None] Provisioning complete for port 56ef5c93-faa2-43d5-b59a-8530c8a91db1 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:39.043126 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d436c75c-5382-434f-aa66-9aae0f02d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:39.074906 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-44be9c04-a258-4857-9075-b10ee95f9a45 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:39.075324 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44be9c04-a258-4857-9075-b10ee95f9a45 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Fanout notify agent at l3_agent the message router_deleted on router 7d3d7779-a919-4260-a13f-8fd478ce910d {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:45:39.138240 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-44be9c04-a258-4857-9075-b10ee95f9a45 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:39.139430 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-44be9c04-a258-4857-9075-b10ee95f9a45 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "DELETE /v2.0/routers/7d3d7779-a919-4260-a13f-8fd478ce910d HTTP/1.1" status: 204  len: 168 time: 4.0220990
Dec 22 04:45:39.159033 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49406) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:39.200894 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1543934676', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'enable_snat': False}}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:39.215068 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:39.221604 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1279a695-ab4a-4e55-b748-f809b52f2fc1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:39.253101 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Usage tracker for resource:router and tenant:3b020b47ff6a42f9baceaf54f8ef9a14 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:39.259057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:39.263263 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dca32662-4413-4a23-8213-f0fbe3bf234c tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:39.264809 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d436c75c-5382-434f-aa66-9aae0f02d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:39.295349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-dca32662-4413-4a23-8213-f0fbe3bf234c tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469c672ca0>,) {'filters': {'network_id': ['01db5e11-9a4b-4aac-9f94-10d81e01deea']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:39.309025 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-dca32662-4413-4a23-8213-f0fbe3bf234c tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c672ca0>, '9c8bea7b-8f1d-46b7-8b45-126ba4c84190') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:39.309464 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-dca32662-4413-4a23-8213-f0fbe3bf234c tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c672ca0>, '9c8bea7b-8f1d-46b7-8b45-126ba4c84190') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:39.322798 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dca32662-4413-4a23-8213-f0fbe3bf234c tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:39.341880 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dca32662-4413-4a23-8213-f0fbe3bf234c tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:39.345532 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-d436c75c-5382-434f-aa66-9aae0f02d129 None None] For port 56ef5c93-faa2-43d5-b59a-8530c8a91db1, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=56ef5c93-faa2-43d5-b59a-8530c8a91db1,segment=NetworkSegment(97acc502-205b-4141-b777-b8adb8060383),segment_id=97acc502-205b-4141-b777-b8adb8060383)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:39.349918 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca32662-4413-4a23-8213-f0fbe3bf234c tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:45:39.350739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dca32662-4413-4a23-8213-f0fbe3bf234c tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:39.355692 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d436c75c-5382-434f-aa66-9aae0f02d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:39.357967 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:39.383216 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:45:39.463764 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:45:39.465651 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Port': ['ID=e83fa752-b706-484c-b205-965b79d2ffb8,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:39.468050 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:39.474466 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-39b991d2-0c7b-492d-9ce8-18720055ad90 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.468s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:39.516181 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dca32662-4413-4a23-8213-f0fbe3bf234c tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:39.538104 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:39.539078 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:39.547625 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436c75c-5382-434f-aa66-9aae0f02d129 None None] Pushing event updated for resources: {'Port': ['ID=56ef5c93-faa2-43d5-b59a-8530c8a91db1,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:39.553540 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d436c75c-5382-434f-aa66-9aae0f02d129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:39.557566 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-091945bf-d757-41a8-ae09-08323863e85a None None] Provisioning for port ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:39.560965 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dca32662-4413-4a23-8213-f0fbe3bf234c tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:39.568762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-091945bf-d757-41a8-ae09-08323863e85a None None] Provisioning complete for port ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:39.569092 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-091945bf-d757-41a8-ae09-08323863e85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:39.584373 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:39.599217 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dca32662-4413-4a23-8213-f0fbe3bf234c tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] 10.222.0.53 "DELETE /v2.0/networks/01db5e11-9a4b-4aac-9f94-10d81e01deea HTTP/1.1" status: 204  len: 168 time: 1.0899060
Dec 22 04:45:39.623637 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-1279a695-ab4a-4e55-b748-f809b52f2fc1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Calling delete_port for 548a3fbf-f219-4477-94b2-578f992b3c75 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:39.685376 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Checking segment: {'id': '5cae39d7-bf7f-4def-821c-b5e4d472c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'db7d0ca9-886c-46eb-a725-792740843f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:39.685821 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network hostable DHCP agents. Network: db7d0ca9-886c-46eb-a725-792740843f17, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:45:39.900448 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-091945bf-d757-41a8-ae09-08323863e85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:39.927538 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:39.955060 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Port': ['ID=c8565d4b-69f2-4c3c-85df-75e9a007966e,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:39.963864 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-091945bf-d757-41a8-ae09-08323863e85a None None] For port ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:39.976331 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-091945bf-d757-41a8-ae09-08323863e85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:39.979799 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-36593115-1d3d-427a-aa5c-5167e8bb773e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:40.030933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:40.042191 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.458s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:40.057487 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-091945bf-d757-41a8-ae09-08323863e85a None None] Could not find standard attr ID for object a1ab4898-6c8b-42a9-9c5c-e626128cef4c. {{(pid=83436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 04:45:40.086275 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1279a695-ab4a-4e55-b748-f809b52f2fc1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:40.105871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ee3b7088-c930-4104-bd43-038a11856900 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:40.134961 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091945bf-d757-41a8-ae09-08323863e85a None None] Pushing event updated for resources: {'Port': ['ID=ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:40.142464 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-091945bf-d757-41a8-ae09-08323863e85a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:40.190810 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca32662-4413-4a23-8213-f0fbe3bf234c tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Pushing event deleted for resources: {'Network': ['ID=01db5e11-9a4b-4aac-9f94-10d81e01deea,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:40.200088 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-da1649f7-b956-4c07-9da9-a095ca299a21 None None] Provisioning complete for port 56ef5c93-faa2-43d5-b59a-8530c8a91db1 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:40.200476 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-da1649f7-b956-4c07-9da9-a095ca299a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:40.226062 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dca32662-4413-4a23-8213-f0fbe3bf234c tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:40.263495 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 56ef5c93-faa2-43d5-b59a-8530c8a91db1 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:40.299824 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49418) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:40.342831 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network db7d0ca9-886c-46eb-a725-792740843f17 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:45:40.378821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279a695-ab4a-4e55-b748-f809b52f2fc1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Pushing event deleted for resources: {'Port': ['ID=548a3fbf-f219-4477-94b2-578f992b3c75,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:40.412190 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, db7d0ca9-886c-46eb-a725-792740843f17) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:40.432277 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a171b6-6cdd-4203-83a0-bb16c1f4814d None None] Network db7d0ca9-886c-46eb-a725-792740843f17 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:40.476040 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:40.500338 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:40.503657 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:40.504346 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:40.603743 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dafff79-80d1-414a-ae70-2ddf13a8ac00 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet 52e75c33-5e88-4cd0-a663-f8b2341a95ed {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:45:40.608059 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-49879265-74fe-404f-825f-1dd03a6306a9 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:40.614431 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1279a695-ab4a-4e55-b748-f809b52f2fc1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:40.624745 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8dafff79-80d1-414a-ae70-2ddf13a8ac00 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:40.656751 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 5.7436583
Dec 22 04:45:40.657577 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49424) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:40.664608 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1279a695-ab4a-4e55-b748-f809b52f2fc1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:40.694162 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1279a695-ab4a-4e55-b748-f809b52f2fc1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "DELETE /v2.0/ports/548a3fbf-f219-4477-94b2-578f992b3c75 HTTP/1.1" status: 204  len: 168 time: 2.4119389
Dec 22 04:45:40.696906 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49428) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:40.703173 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 56ef5c93-faa2-43d5-b59a-8530c8a91db1 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:40.703551 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:40.742719 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c1ab25-fd41-4a16-9ed8-a754119f1810 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] GET failed (client error): The resource could not be found.
Dec 22 04:45:40.743223 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-60c1ab25-fd41-4a16-9ed8-a754119f1810 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Synchronizing usage tracker for tenant:40c15c4d603a42bc9f86ab63e3628133 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:40.776743 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-60c1ab25-fd41-4a16-9ed8-a754119f1810 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Unset dirty status for tenant:40c15c4d603a42bc9f86ab63e3628133 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:40.782126 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-60c1ab25-fd41-4a16-9ed8-a754119f1810 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "GET /v2.0/ports/548a3fbf-f219-4477-94b2-578f992b3c75 HTTP/1.1" status: 404  len: 333 time: 0.0803804
Dec 22 04:45:40.786044 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49432) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:40.795698 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-df3364cf-5c6f-4393-bd15-90a98f0259ee tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Request body: {'port': {'network_id': '1a659d4b-6583-4516-a8be-476da7dc0dfe', 'name': 'tempest-AllowedAddressPairTestJSON-1685264298'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:40.854908 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-da1649f7-b956-4c07-9da9-a095ca299a21 None None] Provisioning for port 0e6e8848-76e3-4887-bf6a-bf6924bdc6a4 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:40.865745 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-da1649f7-b956-4c07-9da9-a095ca299a21 None None] Provisioning complete for port 0e6e8848-76e3-4887-bf6a-bf6924bdc6a4 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:40.866123 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-da1649f7-b956-4c07-9da9-a095ca299a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:40.921484 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-189ff962-d977-42fa-8a6b-ebd6b9a2d141 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3f9ab407dc3482fae4a9a41c5ebac74&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6169159
Dec 22 04:45:40.925809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-49879265-74fe-404f-825f-1dd03a6306a9 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Calling delete_port for 9184921d-022d-4319-8b1e-340e49eae559 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:40.949820 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49436) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:40.996202 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-11db7961-e150-48e6-920d-fc7a2e86f914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:41.004574 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-da1649f7-b956-4c07-9da9-a095ca299a21 None None] Port 0e6e8848-76e3-4887-bf6a-bf6924bdc6a4 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:41.030343 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-da1649f7-b956-4c07-9da9-a095ca299a21 None None] Provisioning for port 9184921d-022d-4319-8b1e-340e49eae559 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:41.034994 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:41.036915 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-da1649f7-b956-4c07-9da9-a095ca299a21 None None] Provisioning complete for port 9184921d-022d-4319-8b1e-340e49eae559 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:41.037303 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-da1649f7-b956-4c07-9da9-a095ca299a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:41.064282 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-df3364cf-5c6f-4393-bd15-90a98f0259ee tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:41.069135 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-28f43307-c3be-479e-b056-ed42a7ca6578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting port c8565d4b-69f2-4c3c-85df-75e9a007966e {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:41.069686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-28f43307-c3be-479e-b056-ed42a7ca6578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:41.073677 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:41.091410 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-da1649f7-b956-4c07-9da9-a095ca299a21 None None] Port 9184921d-022d-4319-8b1e-340e49eae559 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:41.095415 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8dafff79-80d1-414a-ae70-2ddf13a8ac00 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:41.118250 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-df3364cf-5c6f-4393-bd15-90a98f0259ee tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:41.178640 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-40839295-224d-4ae1-abda-2214a3b5a567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:41.219860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-40839295-224d-4ae1-abda-2214a3b5a567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:41.233214 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-204926f7-01d5-4eb6-95ea-5a3a88c5db55 None None] Provisioning complete for port 9184921d-022d-4319-8b1e-340e49eae559 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:41.236127 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-204926f7-01d5-4eb6-95ea-5a3a88c5db55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:41.293023 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3364cf-5c6f-4393-bd15-90a98f0259ee tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Made reservation on behalf of 40c15c4d603a42bc9f86ab63e3628133 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:41.298933 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df3364cf-5c6f-4393-bd15-90a98f0259ee tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:41.316684 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-caf84b9d-c940-40be-a314-0a6e2c7c0a39 req-6c285390-ca23-4547-a650-60dae75750db service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4007473
Dec 22 04:45:41.324700 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-40839295-224d-4ae1-abda-2214a3b5a567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:41.332931 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0ba70940-35c3-42da-a718-3c0e456ffb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:41.334710 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8dafff79-80d1-414a-ae70-2ddf13a8ac00 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:41.344265 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-204926f7-01d5-4eb6-95ea-5a3a88c5db55 None None] Port 9184921d-022d-4319-8b1e-340e49eae559 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:41.355643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40839295-224d-4ae1-abda-2214a3b5a567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12711f9-ea21-45d1-bd4d-b4dc7c30eb5a,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:41.357857 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-df3364cf-5c6f-4393-bd15-90a98f0259ee tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] device_id is not set on port fd670c4b-5622-4f54-8750-4078d74d66e5 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:41.434495 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-40839295-224d-4ae1-abda-2214a3b5a567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:41.470135 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-40839295-224d-4ae1-abda-2214a3b5a567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:41.471268 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-40839295-224d-4ae1-abda-2214a3b5a567 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b12711f9-ea21-45d1-bd4d-b4dc7c30eb5a HTTP/1.1" status: 204  len: 168 time: 0.5204582
Dec 22 04:45:41.504500 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Allocated IP 172.26.4.2 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/dd53e09b-24be-470b-bcbe-4fda3b8d2727) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:41.556359 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-49879265-74fe-404f-825f-1dd03a6306a9 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:41.570762 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b4f1deb3-1f4f-480f-b173-1d088c57918a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:41.642854 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49879265-74fe-404f-825f-1dd03a6306a9 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Pushing event deleted for resources: {'Port': ['ID=9184921d-022d-4319-8b1e-340e49eae559,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:41.645789 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-49879265-74fe-404f-825f-1dd03a6306a9 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:41.652039 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-df3364cf-5c6f-4393-bd15-90a98f0259ee tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Allocated IP 172.20.0.13 (1a659d4b-6583-4516-a8be-476da7dc0dfe/d8555e11-5799-423e-92ce-a3dc21e3fd31/fd670c4b-5622-4f54-8750-4078d74d66e5) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:41.652250 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-28f43307-c3be-479e-b056-ed42a7ca6578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:41.758486 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:41.834170 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-28f43307-c3be-479e-b056-ed42a7ca6578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Calling delete_port for c8565d4b-69f2-4c3c-85df-75e9a007966e owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:41.865247 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8dafff79-80d1-414a-ae70-2ddf13a8ac00 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:41.889493 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-cbf84186-d6ed-4072-9a45-4fcf1cabf54b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:41.944437 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df3364cf-5c6f-4393-bd15-90a98f0259ee tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:41.950021 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafff79-80d1-414a-ae70-2ddf13a8ac00 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=52e75c33-5e88-4cd0-a663-f8b2341a95ed,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:41.953747 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8dafff79-80d1-414a-ae70-2ddf13a8ac00 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:41.958498 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:41.965734 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:41.989980 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:42.002920 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-caf84b9d-c940-40be-a314-0a6e2c7c0a39 req-6b7b3e57-7f14-44e5-9432-e10288bb2100 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ede9c024168f43b3a1c204783ee2d873&device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 1099 time: 0.5208209
Dec 22 04:45:42.008126 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-df3364cf-5c6f-4393-bd15-90a98f0259ee tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Transition to ACTIVE for port object fd670c4b-5622-4f54-8750-4078d74d66e5 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:42.008720 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8dafff79-80d1-414a-ae70-2ddf13a8ac00 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:42.025444 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e6c8b6-aaa7-424e-9aae-8fb65a33f8a2 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:42.046524 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:42.049106 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:42.050927 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Pushing event updated for resources: {'Port': ['ID=dd53e09b-24be-470b-bcbe-4fda3b8d2727,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:42.053461 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:42.086053 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:42.163230 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df3364cf-5c6f-4393-bd15-90a98f0259ee tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:42.177087 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8dafff79-80d1-414a-ae70-2ddf13a8ac00 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/52e75c33-5e88-4cd0-a663-f8b2341a95ed HTTP/1.1" status: 204  len: 168 time: 3.1166747
Dec 22 04:45:42.179532 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-49879265-74fe-404f-825f-1dd03a6306a9 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:42.186444 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-28f43307-c3be-479e-b056-ed42a7ca6578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:42.190100 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49456) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:42.197220 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:42.227161 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:42.263549 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:42.278585 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3364cf-5c6f-4393-bd15-90a98f0259ee tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Pushing event updated for resources: {'Port': ['ID=fd670c4b-5622-4f54-8750-4078d74d66e5,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:42.283649 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-df3364cf-5c6f-4393-bd15-90a98f0259ee tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:42.313989 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3364cf-5c6f-4393-bd15-90a98f0259ee tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Network 1a659d4b-6583-4516-a8be-476da7dc0dfe is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:42.315721 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-df3364cf-5c6f-4393-bd15-90a98f0259ee tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:42.320055 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3364cf-5c6f-4393-bd15-90a98f0259ee tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:42.336416 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:42.371270 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f43307-c3be-479e-b056-ed42a7ca6578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Port': ['ID=c8565d4b-69f2-4c3c-85df-75e9a007966e,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:42.374383 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-28f43307-c3be-479e-b056-ed42a7ca6578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:42.383998 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-28f43307-c3be-479e-b056-ed42a7ca6578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:42.389479 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-28f43307-c3be-479e-b056-ed42a7ca6578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/ports/c8565d4b-69f2-4c3c-85df-75e9a007966e HTTP/1.1" status: 204  len: 168 time: 1.7193956
Dec 22 04:45:42.389653 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49462) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:42.390584 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:42.391019 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-49879265-74fe-404f-825f-1dd03a6306a9 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "DELETE /v2.0/ports/9184921d-022d-4319-8b1e-340e49eae559 HTTP/1.1" status: 204  len: 168 time: 3.8110218
Dec 22 04:45:42.393963 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:42.434355 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49466) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:42.516136 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3364cf-5c6f-4393-bd15-90a98f0259ee tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:42.518185 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df3364cf-5c6f-4393-bd15-90a98f0259ee tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:42.522219 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-1284fa93-556d-46b6-8f5b-1ed2ec0ca1db tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] GET failed (client error): The resource could not be found.
Dec 22 04:45:42.523445 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1284fa93-556d-46b6-8f5b-1ed2ec0ca1db tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Synchronizing usage tracker for tenant:c2961514dade458f8726b30effa45583 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:42.628553 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-93fbd2c9-36da-422d-848f-a43839463d87 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4249678
Dec 22 04:45:42.634682 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49476) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:42.670879 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e735ec1f-5fe8-466a-92b7-19a566fe649f None None] DHCP port deletion for 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:45:42.681162 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-e735ec1f-5fe8-466a-92b7-19a566fe649f None None] Deleting port ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:42.681457 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e735ec1f-5fe8-466a-92b7-19a566fe649f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:42.756497 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1284fa93-556d-46b6-8f5b-1ed2ec0ca1db tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Unset dirty status for tenant:c2961514dade458f8726b30effa45583 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:42.757913 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1284fa93-556d-46b6-8f5b-1ed2ec0ca1db tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "GET /v2.0/ports/9184921d-022d-4319-8b1e-340e49eae559 HTTP/1.1" status: 404  len: 333 time: 0.3223929
Dec 22 04:45:42.764195 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49482) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:42.774639 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-0a13828f-d7e8-448a-8d40-474820744d7a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Request body: {'port': {'network_id': 'f586c691-47fc-4630-9123-d98b5a78c68f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1448252177'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:42.784060 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf84b9d-c940-40be-a314-0a6e2c7c0a39 req-1350a7d2-aef9-4285-ab1e-2d935418e31c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:42.786272 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-caf84b9d-c940-40be-a314-0a6e2c7c0a39 req-1350a7d2-aef9-4285-ab1e-2d935418e31c service neutron] 10.222.0.47 "GET /v2.0/networks?id=76dd8755-7bd3-483a-90a3-b1bb39c70dc0 HTTP/1.1" status: 200  len: 912 time: 0.7552578
Dec 22 04:45:42.798547 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-df3364cf-5c6f-4393-bd15-90a98f0259ee tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0110946
Dec 22 04:45:42.806533 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49486) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:42.858137 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49488) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:42.870738 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-4084f868-f7ee-4daf-8627-e180fb88c520 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Request body: {'port': {'network_id': '1a659d4b-6583-4516-a8be-476da7dc0dfe', 'name': 'tempest-AllowedAddressPairTestJSON-74980635'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:42.881939 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-09b502b9-66be-466e-bde5-fafd101b9a95 None None] Provisioning for port fd670c4b-5622-4f54-8750-4078d74d66e5 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:42.892384 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-09b502b9-66be-466e-bde5-fafd101b9a95 None None] Provisioning complete for port fd670c4b-5622-4f54-8750-4078d74d66e5 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:42.892384 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-09b502b9-66be-466e-bde5-fafd101b9a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:42.916625 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8a59d3-f8d6-47a8-a6b2-ae5d0c2ddb06 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:42.917689 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8b8a59d3-f8d6-47a8-a6b2-ae5d0c2ddb06 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:42.949619 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8b8a59d3-f8d6-47a8-a6b2-ae5d0c2ddb06 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:42.954415 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8b8a59d3-f8d6-47a8-a6b2-ae5d0c2ddb06 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.3183923
Dec 22 04:45:42.955607 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49496) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:42.975266 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-09b502b9-66be-466e-bde5-fafd101b9a95 None None] Port fd670c4b-5622-4f54-8750-4078d74d66e5 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:42.977665 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-e735ec1f-5fe8-466a-92b7-19a566fe649f None None] For port ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:42.978387 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e735ec1f-5fe8-466a-92b7-19a566fe649f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:43.001188 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:43.001953 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:43.002962 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-caf84b9d-c940-40be-a314-0a6e2c7c0a39 req-beba1d76-7f97-42a9-8d3b-263aa8c8f877 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03ddd590-c3d9-45ff-9e50-072a61fe0f41 HTTP/1.1" status: 200  len: 1001 time: 0.2075520
Dec 22 04:45:43.016415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e63547f-6d08-47f9-9fce-54892e02f764 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:43.020241 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e63547f-6d08-47f9-9fce-54892e02f764 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:43.020980 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0e63547f-6d08-47f9-9fce-54892e02f764 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Synchronizing usage tracker for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:43.073872 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'network': {'name': 'tempest-RoutersTest-1840466518'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:43.084517 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:43.094205 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:network and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:43.102530 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:43.107577 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fa45df-63e1-419c-8a3b-61e51ac92dd9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:43.108262 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c6fa45df-63e1-419c-8a3b-61e51ac92dd9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:43.118789 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:43.135183 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf84b9d-c940-40be-a314-0a6e2c7c0a39 req-6766b524-13c0-4203-bd82-efcc51ac263c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:43.136635 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-caf84b9d-c940-40be-a314-0a6e2c7c0a39 req-6766b524-13c0-4203-bd82-efcc51ac263c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=faeacc71-1cdb-4a7d-86fa-0899322c9f90 HTTP/1.1" status: 200  len: 850 time: 0.1244528
Dec 22 04:45:43.139750 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Made reservation on behalf of 9e7dce9f57e64c25bbfc8211ac6b7ebe for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:43.143280 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:43.162491 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-e735ec1f-5fe8-466a-92b7-19a566fe649f None None] Calling delete_port for ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:43.175740 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0a13828f-d7e8-448a-8d40-474820744d7a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:43.181976 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0e63547f-6d08-47f9-9fce-54892e02f764 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Unset dirty status for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:43.185883 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0e63547f-6d08-47f9-9fce-54892e02f764 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 0.7927647
Dec 22 04:45:43.186016 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:43.191302 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49500) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:43.195562 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0a13828f-d7e8-448a-8d40-474820744d7a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:43.209120 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c6fa45df-63e1-419c-8a3b-61e51ac92dd9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:43.212831 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c6fa45df-63e1-419c-8a3b-61e51ac92dd9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2544582
Dec 22 04:45:43.214037 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49504) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:43.247603 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4084f868-f7ee-4daf-8627-e180fb88c520 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:43.259382 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4084f868-f7ee-4daf-8627-e180fb88c520 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Usage tracker for resource:port and tenant:40c15c4d603a42bc9f86ab63e3628133 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:43.265637 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e735ec1f-5fe8-466a-92b7-19a566fe649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:43.268092 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4084f868-f7ee-4daf-8627-e180fb88c520 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:43.272318 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:43.277323 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a13828f-d7e8-448a-8d40-474820744d7a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Made reservation on behalf of c2961514dade458f8726b30effa45583 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:43.280249 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0a13828f-d7e8-448a-8d40-474820744d7a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:43.288721 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4d2c2f00-e4ef-4309-9e62-18168c2fca1e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0712423
Dec 22 04:45:43.298592 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49508) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:43.303321 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4084f868-f7ee-4daf-8627-e180fb88c520 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:43.309757 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-bcb8ad88-ab1b-4be1-b49d-39bd496dcc3f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:43.313463 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-01075dfd-1343-4679-bef2-f147e9bddb0e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting port e83fa752-b706-484c-b205-965b79d2ffb8 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:43.313909 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-01075dfd-1343-4679-bef2-f147e9bddb0e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:43.336747 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735ec1f-5fe8-466a-92b7-19a566fe649f None None] Pushing event deleted for resources: {'Port': ['ID=ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:43.342160 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e735ec1f-5fe8-466a-92b7-19a566fe649f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:43.346475 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e735ec1f-5fe8-466a-92b7-19a566fe649f None None] No DVR routers for this DVR port ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:45:43.379936 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4084f868-f7ee-4daf-8627-e180fb88c520 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Made reservation on behalf of 40c15c4d603a42bc9f86ab63e3628133 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:43.382315 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:43.382821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4084f868-f7ee-4daf-8627-e180fb88c520 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:43.397064 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:security_group_rule and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:43.400666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-0a13828f-d7e8-448a-8d40-474820744d7a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] device_id is not set on port 6c88934e-ed7c-497e-b18e-a0ebf4196293 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:43.410206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:43.423256 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:43.439398 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:43.466277 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bcb8ad88-ab1b-4be1-b49d-39bd496dcc3f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:43.472233 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-caf84b9d-c940-40be-a314-0a6e2c7c0a39 req-1956b006-72ca-43fb-8568-a17155311ca9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76dd8755-7bd3-483a-90a3-b1bb39c70dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3159730
Dec 22 04:45:43.532310 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-4084f868-f7ee-4daf-8627-e180fb88c520 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] device_id is not set on port f41b168f-678c-4189-9f7f-e7646bf316c5 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:43.554364 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bcb8ad88-ab1b-4be1-b49d-39bd496dcc3f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:43.592483 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb8ad88-ab1b-4be1-b49d-39bd496dcc3f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:43.596128 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bcb8ad88-ab1b-4be1-b49d-39bd496dcc3f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:43.719326 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:43.728970 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:43.752721 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f003232b-56a5-405f-8edd-3fb4cebf5046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:43.772046 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-caf84b9d-c940-40be-a314-0a6e2c7c0a39 req-1f86eada-e7e1-4bb4-b51c-d166496623b1 service neutron] 10.222.0.47 "GET /v2.0/networks/76dd8755-7bd3-483a-90a3-b1bb39c70dc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2908492
Dec 22 04:45:43.818592 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:45:43.848318 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-01075dfd-1343-4679-bef2-f147e9bddb0e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:43.880457 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4717de06-4fbc-4ba7-babd-3cb87d23299f,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:43.888672 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:43.892525 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:43.892808 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Added segment b944f116-df55-48cf-a32b-f0cf08957523 of type vlan for network 35dcb979-8196-426d-93e2-5f7d1c058d93
Dec 22 04:45:43.939953 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-4084f868-f7ee-4daf-8627-e180fb88c520 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Allocated IP 172.20.0.3 (1a659d4b-6583-4516-a8be-476da7dc0dfe/d8555e11-5799-423e-92ce-a3dc21e3fd31/f41b168f-678c-4189-9f7f-e7646bf316c5) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:43.983535 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:44.031648 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-caf84b9d-c940-40be-a314-0a6e2c7c0a39 req-76a01690-92d6-4c78-b71e-b1c9c0ca12fc service neutron] 10.222.0.47 "GET /v2.0/networks/76dd8755-7bd3-483a-90a3-b1bb39c70dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2483585
Dec 22 04:45:44.070026 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-01075dfd-1343-4679-bef2-f147e9bddb0e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Calling delete_port for e83fa752-b706-484c-b205-965b79d2ffb8 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:44.075843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:44.079788 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:44.080366 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:44.093027 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:44.117831 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:45:44.150629 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:45:44.151022 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device ef7bfa74-52c9-4b57-a22c-5fcf2683b4ac not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:45:44.167683 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-0a13828f-d7e8-448a-8d40-474820744d7a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Allocated IP 2001:db8::1d8 (f586c691-47fc-4630-9123-d98b5a78c68f/ebbcc94f-2c57-422f-a573-00259a7925a0/6c88934e-ed7c-497e-b18e-a0ebf4196293) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:44.186885 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bcb8ad88-ab1b-4be1-b49d-39bd496dcc3f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:44.224533 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Network': ['ID=35dcb979-8196-426d-93e2-5f7d1c058d93,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:44.227777 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:44.228733 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-545fc916-0876-4a58-9b88-28b9eb75dde3 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:44.241147 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 35dcb979-8196-426d-93e2-5f7d1c058d93 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:45:44.261099 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.3968365
Dec 22 04:45:44.270880 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49516) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:44.278112 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb8ad88-ab1b-4be1-b49d-39bd496dcc3f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:44.282257 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-a5a7db20-682e-4c61-bab3-3358ca512285 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'network': {'name': 'tempest-RoutersTest-1675022847'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:44.288082 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-bcb8ad88-ab1b-4be1-b49d-39bd496dcc3f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:44.290718 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb8ad88-ab1b-4be1-b49d-39bd496dcc3f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:44.291508 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bcb8ad88-ab1b-4be1-b49d-39bd496dcc3f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:44.302293 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a5a7db20-682e-4c61-bab3-3358ca512285 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:44.303784 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e761b0f-0e0a-4d5b-9548-c0ea34e43dd7 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:44.317585 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a5a7db20-682e-4c61-bab3-3358ca512285 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:network and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:44.325942 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a5a7db20-682e-4c61-bab3-3358ca512285 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:44.339717 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a5a7db20-682e-4c61-bab3-3358ca512285 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:44.342826 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bcb8ad88-ab1b-4be1-b49d-39bd496dcc3f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0423775
Dec 22 04:45:44.343992 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8ad88-ab1b-4be1-b49d-39bd496dcc3f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=203a4f1f-b6cf-41aa-b67a-20259f1eb867,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:44.347288 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49520) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:44.352039 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bcb8ad88-ab1b-4be1-b49d-39bd496dcc3f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:44.356243 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-876416e0-2aa7-4945-b23a-1b4374ea35b7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'fixed_ips': [{'subnet_id': '203a4f1f-b6cf-41aa-b67a-20259f1eb867', 'ip_address': '2001:db8::ced5:34b3:d30e:ea64'}], 'name': 'tempest-NetworksTestDHCPv6-448205091'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:44.431342 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a7db20-682e-4c61-bab3-3358ca512285 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Made reservation on behalf of 9e7dce9f57e64c25bbfc8211ac6b7ebe for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:44.434067 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a5a7db20-682e-4c61-bab3-3358ca512285 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:44.465689 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-01075dfd-1343-4679-bef2-f147e9bddb0e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:44.467340 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a7db20-682e-4c61-bab3-3358ca512285 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:45:44.488277 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1279a695-ab4a-4e55-b748-f809b52f2fc1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:44.490556 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a5a7db20-682e-4c61-bab3-3358ca512285 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:44.490898 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-a5a7db20-682e-4c61-bab3-3358ca512285 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Added segment 0cf38f39-ff98-48b9-8a39-3017f4e94631 of type vlan for network 7cdf9caf-530b-48aa-8229-cb409c5d5fe9
Dec 22 04:45:44.554104 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a5a7db20-682e-4c61-bab3-3358ca512285 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:44.565838 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-876416e0-2aa7-4945-b23a-1b4374ea35b7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:44.578103 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'fixed_ips': [{'subnet_id': '203a4f1f-b6cf-41aa-b67a-20259f1eb867'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:45:44.579524 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:44.591140 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-876416e0-2aa7-4945-b23a-1b4374ea35b7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:44.608143 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01075dfd-1343-4679-bef2-f147e9bddb0e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Port': ['ID=e83fa752-b706-484c-b205-965b79d2ffb8,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:44.615777 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876416e0-2aa7-4945-b23a-1b4374ea35b7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:44.621029 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-01075dfd-1343-4679-bef2-f147e9bddb0e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:44.624041 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-876416e0-2aa7-4945-b23a-1b4374ea35b7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:44.663881 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-01075dfd-1343-4679-bef2-f147e9bddb0e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:44.735811 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a5a7db20-682e-4c61-bab3-3358ca512285 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:44.739589 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a7db20-682e-4c61-bab3-3358ca512285 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:44.740092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a5a7db20-682e-4c61-bab3-3358ca512285 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:44.747004 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-01075dfd-1343-4679-bef2-f147e9bddb0e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/ports/e83fa752-b706-484c-b205-965b79d2ffb8 HTTP/1.1" status: 204  len: 168 time: 1.5530679
Dec 22 04:45:44.748253 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:44.757582 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Allocated IP 2001:db8::2 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/203a4f1f-b6cf-41aa-b67a-20259f1eb867/a14f09f4-3ddb-44c5-92da-a84e37834bac) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:44.758322 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49524) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:44.763414 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4084f868-f7ee-4daf-8627-e180fb88c520 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:44.810113 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Router 30a282ac-75b5-422f-a305-729e69ab60b3 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:45:44.835306 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-876416e0-2aa7-4945-b23a-1b4374ea35b7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] device_id is not set on port c5fe373e-7e11-4e7e-933d-46994c52a53e yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:44.847111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0a13828f-d7e8-448a-8d40-474820744d7a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:44.850396 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-4084f868-f7ee-4daf-8627-e180fb88c520 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Transition to ACTIVE for port object f41b168f-678c-4189-9f7f-e7646bf316c5 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:44.879467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-0a13828f-d7e8-448a-8d40-474820744d7a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Transition to ACTIVE for port object 6c88934e-ed7c-497e-b18e-a0ebf4196293 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:44.889301 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a5a7db20-682e-4c61-bab3-3358ca512285 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.6174686
Dec 22 04:45:44.892953 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49528) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:44.912409 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-c4ad8094-772a-4b39-a64a-f9191a9fc434 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'subnet': {'network_id': '35dcb979-8196-426d-93e2-5f7d1c058d93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:44.927355 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7db20-682e-4c61-bab3-3358ca512285 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Network': ['ID=7cdf9caf-530b-48aa-8229-cb409c5d5fe9,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:44.938165 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a5a7db20-682e-4c61-bab3-3358ca512285 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:44.959909 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 7cdf9caf-530b-48aa-8229-cb409c5d5fe9 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:45:45.004621 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4084f868-f7ee-4daf-8627-e180fb88c520 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:45.012000 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9268857-65b5-4ad2-b2b8-f9b1010ebdab tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:45.012710 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f9268857-65b5-4ad2-b2b8-f9b1010ebdab tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Synchronizing usage tracker for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:45.024082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0a13828f-d7e8-448a-8d40-474820744d7a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:45.025629 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-67ad895c-d2d3-4d6c-8481-40aa8b4b4aea tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:45.094526 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c4ad8094-772a-4b39-a64a-f9191a9fc434 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:45.098023 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c4ad8094-772a-4b39-a64a-f9191a9fc434 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:subnet and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:45.101017 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c4ad8094-772a-4b39-a64a-f9191a9fc434 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:45.106874 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c4ad8094-772a-4b39-a64a-f9191a9fc434 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:45.125954 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f9268857-65b5-4ad2-b2b8-f9b1010ebdab tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Unset dirty status for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:45.126708 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ad8094-772a-4b39-a64a-f9191a9fc434 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Made reservation on behalf of 9e7dce9f57e64c25bbfc8211ac6b7ebe for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:45.129809 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f9268857-65b5-4ad2-b2b8-f9b1010ebdab tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.3704610
Dec 22 04:45:45.183661 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49536) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:45.184339 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:45.197909 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Transition to ACTIVE for port object a14f09f4-3ddb-44c5-92da-a84e37834bac will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:45.218965 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Transition to ACTIVE for port object a14f09f4-3ddb-44c5-92da-a84e37834bac will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:45.226359 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4084f868-f7ee-4daf-8627-e180fb88c520 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Network 1a659d4b-6583-4516-a8be-476da7dc0dfe is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:45.228031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:45.228313 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a13828f-d7e8-448a-8d40-474820744d7a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Network f586c691-47fc-4630-9123-d98b5a78c68f is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:45.229085 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084f868-f7ee-4daf-8627-e180fb88c520 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Pushing event updated for resources: {'Port': ['ID=f41b168f-678c-4189-9f7f-e7646bf316c5,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:45.237291 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-4084f868-f7ee-4daf-8627-e180fb88c520 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:45.240167 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-0a13828f-d7e8-448a-8d40-474820744d7a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:45.249593 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-221baa28-2bad-4e31-a35a-888463a673d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:45.255287 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4084f868-f7ee-4daf-8627-e180fb88c520 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:45.255987 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4084f868-f7ee-4daf-8627-e180fb88c520 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:45.290073 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:45.303157 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8094-772a-4b39-a64a-f9191a9fc434 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:45.341226 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfdbe3f3-e509-4d3d-b347-640b721b00ca tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] GET failed (client error): The resource could not be found.
Dec 22 04:45:45.341752 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:45.343127 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:45.345501 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-bfdbe3f3-e509-4d3d-b347-640b721b00ca tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports/c8565d4b-69f2-4c3c-85df-75e9a007966e HTTP/1.1" status: 404  len: 333 time: 0.1554546
Dec 22 04:45:45.345817 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:45.350438 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49542) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:45.412178 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-876416e0-2aa7-4945-b23a-1b4374ea35b7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8::ced5:34b3:d30e:ea64 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/203a4f1f-b6cf-41aa-b67a-20259f1eb867/c5fe373e-7e11-4e7e-933d-46994c52a53e) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:45.444764 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1987ab2-3b41-4640-802b-ad74197022df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] GET failed (client error): The resource could not be found.
Dec 22 04:45:45.450925 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e1987ab2-3b41-4640-802b-ad74197022df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports/e83fa752-b706-484c-b205-965b79d2ffb8 HTTP/1.1" status: 404  len: 333 time: 0.0976818
Dec 22 04:45:45.451760 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49546) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:45.453737 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Pushing event updated for resources: {'Port': ['ID=a14f09f4-3ddb-44c5-92da-a84e37834bac,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:45.455717 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a13828f-d7e8-448a-8d40-474820744d7a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:45.459697 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a13828f-d7e8-448a-8d40-474820744d7a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:45.460321 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0a13828f-d7e8-448a-8d40-474820744d7a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:45.464189 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13828f-d7e8-448a-8d40-474820744d7a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Pushing event updated for resources: {'Port': ['ID=6c88934e-ed7c-497e-b18e-a0ebf4196293,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:45.471666 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:45.474601 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4084f868-f7ee-4daf-8627-e180fb88c520 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:45.475200 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4084f868-f7ee-4daf-8627-e180fb88c520 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:45.483384 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Attempting to bind port a14f09f4-3ddb-44c5-92da-a84e37834bac on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:45:45.483759 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Attempting to bind port a14f09f4-3ddb-44c5-92da-a84e37834bac by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:45:45.484166 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Attempting to bind port a14f09f4-3ddb-44c5-92da-a84e37834bac on network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:45:45.488909 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0a13828f-d7e8-448a-8d40-474820744d7a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:45.496200 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:45:45.496682 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:45.497093 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:45.497587 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Bound using segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:45:45.498047 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Bound port: a14f09f4-3ddb-44c5-92da-a84e37834bac, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:45:45.498420 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:45.623674 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4084f868-f7ee-4daf-8627-e180fb88c520 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 2.7666097
Dec 22 04:45:45.625779 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0a13828f-d7e8-448a-8d40-474820744d7a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 2.8605630
Dec 22 04:45:45.629917 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49550) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:45.630349 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49552) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:45.638964 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-f1a92067-e6c3-47f4-8858-4258b3b7b937 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::301', 'mac_address': 'fa:16:3e:26:eb:93'}]}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:45.640942 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] For port a14f09f4-3ddb-44c5-92da-a84e37834bac, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:45:45.643970 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a2235a55-1e0d-4272-be77-441171ffc634 None None] Provisioning for port f41b168f-678c-4189-9f7f-e7646bf316c5 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:45.650723 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] For port a14f09f4-3ddb-44c5-92da-a84e37834bac, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a14f09f4-3ddb-44c5-92da-a84e37834bac,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:45:45.651924 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a2235a55-1e0d-4272-be77-441171ffc634 None None] Provisioning complete for port f41b168f-678c-4189-9f7f-e7646bf316c5 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:45.652438 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a2235a55-1e0d-4272-be77-441171ffc634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:45.694127 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-d036b82e-e786-47fd-b93e-cad4c28416f1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:39:59:7d'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:18:76:cf'}]}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:45.695251 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:45.708043 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:45.770463 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-876416e0-2aa7-4945-b23a-1b4374ea35b7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:45.785004 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2c60cbd7-e247-4788-8f3d-70ece9a31a9b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:45.788179 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-876416e0-2aa7-4945-b23a-1b4374ea35b7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Transition to ACTIVE for port object c5fe373e-7e11-4e7e-933d-46994c52a53e will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:45.799857 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a2235a55-1e0d-4272-be77-441171ffc634 None None] Port f41b168f-678c-4189-9f7f-e7646bf316c5 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:45.810099 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8094-772a-4b39-a64a-f9191a9fc434 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:45.815353 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Pushing event updated for resources: {'Port': ['ID=a14f09f4-3ddb-44c5-92da-a84e37834bac,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:45.818942 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:45.824956 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:45.865439 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:45:45.878292 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] Sync routers for ids ['30a282ac-75b5-422f-a305-729e69ab60b3'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:45:45.882027 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-876416e0-2aa7-4945-b23a-1b4374ea35b7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:45.894351 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] Routers {'30a282ac-75b5-422f-a305-729e69ab60b3'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:45:45.895007 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8eb430>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:45:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['30a282ac-75b5-422f-a305-729e69ab60b3'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:45.921030 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad8094-772a-4b39-a64a-f9191a9fc434 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Subnet': ['ID=7109f2c5-20d1-4e1e-a5d9-1f2ffa647ac9,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:45.929923 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-88298038-44cd-4fc7-834c-c8a6da747fef None None] Provisioning for port 6c88934e-ed7c-497e-b18e-a0ebf4196293 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:45.936175 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-88298038-44cd-4fc7-834c-c8a6da747fef None None] Provisioning complete for port 6c88934e-ed7c-497e-b18e-a0ebf4196293 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:45.936554 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-88298038-44cd-4fc7-834c-c8a6da747fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:45.937101 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c4ad8094-772a-4b39-a64a-f9191a9fc434 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:45.941254 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-14586a6e-2cc2-4b28-901c-71b5fcbe4b30 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:46.001609 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-88298038-44cd-4fc7-834c-c8a6da747fef None None] Port 6c88934e-ed7c-497e-b18e-a0ebf4196293 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:46.021665 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876416e0-2aa7-4945-b23a-1b4374ea35b7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:46.026886 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-876416e0-2aa7-4945-b23a-1b4374ea35b7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:46.032373 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876416e0-2aa7-4945-b23a-1b4374ea35b7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:46.037115 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876416e0-2aa7-4945-b23a-1b4374ea35b7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:46.037825 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-876416e0-2aa7-4945-b23a-1b4374ea35b7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:46.080496 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876416e0-2aa7-4945-b23a-1b4374ea35b7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=c5fe373e-7e11-4e7e-933d-46994c52a53e,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:46.086145 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-876416e0-2aa7-4945-b23a-1b4374ea35b7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:46.091969 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ad8094-772a-4b39-a64a-f9191a9fc434 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Checking segment: {'id': 'b944f116-df55-48cf-a32b-f0cf08957523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '35dcb979-8196-426d-93e2-5f7d1c058d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:46.092369 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ad8094-772a-4b39-a64a-f9191a9fc434 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network hostable DHCP agents. Network: 35dcb979-8196-426d-93e2-5f7d1c058d93, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:45:46.110985 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-876416e0-2aa7-4945-b23a-1b4374ea35b7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.7621858
Dec 22 04:45:46.118366 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49558) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:46.125611 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-7111c571-f871-417d-9d41-c0fa1effaf88 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'fixed_ips': [{'subnet_id': '203a4f1f-b6cf-41aa-b67a-20259f1eb867', 'ip_address': '2001:db8::ced5:34b3:d30e:ea64'}], 'name': 'tempest-NetworksTestDHCPv6-980243946'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:46.232238 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a14f09f4-3ddb-44c5-92da-a84e37834bac up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:46.233367 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2c60cbd7-e247-4788-8f3d-70ece9a31a9b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:46.261148 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ad8094-772a-4b39-a64a-f9191a9fc434 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network 35dcb979-8196-426d-93e2-5f7d1c058d93 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:45:46.311177 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] Set router 30a282ac-75b5-422f-a305-729e69ab60b3 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:45:46.321855 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-c4ad8094-772a-4b39-a64a-f9191a9fc434 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 35dcb979-8196-426d-93e2-5f7d1c058d93) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:46.343105 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30192f5-5528-4684-b557-5da8fd111fb4 None None] Network 35dcb979-8196-426d-93e2-5f7d1c058d93 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:46.379654 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ad8094-772a-4b39-a64a-f9191a9fc434 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:46.380494 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8094-772a-4b39-a64a-f9191a9fc434 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:46.417802 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c4ad8094-772a-4b39-a64a-f9191a9fc434 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5175087
Dec 22 04:45:46.418772 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49566) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:46.429442 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b95ee5a5-5f70-46e7-9076-6f96028e6f64 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'subnet': {'network_id': '7cdf9caf-530b-48aa-8229-cb409c5d5fe9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:46.439553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:46.448707 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 7.2861867
Dec 22 04:45:46.456785 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49570) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:46.462632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-2c60cbd7-e247-4788-8f3d-70ece9a31a9b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b1a6250>,) {'filters': {'network_id': ['db7d0ca9-886c-46eb-a725-792740843f17']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:46.521488 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7111c571-f871-417d-9d41-c0fa1effaf88 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:46.538105 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7111c571-f871-417d-9d41-c0fa1effaf88 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:port and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:46.542680 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7111c571-f871-417d-9d41-c0fa1effaf88 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:46.560942 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7111c571-f871-417d-9d41-c0fa1effaf88 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:46.572696 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b95ee5a5-5f70-46e7-9076-6f96028e6f64 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:46.575132 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-2c60cbd7-e247-4788-8f3d-70ece9a31a9b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b1a6250>, '5cae39d7-bf7f-4def-821c-b5e4d472c349') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:46.575607 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-2c60cbd7-e247-4788-8f3d-70ece9a31a9b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b1a6250>, '5cae39d7-bf7f-4def-821c-b5e4d472c349') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:46.576650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b95ee5a5-5f70-46e7-9076-6f96028e6f64 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:subnet and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:46.580339 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b95ee5a5-5f70-46e7-9076-6f96028e6f64 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:46.586704 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b95ee5a5-5f70-46e7-9076-6f96028e6f64 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:46.598363 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95ee5a5-5f70-46e7-9076-6f96028e6f64 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Made reservation on behalf of 9e7dce9f57e64c25bbfc8211ac6b7ebe for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:46.611577 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port a14f09f4-3ddb-44c5-92da-a84e37834bac completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:46.616371 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2c60cbd7-e247-4788-8f3d-70ece9a31a9b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:46.668519 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2c60cbd7-e247-4788-8f3d-70ece9a31a9b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:46.672264 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7111c571-f871-417d-9d41-c0fa1effaf88 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:46.773426 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c60cbd7-e247-4788-8f3d-70ece9a31a9b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:45:46.773853 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2c60cbd7-e247-4788-8f3d-70ece9a31a9b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:46.778479 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-35dcb979-8196-426d-93e2-5f7d1c058d93', 'network_id': '35dcb979-8196-426d-93e2-5f7d1c058d93', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'fixed_ips': [{'subnet_id': '7109f2c5-20d1-4e1e-a5d9-1f2ffa647ac9'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:45:46.779782 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8eb430>, [{'id': '30a282ac-75b5-422f-a305-729e69ab60b3', 'name': 'tempest-snat-router-1543934676', 'tenant_id': '3b020b47ff6a42f9baceaf54f8ef9a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.2'}], 'enable_snat': False}, 'gw_port_id': 'dd53e09b-24be-470b-bcbe-4fda3b8d2727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:39Z', 'updated_at': '2021-12-22T04:45:42Z', 'revision_number': 3, 'project_id': '3b020b47ff6a42f9baceaf54f8ef9a14', 'gw_port': {'id': 'dd53e09b-24be-470b-bcbe-4fda3b8d2727', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a282ac-75b5-422f-a305-729e69ab60b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:41Z', 'updated_at': '2021-12-22T04:45:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:46.780088 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:46.784569 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] Checking router: 30a282ac-75b5-422f-a305-729e69ab60b3 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:45:46.785044 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] Updating router 30a282ac-75b5-422f-a305-729e69ab60b3 port dd53e09b-24be-470b-bcbe-4fda3b8d2727 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:45:46.810225 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:45:46.850638 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:46.983921 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b95ee5a5-5f70-46e7-9076-6f96028e6f64 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:46.999591 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d036b82e-e786-47fd-b93e-cad4c28416f1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:47.019773 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7111c571-f871-417d-9d41-c0fa1effaf88 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:47.031757 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Allocated IP 172.20.0.2 (35dcb979-8196-426d-93e2-5f7d1c058d93/7109f2c5-20d1-4e1e-a5d9-1f2ffa647ac9/43deff22-5b20-40b2-8f41-383138e8bd9b) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:47.092133 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f1a92067-e6c3-47f4-8858-4258b3b7b937 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:47.110684 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2c60cbd7-e247-4788-8f3d-70ece9a31a9b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:47.116123 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2c60cbd7-e247-4788-8f3d-70ece9a31a9b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:47.123892 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-299f8139-8475-4ebb-ac5b-69cc55594965 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:47.140927 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-7111c571-f871-417d-9d41-c0fa1effaf88 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] device_id is not set on port da7b9bcf-dff5-4702-9488-c3585a2671fb yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:47.269181 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60cbd7-e247-4788-8f3d-70ece9a31a9b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Network': ['ID=db7d0ca9-886c-46eb-a725-792740843f17,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:47.279686 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2c60cbd7-e247-4788-8f3d-70ece9a31a9b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/networks/db7d0ca9-886c-46eb-a725-792740843f17 HTTP/1.1" status: 204  len: 168 time: 1.8049514
Dec 22 04:45:47.288161 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49574) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:47.318552 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-6a761430-d5e3-465e-b1bd-57711963f6e4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1396101782'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:47.329962 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2c60cbd7-e247-4788-8f3d-70ece9a31a9b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:47.335740 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6a761430-d5e3-465e-b1bd-57711963f6e4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:47.351025 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:47.381704 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Transition to ACTIVE for port object 43deff22-5b20-40b2-8f41-383138e8bd9b will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:47.385921 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6a761430-d5e3-465e-b1bd-57711963f6e4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:network and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:47.391583 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6a761430-d5e3-465e-b1bd-57711963f6e4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:47.408848 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6a761430-d5e3-465e-b1bd-57711963f6e4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:47.415243 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Transition to ACTIVE for port object 43deff22-5b20-40b2-8f41-383138e8bd9b will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:47.419485 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-093f1269-bad8-4274-8e4d-8dd375ea2ee4 None None] Provisioning for port a14f09f4-3ddb-44c5-92da-a84e37834bac completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:47.425252 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:47.428838 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-093f1269-bad8-4274-8e4d-8dd375ea2ee4 None None] Provisioning complete for port a14f09f4-3ddb-44c5-92da-a84e37834bac triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:47.429800 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-093f1269-bad8-4274-8e4d-8dd375ea2ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:47.437853 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] Transition to ACTIVE for port object dd53e09b-24be-470b-bcbe-4fda3b8d2727 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:47.455133 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:47.459077 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:47.491523 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:47.512961 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-28de780a-ef66-4688-8e3e-f055a3a70d57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:47.548844 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a761430-d5e3-465e-b1bd-57711963f6e4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:47.551998 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6a761430-d5e3-465e-b1bd-57711963f6e4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:47.592494 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c09ee-9b9c-4288-afad-c1d86f0bdd9d None None] Pushing event updated for resources: {'Port': ['ID=dd53e09b-24be-470b-bcbe-4fda3b8d2727,revision_number=2']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:47.600840 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c09ee-9b9c-4288-afad-c1d86f0bdd9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:47.601103 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c09ee-9b9c-4288-afad-c1d86f0bdd9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:47.601424 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c09ee-9b9c-4288-afad-c1d86f0bdd9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:47.601769 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c09ee-9b9c-4288-afad-c1d86f0bdd9d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:47.602105 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c09ee-9b9c-4288-afad-c1d86f0bdd9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:47.602426 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c09ee-9b9c-4288-afad-c1d86f0bdd9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:47.602741 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c09ee-9b9c-4288-afad-c1d86f0bdd9d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:47.603068 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c09ee-9b9c-4288-afad-c1d86f0bdd9d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:47.603372 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c09ee-9b9c-4288-afad-c1d86f0bdd9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:47.603674 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c09ee-9b9c-4288-afad-c1d86f0bdd9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:47.603985 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1c09ee-9b9c-4288-afad-c1d86f0bdd9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:45:47.618844 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-ac1c09ee-9b9c-4288-afad-c1d86f0bdd9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:47.659607 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] Attempting to bind port dd53e09b-24be-470b-bcbe-4fda3b8d2727 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:45:47.660079 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] Attempting to bind port dd53e09b-24be-470b-bcbe-4fda3b8d2727 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:45:47.660335 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] Attempting to bind port dd53e09b-24be-470b-bcbe-4fda3b8d2727 on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:45:47.678803 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:45:47.679850 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:47.679850 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:47.680060 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:45:47.680404 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] Bound port: dd53e09b-24be-470b-bcbe-4fda3b8d2727, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:45:47.680792 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:47.702278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Pushing event updated for resources: {'Port': ['ID=43deff22-5b20-40b2-8f41-383138e8bd9b,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:47.706451 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Network 35dcb979-8196-426d-93e2-5f7d1c058d93 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:47.708412 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:47.709243 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:47.722397 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:47.755103 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a761430-d5e3-465e-b1bd-57711963f6e4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:45:47.778789 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-7111c571-f871-417d-9d41-c0fa1effaf88 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] POST failed (client error): There was a conflict when trying to complete your request.
Dec 22 04:45:47.779485 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7111c571-f871-417d-9d41-c0fa1effaf88 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:45:47.793528 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] For port dd53e09b-24be-470b-bcbe-4fda3b8d2727, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:45:47.797693 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] For port dd53e09b-24be-470b-bcbe-4fda3b8d2727, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=dd53e09b-24be-470b-bcbe-4fda3b8d2727,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:45:47.804612 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6a761430-d5e3-465e-b1bd-57711963f6e4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:47.805152 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-6a761430-d5e3-465e-b1bd-57711963f6e4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Added segment 40c4b824-91eb-4fa3-a5a2-004e0228ad51 of type vlan for network 0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d
Dec 22 04:45:47.805635 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:47.806752 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ca446e90-e49e-4ccb-b98f-54638f90c7ae tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "GET /v2.0/routers/30a282ac-75b5-422f-a305-729e69ab60b3 HTTP/1.1" status: 200  len: 907 time: 1.3486590
Dec 22 04:45:47.810355 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49582) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:47.813069 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-cdfeca7d-43be-4cc8-978b-5374534fd650 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:47.826024 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1543934676', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'enable_snat': True}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:47.833433 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:47.841009 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Usage tracker for resource:router and tenant:3b020b47ff6a42f9baceaf54f8ef9a14 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:47.846562 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:47.857252 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:47.870822 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Attempting to bind port 43deff22-5b20-40b2-8f41-383138e8bd9b on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:45:47.871178 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Attempting to bind port 43deff22-5b20-40b2-8f41-383138e8bd9b by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'b944f116-df55-48cf-a32b-f0cf08957523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '35dcb979-8196-426d-93e2-5f7d1c058d93'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:45:47.871913 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Attempting to bind port 43deff22-5b20-40b2-8f41-383138e8bd9b on network 35dcb979-8196-426d-93e2-5f7d1c058d93 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:45:47.872596 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b95ee5a5-5f70-46e7-9076-6f96028e6f64 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:47.877068 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-093f1269-bad8-4274-8e4d-8dd375ea2ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:47.885096 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:47.886607 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:47.893936 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d036b82e-e786-47fd-b93e-cad4c28416f1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:47.895711 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:45:47.895711 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Checking segment: {'id': 'b944f116-df55-48cf-a32b-f0cf08957523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '35dcb979-8196-426d-93e2-5f7d1c058d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:47.895945 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:47.896228 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:47.896499 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Bound using segment: {'id': 'b944f116-df55-48cf-a32b-f0cf08957523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '35dcb979-8196-426d-93e2-5f7d1c058d93'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:45:47.896792 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Bound port: 43deff22-5b20-40b2-8f41-383138e8bd9b, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b944f116-df55-48cf-a32b-f0cf08957523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '35dcb979-8196-426d-93e2-5f7d1c058d93'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:45:47.897174 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:47.897645 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f1a92067-e6c3-47f4-8858-4258b3b7b937 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:47.901639 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c09ee-9b9c-4288-afad-c1d86f0bdd9d None None] Pushing event updated for resources: {'Port': ['ID=dd53e09b-24be-470b-bcbe-4fda3b8d2727,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:47.902308 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d036b82e-e786-47fd-b93e-cad4c28416f1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:47.908886 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-ac1c09ee-9b9c-4288-afad-c1d86f0bdd9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:47.909339 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a84f71c1-4964-49a3-9203-ac66774596e8 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:47.932436 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] Routers {'30a282ac-75b5-422f-a305-729e69ab60b3'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:45:47.933325 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8eb430>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:45:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['30a282ac-75b5-422f-a305-729e69ab60b3'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:47.966867 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7111c571-f871-417d-9d41-c0fa1effaf88 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 1.8475170
Dec 22 04:45:47.973902 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49586) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:47.993133 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036b82e-e786-47fd-b93e-cad4c28416f1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Pushing event updated for resources: {'Port': ['ID=f41b168f-678c-4189-9f7f-e7646bf316c5,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:47.996897 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d036b82e-e786-47fd-b93e-cad4c28416f1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:47.997530 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f1a92067-e6c3-47f4-8858-4258b3b7b937 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:48.009530 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-01075dfd-1343-4679-bef2-f147e9bddb0e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:48.025897 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] For port 43deff22-5b20-40b2-8f41-383138e8bd9b, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:45:48.028125 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6a761430-d5e3-465e-b1bd-57711963f6e4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:48.030496 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] For port 43deff22-5b20-40b2-8f41-383138e8bd9b, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=43deff22-5b20-40b2-8f41-383138e8bd9b,segment=NetworkSegment(b944f116-df55-48cf-a32b-f0cf08957523),segment_id=b944f116-df55-48cf-a32b-f0cf08957523)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:45:48.036149 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-093f1269-bad8-4274-8e4d-8dd375ea2ee4 None None] For port a14f09f4-3ddb-44c5-92da-a84e37834bac, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a14f09f4-3ddb-44c5-92da-a84e37834bac,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:48.039390 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:48.044751 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-2c0a74e5-a429-42b5-a116-b1d62201183e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:48.061537 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-f1a92067-e6c3-47f4-8858-4258b3b7b937 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] In _notify_port_updated(), no bound segment for port 6c88934e-ed7c-497e-b18e-a0ebf4196293 on network f586c691-47fc-4630-9123-d98b5a78c68f {{(pid=83434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 04:45:48.066160 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a92067-e6c3-47f4-8858-4258b3b7b937 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:48.067850 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f1a92067-e6c3-47f4-8858-4258b3b7b937 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:48.069301 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f1a92067-e6c3-47f4-8858-4258b3b7b937 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "PUT /v2.0/ports/6c88934e-ed7c-497e-b18e-a0ebf4196293 HTTP/1.1" status: 200  len: 1003 time: 2.4364965
Dec 22 04:45:48.082176 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49590) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:48.120636 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:48.132251 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-093f1269-bad8-4274-8e4d-8dd375ea2ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:48.142604 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ee5a5-5f70-46e7-9076-6f96028e6f64 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Subnet': ['ID=4e773617-30f0-46f1-b30d-b147ae22b852,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:48.149305 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b95ee5a5-5f70-46e7-9076-6f96028e6f64 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:48.155033 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95ee5a5-5f70-46e7-9076-6f96028e6f64 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Checking segment: {'id': '0cf38f39-ff98-48b9-8a39-3017f4e94631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7cdf9caf-530b-48aa-8229-cb409c5d5fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:48.155588 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95ee5a5-5f70-46e7-9076-6f96028e6f64 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network hostable DHCP agents. Network: 7cdf9caf-530b-48aa-8229-cb409c5d5fe9, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:45:48.170612 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Pushing event updated for resources: {'Port': ['ID=43deff22-5b20-40b2-8f41-383138e8bd9b,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:48.171526 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6a761430-d5e3-465e-b1bd-57711963f6e4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:48.174141 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:48.174782 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:48.176387 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a761430-d5e3-465e-b1bd-57711963f6e4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:48.177059 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6a761430-d5e3-465e-b1bd-57711963f6e4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:48.183228 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:48.214467 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] Set router 30a282ac-75b5-422f-a305-729e69ab60b3 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:45:48.303985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f1269-bad8-4274-8e4d-8dd375ea2ee4 None None] Pushing event updated for resources: {'Port': ['ID=a14f09f4-3ddb-44c5-92da-a84e37834bac,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:48.308967 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-093f1269-bad8-4274-8e4d-8dd375ea2ee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:48.334651 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7523241a-e728-49e5-ab12-ebad956b902e None None] Provisioning for port c5fe373e-7e11-4e7e-933d-46994c52a53e completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:48.342677 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7523241a-e728-49e5-ab12-ebad956b902e None None] Provisioning complete for port c5fe373e-7e11-4e7e-933d-46994c52a53e triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:48.343059 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7523241a-e728-49e5-ab12-ebad956b902e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:48.358860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a92067-e6c3-47f4-8858-4258b3b7b937 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Pushing event updated for resources: {'Port': ['ID=6c88934e-ed7c-497e-b18e-a0ebf4196293,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:48.406591 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f1a92067-e6c3-47f4-8858-4258b3b7b937 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:48.407591 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-d036b82e-e786-47fd-b93e-cad4c28416f1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] In _notify_port_updated(), no bound segment for port f41b168f-678c-4189-9f7f-e7646bf316c5 on network 1a659d4b-6583-4516-a8be-476da7dc0dfe {{(pid=83434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 04:45:48.412353 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d036b82e-e786-47fd-b93e-cad4c28416f1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:48.413137 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d036b82e-e786-47fd-b93e-cad4c28416f1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:48.418497 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d036b82e-e786-47fd-b93e-cad4c28416f1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "PUT /v2.0/ports/f41b168f-678c-4189-9f7f-e7646bf316c5 HTTP/1.1" status: 200  len: 1054 time: 2.7870667
Dec 22 04:45:48.422576 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49594) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:48.429068 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-2b949448-fd25-4e94-bc23-be683f28e0e8 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Deleting port 6c88934e-ed7c-497e-b18e-a0ebf4196293 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:48.429646 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2b949448-fd25-4e94-bc23-be683f28e0e8 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:48.457821 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-7523241a-e728-49e5-ab12-ebad956b902e None None] Port c5fe373e-7e11-4e7e-933d-46994c52a53e cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:48.557354 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15a03a3-424b-459c-b268-e7934ed9eb6d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:48.571282 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15a03a3-424b-459c-b268-e7934ed9eb6d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:48.571841 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e15a03a3-424b-459c-b268-e7934ed9eb6d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:48.631268 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c9a30004-cf48-4cff-862f-7a286443a180 None None] Provisioning complete for port 6c88934e-ed7c-497e-b18e-a0ebf4196293 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:48.631646 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c9a30004-cf48-4cff-862f-7a286443a180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:48.714058 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6a761430-d5e3-465e-b1bd-57711963f6e4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.4221117
Dec 22 04:45:48.724266 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49598) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:48.738400 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-c9a30004-cf48-4cff-862f-7a286443a180 None None] Port 6c88934e-ed7c-497e-b18e-a0ebf4196293 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:48.743242 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-b5bf4824-c70f-4ddb-8125-f95e5ad83e7c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Deleting port f41b168f-678c-4189-9f7f-e7646bf316c5 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:48.743585 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5bf4824-c70f-4ddb-8125-f95e5ad83e7c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:48.747806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a761430-d5e3-465e-b1bd-57711963f6e4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Network': ['ID=0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:48.773215 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:45:48.802993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6a761430-d5e3-465e-b1bd-57711963f6e4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:48.821881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95ee5a5-5f70-46e7-9076-6f96028e6f64 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network 7cdf9caf-530b-48aa-8229-cb409c5d5fe9 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:45:48.860701 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e15a03a3-424b-459c-b268-e7934ed9eb6d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:48.866195 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8eb430>, [{'id': '30a282ac-75b5-422f-a305-729e69ab60b3', 'name': 'tempest-snat-router-1543934676', 'tenant_id': '3b020b47ff6a42f9baceaf54f8ef9a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.2'}], 'enable_snat': False}, 'gw_port_id': 'dd53e09b-24be-470b-bcbe-4fda3b8d2727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:39Z', 'updated_at': '2021-12-22T04:45:42Z', 'revision_number': 3, 'project_id': '3b020b47ff6a42f9baceaf54f8ef9a14', 'gw_port': {'id': 'dd53e09b-24be-470b-bcbe-4fda3b8d2727', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a282ac-75b5-422f-a305-729e69ab60b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:41Z', 'updated_at': '2021-12-22T04:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:48.872204 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e15a03a3-424b-459c-b268-e7934ed9eb6d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.8925004
Dec 22 04:45:48.880894 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49606) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:48.881477 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5acc645-62c3-4ea6-82e9-b414fd74e735 None None] The sync data for ids ['30a282ac-75b5-422f-a305-729e69ab60b3'] in dv-neutron-822525-1-hyperv is: [{'id': '30a282ac-75b5-422f-a305-729e69ab60b3', 'name': 'tempest-snat-router-1543934676', 'tenant_id': '3b020b47ff6a42f9baceaf54f8ef9a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.2'}], 'enable_snat': False}, 'gw_port_id': 'dd53e09b-24be-470b-bcbe-4fda3b8d2727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:39Z', 'updated_at': '2021-12-22T04:45:42Z', 'revision_number': 3, 'project_id': '3b020b47ff6a42f9baceaf54f8ef9a14', 'gw_port': {'id': 'dd53e09b-24be-470b-bcbe-4fda3b8d2727', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:68:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a282ac-75b5-422f-a305-729e69ab60b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:41Z', 'updated_at': '2021-12-22T04:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:45:48.889715 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-b95ee5a5-5f70-46e7-9076-6f96028e6f64 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 7cdf9caf-530b-48aa-8229-cb409c5d5fe9) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:48.947304 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95ee5a5-5f70-46e7-9076-6f96028e6f64 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:48.947901 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b95ee5a5-5f70-46e7-9076-6f96028e6f64 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:48.963409 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-452586a5-07e1-4e45-9b70-76beac77fd02 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'subnet': {'network_id': '0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:48.969118 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:49.016724 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b95ee5a5-5f70-46e7-9076-6f96028e6f64 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5964932
Dec 22 04:45:49.017670 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49610) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:49.025722 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b12bae20-6504-4fc5-af55-b8f0ff5dbf04 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2086894419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:49.026248 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f2cc8c-08ce-4f06-9b3d-c79766838d99 None None] Network 7cdf9caf-530b-48aa-8229-cb409c5d5fe9 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:49.033911 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-465343a1-0ec0-4517-9bdf-239b49069ca4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting port c5fe373e-7e11-4e7e-933d-46994c52a53e {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:49.034258 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-465343a1-0ec0-4517-9bdf-239b49069ca4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:49.088993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b12bae20-6504-4fc5-af55-b8f0ff5dbf04 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:49.110626 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b12bae20-6504-4fc5-af55-b8f0ff5dbf04 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:router and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:49.169247 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b12bae20-6504-4fc5-af55-b8f0ff5dbf04 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:49.175921 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b12bae20-6504-4fc5-af55-b8f0ff5dbf04 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:49.207033 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-cafd7ba1-4a2c-4f49-a9ac-59ab337f6f2f None None] Provisioning complete for port f41b168f-678c-4189-9f7f-e7646bf316c5 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:49.207544 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cafd7ba1-4a2c-4f49-a9ac-59ab337f6f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:49.215780 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b12bae20-6504-4fc5-af55-b8f0ff5dbf04 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:49.216847 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b12bae20-6504-4fc5-af55-b8f0ff5dbf04 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:49.295294 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-cafd7ba1-4a2c-4f49-a9ac-59ab337f6f2f None None] Port f41b168f-678c-4189-9f7f-e7646bf316c5 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:49.326181 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b12bae20-6504-4fc5-af55-b8f0ff5dbf04 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:49.549290 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b12bae20-6504-4fc5-af55-b8f0ff5dbf04 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:49.553601 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7cdf9caf-530b-48aa-8229-cb409c5d5fe9', 'network_id': '7cdf9caf-530b-48aa-8229-cb409c5d5fe9', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'fixed_ips': [{'subnet_id': '4e773617-30f0-46f1-b30d-b147ae22b852'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:45:49.554590 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:49.585329 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b12bae20-6504-4fc5-af55-b8f0ff5dbf04 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:49.586029 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b12bae20-6504-4fc5-af55-b8f0ff5dbf04 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.5653043
Dec 22 04:45:49.593916 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49614) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:49.596166 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-465343a1-0ec0-4517-9bdf-239b49069ca4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:49.665629 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-452586a5-07e1-4e45-9b70-76beac77fd02 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:49.686269 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5bf4824-c70f-4ddb-8125-f95e5ad83e7c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:49.769148 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-452586a5-07e1-4e45-9b70-76beac77fd02 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:subnet and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:49.776079 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-452586a5-07e1-4e45-9b70-76beac77fd02 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:49.786749 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0006f79d-59ad-4cac-98a4-096947c4eaca None None] Network 35dcb979-8196-426d-93e2-5f7d1c058d93 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:49.844206 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-452586a5-07e1-4e45-9b70-76beac77fd02 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:49.908345 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3466bb9e-cfe0-49b5-b047-a8ec8043f0a4 None None] Provisioning for port 43deff22-5b20-40b2-8f41-383138e8bd9b completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:49.921310 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-b5bf4824-c70f-4ddb-8125-f95e5ad83e7c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Calling delete_port for f41b168f-678c-4189-9f7f-e7646bf316c5 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:49.926962 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Allocated IP 172.21.0.2 (7cdf9caf-530b-48aa-8229-cb409c5d5fe9/4e773617-30f0-46f1-b30d-b147ae22b852/a6195ba1-f3bd-4010-b68f-f4b318299312) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:49.997537 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452586a5-07e1-4e45-9b70-76beac77fd02 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:50.046527 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-465343a1-0ec0-4517-9bdf-239b49069ca4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Calling delete_port for c5fe373e-7e11-4e7e-933d-46994c52a53e owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:50.244759 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2b949448-fd25-4e94-bc23-be683f28e0e8 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:50.348285 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device dd53e09b-24be-470b-bcbe-4fda3b8d2727 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:50.421539 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-2b949448-fd25-4e94-bc23-be683f28e0e8 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Calling delete_port for 6c88934e-ed7c-497e-b18e-a0ebf4196293 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:50.451081 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:50.451562 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:50.459455 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-452586a5-07e1-4e45-9b70-76beac77fd02 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:50.467938 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Transition to ACTIVE for port object a6195ba1-f3bd-4010-b68f-f4b318299312 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:50.492033 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:50.495623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Transition to ACTIVE for port object a6195ba1-f3bd-4010-b68f-f4b318299312 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:50.511975 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:50.517177 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:50.584975 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-465343a1-0ec0-4517-9bdf-239b49069ca4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:50.589584 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port dd53e09b-24be-470b-bcbe-4fda3b8d2727 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:50.606384 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Pushing event updated for resources: {'Port': ['ID=a6195ba1-f3bd-4010-b68f-f4b318299312,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:50.608668 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:50.610843 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Network 7cdf9caf-530b-48aa-8229-cb409c5d5fe9 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:50.611796 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port dd53e09b-24be-470b-bcbe-4fda3b8d2727 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:50.611945 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:50.632280 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.ipam_backend_mixin [None req-452586a5-07e1-4e45-9b70-76beac77fd02 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Performing IP validity checks on allocation pools {{(pid=83434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 22 04:45:50.633617 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.ipam_backend_mixin [None req-452586a5-07e1-4e45-9b70-76beac77fd02 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 22 04:45:50.635456 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:50.640649 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:50.648164 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:50.691084 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5bf4824-c70f-4ddb-8125-f95e5ad83e7c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:50.727901 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6eadb35e-60f5-4374-92a7-649ab0f170cd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:50.742784 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465343a1-0ec0-4517-9bdf-239b49069ca4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Port': ['ID=c5fe373e-7e11-4e7e-933d-46994c52a53e,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:50.785358 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Attempting to bind port a6195ba1-f3bd-4010-b68f-f4b318299312 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:45:50.785768 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Attempting to bind port a6195ba1-f3bd-4010-b68f-f4b318299312 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '0cf38f39-ff98-48b9-8a39-3017f4e94631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7cdf9caf-530b-48aa-8229-cb409c5d5fe9'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:45:50.786134 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Attempting to bind port a6195ba1-f3bd-4010-b68f-f4b318299312 on network 7cdf9caf-530b-48aa-8229-cb409c5d5fe9 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:45:50.787096 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf4824-c70f-4ddb-8125-f95e5ad83e7c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Pushing event deleted for resources: {'Port': ['ID=f41b168f-678c-4189-9f7f-e7646bf316c5,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:50.793331 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b5bf4824-c70f-4ddb-8125-f95e5ad83e7c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:50.797338 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-465343a1-0ec0-4517-9bdf-239b49069ca4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:50.805394 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:45:50.805801 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Checking segment: {'id': '0cf38f39-ff98-48b9-8a39-3017f4e94631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7cdf9caf-530b-48aa-8229-cb409c5d5fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:50.806204 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:50.806607 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Bound using segment: {'id': '0cf38f39-ff98-48b9-8a39-3017f4e94631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7cdf9caf-530b-48aa-8229-cb409c5d5fe9'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:45:50.807245 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Bound port: a6195ba1-f3bd-4010-b68f-f4b318299312, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf38f39-ff98-48b9-8a39-3017f4e94631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7cdf9caf-530b-48aa-8229-cb409c5d5fe9'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:45:50.807624 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:50.841232 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-465343a1-0ec0-4517-9bdf-239b49069ca4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:50.925348 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] For port a6195ba1-f3bd-4010-b68f-f4b318299312, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:45:50.928829 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2b949448-fd25-4e94-bc23-be683f28e0e8 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:50.929777 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] For port a6195ba1-f3bd-4010-b68f-f4b318299312, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a6195ba1-f3bd-4010-b68f-f4b318299312,segment=NetworkSegment(0cf38f39-ff98-48b9-8a39-3017f4e94631),segment_id=0cf38f39-ff98-48b9-8a39-3017f4e94631)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:45:50.946271 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:50.985890 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:50.995163 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:51.004129 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-465343a1-0ec0-4517-9bdf-239b49069ca4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/c5fe373e-7e11-4e7e-933d-46994c52a53e HTTP/1.1" status: 204  len: 168 time: 2.1167703
Dec 22 04:45:51.012406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49622) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:51.085885 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b949448-fd25-4e94-bc23-be683f28e0e8 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Pushing event deleted for resources: {'Port': ['ID=6c88934e-ed7c-497e-b18e-a0ebf4196293,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:51.095172 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Pushing event updated for resources: {'Port': ['ID=a6195ba1-f3bd-4010-b68f-f4b318299312,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:51.098325 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:51.111148 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Allocated IP 172.26.4.161 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/56d5e6c3-1654-4304-a036-f4fe1fa7607b) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:51.132407 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2b949448-fd25-4e94-bc23-be683f28e0e8 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:51.148675 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:51.173995 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port dd53e09b-24be-470b-bcbe-4fda3b8d2727, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=dd53e09b-24be-470b-bcbe-4fda3b8d2727,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:51.175847 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ebad2a3b-8019-464a-b96b-3938ffe1ae0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:51.188311 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:51.189738 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 43deff22-5b20-40b2-8f41-383138e8bd9b up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:51.213470 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0286afb5-6a1a-482b-a8d7-ac3cc2c15d6e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:51.215075 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0286afb5-6a1a-482b-a8d7-ac3cc2c15d6e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:51.215889 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0286afb5-6a1a-482b-a8d7-ac3cc2c15d6e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:51.232325 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:51.367717 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=dd53e09b-24be-470b-bcbe-4fda3b8d2727,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:51.387057 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:51.422297 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-452586a5-07e1-4e45-9b70-76beac77fd02 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:51.446708 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 43deff22-5b20-40b2-8f41-383138e8bd9b completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:51.455845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:51.467769 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 43deff22-5b20-40b2-8f41-383138e8bd9b triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:51.468160 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:51.691289 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:51.737100 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 43deff22-5b20-40b2-8f41-383138e8bd9b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=43deff22-5b20-40b2-8f41-383138e8bd9b,segment=NetworkSegment(b944f116-df55-48cf-a32b-f0cf08957523),segment_id=b944f116-df55-48cf-a32b-f0cf08957523)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:51.742328 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:51.743339 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a14f09f4-3ddb-44c5-92da-a84e37834bac up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:51.766332 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:51.803333 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0286afb5-6a1a-482b-a8d7-ac3cc2c15d6e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:51.804623 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0286afb5-6a1a-482b-a8d7-ac3cc2c15d6e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.7910645
Dec 22 04:45:51.809647 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49630) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:51.833659 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452586a5-07e1-4e45-9b70-76beac77fd02 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Subnet': ['ID=581204b1-2631-4ce7-befc-665049e9d893,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:51.837017 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-452586a5-07e1-4e45-9b70-76beac77fd02 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:51.860775 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=43deff22-5b20-40b2-8f41-383138e8bd9b,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:51.864232 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:51.872837 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port a14f09f4-3ddb-44c5-92da-a84e37834bac triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:51.873325 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:51.892452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2b949448-fd25-4e94-bc23-be683f28e0e8 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:51.941495 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452586a5-07e1-4e45-9b70-76beac77fd02 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Checking segment: {'id': '40c4b824-91eb-4fa3-a5a2-004e0228ad51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:51.941877 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452586a5-07e1-4e45-9b70-76beac77fd02 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network hostable DHCP agents. Network: 0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:45:51.974711 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2b949448-fd25-4e94-bc23-be683f28e0e8 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "DELETE /v2.0/ports/6c88934e-ed7c-497e-b18e-a0ebf4196293 HTTP/1.1" status: 204  len: 168 time: 3.8894923
Dec 22 04:45:51.976368 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49634) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:52.025393 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5bf4824-c70f-4ddb-8125-f95e5ad83e7c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:52.030298 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b5bf4824-c70f-4ddb-8125-f95e5ad83e7c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "DELETE /v2.0/ports/f41b168f-678c-4189-9f7f-e7646bf316c5 HTTP/1.1" status: 204  len: 168 time: 3.6037600
Dec 22 04:45:52.030298 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb90051-f7d6-4847-bb79-ebad3e854f12 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] GET failed (client error): The resource could not be found.
Dec 22 04:45:52.030298 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ffb90051-f7d6-4847-bb79-ebad3e854f12 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Synchronizing usage tracker for tenant:c2961514dade458f8726b30effa45583 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:52.033217 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49638) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:52.089286 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6458f0d-1318-4653-88fd-85cab7cc2a8b tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] GET failed (client error): The resource could not be found.
Dec 22 04:45:52.102071 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a6458f0d-1318-4653-88fd-85cab7cc2a8b tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Synchronizing usage tracker for tenant:40c15c4d603a42bc9f86ab63e3628133 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:52.127568 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ffb90051-f7d6-4847-bb79-ebad3e854f12 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Unset dirty status for tenant:c2961514dade458f8726b30effa45583 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:52.128749 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ffb90051-f7d6-4847-bb79-ebad3e854f12 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "GET /v2.0/ports/6c88934e-ed7c-497e-b18e-a0ebf4196293 HTTP/1.1" status: 404  len: 333 time: 0.1488013
Dec 22 04:45:52.129784 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452586a5-07e1-4e45-9b70-76beac77fd02 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network 0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:45:52.136595 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49642) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:52.146100 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-2ddbb75e-40f9-4f2a-8e5c-f4f727b01754 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Request body: {'port': {'network_id': 'f586c691-47fc-4630-9123-d98b5a78c68f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1622242396'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:52.198624 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:52.215451 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-10bf639a-cb16-44ec-99d7-55119ee05ae3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet 203a4f1f-b6cf-41aa-b67a-20259f1eb867 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:45:52.223876 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a6458f0d-1318-4653-88fd-85cab7cc2a8b tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Unset dirty status for tenant:40c15c4d603a42bc9f86ab63e3628133 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:52.225337 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a6458f0d-1318-4653-88fd-85cab7cc2a8b tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "GET /v2.0/ports/f41b168f-678c-4189-9f7f-e7646bf316c5 HTTP/1.1" status: 404  len: 333 time: 0.1910195
Dec 22 04:45:52.232261 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49646) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:52.233020 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-ebad2a3b-8019-464a-b96b-3938ffe1ae0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Allocated IP 172.20.0.1 (35dcb979-8196-426d-93e2-5f7d1c058d93/7109f2c5-20d1-4e1e-a5d9-1f2ffa647ac9/98f866d9-9417-43bc-9535-f3f022e01c67) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:52.234811 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-452586a5-07e1-4e45-9b70-76beac77fd02 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:52.246681 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dd3e9a-4027-482d-beb3-254ba0d3cb9f None None] Network 0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:52.293675 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452586a5-07e1-4e45-9b70-76beac77fd02 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:52.294274 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-452586a5-07e1-4e45-9b70-76beac77fd02 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:52.360064 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-10bf639a-cb16-44ec-99d7-55119ee05ae3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:52.372911 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-452586a5-07e1-4e45-9b70-76beac77fd02 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.6390254
Dec 22 04:45:52.378763 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a6195ba1-f3bd-4010-b68f-f4b318299312 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:52.381634 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49650) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:52.392246 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-5885ee1a-fd1e-4755-9795-864e41fd9f05 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'port': {'network_id': '0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d', 'name': 'tempest-PortsTestJSON-311018342'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:52.408889 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-0e203d9a-b688-42eb-a34c-8a053b454faa tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Deleting port fd670c4b-5622-4f54-8750-4078d74d66e5 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:52.409474 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0e203d9a-b688-42eb-a34c-8a053b454faa tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:52.472427 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-10bf639a-cb16-44ec-99d7-55119ee05ae3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:52.506732 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port a6195ba1-f3bd-4010-b68f-f4b318299312 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:52.514623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device dd53e09b-24be-470b-bcbe-4fda3b8d2727 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:52.592448 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-2ddbb75e-40f9-4f2a-8e5c-f4f727b01754 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:52.592591 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:52.600766 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:52.634467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-10bf639a-cb16-44ec-99d7-55119ee05ae3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:52.644495 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-2ddbb75e-40f9-4f2a-8e5c-f4f727b01754 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:52.686807 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecdacb6-8126-4179-b278-4baa8c0e8309 None None] Network 7cdf9caf-530b-48aa-8229-cb409c5d5fe9 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:52.700741 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ebad2a3b-8019-464a-b96b-3938ffe1ae0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:52.812854 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:52.817092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-ebad2a3b-8019-464a-b96b-3938ffe1ae0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Transition to ACTIVE for port object 98f866d9-9417-43bc-9535-f3f022e01c67 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:52.817263 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddbb75e-40f9-4f2a-8e5c-f4f727b01754 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Made reservation on behalf of c2961514dade458f8726b30effa45583 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:52.818352 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:52.820628 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb75e-40f9-4f2a-8e5c-f4f727b01754 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:52.823467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:52.880774 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5885ee1a-fd1e-4755-9795-864e41fd9f05 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:52.891494 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Pushing event updated for resources: {'Port': ['ID=56d5e6c3-1654-4304-a036-f4fe1fa7607b,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:52.894141 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d', 'network_id': '0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d', 'tenant_id': '12ff9b0938824da5a0f85f94c435a758', 'fixed_ips': [{'subnet_id': '581204b1-2631-4ce7-befc-665049e9d893'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:45:52.896434 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:52.901032 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:52.916953 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5885ee1a-fd1e-4755-9795-864e41fd9f05 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:52.920818 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-2ddbb75e-40f9-4f2a-8e5c-f4f727b01754 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] device_id is not set on port 172c26ff-daa3-443f-97cb-77b39319406d yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:52.959094 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-10bf639a-cb16-44ec-99d7-55119ee05ae3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:52.969421 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c4ad8094-772a-4b39-a64a-f9191a9fc434 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:52.992870 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5885ee1a-fd1e-4755-9795-864e41fd9f05 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:52.995851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5885ee1a-fd1e-4755-9795-864e41fd9f05 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:52.997758 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f94b2b8a-488d-48e6-b276-adf7508b12a1 None None] Provisioning for port a6195ba1-f3bd-4010-b68f-f4b318299312 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:53.019385 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf639a-cb16-44ec-99d7-55119ee05ae3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=203a4f1f-b6cf-41aa-b67a-20259f1eb867,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:53.026080 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-10bf639a-cb16-44ec-99d7-55119ee05ae3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:53.028914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ebad2a3b-8019-464a-b96b-3938ffe1ae0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:53.036582 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:53.039807 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0e203d9a-b688-42eb-a34c-8a053b454faa tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:53.049997 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f94b2b8a-488d-48e6-b276-adf7508b12a1 None None] Provisioning complete for port a6195ba1-f3bd-4010-b68f-f4b318299312 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:53.050384 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f94b2b8a-488d-48e6-b276-adf7508b12a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:53.058619 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-5885ee1a-fd1e-4755-9795-864e41fd9f05 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] device_id is not set on port 3c4e6d71-86b2-44f9-8899-aa8c56e8405f yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:53.080136 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-10bf639a-cb16-44ec-99d7-55119ee05ae3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:53.099512 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11521074-8afe-4297-8798-4a959418d3fa None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:53.133076 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-10bf639a-cb16-44ec-99d7-55119ee05ae3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/203a4f1f-b6cf-41aa-b67a-20259f1eb867 HTTP/1.1" status: 204  len: 168 time: 1.3131273
Dec 22 04:45:53.135630 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebad2a3b-8019-464a-b96b-3938ffe1ae0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network 35dcb979-8196-426d-93e2-5f7d1c058d93 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:53.136227 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49658) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:53.139428 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad2a3b-8019-464a-b96b-3938ffe1ae0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Port': ['ID=98f866d9-9417-43bc-9535-f3f022e01c67,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:53.195254 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-ebad2a3b-8019-464a-b96b-3938ffe1ae0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:53.196928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ebad2a3b-8019-464a-b96b-3938ffe1ae0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:53.198647 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port dd53e09b-24be-470b-bcbe-4fda3b8d2727 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:53.199218 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:53.203511 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebad2a3b-8019-464a-b96b-3938ffe1ae0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:53.219406 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-0e203d9a-b688-42eb-a34c-8a053b454faa tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Calling delete_port for fd670c4b-5622-4f54-8750-4078d74d66e5 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:53.243991 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-71fb9a8a-7acb-4f02-bf94-55d5517193e5 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1052592
Dec 22 04:45:53.247841 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49662) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:53.258817 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-369100e1-8935-4dac-9cf2-28cddca48ce2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:53.298355 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ebad2a3b-8019-464a-b96b-3938ffe1ae0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:53.339962 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:53.340914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:53.514486 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Allocated IP 172.20.0.2 (0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d/581204b1-2631-4ce7-befc-665049e9d893/6bd133af-6292-435d-ae91-de1efe159b88) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:53.601932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-2ddbb75e-40f9-4f2a-8e5c-f4f727b01754 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Allocated IP 2001:db8::1bc (f586c691-47fc-4630-9123-d98b5a78c68f/ebbcc94f-2c57-422f-a573-00259a7925a0/172c26ff-daa3-443f-97cb-77b39319406d) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:53.602181 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ebad2a3b-8019-464a-b96b-3938ffe1ae0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:53.650161 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-369100e1-8935-4dac-9cf2-28cddca48ce2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:53.663761 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-369100e1-8935-4dac-9cf2-28cddca48ce2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:53.670321 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-369100e1-8935-4dac-9cf2-28cddca48ce2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:53.701780 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-369100e1-8935-4dac-9cf2-28cddca48ce2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:53.750352 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 43deff22-5b20-40b2-8f41-383138e8bd9b up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:53.777156 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0e203d9a-b688-42eb-a34c-8a053b454faa tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:53.783464 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f94b2b8a-488d-48e6-b276-adf7508b12a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:53.822975 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369100e1-8935-4dac-9cf2-28cddca48ce2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:53.845672 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-97642866-595b-4026-9c3a-b896f35a5065 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:53.886210 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-f94b2b8a-488d-48e6-b276-adf7508b12a1 None None] For port a6195ba1-f3bd-4010-b68f-f4b318299312, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a6195ba1-f3bd-4010-b68f-f4b318299312,segment=NetworkSegment(0cf38f39-ff98-48b9-8a39-3017f4e94631),segment_id=0cf38f39-ff98-48b9-8a39-3017f4e94631)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:53.908879 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f94b2b8a-488d-48e6-b276-adf7508b12a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:53.922187 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-badfdab1-2b17-4552-b3db-d8a28abf12c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:53.946958 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e203d9a-b688-42eb-a34c-8a053b454faa tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Pushing event deleted for resources: {'Port': ['ID=fd670c4b-5622-4f54-8750-4078d74d66e5,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:53.962362 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0e203d9a-b688-42eb-a34c-8a053b454faa tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:54.104049 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-369100e1-8935-4dac-9cf2-28cddca48ce2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:54.158024 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1856efee-2255-4c43-9027-1f82a13011b3 None None] DHCP port deletion for 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:45:54.181307 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 43deff22-5b20-40b2-8f41-383138e8bd9b triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:54.181707 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:54.222595 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-1856efee-2255-4c43-9027-1f82a13011b3 None None] Deleting port a14f09f4-3ddb-44c5-92da-a84e37834bac {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:54.222972 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1856efee-2255-4c43-9027-1f82a13011b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:54.239790 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Router 38be2ae5-5a10-446d-9fb2-92869d73b9ff is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:45:54.300783 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b2b8a-488d-48e6-b276-adf7508b12a1 None None] Pushing event updated for resources: {'Port': ['ID=a6195ba1-f3bd-4010-b68f-f4b318299312,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:54.304015 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f94b2b8a-488d-48e6-b276-adf7508b12a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:54.316384 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-27783f96-2e63-49db-940d-c68e015ae02c None None] Provisioning for port 98f866d9-9417-43bc-9535-f3f022e01c67 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:54.319678 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:54.330260 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb75e-40f9-4f2a-8e5c-f4f727b01754 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:54.345396 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-27783f96-2e63-49db-940d-c68e015ae02c None None] Provisioning complete for port 98f866d9-9417-43bc-9535-f3f022e01c67 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:54.345805 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-27783f96-2e63-49db-940d-c68e015ae02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:54.371405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-2ddbb75e-40f9-4f2a-8e5c-f4f727b01754 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Transition to ACTIVE for port object 172c26ff-daa3-443f-97cb-77b39319406d will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:54.373758 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Transition to ACTIVE for port object 6bd133af-6292-435d-ae91-de1efe159b88 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:54.377721 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0e203d9a-b688-42eb-a34c-8a053b454faa tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:54.419432 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb75e-40f9-4f2a-8e5c-f4f727b01754 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:54.425957 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-78e1e346-d788-47a6-ad55-801d7cee15dc tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:54.464245 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0e203d9a-b688-42eb-a34c-8a053b454faa tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "DELETE /v2.0/ports/fd670c4b-5622-4f54-8750-4078d74d66e5 HTTP/1.1" status: 204  len: 168 time: 2.2272224
Dec 22 04:45:54.476302 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49670) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:54.483081 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ebad2a3b-8019-464a-b96b-3938ffe1ae0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:54.485805 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Transition to ACTIVE for port object 6bd133af-6292-435d-ae91-de1efe159b88 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:54.492223 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ebad2a3b-8019-464a-b96b-3938ffe1ae0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:54.498928 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-27783f96-2e63-49db-940d-c68e015ae02c None None] Port 98f866d9-9417-43bc-9535-f3f022e01c67 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:54.522320 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-11c92157-002e-4475-aaa2-15806650d0fe tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:54.529502 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:54.581908 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:54.618115 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad2a3b-8019-464a-b96b-3938ffe1ae0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Port': ['ID=98f866d9-9417-43bc-9535-f3f022e01c67,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:54.619803 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21f078b-fe00-4e23-a29d-294e680e49f3 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] GET failed (client error): The resource could not be found.
Dec 22 04:45:54.619941 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c21f078b-fe00-4e23-a29d-294e680e49f3 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Synchronizing usage tracker for tenant:40c15c4d603a42bc9f86ab63e3628133 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:54.622100 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ebad2a3b-8019-464a-b96b-3938ffe1ae0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:54.627402 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ebad2a3b-8019-464a-b96b-3938ffe1ae0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:54.633068 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddbb75e-40f9-4f2a-8e5c-f4f727b01754 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Pushing event updated for resources: {'Port': ['ID=172c26ff-daa3-443f-97cb-77b39319406d,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:54.636722 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddbb75e-40f9-4f2a-8e5c-f4f727b01754 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Network f586c691-47fc-4630-9123-d98b5a78c68f is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:54.648755 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2ddbb75e-40f9-4f2a-8e5c-f4f727b01754 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:54.652488 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-2ddbb75e-40f9-4f2a-8e5c-f4f727b01754 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:54.660236 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddbb75e-40f9-4f2a-8e5c-f4f727b01754 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:54.664268 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddbb75e-40f9-4f2a-8e5c-f4f727b01754 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:54.664963 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2ddbb75e-40f9-4f2a-8e5c-f4f727b01754 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:54.702205 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c21f078b-fe00-4e23-a29d-294e680e49f3 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Unset dirty status for tenant:40c15c4d603a42bc9f86ab63e3628133 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:54.703696 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c21f078b-fe00-4e23-a29d-294e680e49f3 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "GET /v2.0/ports/fd670c4b-5622-4f54-8750-4078d74d66e5 HTTP/1.1" status: 404  len: 333 time: 0.2261634
Dec 22 04:45:54.712855 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49674) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:54.713904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-5885ee1a-fd1e-4755-9795-864e41fd9f05 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Allocated IP 172.20.0.9 (0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d/581204b1-2631-4ce7-befc-665049e9d893/3c4e6d71-86b2-44f9-8899-aa8c56e8405f) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:54.719357 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Pushing event updated for resources: {'Port': ['ID=6bd133af-6292-435d-ae91-de1efe159b88,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:54.728095 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-1856efee-2255-4c43-9027-1f82a13011b3 None None] For port a14f09f4-3ddb-44c5-92da-a84e37834bac, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a14f09f4-3ddb-44c5-92da-a84e37834bac,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:45:54.730417 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1856efee-2255-4c43-9027-1f82a13011b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:54.754092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:45:54.808686 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2ddbb75e-40f9-4f2a-8e5c-f4f727b01754 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 2.6697476
Dec 22 04:45:54.811516 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49678) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:54.819576 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-653b65ab-e9d7-4377-bbad-5d7f0700ff7d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:26:eb:93'}]}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:54.848564 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:54.849457 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebad2a3b-8019-464a-b96b-3938ffe1ae0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network 35dcb979-8196-426d-93e2-5f7d1c058d93 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:54.851085 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Network 0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:54.851983 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-27783f96-2e63-49db-940d-c68e015ae02c None None] Provisioning complete for port a6195ba1-f3bd-4010-b68f-f4b318299312 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:54.852551 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-27783f96-2e63-49db-940d-c68e015ae02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:54.856042 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-ebad2a3b-8019-464a-b96b-3938ffe1ae0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:54.857947 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:54.862615 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 7.0415716
Dec 22 04:45:54.871423 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-377bfc2f-ceb1-47a9-8d48-1682085fadd1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Deleting port 9f5d76eb-2d33-4301-a179-0f8c363260f9 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:54.871991 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-377bfc2f-ceb1-47a9-8d48-1682085fadd1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:54.924080 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49682) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:54.931481 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-369100e1-8935-4dac-9cf2-28cddca48ce2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:55.016395 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-1856efee-2255-4c43-9027-1f82a13011b3 None None] Calling delete_port for a14f09f4-3ddb-44c5-92da-a84e37834bac owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:55.020983 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:55.061400 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a6195ba1-f3bd-4010-b68f-f4b318299312 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:55.122435 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:55.127893 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] Sync routers for ids ['38be2ae5-5a10-446d-9fb2-92869d73b9ff'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:45:55.139349 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:55.236272 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] Routers {'38be2ae5-5a10-446d-9fb2-92869d73b9ff'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:45:55.237070 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c214d00>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:45:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['38be2ae5-5a10-446d-9fb2-92869d73b9ff'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:55.380159 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369100e1-8935-4dac-9cf2-28cddca48ce2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:55.397914 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369100e1-8935-4dac-9cf2-28cddca48ce2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=b5c5d23b-b941-4e4c-88aa-79a4e7dabb7a,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:55.400167 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-369100e1-8935-4dac-9cf2-28cddca48ce2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:55.404268 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-369100e1-8935-4dac-9cf2-28cddca48ce2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:55.410258 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369100e1-8935-4dac-9cf2-28cddca48ce2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:55.410258 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-369100e1-8935-4dac-9cf2-28cddca48ce2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:55.492819 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Attempting to bind port 6bd133af-6292-435d-ae91-de1efe159b88 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:45:55.493290 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Attempting to bind port 6bd133af-6292-435d-ae91-de1efe159b88 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '40c4b824-91eb-4fa3-a5a2-004e0228ad51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:45:55.493742 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Attempting to bind port 6bd133af-6292-435d-ae91-de1efe159b88 on network 0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:45:55.560773 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-369100e1-8935-4dac-9cf2-28cddca48ce2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.3061461
Dec 22 04:45:55.564693 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49690) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:55.580915 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-35c19ebb-56a5-4fe1-9870-6dd82af88ef4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'fixed_ips': [{'subnet_id': 'b5c5d23b-b941-4e4c-88aa-79a4e7dabb7a', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-917495610'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:55.595733 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:45:55.596214 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Checking segment: {'id': '40c4b824-91eb-4fa3-a5a2-004e0228ad51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:55.596681 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:55.597153 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Bound using segment: {'id': '40c4b824-91eb-4fa3-a5a2-004e0228ad51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:45:55.597726 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Bound port: 6bd133af-6292-435d-ae91-de1efe159b88, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c4b824-91eb-4fa3-a5a2-004e0228ad51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:45:55.598163 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:55.615557 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1856efee-2255-4c43-9027-1f82a13011b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:55.623094 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-653b65ab-e9d7-4377-bbad-5d7f0700ff7d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:55.624566 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-091945bf-d757-41a8-ae09-08323863e85a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:55.680700 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port a6195ba1-f3bd-4010-b68f-f4b318299312 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:55.680978 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:55.703689 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856efee-2255-4c43-9027-1f82a13011b3 None None] Pushing event deleted for resources: {'Port': ['ID=a14f09f4-3ddb-44c5-92da-a84e37834bac,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:55.714253 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1856efee-2255-4c43-9027-1f82a13011b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:55.722784 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5885ee1a-fd1e-4755-9795-864e41fd9f05 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:55.766535 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1856efee-2255-4c43-9027-1f82a13011b3 None None] No DVR routers for this DVR port a14f09f4-3ddb-44c5-92da-a84e37834bac on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:45:55.783175 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-5885ee1a-fd1e-4755-9795-864e41fd9f05 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Transition to ACTIVE for port object 3c4e6d71-86b2-44f9-8899-aa8c56e8405f will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:55.789730 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] Set router 38be2ae5-5a10-446d-9fb2-92869d73b9ff gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:45:55.811261 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-377bfc2f-ceb1-47a9-8d48-1682085fadd1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:55.817080 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebad2a3b-8019-464a-b96b-3938ffe1ae0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Router 06afb48b-162a-405b-92b4-49dd2158eb47 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:45:55.887573 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c80ae83-a9a4-4c73-89cc-89f959c7781a None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:55.968456 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-377bfc2f-ceb1-47a9-8d48-1682085fadd1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Calling delete_port for 9f5d76eb-2d33-4301-a179-0f8c363260f9 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:56.024171 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-35c19ebb-56a5-4fe1-9870-6dd82af88ef4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:45:56.032806 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-35c19ebb-56a5-4fe1-9870-6dd82af88ef4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:port and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:45:56.039063 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-35c19ebb-56a5-4fe1-9870-6dd82af88ef4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:45:56.050804 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-653b65ab-e9d7-4377-bbad-5d7f0700ff7d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:56.061342 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-653b65ab-e9d7-4377-bbad-5d7f0700ff7d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:56.061625 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1777bb4d-4a8f-492c-86d4-e3b51f22896e None None] Provisioning for port 172c26ff-daa3-443f-97cb-77b39319406d completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:56.062657 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-35c19ebb-56a5-4fe1-9870-6dd82af88ef4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:45:56.066555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f07bd9b9-dee1-42a0-bbec-d0576fba45bf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:56.091517 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5885ee1a-fd1e-4755-9795-864e41fd9f05 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:56.098795 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-833f76f3-a5c8-4ed6-8cce-d6c7a1712342 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:56.126692 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-653b65ab-e9d7-4377-bbad-5d7f0700ff7d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] In _notify_port_updated(), no bound segment for port 172c26ff-daa3-443f-97cb-77b39319406d on network f586c691-47fc-4630-9123-d98b5a78c68f {{(pid=83435) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 04:45:56.130613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653b65ab-e9d7-4377-bbad-5d7f0700ff7d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:56.131216 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-653b65ab-e9d7-4377-bbad-5d7f0700ff7d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:56.135177 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-653b65ab-e9d7-4377-bbad-5d7f0700ff7d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "PUT /v2.0/ports/172c26ff-daa3-443f-97cb-77b39319406d HTTP/1.1" status: 200  len: 1003 time: 1.3193977
Dec 22 04:45:56.138179 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49694) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:56.138330 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] For port 6bd133af-6292-435d-ae91-de1efe159b88, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:45:56.138554 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1777bb4d-4a8f-492c-86d4-e3b51f22896e None None] Provisioning complete for port 172c26ff-daa3-443f-97cb-77b39319406d triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:56.139220 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1777bb4d-4a8f-492c-86d4-e3b51f22896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:56.166643 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebad2a3b-8019-464a-b96b-3938ffe1ae0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:45:56.179872 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ebad2a3b-8019-464a-b96b-3938ffe1ae0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/routers/06afb48b-162a-405b-92b4-49dd2158eb47/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5866301
Dec 22 04:45:56.183171 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c19ebb-56a5-4fe1-9870-6dd82af88ef4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:45:56.189037 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-35c19ebb-56a5-4fe1-9870-6dd82af88ef4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:56.190578 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49698) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:56.192192 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3946930-36a0-42c9-81fe-7c0f58663c81 None None] Sync routers for ids ['06afb48b-162a-405b-92b4-49dd2158eb47'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:45:56.224704 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3946930-36a0-42c9-81fe-7c0f58663c81 None None] Routers {'06afb48b-162a-405b-92b4-49dd2158eb47'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:45:56.227332 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-c3946930-36a0-42c9-81fe-7c0f58663c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8ebe50>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:45:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['06afb48b-162a-405b-92b4-49dd2158eb47'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:56.236575 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] For port 6bd133af-6292-435d-ae91-de1efe159b88, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=6bd133af-6292-435d-ae91-de1efe159b88,segment=NetworkSegment(40c4b824-91eb-4fa3-a5a2-004e0228ad51),segment_id=40c4b824-91eb-4fa3-a5a2-004e0228ad51)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:45:56.266353 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-47abfa49-fe9d-4b0f-8205-f3ec3aeb38ed tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "GET /v2.0/routers/38be2ae5-5a10-446d-9fb2-92869d73b9ff HTTP/1.1" status: 200  len: 908 time: 1.3385916
Dec 22 04:45:56.266569 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b65ab-e9d7-4377-bbad-5d7f0700ff7d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Pushing event updated for resources: {'Port': ['ID=172c26ff-daa3-443f-97cb-77b39319406d,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:56.275781 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49702) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:56.278189 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:56.292815 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-653b65ab-e9d7-4377-bbad-5d7f0700ff7d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:56.295238 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-950cb58a-c248-4661-9ead-616890ca7368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:56.371239 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14ff48a-f2bd-45de-b796-547b969e74ac tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:56.371834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a14ff48a-f2bd-45de-b796-547b969e74ac tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Synchronizing usage tracker for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:56.402403 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-c3946930-36a0-42c9-81fe-7c0f58663c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8ebe50>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:56.403446 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-1777bb4d-4a8f-492c-86d4-e3b51f22896e None None] Port 172c26ff-daa3-443f-97cb-77b39319406d cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:56.412119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a14ff48a-f2bd-45de-b796-547b969e74ac tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Unset dirty status for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:56.413408 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a14ff48a-f2bd-45de-b796-547b969e74ac tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/ports/98f866d9-9417-43bc-9535-f3f022e01c67 HTTP/1.1" status: 200  len: 910 time: 0.2217252
Dec 22 04:45:56.416168 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49708) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:56.433768 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3946930-36a0-42c9-81fe-7c0f58663c81 None None] Routers {'06afb48b-162a-405b-92b4-49dd2158eb47'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:45:56.436958 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-c3946930-36a0-42c9-81fe-7c0f58663c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8ebe50>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:45:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['06afb48b-162a-405b-92b4-49dd2158eb47'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:56.441946 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5885ee1a-fd1e-4755-9795-864e41fd9f05 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network 0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:56.445393 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-dde12d4b-ab4b-4983-926c-fd6f626cae5b tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Deleting port 172c26ff-daa3-443f-97cb-77b39319406d {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:56.445759 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dde12d4b-ab4b-4983-926c-fd6f626cae5b tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:56.489527 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-35c19ebb-56a5-4fe1-9870-6dd82af88ef4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] device_id is not set on port 789c545f-21ed-499d-87e8-5b74be5e1a4a yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:45:56.555809 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-c3946930-36a0-42c9-81fe-7c0f58663c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8ebe50>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:56.560260 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3946930-36a0-42c9-81fe-7c0f58663c81 None None] The sync data for ids ['06afb48b-162a-405b-92b4-49dd2158eb47'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:45:56.568852 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885ee1a-fd1e-4755-9795-864e41fd9f05 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Port': ['ID=3c4e6d71-86b2-44f9-8899-aa8c56e8405f,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:56.572310 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-5885ee1a-fd1e-4755-9795-864e41fd9f05 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:56.591022 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5885ee1a-fd1e-4755-9795-864e41fd9f05 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:56.595343 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a14f09f4-3ddb-44c5-92da-a84e37834bac no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:45:56.599802 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5885ee1a-fd1e-4755-9795-864e41fd9f05 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:56.629135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Pushing event updated for resources: {'Port': ['ID=6bd133af-6292-435d-ae91-de1efe159b88,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:56.664006 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-377bfc2f-ceb1-47a9-8d48-1682085fadd1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:56.666479 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:56.680093 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:56.681495 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: a14f09f4-3ddb-44c5-92da-a84e37834bac {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:45:56.681871 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a14f09f4-3ddb-44c5-92da-a84e37834bac not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:45:56.741075 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1777bb4d-4a8f-492c-86d4-e3b51f22896e None None] Provisioning complete for port 98f866d9-9417-43bc-9535-f3f022e01c67 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:56.741461 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1777bb4d-4a8f-492c-86d4-e3b51f22896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:56.774838 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'fixed_ips': [{'subnet_id': 'b5c5d23b-b941-4e4c-88aa-79a4e7dabb7a'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:45:56.775662 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:56.799229 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bfc2f-ceb1-47a9-8d48-1682085fadd1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Pushing event deleted for resources: {'Port': ['ID=9f5d76eb-2d33-4301-a179-0f8c363260f9,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:56.812281 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-377bfc2f-ceb1-47a9-8d48-1682085fadd1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:56.858192 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5885ee1a-fd1e-4755-9795-864e41fd9f05 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:56.859328 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5885ee1a-fd1e-4755-9795-864e41fd9f05 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:56.919360 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-1777bb4d-4a8f-492c-86d4-e3b51f22896e None None] Port 98f866d9-9417-43bc-9535-f3f022e01c67 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:56.989386 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c214d00>, [{'id': '38be2ae5-5a10-446d-9fb2-92869d73b9ff', 'name': 'tempest-snat-router-1543934676', 'tenant_id': '3b020b47ff6a42f9baceaf54f8ef9a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '56d5e6c3-1654-4304-a036-f4fe1fa7607b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:47Z', 'updated_at': '2021-12-22T04:45:53Z', 'revision_number': 3, 'project_id': '3b020b47ff6a42f9baceaf54f8ef9a14', 'gw_port': {'id': '56d5e6c3-1654-4304-a036-f4fe1fa7607b', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ae:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38be2ae5-5a10-446d-9fb2-92869d73b9ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:50Z', 'updated_at': '2021-12-22T04:45:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:57.063835 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] Checking router: 38be2ae5-5a10-446d-9fb2-92869d73b9ff for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:45:57.064405 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] Updating router 38be2ae5-5a10-446d-9fb2-92869d73b9ff port 56d5e6c3-1654-4304-a036-f4fe1fa7607b binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:45:57.154817 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Allocated IP 2001:db8::2 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/b5c5d23b-b941-4e4c-88aa-79a4e7dabb7a/c9beec16-ecf5-4c38-9ffd-db9d7225dfcb) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:57.210334 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:57.252233 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-8b8ae05d-4241-4647-8b1c-53c424edb504 None None] Provisioning complete for port 172c26ff-daa3-443f-97cb-77b39319406d triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:57.252424 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae05d-4241-4647-8b1c-53c424edb504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:57.267866 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c2d8132f-5391-4eab-8186-4a34b1831511 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:57.454148 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5885ee1a-fd1e-4755-9795-864e41fd9f05 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 5.0697956
Dec 22 04:45:57.454866 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-8b8ae05d-4241-4647-8b1c-53c424edb504 None None] Port 172c26ff-daa3-443f-97cb-77b39319406d cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:57.475074 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49714) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:57.546750 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-373c3ac2-b774-454a-b422-8bceb6973881 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting port 3c4e6d71-86b2-44f9-8899-aa8c56e8405f {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:45:57.547127 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-373c3ac2-b774-454a-b422-8bceb6973881 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:57.655188 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dde12d4b-ab4b-4983-926c-fd6f626cae5b tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:57.691845 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:57.714387 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Transition to ACTIVE for port object c9beec16-ecf5-4c38-9ffd-db9d7225dfcb will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:57.742410 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Transition to ACTIVE for port object c9beec16-ecf5-4c38-9ffd-db9d7225dfcb will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:57.774159 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:57.779247 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:57.817760 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-377bfc2f-ceb1-47a9-8d48-1682085fadd1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:57.825451 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-377bfc2f-ceb1-47a9-8d48-1682085fadd1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "DELETE /v2.0/ports/9f5d76eb-2d33-4301-a179-0f8c363260f9 HTTP/1.1" status: 204  len: 168 time: 3.1092210
Dec 22 04:45:57.835436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49722) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:57.845559 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-c2d8132f-5391-4eab-8186-4a34b1831511 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Allocated IP 172.21.0.1 (7cdf9caf-530b-48aa-8229-cb409c5d5fe9/4e773617-30f0-46f1-b30d-b147ae22b852/e52eb038-082d-45ec-8a24-a3e33b8cb43e) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:45:57.850048 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-dde12d4b-ab4b-4983-926c-fd6f626cae5b tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Calling delete_port for 172c26ff-daa3-443f-97cb-77b39319406d owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:57.957202 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c19ebb-56a5-4fe1-9870-6dd82af88ef4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:45:57.957673 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c19ebb-56a5-4fe1-9870-6dd82af88ef4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:45:57.983483 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Pushing event updated for resources: {'Port': ['ID=c9beec16-ecf5-4c38-9ffd-db9d7225dfcb,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:57.987025 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:57.989894 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:57.990844 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:57.993779 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:57.996161 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:58.011028 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] Transition to ACTIVE for port object 56d5e6c3-1654-4304-a036-f4fe1fa7607b will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:58.040248 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c2d8132f-5391-4eab-8186-4a34b1831511 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:58.059085 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-c2d8132f-5391-4eab-8186-4a34b1831511 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Transition to ACTIVE for port object e52eb038-082d-45ec-8a24-a3e33b8cb43e will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:45:58.076346 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:58.085219 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:58.087409 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c2d8132f-5391-4eab-8186-4a34b1831511 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:58.093178 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-17f4cd64-b875-4b8d-b7f2-7e97a073c7b6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:58.130934 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bb40ac-73b1-4d86-a860-b3a759496fe2 None None] Network 0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:45:58.136049 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-35c19ebb-56a5-4fe1-9870-6dd82af88ef4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 2.5674486
Dec 22 04:45:58.149277 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49726) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:58.224483 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Attempting to bind port c9beec16-ecf5-4c38-9ffd-db9d7225dfcb on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:45:58.224483 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Attempting to bind port c9beec16-ecf5-4c38-9ffd-db9d7225dfcb by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:45:58.224483 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Attempting to bind port c9beec16-ecf5-4c38-9ffd-db9d7225dfcb on network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:45:58.225690 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-373c3ac2-b774-454a-b422-8bceb6973881 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:58.246162 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d8132f-5391-4eab-8186-4a34b1831511 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network 7cdf9caf-530b-48aa-8229-cb409c5d5fe9 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:45:58.253415 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-c2d8132f-5391-4eab-8186-4a34b1831511 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:45:58.256286 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d8132f-5391-4eab-8186-4a34b1831511 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:45:58.263354 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67df55-55b5-4d7b-8106-8abe407ec488 None None] Pushing event updated for resources: {'Port': ['ID=56d5e6c3-1654-4304-a036-f4fe1fa7607b,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:58.275119 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4d67df55-55b5-4d7b-8106-8abe407ec488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:58.278492 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:45:58.278911 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:58.279753 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:58.280157 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Bound using segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:45:58.281185 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Bound port: c9beec16-ecf5-4c38-9ffd-db9d7225dfcb, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:45:58.281578 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:58.298320 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] Attempting to bind port 56d5e6c3-1654-4304-a036-f4fe1fa7607b on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:45:58.298696 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] Attempting to bind port 56d5e6c3-1654-4304-a036-f4fe1fa7607b by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:45:58.299646 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] Attempting to bind port 56d5e6c3-1654-4304-a036-f4fe1fa7607b on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:45:58.321640 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9fa58e88-e1ae-4c1e-b740-f5b58ead2928 None None] Provisioning for port 6bd133af-6292-435d-ae91-de1efe159b88 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:58.331428 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8132f-5391-4eab-8186-4a34b1831511 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Port': ['ID=e52eb038-082d-45ec-8a24-a3e33b8cb43e,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:58.335200 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c2d8132f-5391-4eab-8186-4a34b1831511 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:58.346359 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c2d8132f-5391-4eab-8186-4a34b1831511 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:58.375760 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:45:58.376177 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:45:58.376669 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:58.376969 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:45:58.377445 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] Bound port: 56d5e6c3-1654-4304-a036-f4fe1fa7607b, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:45:58.377844 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:58.384421 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22321cd8-f9d8-404b-8fdd-b9c7dd3b3d74 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:58.385503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-22321cd8-f9d8-404b-8fdd-b9c7dd3b3d74 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:58.409762 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-22321cd8-f9d8-404b-8fdd-b9c7dd3b3d74 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:58.411371 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-22321cd8-f9d8-404b-8fdd-b9c7dd3b3d74 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.2579160
Dec 22 04:45:58.413959 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49730) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:58.448967 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-27bb13a5-7545-4f7e-a5e1-d317e9fce3f3 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:58.510994 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-373c3ac2-b774-454a-b422-8bceb6973881 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Calling delete_port for 3c4e6d71-86b2-44f9-8899-aa8c56e8405f owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:45:58.538376 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] For port c9beec16-ecf5-4c38-9ffd-db9d7225dfcb, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:45:58.541252 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c2d8132f-5391-4eab-8186-4a34b1831511 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:58.568567 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291771ec-763d-4cd0-8343-ae87f2c8b48c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:58.570215 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291771ec-763d-4cd0-8343-ae87f2c8b48c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:45:58.571165 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-291771ec-763d-4cd0-8343-ae87f2c8b48c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:58.611761 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] For port c9beec16-ecf5-4c38-9ffd-db9d7225dfcb, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c9beec16-ecf5-4c38-9ffd-db9d7225dfcb,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:45:58.613596 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] For port 56d5e6c3-1654-4304-a036-f4fe1fa7607b, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:45:58.622643 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:58.627919 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:58.648215 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-291771ec-763d-4cd0-8343-ae87f2c8b48c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:58.652275 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-291771ec-763d-4cd0-8343-ae87f2c8b48c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2357914
Dec 22 04:45:58.652839 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49736) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:58.662625 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] For port 56d5e6c3-1654-4304-a036-f4fe1fa7607b, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=56d5e6c3-1654-4304-a036-f4fe1fa7607b,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:45:58.668515 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dde12d4b-ab4b-4983-926c-fd6f626cae5b tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:58.678938 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2ddbb75e-40f9-4f2a-8e5c-f4f727b01754 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:58.683164 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:58.726612 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4fe2406-4206-4915-ba2a-32d5ec71bacd tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Deleting subnet d8555e11-5799-423e-92ce-a3dc21e3fd31 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:45:58.751761 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Pushing event updated for resources: {'Port': ['ID=c9beec16-ecf5-4c38-9ffd-db9d7225dfcb,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:58.759585 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:58.761514 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c73a71d4-2872-4410-83fa-7892b8194703 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:58.808910 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9cac3143-9a3e-4fee-8fd6-193acf41c592 None None] Provisioning for port e52eb038-082d-45ec-8a24-a3e33b8cb43e completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:58.815901 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde12d4b-ab4b-4983-926c-fd6f626cae5b tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Pushing event deleted for resources: {'Port': ['ID=172c26ff-daa3-443f-97cb-77b39319406d,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:58.820562 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c4fe2406-4206-4915-ba2a-32d5ec71bacd tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:58.844148 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9cac3143-9a3e-4fee-8fd6-193acf41c592 None None] Provisioning complete for port e52eb038-082d-45ec-8a24-a3e33b8cb43e triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:58.844996 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9cac3143-9a3e-4fee-8fd6-193acf41c592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:58.883283 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-dde12d4b-ab4b-4983-926c-fd6f626cae5b tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:58.931791 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-9cac3143-9a3e-4fee-8fd6-193acf41c592 None None] Port e52eb038-082d-45ec-8a24-a3e33b8cb43e cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:45:58.964542 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] Routers {'38be2ae5-5a10-446d-9fb2-92869d73b9ff'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:45:58.965299 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c214d00>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:45:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['38be2ae5-5a10-446d-9fb2-92869d73b9ff'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:45:59.082838 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6bd133af-6292-435d-ae91-de1efe159b88 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:45:59.139347 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67df55-55b5-4d7b-8106-8abe407ec488 None None] Pushing event updated for resources: {'Port': ['ID=56d5e6c3-1654-4304-a036-f4fe1fa7607b,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:59.157457 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4d67df55-55b5-4d7b-8106-8abe407ec488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:59.331809 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c4fe2406-4206-4915-ba2a-32d5ec71bacd tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:59.399285 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dde12d4b-ab4b-4983-926c-fd6f626cae5b tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:59.434224 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-373c3ac2-b774-454a-b422-8bceb6973881 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:59.451782 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-dde12d4b-ab4b-4983-926c-fd6f626cae5b tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:59.462086 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c2d8132f-5391-4eab-8186-4a34b1831511 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:59.475108 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-85af5fa7-3eec-40b6-9b3b-5f12e583d1d3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet b5c5d23b-b941-4e4c-88aa-79a4e7dabb7a {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:45:59.480595 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c2d8132f-5391-4eab-8186-4a34b1831511 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:59.486176 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a17eaaa1-5f36-4b12-8764-32c0647afe78 None None] Could not find standard attr ID for object 3c4e6d71-86b2-44f9-8899-aa8c56e8405f. {{(pid=83436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 04:45:59.493205 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] Set router 38be2ae5-5a10-446d-9fb2-92869d73b9ff gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:45:59.527904 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-85af5fa7-3eec-40b6-9b3b-5f12e583d1d3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:59.536548 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 6bd133af-6292-435d-ae91-de1efe159b88 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:45:59.552227 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-dde12d4b-ab4b-4983-926c-fd6f626cae5b tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "DELETE /v2.0/ports/172c26ff-daa3-443f-97cb-77b39319406d HTTP/1.1" status: 204  len: 168 time: 3.4132614
Dec 22 04:45:59.564491 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a5fdbb43-a468-4a28-b1b6-f7709d2a231e tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:45:59.581031 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49742) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:59.584218 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c3ac2-b774-454a-b422-8bceb6973881 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Port': ['ID=3c4e6d71-86b2-44f9-8899-aa8c56e8405f,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:59.588849 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-373c3ac2-b774-454a-b422-8bceb6973881 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:45:59.613212 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 6bd133af-6292-435d-ae91-de1efe159b88 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:45:59.613735 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:59.660275 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-835d6fa6-cda2-4052-93af-0f949529e487 None None] Could not find standard attr ID for object 3c4e6d71-86b2-44f9-8899-aa8c56e8405f. {{(pid=83436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 04:45:59.660481 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ad8ac5-30a4-4c02-a852-30cb46cf89b4 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] GET failed (client error): The resource could not be found.
Dec 22 04:45:59.661613 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b2ad8ac5-30a4-4c02-a852-30cb46cf89b4 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Synchronizing usage tracker for tenant:c2961514dade458f8726b30effa45583 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:45:59.712097 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c2d8132f-5391-4eab-8186-4a34b1831511 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:59.728893 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-85af5fa7-3eec-40b6-9b3b-5f12e583d1d3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:59.753643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-373c3ac2-b774-454a-b422-8bceb6973881 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:59.755559 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-373c3ac2-b774-454a-b422-8bceb6973881 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/ports/3c4e6d71-86b2-44f9-8899-aa8c56e8405f HTTP/1.1" status: 204  len: 168 time: 2.2794354
Dec 22 04:45:59.757817 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b2ad8ac5-30a4-4c02-a852-30cb46cf89b4 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Unset dirty status for tenant:c2961514dade458f8726b30effa45583 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:45:59.762544 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b2ad8ac5-30a4-4c02-a852-30cb46cf89b4 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "GET /v2.0/ports/172c26ff-daa3-443f-97cb-77b39319406d HTTP/1.1" status: 404  len: 333 time: 0.1724770
Dec 22 04:45:59.762544 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49746) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:59.804666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49750) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:45:59.818299 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-84053dd8-9ea8-4b5c-a938-f27693f9c4b6 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Request body: {'port': {'network_id': 'f586c691-47fc-4630-9123-d98b5a78c68f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1770656453'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:45:59.829519 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8132f-5391-4eab-8186-4a34b1831511 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Port': ['ID=e52eb038-082d-45ec-8a24-a3e33b8cb43e,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:45:59.974566 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c4fe2406-4206-4915-ba2a-32d5ec71bacd tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:45:59.986671 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:00.012058 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c2d8132f-5391-4eab-8186-4a34b1831511 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:00.041993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 6bd133af-6292-435d-ae91-de1efe159b88, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=6bd133af-6292-435d-ae91-de1efe159b88,segment=NetworkSegment(40c4b824-91eb-4fa3-a5a2-004e0228ad51),segment_id=40c4b824-91eb-4fa3-a5a2-004e0228ad51)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:00.045642 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-85af5fa7-3eec-40b6-9b3b-5f12e583d1d3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:00.047885 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c214d00>, [{'id': '38be2ae5-5a10-446d-9fb2-92869d73b9ff', 'name': 'tempest-snat-router-1543934676', 'tenant_id': '3b020b47ff6a42f9baceaf54f8ef9a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '56d5e6c3-1654-4304-a036-f4fe1fa7607b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:47Z', 'updated_at': '2021-12-22T04:45:53Z', 'revision_number': 3, 'project_id': '3b020b47ff6a42f9baceaf54f8ef9a14', 'gw_port': {'id': '56d5e6c3-1654-4304-a036-f4fe1fa7607b', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ae:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38be2ae5-5a10-446d-9fb2-92869d73b9ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:50Z', 'updated_at': '2021-12-22T04:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:00.051533 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:00.055187 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-396bf4a0-fef8-4e7d-b3c9-a032a3db2b73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:00.055513 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb30f49-a9bd-4fe9-8eb3-9f650e9776d2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:46:00.055964 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb30f49-a9bd-4fe9-8eb3-9f650e9776d2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:46:00.057652 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0eb30f49-a9bd-4fe9-8eb3-9f650e9776d2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/ports/3c4e6d71-86b2-44f9-8899-aa8c56e8405f HTTP/1.1" status: 404  len: 333 time: 0.2967017
Dec 22 04:46:00.079518 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49756) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:00.090494 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea6666-d3da-48f0-a4e4-4acb8395dd9b None None] The sync data for ids ['38be2ae5-5a10-446d-9fb2-92869d73b9ff'] in dv-neutron-822525-1-hyperv is: [{'id': '38be2ae5-5a10-446d-9fb2-92869d73b9ff', 'name': 'tempest-snat-router-1543934676', 'tenant_id': '3b020b47ff6a42f9baceaf54f8ef9a14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': '56d5e6c3-1654-4304-a036-f4fe1fa7607b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:47Z', 'updated_at': '2021-12-22T04:45:53Z', 'revision_number': 3, 'project_id': '3b020b47ff6a42f9baceaf54f8ef9a14', 'gw_port': {'id': '56d5e6c3-1654-4304-a036-f4fe1fa7607b', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ae:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38be2ae5-5a10-446d-9fb2-92869d73b9ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:50Z', 'updated_at': '2021-12-22T04:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:46:00.100695 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-27bb13a5-7545-4f7e-a5e1-d317e9fce3f3 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:00.132771 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=6bd133af-6292-435d-ae91-de1efe159b88,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:00.136800 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:00.152869 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-27bb13a5-7545-4f7e-a5e1-d317e9fce3f3 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Deleting port 56d5e6c3-1654-4304-a036-f4fe1fa7607b {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:00.153216 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-27bb13a5-7545-4f7e-a5e1-d317e9fce3f3 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:00.247801 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-85af5fa7-3eec-40b6-9b3b-5f12e583d1d3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:00.255177 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-0994b4de-a9f9-4911-a9a6-94596ffecc75 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] GET failed (client error): The resource could not be found.
Dec 22 04:46:00.255798 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0994b4de-a9f9-4911-a9a6-94596ffecc75 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Synchronizing usage tracker for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:00.262705 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9e43ebf0-979e-4899-b2b8-814db4c9c6da tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:00.277936 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-84053dd8-9ea8-4b5c-a938-f27693f9c4b6 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:00.286923 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-2eb040e3-7c79-40f4-89c4-320af07042d1 None None] Provisioning for port c9beec16-ecf5-4c38-9ffd-db9d7225dfcb completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:00.305662 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-84053dd8-9ea8-4b5c-a938-f27693f9c4b6 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:00.318189 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d8132f-5391-4eab-8186-4a34b1831511 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network 7cdf9caf-530b-48aa-8229-cb409c5d5fe9 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:00.327007 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-c2d8132f-5391-4eab-8186-4a34b1831511 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:00.329391 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af5fa7-3eec-40b6-9b3b-5f12e583d1d3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c5d23b-b941-4e4c-88aa-79a4e7dabb7a,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:00.357650 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c4fe2406-4206-4915-ba2a-32d5ec71bacd tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:00.362571 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84053dd8-9ea8-4b5c-a938-f27693f9c4b6 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Made reservation on behalf of c2961514dade458f8726b30effa45583 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:00.365746 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-84053dd8-9ea8-4b5c-a938-f27693f9c4b6 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:00.379501 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d0420769-8ea8-4464-816a-5668d9dbaf25 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:00.393955 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-85af5fa7-3eec-40b6-9b3b-5f12e583d1d3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:00.407220 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-85af5fa7-3eec-40b6-9b3b-5f12e583d1d3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:00.410053 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec1b28a-eeed-4f80-bdb1-1a640422c64d None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:00.447645 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe2406-4206-4915-ba2a-32d5ec71bacd tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Pushing event deleted for resources: {'Subnet': ['ID=d8555e11-5799-423e-92ce-a3dc21e3fd31,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:00.458389 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c4fe2406-4206-4915-ba2a-32d5ec71bacd tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:00.474699 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-27bb13a5-7545-4f7e-a5e1-d317e9fce3f3 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] For port 56d5e6c3-1654-4304-a036-f4fe1fa7607b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=56d5e6c3-1654-4304-a036-f4fe1fa7607b,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:00.475161 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-27bb13a5-7545-4f7e-a5e1-d317e9fce3f3 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:00.490915 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c4fe2406-4206-4915-ba2a-32d5ec71bacd tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:00.507748 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-84053dd8-9ea8-4b5c-a938-f27693f9c4b6 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] device_id is not set on port 1c681076-041b-4eec-a436-7c4ef4b83b1a yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:46:00.541603 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0994b4de-a9f9-4911-a9a6-94596ffecc75 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Unset dirty status for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:00.545767 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0994b4de-a9f9-4911-a9a6-94596ffecc75 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports/3c4e6d71-86b2-44f9-8899-aa8c56e8405f HTTP/1.1" status: 404  len: 333 time: 0.4631913
Dec 22 04:46:00.550202 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49762) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:00.565506 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-85af5fa7-3eec-40b6-9b3b-5f12e583d1d3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/b5c5d23b-b941-4e4c-88aa-79a4e7dabb7a HTTP/1.1" status: 204  len: 168 time: 1.8422906
Dec 22 04:46:00.602734 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68498289-4464-48c7-b745-8fc420644422 None None] Network 1a659d4b-6583-4516-a8be-476da7dc0dfe requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:00.623960 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49766) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:00.716761 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-443eb37f-499a-4f7b-b5d0-9ccba06662eb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0907073
Dec 22 04:46:00.725208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49770) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:00.796915 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-27bb13a5-7545-4f7e-a5e1-d317e9fce3f3 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Calling delete_port for 56d5e6c3-1654-4304-a036-f4fe1fa7607b owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:00.814343 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-bda09af6-1884-49c6-a205-e1e81bdacb6b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:00.839610 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c4fe2406-4206-4915-ba2a-32d5ec71bacd tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "DELETE /v2.0/subnets/d8555e11-5799-423e-92ce-a3dc21e3fd31 HTTP/1.1" status: 204  len: 168 time: 2.9392426
Dec 22 04:46:00.959287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49774) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:01.004869 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d0d7d1da-b11e-4fab-b91a-9ac4ede416d1 None None] Provisioning complete for port e52eb038-082d-45ec-8a24-a3e33b8cb43e triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:01.005371 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d1da-b11e-4fab-b91a-9ac4ede416d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:01.019216 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bda09af6-1884-49c6-a205-e1e81bdacb6b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:01.044964 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c9beec16-ecf5-4c38-9ffd-db9d7225dfcb up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:46:01.078087 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bda09af6-1884-49c6-a205-e1e81bdacb6b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:01.085422 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bda09af6-1884-49c6-a205-e1e81bdacb6b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:01.101460 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bda09af6-1884-49c6-a205-e1e81bdacb6b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:01.162415 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d0d7d1da-b11e-4fab-b91a-9ac4ede416d1 None None] Port e52eb038-082d-45ec-8a24-a3e33b8cb43e cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:46:01.172246 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:01.178575 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda09af6-1884-49c6-a205-e1e81bdacb6b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:01.182189 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bda09af6-1884-49c6-a205-e1e81bdacb6b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:01.195133 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-84053dd8-9ea8-4b5c-a938-f27693f9c4b6 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Allocated IP 2001:db8::98 (f586c691-47fc-4630-9123-d98b5a78c68f/ebbcc94f-2c57-422f-a573-00259a7925a0/1c681076-041b-4eec-a436-7c4ef4b83b1a) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:01.199282 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80e5212-e31e-46d4-b7fa-7528441dac99 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting subnet 581204b1-2631-4ce7-befc-665049e9d893 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:46:01.211225 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e80e5212-e31e-46d4-b7fa-7528441dac99 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:01.219402 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port c9beec16-ecf5-4c38-9ffd-db9d7225dfcb completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:01.225395 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port c9beec16-ecf5-4c38-9ffd-db9d7225dfcb triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:01.225985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:01.306691 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab98fe8-9612-4bd2-8c6e-1036af73a457 None None] DHCP port deletion for 1a659d4b-6583-4516-a8be-476da7dc0dfe request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:46:01.308905 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] DHCP port deletion for 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:46:01.322373 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Deleting port 919303c0-65e3-4b7d-82ee-0eb753704bdb {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:01.322700 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:01.339234 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e80e5212-e31e-46d4-b7fa-7528441dac99 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:01.342703 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-3ab98fe8-9612-4bd2-8c6e-1036af73a457 None None] Deleting port 919303c0-65e3-4b7d-82ee-0eb753704bdb {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:01.343457 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3ab98fe8-9612-4bd2-8c6e-1036af73a457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:01.368720 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] Deleting port c9beec16-ecf5-4c38-9ffd-db9d7225dfcb {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:01.368720 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:01.465923 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d8132f-5391-4eab-8186-4a34b1831511 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Router 06afb48b-162a-405b-92b4-49dd2158eb47 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:46:01.681853 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] For port 919303c0-65e3-4b7d-82ee-0eb753704bdb, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=919303c0-65e3-4b7d-82ee-0eb753704bdb,segment=NetworkSegment(64fccc9a-0a3e-473c-9c28-adec47075c6c),segment_id=64fccc9a-0a3e-473c-9c28-adec47075c6c)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:01.682532 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:01.693723 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-27bb13a5-7545-4f7e-a5e1-d317e9fce3f3 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:01.744241 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e80e5212-e31e-46d4-b7fa-7528441dac99 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:01.771687 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0e203d9a-b688-42eb-a34c-8a053b454faa tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:01.782346 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:01.830508 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb13a5-7545-4f7e-a5e1-d317e9fce3f3 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Pushing event deleted for resources: {'Port': ['ID=56d5e6c3-1654-4304-a036-f4fe1fa7607b,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:01.839137 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-27bb13a5-7545-4f7e-a5e1-d317e9fce3f3 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:01.887479 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] For port c9beec16-ecf5-4c38-9ffd-db9d7225dfcb, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c9beec16-ecf5-4c38-9ffd-db9d7225dfcb,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:01.888098 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:01.903021 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port c9beec16-ecf5-4c38-9ffd-db9d7225dfcb, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c9beec16-ecf5-4c38-9ffd-db9d7225dfcb,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:01.905296 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-3ab98fe8-9612-4bd2-8c6e-1036af73a457 None None] For port 919303c0-65e3-4b7d-82ee-0eb753704bdb, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=919303c0-65e3-4b7d-82ee-0eb753704bdb,segment=NetworkSegment(64fccc9a-0a3e-473c-9c28-adec47075c6c),segment_id=64fccc9a-0a3e-473c-9c28-adec47075c6c)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:01.906632 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3ab98fe8-9612-4bd2-8c6e-1036af73a457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:01.970909 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:01.971485 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6bd133af-6292-435d-ae91-de1efe159b88 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:46:02.011689 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e80e5212-e31e-46d4-b7fa-7528441dac99 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:02.017606 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-314766d9-96bf-4b19-863b-c7be8b628a8b tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:02.046528 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-84053dd8-9ea8-4b5c-a938-f27693f9c4b6 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:02.050779 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Calling delete_port for 919303c0-65e3-4b7d-82ee-0eb753704bdb owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:02.087152 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-2b65a25d-8476-4726-a853-9e2bbbb19f4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:02.183323 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e5212-e31e-46d4-b7fa-7528441dac99 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Subnet': ['ID=581204b1-2631-4ce7-befc-665049e9d893,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:02.197159 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e80e5212-e31e-46d4-b7fa-7528441dac99 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:02.205331 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-84053dd8-9ea8-4b5c-a938-f27693f9c4b6 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Transition to ACTIVE for port object 1c681076-041b-4eec-a436-7c4ef4b83b1a will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:02.208467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e80e5212-e31e-46d4-b7fa-7528441dac99 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:02.211121 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bda09af6-1884-49c6-a205-e1e81bdacb6b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:02.222334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-27bb13a5-7545-4f7e-a5e1-d317e9fce3f3 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:02.225285 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d8132f-5391-4eab-8186-4a34b1831511 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:46:02.227436 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f45e1f4a-9829-4078-9e6e-41cbe27b3c7a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:02.286277 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-3ab98fe8-9612-4bd2-8c6e-1036af73a457 None None] Calling delete_port for 919303c0-65e3-4b7d-82ee-0eb753704bdb owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:02.292157 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda09af6-1884-49c6-a205-e1e81bdacb6b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=2c226e03-057a-4d35-8703-cd6cf51d8080,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:02.294363 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:02.306873 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bda09af6-1884-49c6-a205-e1e81bdacb6b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:02.308607 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b5ab4317-02a1-4c0f-8bec-87e1e701d20e tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:02.318611 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] Calling delete_port for c9beec16-ecf5-4c38-9ffd-db9d7225dfcb owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:02.343543 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e80e5212-e31e-46d4-b7fa-7528441dac99 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/subnets/581204b1-2631-4ce7-befc-665049e9d893 HTTP/1.1" status: 204  len: 168 time: 1.7857134
Dec 22 04:46:02.350021 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49782) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:02.351737 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] No DVR routers for this DVR port 919303c0-65e3-4b7d-82ee-0eb753704bdb on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:46:02.354938 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda09af6-1884-49c6-a205-e1e81bdacb6b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:02.369295 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b9d3a8-fe96-4dcb-a6f5-06341cd0ff01 None None] Sync routers for ids ['06afb48b-162a-405b-92b4-49dd2158eb47'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:46:02.371601 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0855be0-bb5f-4487-baa1-8febc85fbee9 None None] Network 0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:02.390886 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Pushing event deleted for resources: {'Port': ['ID=919303c0-65e3-4b7d-82ee-0eb753704bdb,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:02.478332 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:02.509117 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b510220>,) {'filters': {'network_id': ['1a659d4b-6583-4516-a8be-476da7dc0dfe']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:02.522111 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b510220>, '64fccc9a-0a3e-473c-9c28-adec47075c6c') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:02.522430 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b510220>, '64fccc9a-0a3e-473c-9c28-adec47075c6c') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:02.534502 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:02.550954 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:02.553739 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=c9beec16-ecf5-4c38-9ffd-db9d7225dfcb,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:02.557065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:46:02.557065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:02.569013 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-84053dd8-9ea8-4b5c-a938-f27693f9c4b6 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:02.570629 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:02.573669 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b9d3a8-fe96-4dcb-a6f5-06341cd0ff01 None None] Routers {'06afb48b-162a-405b-92b4-49dd2158eb47'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:02.574424 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-10b9d3a8-fe96-4dcb-a6f5-06341cd0ff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c75e5b0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:45:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['06afb48b-162a-405b-92b4-49dd2158eb47'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:02.580595 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4084f868-f7ee-4daf-8627-e180fb88c520 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:02.632633 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-27bb13a5-7545-4f7e-a5e1-d317e9fce3f3 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:02.638003 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 6bd133af-6292-435d-ae91-de1efe159b88 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:02.638395 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:02.659448 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-bda09af6-1884-49c6-a205-e1e81bdacb6b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:02.663934 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:02.664902 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda09af6-1884-49c6-a205-e1e81bdacb6b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:02.665623 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bda09af6-1884-49c6-a205-e1e81bdacb6b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:02.669809 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-27bb13a5-7545-4f7e-a5e1-d317e9fce3f3 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:02.687455 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:46:02.688809 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:46:02.691222 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:02.697653 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bda09af6-1884-49c6-a205-e1e81bdacb6b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.8931341
Dec 22 04:46:02.700205 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49788) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:02.701268 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:02.702965 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84053dd8-9ea8-4b5c-a938-f27693f9c4b6 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Pushing event updated for resources: {'Port': ['ID=1c681076-041b-4eec-a436-7c4ef4b83b1a,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:02.706676 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84053dd8-9ea8-4b5c-a938-f27693f9c4b6 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Network f586c691-47fc-4630-9123-d98b5a78c68f is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:02.710015 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-84053dd8-9ea8-4b5c-a938-f27693f9c4b6 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:02.711391 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-10b9d3a8-fe96-4dcb-a6f5-06341cd0ff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c75e5b0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:02.711818 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-84053dd8-9ea8-4b5c-a938-f27693f9c4b6 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:02.716623 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84053dd8-9ea8-4b5c-a938-f27693f9c4b6 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:02.719611 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-3ab98fe8-9612-4bd2-8c6e-1036af73a457 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:46:02.721637 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-3ab98fe8-9612-4bd2-8c6e-1036af73a457 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:46:02.721744 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:02.721947 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84053dd8-9ea8-4b5c-a938-f27693f9c4b6 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:02.722714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-84053dd8-9ea8-4b5c-a938-f27693f9c4b6 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:02.725046 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] 10.222.0.53 "DELETE /v2.0/networks/1a659d4b-6583-4516-a8be-476da7dc0dfe HTTP/1.1" status: 204  len: 168 time: 1.7571921
Dec 22 04:46:02.734026 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-50d6fe4a-dc38-4497-be65-364f5bc0cbef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1776991539', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:02.745347 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-50d6fe4a-dc38-4497-be65-364f5bc0cbef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:02.745957 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting port 6bd133af-6292-435d-ae91-de1efe159b88 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:02.746474 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:02.750453 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-50d6fe4a-dc38-4497-be65-364f5bc0cbef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:router and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:02.755633 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-50d6fe4a-dc38-4497-be65-364f5bc0cbef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:02.761759 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-50d6fe4a-dc38-4497-be65-364f5bc0cbef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:02.774913 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c2d8132f-5391-4eab-8186-4a34b1831511 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/routers/06afb48b-162a-405b-92b4-49dd2158eb47/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3573341
Dec 22 04:46:02.779463 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49796) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:02.790317 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Pushing event deleted for resources: {'Network': ['ID=1a659d4b-6583-4516-a8be-476da7dc0dfe,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:02.807564 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-84053dd8-9ea8-4b5c-a938-f27693f9c4b6 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 3.0009215
Dec 22 04:46:02.811069 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49800) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:02.818825 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-73916b1f-7287-4cd9-9af2-473b0a60e005 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Request body: {'port': {'network_id': 'f586c691-47fc-4630-9123-d98b5a78c68f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1240297665'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:02.829087 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-50d6fe4a-dc38-4497-be65-364f5bc0cbef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:02.830151 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-50d6fe4a-dc38-4497-be65-364f5bc0cbef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:02.837437 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-27bb13a5-7545-4f7e-a5e1-d317e9fce3f3 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:02.838006 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:02.838104 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bb13a5-7545-4f7e-a5e1-d317e9fce3f3 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38be2ae5-5a10-446d-9fb2-92869d73b9ff {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:46:02.881717 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b9d3a8-fe96-4dcb-a6f5-06341cd0ff01 None None] Routers {'06afb48b-162a-405b-92b4-49dd2158eb47'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:02.882498 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-10b9d3a8-fe96-4dcb-a6f5-06341cd0ff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c75e5b0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:45:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['06afb48b-162a-405b-92b4-49dd2158eb47'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:02.902968 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8313c9e7-e89b-48d1-9526-e3e493d69e80 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:02.903524 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8313c9e7-e89b-48d1-9526-e3e493d69e80 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Synchronizing usage tracker for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:02.909585 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-50d6fe4a-dc38-4497-be65-364f5bc0cbef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:02.943279 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8313c9e7-e89b-48d1-9526-e3e493d69e80 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Unset dirty status for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:02.944585 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8313c9e7-e89b-48d1-9526-e3e493d69e80 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/ports/e52eb038-082d-45ec-8a24-a3e33b8cb43e HTTP/1.1" status: 200  len: 910 time: 0.1638291
Dec 22 04:46:02.947526 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49804) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:02.988452 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:46:02.988804 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:46:02.997040 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-10b9d3a8-fe96-4dcb-a6f5-06341cd0ff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c75e5b0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:02.997452 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b9d3a8-fe96-4dcb-a6f5-06341cd0ff01 None None] The sync data for ids ['06afb48b-162a-405b-92b4-49dd2158eb47'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:46:03.013996 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-27bb13a5-7545-4f7e-a5e1-d317e9fce3f3 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:03.014916 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-50d6fe4a-dc38-4497-be65-364f5bc0cbef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:03.019640 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-27bb13a5-7545-4f7e-a5e1-d317e9fce3f3 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "DELETE /v2.0/routers/38be2ae5-5a10-446d-9fb2-92869d73b9ff HTTP/1.1" status: 204  len: 168 time: 6.7410526
Dec 22 04:46:03.020548 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49808) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:03.119466 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 56d5e6c3-1654-4304-a036-f4fe1fa7607b up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:46:03.159440 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 56d5e6c3-1654-4304-a036-f4fe1fa7607b {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:46:03.159890 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 56d5e6c3-1654-4304-a036-f4fe1fa7607b not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 22 04:46:03.206916 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Port 56d5e6c3-1654-4304-a036-f4fe1fa7607b not found, will not notify nova. {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 22 04:46:03.207640 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-50d6fe4a-dc38-4497-be65-364f5bc0cbef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:03.208992 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-50d6fe4a-dc38-4497-be65-364f5bc0cbef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.4915724
Dec 22 04:46:03.213282 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49814) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:03.217081 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6ce1b3df-8a25-43d6-8f05-061755022c7e None None] Provisioning for port 1c681076-041b-4eec-a436-7c4ef4b83b1a completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:03.223727 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-3ab98fe8-9612-4bd2-8c6e-1036af73a457 None None] Deleting port 919303c0-65e3-4b7d-82ee-0eb753704bdb {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:03.224171 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3ab98fe8-9612-4bd2-8c6e-1036af73a457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:03.250377 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4adbe82-07e4-4151-8dc1-a848c77ea083 None None] DHCP port deletion for 0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:46:03.262591 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6ce1b3df-8a25-43d6-8f05-061755022c7e None None] Provisioning complete for port 1c681076-041b-4eec-a436-7c4ef4b83b1a triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:03.263070 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6ce1b3df-8a25-43d6-8f05-061755022c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:03.297480 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-c4adbe82-07e4-4151-8dc1-a848c77ea083 None None] Deleting port 6bd133af-6292-435d-ae91-de1efe159b88 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:03.298202 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c4adbe82-07e4-4151-8dc1-a848c77ea083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:03.399328 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-3ab98fe8-9612-4bd2-8c6e-1036af73a457 None None] The port '919303c0-65e3-4b7d-82ee-0eb753704bdb' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:46:03.429476 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-6ce1b3df-8a25-43d6-8f05-061755022c7e None None] Port 1c681076-041b-4eec-a436-7c4ef4b83b1a cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:46:03.444390 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] For port 6bd133af-6292-435d-ae91-de1efe159b88, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=6bd133af-6292-435d-ae91-de1efe159b88,segment=NetworkSegment(40c4b824-91eb-4fa3-a5a2-004e0228ad51),segment_id=40c4b824-91eb-4fa3-a5a2-004e0228ad51)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:03.444771 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:03.457288 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49818) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:03.467995 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c9beec16-ecf5-4c38-9ffd-db9d7225dfcb no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:46:03.500237 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] Deleting port c9beec16-ecf5-4c38-9ffd-db9d7225dfcb {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:03.500237 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:03.636242 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Calling delete_port for 6bd133af-6292-435d-ae91-de1efe159b88 owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:03.699959 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-73916b1f-7287-4cd9-9af2-473b0a60e005 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:03.732904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-73916b1f-7287-4cd9-9af2-473b0a60e005 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:03.825301 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:03.844614 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8d485a30-3144-45bf-b017-9a6a4c9b0c18 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:03.888751 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] No DVR routers for this DVR port 6bd133af-6292-435d-ae91-de1efe159b88 on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:46:03.917096 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73916b1f-7287-4cd9-9af2-473b0a60e005 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Made reservation on behalf of c2961514dade458f8726b30effa45583 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:03.920077 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-73916b1f-7287-4cd9-9af2-473b0a60e005 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:03.927644 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c4adbe82-07e4-4151-8dc1-a848c77ea083 None None] For port 6bd133af-6292-435d-ae91-de1efe159b88, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=6bd133af-6292-435d-ae91-de1efe159b88,segment=NetworkSegment(40c4b824-91eb-4fa3-a5a2-004e0228ad51),segment_id=40c4b824-91eb-4fa3-a5a2-004e0228ad51)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:03.928120 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c4adbe82-07e4-4151-8dc1-a848c77ea083 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:03.934785 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Port': ['ID=6bd133af-6292-435d-ae91-de1efe159b88,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:03.937717 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:03.949224 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:03.967469 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d1fa5259-1b9f-4fbe-8446-3b622d94f1c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40c15c4d603a42bc9f86ab63e3628133&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4902020
Dec 22 04:46:03.971780 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49826) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:04.006365 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-22635ac3-fba0-472d-9bc8-eb98ce0adf24 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:04.071948 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-73916b1f-7287-4cd9-9af2-473b0a60e005 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] device_id is not set on port 701397ce-bd76-4f6d-83f9-824424cd48af yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:46:04.080035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6ae78a8a-c049-434c-b0ea-159adb217397 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:04.109772 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-c4adbe82-07e4-4151-8dc1-a848c77ea083 None None] Calling delete_port for 6bd133af-6292-435d-ae91-de1efe159b88 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:04.171343 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:04.181121 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9a02e08d-af53-47f9-9169-f571b6c93155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:04.205209 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port c9beec16-ecf5-4c38-9ffd-db9d7225dfcb, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c9beec16-ecf5-4c38-9ffd-db9d7225dfcb,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:04.229757 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:04.230132 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6bd133af-6292-435d-ae91-de1efe159b88 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:46:04.246261 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469c542a00>,) {'filters': {'network_id': ['0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:04.278691 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c542a00>, '40c4b824-91eb-4fa3-a5a2-004e0228ad51') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:04.279010 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c542a00>, '40c4b824-91eb-4fa3-a5a2-004e0228ad51') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:04.286934 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9a02e08d-af53-47f9-9169-f571b6c93155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:04.289520 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-27cbe1de-f96d-4851-acde-c705b8e0bd17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:04.335348 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 6bd133af-6292-435d-ae91-de1efe159b88 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:46:04.336003 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6bd133af-6292-435d-ae91-de1efe159b88 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:46:04.336170 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 919303c0-65e3-4b7d-82ee-0eb753704bdb no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:46:04.338437 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:04.379778 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:04.380558 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-327066af-7208-4c37-a033-c9e7f1d0439b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:04.399732 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 919303c0-65e3-4b7d-82ee-0eb753704bdb {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:46:04.400286 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 919303c0-65e3-4b7d-82ee-0eb753704bdb not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:46:04.402978 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:46:04.403858 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:04.409068 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] For port c9beec16-ecf5-4c38-9ffd-db9d7225dfcb, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c9beec16-ecf5-4c38-9ffd-db9d7225dfcb,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:04.409166 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:46:04.426581 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:46:04.437054 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-c4adbe82-07e4-4151-8dc1-a848c77ea083 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:46:04.437263 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-c4adbe82-07e4-4151-8dc1-a848c77ea083 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:46:04.492207 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-73916b1f-7287-4cd9-9af2-473b0a60e005 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Allocated IP 2001:db8::346 (f586c691-47fc-4630-9123-d98b5a78c68f/ebbcc94f-2c57-422f-a573-00259a7925a0/701397ce-bd76-4f6d-83f9-824424cd48af) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:04.548434 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:04.552580 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:04.554780 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] Calling delete_port for c9beec16-ecf5-4c38-9ffd-db9d7225dfcb owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:04.558973 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:04.591635 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9a02e08d-af53-47f9-9169-f571b6c93155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:04.597430 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=c9beec16-ecf5-4c38-9ffd-db9d7225dfcb,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:04.601927 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:04.622262 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Network': ['ID=0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:04.624982 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:04.632510 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ad844158-e890-4ece-9c7e-516dca72c1af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:04.651946 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02e08d-af53-47f9-9169-f571b6c93155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee2e483-be56-4c82-b32c-cecf95b838a5,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:04.654202 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9a02e08d-af53-47f9-9169-f571b6c93155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:04.665995 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:46:04.666848 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:46:04.691051 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/networks/0ed8c0d3-2c7f-46ff-ba28-13a18db08f1d HTTP/1.1" status: 204  len: 168 time: 2.3400493
Dec 22 04:46:04.692562 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49832) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:04.752292 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9a02e08d-af53-47f9-9169-f571b6c93155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:04.757225 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9a02e08d-af53-47f9-9169-f571b6c93155 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ee2e483-be56-4c82-b32c-cecf95b838a5 HTTP/1.1" status: 204  len: 168 time: 0.7811573
Dec 22 04:46:04.760786 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-82b60246-7eb9-44bd-8209-54ffc11b8578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-308786345'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:04.768098 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-82b60246-7eb9-44bd-8209-54ffc11b8578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:04.781880 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-82b60246-7eb9-44bd-8209-54ffc11b8578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:network and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:04.787159 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-82b60246-7eb9-44bd-8209-54ffc11b8578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:04.796695 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-82b60246-7eb9-44bd-8209-54ffc11b8578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:04.829575 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b60246-7eb9-44bd-8209-54ffc11b8578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:04.832798 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-82b60246-7eb9-44bd-8209-54ffc11b8578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:04.888202 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-73916b1f-7287-4cd9-9af2-473b0a60e005 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:04.901687 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b60246-7eb9-44bd-8209-54ffc11b8578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:46:04.920871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-73916b1f-7287-4cd9-9af2-473b0a60e005 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Transition to ACTIVE for port object 701397ce-bd76-4f6d-83f9-824424cd48af will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:04.922481 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-82b60246-7eb9-44bd-8209-54ffc11b8578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:04.922840 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-82b60246-7eb9-44bd-8209-54ffc11b8578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Added segment d5e7dca6-9544-4478-a957-f8ce52ee7edc of type vlan for network 6660f737-e2b5-427c-a106-92aca0e94c4a
Dec 22 04:46:04.939253 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-c4adbe82-07e4-4151-8dc1-a848c77ea083 None None] Deleting port 6bd133af-6292-435d-ae91-de1efe159b88 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:04.942211 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c4adbe82-07e4-4151-8dc1-a848c77ea083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:04.956770 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-82b60246-7eb9-44bd-8209-54ffc11b8578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:05.026178 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-73916b1f-7287-4cd9-9af2-473b0a60e005 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:05.050965 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4b8b8559-ba8c-469c-aa3c-be998eb98f61 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:05.104983 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-22635ac3-fba0-472d-9bc8-eb98ce0adf24 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:05.110310 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-c4adbe82-07e4-4151-8dc1-a848c77ea083 None None] The port '6bd133af-6292-435d-ae91-de1efe159b88' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:46:05.160441 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-82b60246-7eb9-44bd-8209-54ffc11b8578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:05.165715 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b60246-7eb9-44bd-8209-54ffc11b8578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:05.166340 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-82b60246-7eb9-44bd-8209-54ffc11b8578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:05.230775 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73916b1f-7287-4cd9-9af2-473b0a60e005 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Network f586c691-47fc-4630-9123-d98b5a78c68f is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:05.232563 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-73916b1f-7287-4cd9-9af2-473b0a60e005 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:05.246329 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73916b1f-7287-4cd9-9af2-473b0a60e005 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:05.247137 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73916b1f-7287-4cd9-9af2-473b0a60e005 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:05.247786 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-73916b1f-7287-4cd9-9af2-473b0a60e005 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:05.256681 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 56d5e6c3-1654-4304-a036-f4fe1fa7607b no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:46:05.284199 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73916b1f-7287-4cd9-9af2-473b0a60e005 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Pushing event updated for resources: {'Port': ['ID=701397ce-bd76-4f6d-83f9-824424cd48af,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:05.290580 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-73916b1f-7287-4cd9-9af2-473b0a60e005 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:05.292472 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:05.304519 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] Deleting port c9beec16-ecf5-4c38-9ffd-db9d7225dfcb {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:05.305358 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:05.316136 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-22635ac3-fba0-472d-9bc8-eb98ce0adf24 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Deleting port dd53e09b-24be-470b-bcbe-4fda3b8d2727 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:05.316471 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-22635ac3-fba0-472d-9bc8-eb98ce0adf24 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:05.333321 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-82b60246-7eb9-44bd-8209-54ffc11b8578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.5892348
Dec 22 04:46:05.337218 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 56d5e6c3-1654-4304-a036-f4fe1fa7607b {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:46:05.338165 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 56d5e6c3-1654-4304-a036-f4fe1fa7607b not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:46:05.338995 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49850) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:05.403720 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-73916b1f-7287-4cd9-9af2-473b0a60e005 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 2.5913808
Dec 22 04:46:05.408209 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-3b2b9a88-3ace-437b-8f92-44b399d6c915 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'subnet': {'network_id': '6660f737-e2b5-427c-a106-92aca0e94c4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:05.426210 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49854) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:05.483626 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-28c87365-8dda-4210-8c82-ce6786b5b73b tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::301', 'mac_address': 'fa:16:3e:26:eb:93'}, {'ip_address': '2001:db8::98', 'mac_address': 'fa:16:3e:21:ce:4a'}]}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:05.535856 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b60246-7eb9-44bd-8209-54ffc11b8578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Network': ['ID=6660f737-e2b5-427c-a106-92aca0e94c4a,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:05.539127 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-82b60246-7eb9-44bd-8209-54ffc11b8578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:05.565491 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-327066af-7208-4c37-a033-c9e7f1d0439b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8::1 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/2c226e03-057a-4d35-8703-cd6cf51d8080/bcda8692-20c2-482c-88c3-367e1910cd30) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:05.581212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3b2b9a88-3ace-437b-8f92-44b399d6c915 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:05.582036 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 6660f737-e2b5-427c-a106-92aca0e94c4a details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:46:05.587105 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3b2b9a88-3ace-437b-8f92-44b399d6c915 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:subnet and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:05.591960 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3b2b9a88-3ace-437b-8f92-44b399d6c915 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:05.599821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3b2b9a88-3ace-437b-8f92-44b399d6c915 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:05.623373 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2b9a88-3ace-437b-8f92-44b399d6c915 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:05.804392 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f3c606e8-a25e-4f5c-a190-268306a67fec None None] Provisioning for port 701397ce-bd76-4f6d-83f9-824424cd48af completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:05.811129 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] For port c9beec16-ecf5-4c38-9ffd-db9d7225dfcb, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c9beec16-ecf5-4c38-9ffd-db9d7225dfcb,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:05.812373 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:05.823362 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f3c606e8-a25e-4f5c-a190-268306a67fec None None] Provisioning complete for port 701397ce-bd76-4f6d-83f9-824424cd48af triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:05.823859 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f3c606e8-a25e-4f5c-a190-268306a67fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:05.869237 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3b2b9a88-3ace-437b-8f92-44b399d6c915 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:05.894843 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-f3c606e8-a25e-4f5c-a190-268306a67fec None None] Port 701397ce-bd76-4f6d-83f9-824424cd48af cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:46:06.020375 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49866) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:06.032218 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] Calling delete_port for c9beec16-ecf5-4c38-9ffd-db9d7225dfcb owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:06.117025 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3b2b9a88-3ace-437b-8f92-44b399d6c915 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:06.125414 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:06.183542 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:06.188941 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d436c75c-5382-434f-aa66-9aae0f02d129 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:06.213503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-327066af-7208-4c37-a033-c9e7f1d0439b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:06.220887 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-22635ac3-fba0-472d-9bc8-eb98ce0adf24 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] For port dd53e09b-24be-470b-bcbe-4fda3b8d2727, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=dd53e09b-24be-470b-bcbe-4fda3b8d2727,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:06.221560 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-22635ac3-fba0-472d-9bc8-eb98ce0adf24 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:06.237328 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b9a88-3ace-437b-8f92-44b399d6c915 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Subnet': ['ID=8dac7ebf-0754-4537-913e-c91040ed9573,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:06.243071 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3b2b9a88-3ace-437b-8f92-44b399d6c915 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:06.243602 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] Pushing event deleted for resources: {'Port': ['ID=c9beec16-ecf5-4c38-9ffd-db9d7225dfcb,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:06.247575 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:06.249944 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2b9a88-3ace-437b-8f92-44b399d6c915 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Checking segment: {'id': 'd5e7dca6-9544-4478-a957-f8ce52ee7edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6660f737-e2b5-427c-a106-92aca0e94c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:06.250461 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2b9a88-3ace-437b-8f92-44b399d6c915 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network hostable DHCP agents. Network: 6660f737-e2b5-427c-a106-92aca0e94c4a, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:46:06.251034 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] No DVR routers for this DVR port c9beec16-ecf5-4c38-9ffd-db9d7225dfcb on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:46:06.265266 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-964587862'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:06.274455 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb88f80-4d46-418c-98b8-47f83e962e3a None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:06.289065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:06.290733 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2b9a88-3ace-437b-8f92-44b399d6c915 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network 6660f737-e2b5-427c-a106-92aca0e94c4a is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:46:06.301633 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-3b2b9a88-3ace-437b-8f92-44b399d6c915 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 6660f737-e2b5-427c-a106-92aca0e94c4a) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:06.305952 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2b9a88-3ace-437b-8f92-44b399d6c915 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:06.306954 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3b2b9a88-3ace-437b-8f92-44b399d6c915 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:06.330060 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3b2b9a88-3ace-437b-8f92-44b399d6c915 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9900124
Dec 22 04:46:06.332632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49872) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:06.339025 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a18642-6a1f-4d6c-9858-4a97ef391995 None None] Network 6660f737-e2b5-427c-a106-92aca0e94c4a requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:06.340297 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-6fd092f3-785b-4ef1-a6cf-e9c95e344155 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'port': {'network_id': '6660f737-e2b5-427c-a106-92aca0e94c4a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1195851831'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:06.402239 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Usage tracker for resource:network and tenant:664b0479e9e1448ea56990a36f4ec616 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:06.406049 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-28c87365-8dda-4210-8c82-ce6786b5b73b tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:06.418892 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-22635ac3-fba0-472d-9bc8-eb98ce0adf24 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Calling delete_port for dd53e09b-24be-470b-bcbe-4fda3b8d2727 owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:06.446984 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:06.456775 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-327066af-7208-4c37-a033-c9e7f1d0439b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Transition to ACTIVE for port object bcda8692-20c2-482c-88c3-367e1910cd30 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:06.468508 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:06.484703 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:46:06.519206 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6fd092f3-785b-4ef1-a6cf-e9c95e344155 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:06.524509 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6fd092f3-785b-4ef1-a6cf-e9c95e344155 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:port and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:06.528065 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6fd092f3-785b-4ef1-a6cf-e9c95e344155 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:06.536261 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6fd092f3-785b-4ef1-a6cf-e9c95e344155 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:06.544917 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Made reservation on behalf of 664b0479e9e1448ea56990a36f4ec616 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:06.548654 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:06.568928 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd092f3-785b-4ef1-a6cf-e9c95e344155 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:06.572192 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6fd092f3-785b-4ef1-a6cf-e9c95e344155 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:06.596812 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-6fd092f3-785b-4ef1-a6cf-e9c95e344155 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] device_id is not set on port b8cb351a-8d7a-45da-a2b0-30124788b8b8 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:46:06.774753 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-6fd092f3-785b-4ef1-a6cf-e9c95e344155 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Allocated IP 172.20.0.8 (6660f737-e2b5-427c-a106-92aca0e94c4a/8dac7ebf-0754-4537-913e-c91040ed9573/b8cb351a-8d7a-45da-a2b0-30124788b8b8) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:06.823949 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:06.872375 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'fixed_ips': [{'subnet_id': '2c226e03-057a-4d35-8703-cd6cf51d8080'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:46:06.873283 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:06.881092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-327066af-7208-4c37-a033-c9e7f1d0439b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:06.890930 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:06.894562 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-6660f737-e2b5-427c-a106-92aca0e94c4a', 'network_id': '6660f737-e2b5-427c-a106-92aca0e94c4a', 'tenant_id': '12ff9b0938824da5a0f85f94c435a758', 'fixed_ips': [{'subnet_id': '8dac7ebf-0754-4537-913e-c91040ed9573'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:46:06.895374 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:06.960866 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6fd092f3-785b-4ef1-a6cf-e9c95e344155 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:06.977762 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-6fd092f3-785b-4ef1-a6cf-e9c95e344155 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Transition to ACTIVE for port object b8cb351a-8d7a-45da-a2b0-30124788b8b8 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:07.000906 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6fd092f3-785b-4ef1-a6cf-e9c95e344155 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:07.005355 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-91c99cfb-fa3b-4673-9aa5-cebd95468afa tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:07.080460 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd092f3-785b-4ef1-a6cf-e9c95e344155 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network 6660f737-e2b5-427c-a106-92aca0e94c4a is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:07.083861 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd092f3-785b-4ef1-a6cf-e9c95e344155 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Port': ['ID=b8cb351a-8d7a-45da-a2b0-30124788b8b8,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:07.086508 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-6fd092f3-785b-4ef1-a6cf-e9c95e344155 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:07.088356 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6fd092f3-785b-4ef1-a6cf-e9c95e344155 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:07.089107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd092f3-785b-4ef1-a6cf-e9c95e344155 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:07.102967 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:07.124508 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327066af-7208-4c37-a033-c9e7f1d0439b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=bcda8692-20c2-482c-88c3-367e1910cd30,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:07.160064 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd092f3-785b-4ef1-a6cf-e9c95e344155 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:07.160803 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6fd092f3-785b-4ef1-a6cf-e9c95e344155 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:07.166990 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Usage tracker for resource:security_group_rule and tenant:664b0479e9e1448ea56990a36f4ec616 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:07.171785 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327066af-7208-4c37-a033-c9e7f1d0439b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:07.172982 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:07.187567 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-327066af-7208-4c37-a033-c9e7f1d0439b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:07.188876 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-327066af-7208-4c37-a033-c9e7f1d0439b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:07.201133 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6fd092f3-785b-4ef1-a6cf-e9c95e344155 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 0.8673263
Dec 22 04:46:07.204607 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49880) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:07.207938 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327066af-7208-4c37-a033-c9e7f1d0439b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:07.208890 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-327066af-7208-4c37-a033-c9e7f1d0439b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:07.212329 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:07.231908 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Allocated IP 2001:db8::2 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/2c226e03-057a-4d35-8703-cd6cf51d8080/160a2cca-f821-4b3c-b151-594625d442a3) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:07.253908 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-6ae78a8a-c049-434c-b0ea-159adb217397 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting port e52eb038-082d-45ec-8a24-a3e33b8cb43e {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:07.254462 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6ae78a8a-c049-434c-b0ea-159adb217397 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:07.283959 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-b17bcffe-4f17-476f-ac36-4376b90e7be4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting port b8cb351a-8d7a-45da-a2b0-30124788b8b8 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:07.284682 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b17bcffe-4f17-476f-ac36-4376b90e7be4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:07.338370 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Allocated IP 172.20.0.2 (6660f737-e2b5-427c-a106-92aca0e94c4a/8dac7ebf-0754-4537-913e-c91040ed9573/c885f921-4d33-40b7-b20b-c3d4df696378) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:07.360672 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-22635ac3-fba0-472d-9bc8-eb98ce0adf24 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:07.384144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b30846e0-ce1f-42dd-94bb-4420f5a8d7f9 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:07.494320 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22635ac3-fba0-472d-9bc8-eb98ce0adf24 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd53e09b-24be-470b-bcbe-4fda3b8d2727,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:07.496969 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-22635ac3-fba0-472d-9bc8-eb98ce0adf24 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:07.504989 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:07.508043 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.resource_extend [None req-28c87365-8dda-4210-8c82-ce6786b5b73b tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:46:07.546739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-28c87365-8dda-4210-8c82-ce6786b5b73b tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:07.550267 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b17bcffe-4f17-476f-ac36-4376b90e7be4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:07.601614 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-28c87365-8dda-4210-8c82-ce6786b5b73b tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:07.611191 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-28f43307-c3be-479e-b056-ed42a7ca6578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:07.629726 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:07.673907 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-b17bcffe-4f17-476f-ac36-4376b90e7be4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Calling delete_port for b8cb351a-8d7a-45da-a2b0-30124788b8b8 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:07.675845 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Transition to ACTIVE for port object 160a2cca-f821-4b3c-b151-594625d442a3 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:07.716652 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Transition to ACTIVE for port object 160a2cca-f821-4b3c-b151-594625d442a3 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:07.718598 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:07.729918 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Transition to ACTIVE for port object c885f921-4d33-40b7-b20b-c3d4df696378 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:07.740731 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:07.746986 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:07.760662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c87365-8dda-4210-8c82-ce6786b5b73b tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Pushing event updated for resources: {'Port': ['ID=701397ce-bd76-4f6d-83f9-824424cd48af,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:07.764071 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-28c87365-8dda-4210-8c82-ce6786b5b73b tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:07.843512 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:07.846890 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Transition to ACTIVE for port object c885f921-4d33-40b7-b20b-c3d4df696378 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:07.866802 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-28c87365-8dda-4210-8c82-ce6786b5b73b tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] In _notify_port_updated(), no bound segment for port 701397ce-bd76-4f6d-83f9-824424cd48af on network f586c691-47fc-4630-9123-d98b5a78c68f {{(pid=83435) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 04:46:07.871897 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:07.872488 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c87365-8dda-4210-8c82-ce6786b5b73b tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:07.873430 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-28c87365-8dda-4210-8c82-ce6786b5b73b tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:07.878479 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-28c87365-8dda-4210-8c82-ce6786b5b73b tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "PUT /v2.0/ports/701397ce-bd76-4f6d-83f9-824424cd48af HTTP/1.1" status: 200  len: 1067 time: 2.4244645
Dec 22 04:46:07.880082 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:07.884544 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:07.886326 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Pushing event updated for resources: {'Port': ['ID=160a2cca-f821-4b3c-b151-594625d442a3,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:07.890022 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:07.894695 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:07.894879 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e735ec1f-5fe8-466a-92b7-19a566fe649f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:07.895138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:07.904591 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49888) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:07.905795 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:07.956649 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6ae78a8a-c049-434c-b0ea-159adb217397 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:07.968606 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b17bcffe-4f17-476f-ac36-4376b90e7be4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:07.973072 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-84053dd8-9ea8-4b5c-a938-f27693f9c4b6 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:07.995140 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Network 6660f737-e2b5-427c-a106-92aca0e94c4a is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:08.018181 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bcffe-4f17-476f-ac36-4376b90e7be4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Port': ['ID=b8cb351a-8d7a-45da-a2b0-30124788b8b8,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:08.021519 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b17bcffe-4f17-476f-ac36-4376b90e7be4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:08.023512 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:08.032959 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:08.034365 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Pushing event updated for resources: {'Port': ['ID=c885f921-4d33-40b7-b20b-c3d4df696378,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:08.043003 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:08.101325 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Attempting to bind port 160a2cca-f821-4b3c-b151-594625d442a3 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:46:08.101732 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Attempting to bind port 160a2cca-f821-4b3c-b151-594625d442a3 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:46:08.102099 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Attempting to bind port 160a2cca-f821-4b3c-b151-594625d442a3 on network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:46:08.121125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b17bcffe-4f17-476f-ac36-4376b90e7be4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:08.131297 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b17bcffe-4f17-476f-ac36-4376b90e7be4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/ports/b8cb351a-8d7a-45da-a2b0-30124788b8b8 HTTP/1.1" status: 204  len: 168 time: 0.9254489
Dec 22 04:46:08.133693 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49892) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:08.176261 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21396bb-0f37-4de7-9f3e-745d829421ad tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] GET failed (client error): The resource could not be found.
Dec 22 04:46:08.176892 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a21396bb-0f37-4de7-9f3e-745d829421ad tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Synchronizing usage tracker for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:08.195077 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a21396bb-0f37-4de7-9f3e-745d829421ad tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Unset dirty status for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:08.196477 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a21396bb-0f37-4de7-9f3e-745d829421ad tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports/b8cb351a-8d7a-45da-a2b0-30124788b8b8 HTTP/1.1" status: 404  len: 333 time: 0.0617590
Dec 22 04:46:08.197984 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:46:08.198581 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:08.199158 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:08.199884 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49896) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:08.200044 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Bound using segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:46:08.201172 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Bound port: 160a2cca-f821-4b3c-b151-594625d442a3, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:46:08.201772 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:08.214101 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Attempting to bind port c885f921-4d33-40b7-b20b-c3d4df696378 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:46:08.214741 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Attempting to bind port c885f921-4d33-40b7-b20b-c3d4df696378 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'd5e7dca6-9544-4478-a957-f8ce52ee7edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6660f737-e2b5-427c-a106-92aca0e94c4a'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:46:08.215278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Attempting to bind port c885f921-4d33-40b7-b20b-c3d4df696378 on network 6660f737-e2b5-427c-a106-92aca0e94c4a {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:46:08.258158 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:46:08.258982 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Checking segment: {'id': 'd5e7dca6-9544-4478-a957-f8ce52ee7edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6660f737-e2b5-427c-a106-92aca0e94c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:08.259545 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:08.260081 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Bound using segment: {'id': 'd5e7dca6-9544-4478-a957-f8ce52ee7edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6660f737-e2b5-427c-a106-92aca0e94c4a'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:46:08.260448 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:46:08.261205 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Bound port: c885f921-4d33-40b7-b20b-c3d4df696378, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e7dca6-9544-4478-a957-f8ce52ee7edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6660f737-e2b5-427c-a106-92aca0e94c4a'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:46:08.261766 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:08.268249 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-6ae78a8a-c049-434c-b0ea-159adb217397 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Calling delete_port for e52eb038-082d-45ec-8a24-a3e33b8cb43e owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:08.294334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92ea847-d35e-4e93-9c7a-46f3886486a0 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting subnet 8dac7ebf-0754-4537-913e-c91040ed9573 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:46:08.297970 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-327066af-7208-4c37-a033-c9e7f1d0439b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:08.298693 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d92ea847-d35e-4e93-9c7a-46f3886486a0 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:08.328118 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be40e93-c48f-4759-aaa8-aa3fa063eee7,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:08.331308 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:08.356909 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d92ea847-d35e-4e93-9c7a-46f3886486a0 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:08.369224 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-fda11a68-c9b8-4f71-99d1-149a06bcd105 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Deleting port 701397ce-bd76-4f6d-83f9-824424cd48af {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:08.369585 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fda11a68-c9b8-4f71-99d1-149a06bcd105 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:08.379310 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] For port 160a2cca-f821-4b3c-b151-594625d442a3, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:46:08.392590 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] For port 160a2cca-f821-4b3c-b151-594625d442a3, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=160a2cca-f821-4b3c-b151-594625d442a3,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:46:08.393437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:08.393866 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Added segment 207c6ade-8e1b-4ba4-861f-571ec1b53356 of type vlan for network 856524b5-fe55-42a9-b736-f1c8c3aaa782
Dec 22 04:46:08.402891 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-48256bfe-5a71-4945-810f-e25eff073ffc None None] Provisioning complete for port 701397ce-bd76-4f6d-83f9-824424cd48af triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:08.403270 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-48256bfe-5a71-4945-810f-e25eff073ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:08.433019 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:08.438284 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-22635ac3-fba0-472d-9bc8-eb98ce0adf24 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:08.443578 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:08.480681 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] For port c885f921-4d33-40b7-b20b-c3d4df696378, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:46:08.507921 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] For port c885f921-4d33-40b7-b20b-c3d4df696378, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c885f921-4d33-40b7-b20b-c3d4df696378,segment=NetworkSegment(d5e7dca6-9544-4478-a957-f8ce52ee7edc),segment_id=d5e7dca6-9544-4478-a957-f8ce52ee7edc)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:46:08.516854 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d92ea847-d35e-4e93-9c7a-46f3886486a0 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:08.532536 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:08.552575 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-48256bfe-5a71-4945-810f-e25eff073ffc None None] Port 701397ce-bd76-4f6d-83f9-824424cd48af cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:46:08.574233 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Pushing event updated for resources: {'Port': ['ID=160a2cca-f821-4b3c-b151-594625d442a3,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:08.578245 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:08.581897 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-eded76fd-02f5-4b4a-8c7c-c10b9df7b62c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:08.616762 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d92ea847-d35e-4e93-9c7a-46f3886486a0 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:08.621509 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3b2b9a88-3ace-437b-8f92-44b399d6c915 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:08.673025 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ea847-d35e-4e93-9c7a-46f3886486a0 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Subnet': ['ID=8dac7ebf-0754-4537-913e-c91040ed9573,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:08.677033 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d92ea847-d35e-4e93-9c7a-46f3886486a0 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:08.679720 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Pushing event updated for resources: {'Port': ['ID=c885f921-4d33-40b7-b20b-c3d4df696378,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:08.684727 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:08.684942 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d92ea847-d35e-4e93-9c7a-46f3886486a0 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:08.697040 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d92ea847-d35e-4e93-9c7a-46f3886486a0 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/subnets/8dac7ebf-0754-4537-913e-c91040ed9573 HTTP/1.1" status: 204  len: 168 time: 0.4955888
Dec 22 04:46:08.699233 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49900) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:08.706836 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-80ee2c14-4311-4d84-945e-301f7a839c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:08.799225 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:08.852669 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:08.888523 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting port c885f921-4d33-40b7-b20b-c3d4df696378 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:08.888523 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:09.181856 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] For port c885f921-4d33-40b7-b20b-c3d4df696378, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c885f921-4d33-40b7-b20b-c3d4df696378,segment=NetworkSegment(d5e7dca6-9544-4478-a957-f8ce52ee7edc),segment_id=d5e7dca6-9544-4478-a957-f8ce52ee7edc)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:09.182429 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:09.244784 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-22635ac3-fba0-472d-9bc8-eb98ce0adf24 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:09.306029 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Calling delete_port for c885f921-4d33-40b7-b20b-c3d4df696378 owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:09.352790 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-22635ac3-fba0-472d-9bc8-eb98ce0adf24 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:09.394985 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:09.399499 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:09.400215 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:09.419290 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:09.421722 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 160a2cca-f821-4b3c-b151-594625d442a3 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:46:09.423398 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-301c7096-8a8d-4508-9d64-34ea67d6c420 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:09.432327 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9fae5cb8-b0ec-4774-bb30-38ceabaa024a tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:09.463917 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Port': ['ID=c885f921-4d33-40b7-b20b-c3d4df696378,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:09.468787 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:09.471358 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] No DVR routers for this DVR port c885f921-4d33-40b7-b20b-c3d4df696378 on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:46:09.503440 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 160a2cca-f821-4b3c-b151-594625d442a3 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:09.509201 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c885f921-4d33-40b7-b20b-c3d4df696378 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:46:09.557143 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: c885f921-4d33-40b7-b20b-c3d4df696378 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:46:09.557611 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c885f921-4d33-40b7-b20b-c3d4df696378 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 22 04:46:09.591309 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Port c885f921-4d33-40b7-b20b-c3d4df696378 not found, will not notify nova. {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 22 04:46:09.601943 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:09.627234 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bdec910>,) {'filters': {'network_id': ['6660f737-e2b5-427c-a106-92aca0e94c4a']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:09.638854 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bdec910>, 'd5e7dca6-9544-4478-a957-f8ce52ee7edc') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:09.639149 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bdec910>, 'd5e7dca6-9544-4478-a957-f8ce52ee7edc') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:09.650822 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:09.667637 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:09.673345 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:46:09.673801 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:46:09.688378 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:46:09.698299 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-22635ac3-fba0-472d-9bc8-eb98ce0adf24 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:09.698802 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22635ac3-fba0-472d-9bc8-eb98ce0adf24 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30a282ac-75b5-422f-a305-729e69ab60b3 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:46:09.728911 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Network': ['ID=856524b5-fe55-42a9-b736-f1c8c3aaa782,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:09.732332 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:09.747824 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 856524b5-fe55-42a9-b736-f1c8c3aaa782 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:46:09.789888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fda11a68-c9b8-4f71-99d1-149a06bcd105 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:09.796528 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:09.810147 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-106d4b56-580e-4cc8-bd1b-feff4f0e5ca6 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:09.815811 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 3.7905428
Dec 22 04:46:09.887393 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:09.898480 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Network': ['ID=6660f737-e2b5-427c-a106-92aca0e94c4a,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:09.911443 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:09.934938 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/networks/6660f737-e2b5-427c-a106-92aca0e94c4a HTTP/1.1" status: 204  len: 168 time: 1.2343929
Dec 22 04:46:09.935546 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49908) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:09.941890 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-161cb5bd-bef6-40d7-a0bb-1ea6e478bfbe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'port': {'network_id': '0a794013-ae5e-4901-9fbf-747518ba91d3', 'name': 'tempest-PortsTestJSON-581444197'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:10.029872 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-fda11a68-c9b8-4f71-99d1-149a06bcd105 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Calling delete_port for 701397ce-bd76-4f6d-83f9-824424cd48af owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:10.120781 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-22635ac3-fba0-472d-9bc8-eb98ce0adf24 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:10.121977 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-22635ac3-fba0-472d-9bc8-eb98ce0adf24 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "DELETE /v2.0/routers/30a282ac-75b5-422f-a305-729e69ab60b3 HTTP/1.1" status: 204  len: 168 time: 7.0866504
Dec 22 04:46:10.122761 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49912) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:10.128418 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49918) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:10.138644 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b684de20-e821-47a0-ab91-a779c19fef7a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'subnet': {'network_id': '856524b5-fe55-42a9-b736-f1c8c3aaa782', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:10.166133 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-50343323', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}, 'admin_state_up': False}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:10.234253 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-161cb5bd-bef6-40d7-a0bb-1ea6e478bfbe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:10.245977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-161cb5bd-bef6-40d7-a0bb-1ea6e478bfbe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:port and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:10.250365 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-161cb5bd-bef6-40d7-a0bb-1ea6e478bfbe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:10.277182 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-161cb5bd-bef6-40d7-a0bb-1ea6e478bfbe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:10.299914 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161cb5bd-bef6-40d7-a0bb-1ea6e478bfbe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:10.304045 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-161cb5bd-bef6-40d7-a0bb-1ea6e478bfbe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:10.338125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-161cb5bd-bef6-40d7-a0bb-1ea6e478bfbe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] device_id is not set on port b0122f5c-ff91-45a4-86a3-d9ad5454687d yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:46:10.350990 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6ae78a8a-c049-434c-b0ea-159adb217397 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:10.355200 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:10.411360 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-33888edd-069b-4d85-a2c3-def5e9b0ce0e tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:10.456296 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Usage tracker for resource:router and tenant:d561aafa63d94344874802f202528048 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:10.473986 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:10.479091 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae78a8a-c049-434c-b0ea-159adb217397 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Port': ['ID=e52eb038-082d-45ec-8a24-a3e33b8cb43e,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:10.481821 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6ae78a8a-c049-434c-b0ea-159adb217397 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:10.509863 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-91505d03-ed99-43a0-8c5f-c88584e2c746 None None] Provisioning for port 160a2cca-f821-4b3c-b151-594625d442a3 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:10.519685 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-91505d03-ed99-43a0-8c5f-c88584e2c746 None None] Provisioning complete for port 160a2cca-f821-4b3c-b151-594625d442a3 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:10.520390 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-91505d03-ed99-43a0-8c5f-c88584e2c746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:10.536165 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:10.575138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.resource_extend [None req-327066af-7208-4c37-a033-c9e7f1d0439b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:46:10.612760 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-161cb5bd-bef6-40d7-a0bb-1ea6e478bfbe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:10.620828 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93265853-9d6a-45a1-a9e6-d6b2a6737c62 None None] DHCP port deletion for 6660f737-e2b5-427c-a106-92aca0e94c4a request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:46:10.669387 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-161cb5bd-bef6-40d7-a0bb-1ea6e478bfbe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:10.672940 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c60bba4-a1f2-4938-b5f5-0e568cb1912e None None] Network 6660f737-e2b5-427c-a106-92aca0e94c4a requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:10.684927 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-27bb13a5-7545-4f7e-a5e1-d317e9fce3f3 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:10.703664 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c60bba4-a1f2-4938-b5f5-0e568cb1912e None None] Network 6660f737-e2b5-427c-a106-92aca0e94c4a could not be found, it might have been deleted concurrently. {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}}
Dec 22 04:46:10.720019 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-91505d03-ed99-43a0-8c5f-c88584e2c746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:10.745407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-327066af-7208-4c37-a033-c9e7f1d0439b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:10.745669 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161cb5bd-bef6-40d7-a0bb-1ea6e478bfbe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network 0a794013-ae5e-4901-9fbf-747518ba91d3 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:10.749302 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-161cb5bd-bef6-40d7-a0bb-1ea6e478bfbe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:10.754986 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b684de20-e821-47a0-ab91-a779c19fef7a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:10.757006 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161cb5bd-bef6-40d7-a0bb-1ea6e478bfbe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:10.762660 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161cb5bd-bef6-40d7-a0bb-1ea6e478bfbe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:10.762908 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-161cb5bd-bef6-40d7-a0bb-1ea6e478bfbe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:10.763110 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fda11a68-c9b8-4f71-99d1-149a06bcd105 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:10.773088 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b684de20-e821-47a0-ab91-a779c19fef7a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Usage tracker for resource:subnet and tenant:664b0479e9e1448ea56990a36f4ec616 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:10.777990 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-327066af-7208-4c37-a033-c9e7f1d0439b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:10.779072 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-327066af-7208-4c37-a033-c9e7f1d0439b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:10.780498 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-91505d03-ed99-43a0-8c5f-c88584e2c746 None None] For port 160a2cca-f821-4b3c-b151-594625d442a3, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=160a2cca-f821-4b3c-b151-594625d442a3,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:10.782388 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:10.783310 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:10.788019 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-91505d03-ed99-43a0-8c5f-c88584e2c746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:10.789628 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b684de20-e821-47a0-ab91-a779c19fef7a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:10.791490 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1b2651ad-509b-4487-b213-c19dfe5882c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:10.802353 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-465343a1-0ec0-4517-9bdf-239b49069ca4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:10.809508 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cb5bd-bef6-40d7-a0bb-1ea6e478bfbe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Port': ['ID=b0122f5c-ff91-45a4-86a3-d9ad5454687d,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:10.813838 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-161cb5bd-bef6-40d7-a0bb-1ea6e478bfbe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:10.821172 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-161cb5bd-bef6-40d7-a0bb-1ea6e478bfbe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.8842649
Dec 22 04:46:10.822086 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49924) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:10.854089 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b684de20-e821-47a0-ab91-a779c19fef7a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:10.867981 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91505d03-ed99-43a0-8c5f-c88584e2c746 None None] Pushing event updated for resources: {'Port': ['ID=160a2cca-f821-4b3c-b151-594625d442a3,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:10.871343 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-91505d03-ed99-43a0-8c5f-c88584e2c746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:10.899942 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-91e45bd2-db16-4620-9400-f8b81569b90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:10.906378 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-62e015c4-b207-4952-b660-2c6b77364f23 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting port b0122f5c-ff91-45a4-86a3-d9ad5454687d {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:10.906932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-62e015c4-b207-4952-b660-2c6b77364f23 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:10.914807 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7aa5a066-9ccc-4dc0-af17-3a48853ac172 None None] Provisioning for port bcda8692-20c2-482c-88c3-367e1910cd30 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:10.920012 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7aa5a066-9ccc-4dc0-af17-3a48853ac172 None None] Provisioning complete for port bcda8692-20c2-482c-88c3-367e1910cd30 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:10.920394 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7aa5a066-9ccc-4dc0-af17-3a48853ac172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:10.984344 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-7aa5a066-9ccc-4dc0-af17-3a48853ac172 None None] Port bcda8692-20c2-482c-88c3-367e1910cd30 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:46:10.987238 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7aa5a066-9ccc-4dc0-af17-3a48853ac172 None None] Could not find standard attr ID for object c885f921-4d33-40b7-b20b-c3d4df696378. {{(pid=83436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 04:46:11.040944 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b684de20-e821-47a0-ab91-a779c19fef7a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Made reservation on behalf of 664b0479e9e1448ea56990a36f4ec616 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:11.133484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-62e015c4-b207-4952-b660-2c6b77364f23 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:11.201466 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327066af-7208-4c37-a033-c9e7f1d0439b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=bcda8692-20c2-482c-88c3-367e1910cd30,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:11.291691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:11.313017 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-62e015c4-b207-4952-b660-2c6b77364f23 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Calling delete_port for b0122f5c-ff91-45a4-86a3-d9ad5454687d owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:11.325203 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 160a2cca-f821-4b3c-b151-594625d442a3 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:46:11.327473 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda11a68-c9b8-4f71-99d1-149a06bcd105 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Pushing event deleted for resources: {'Port': ['ID=701397ce-bd76-4f6d-83f9-824424cd48af,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:11.337990 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fda11a68-c9b8-4f71-99d1-149a06bcd105 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:11.343196 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-22635ac3-fba0-472d-9bc8-eb98ce0adf24 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.506s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:11.343637 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-22635ac3-fba0-472d-9bc8-eb98ce0adf24 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:11.393939 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 160a2cca-f821-4b3c-b151-594625d442a3 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:11.394169 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:11.426867 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-62e015c4-b207-4952-b660-2c6b77364f23 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:11.433151 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b684de20-e821-47a0-ab91-a779c19fef7a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:11.434614 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4c2df65b-1ef6-40cc-ab20-153ae0dac3df tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:11.490273 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e015c4-b207-4952-b660-2c6b77364f23 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Port': ['ID=b0122f5c-ff91-45a4-86a3-d9ad5454687d,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:11.495442 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-62e015c4-b207-4952-b660-2c6b77364f23 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:11.506026 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-62e015c4-b207-4952-b660-2c6b77364f23 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:11.517178 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-62e015c4-b207-4952-b660-2c6b77364f23 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/ports/b0122f5c-ff91-45a4-86a3-d9ad5454687d HTTP/1.1" status: 204  len: 168 time: 0.6939287
Dec 22 04:46:11.519632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49932) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:11.526596 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-0b10dac0-f2a8-4776-8406-c4749ce5c4fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'port': {'network_id': '0a794013-ae5e-4901-9fbf-747518ba91d3', 'mac_address': 'fa:16:3e:2d:f4:2d', 'name': 'tempest-PortsTestJSON-299704208'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:11.576638 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device dd53e09b-24be-470b-bcbe-4fda3b8d2727 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:46:11.610783 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: dd53e09b-24be-470b-bcbe-4fda3b8d2727 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:46:11.611389 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device dd53e09b-24be-470b-bcbe-4fda3b8d2727 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:46:11.611817 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c885f921-4d33-40b7-b20b-c3d4df696378 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:46:11.638799 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0b10dac0-f2a8-4776-8406-c4749ce5c4fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:11.642960 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0b10dac0-f2a8-4776-8406-c4749ce5c4fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:port and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:11.645761 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0b10dac0-f2a8-4776-8406-c4749ce5c4fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:11.645987 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: c885f921-4d33-40b7-b20b-c3d4df696378 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:46:11.646296 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c885f921-4d33-40b7-b20b-c3d4df696378 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:46:11.651533 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0b10dac0-f2a8-4776-8406-c4749ce5c4fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:11.660557 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327066af-7208-4c37-a033-c9e7f1d0439b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:11.663304 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b10dac0-f2a8-4776-8406-c4749ce5c4fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:11.681403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-327066af-7208-4c37-a033-c9e7f1d0439b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:11.775486 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0b10dac0-f2a8-4776-8406-c4749ce5c4fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:11.806612 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-0b10dac0-f2a8-4776-8406-c4749ce5c4fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] device_id is not set on port c00612d6-d039-4fd3-92e6-62eb19fadf37 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:46:11.923601 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-8501513f-2c24-44a1-82ee-a0e7c4065f1a None None] Provisioning complete for port bcda8692-20c2-482c-88c3-367e1910cd30 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:11.924148 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8501513f-2c24-44a1-82ee-a0e7c4065f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:11.982072 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-8501513f-2c24-44a1-82ee-a0e7c4065f1a None None] Port bcda8692-20c2-482c-88c3-367e1910cd30 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:46:11.995069 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:12.042975 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0b10dac0-f2a8-4776-8406-c4749ce5c4fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:12.067133 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0b10dac0-f2a8-4776-8406-c4749ce5c4fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:12.072420 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d036b82e-e786-47fd-b93e-cad4c28416f1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:12.103041 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fda11a68-c9b8-4f71-99d1-149a06bcd105 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:12.106839 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:12.114741 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6ae78a8a-c049-434c-b0ea-159adb217397 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:12.142947 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b10dac0-f2a8-4776-8406-c4749ce5c4fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network 0a794013-ae5e-4901-9fbf-747518ba91d3 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:12.146423 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-0b10dac0-f2a8-4776-8406-c4749ce5c4fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:12.150699 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b10dac0-f2a8-4776-8406-c4749ce5c4fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:12.154666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b10dac0-f2a8-4776-8406-c4749ce5c4fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:12.155954 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0b10dac0-f2a8-4776-8406-c4749ce5c4fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:12.178340 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10dac0-f2a8-4776-8406-c4749ce5c4fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Port': ['ID=c00612d6-d039-4fd3-92e6-62eb19fadf37,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:12.180678 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0b10dac0-f2a8-4776-8406-c4749ce5c4fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:12.183477 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0b10dac0-f2a8-4776-8406-c4749ce5c4fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.6624887
Dec 22 04:46:12.184672 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fda11a68-c9b8-4f71-99d1-149a06bcd105 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "DELETE /v2.0/ports/701397ce-bd76-4f6d-83f9-824424cd48af HTTP/1.1" status: 204  len: 168 time: 4.2709656
Dec 22 04:46:12.187508 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49936) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:12.187904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49938) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:12.226077 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:12.352970 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8cf579b-d5ed-4fa4-8a4e-ffcb278dfec9 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] GET failed (client error): The resource could not be found.
Dec 22 04:46:12.353598 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d8cf579b-d5ed-4fa4-8a4e-ffcb278dfec9 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Synchronizing usage tracker for tenant:c2961514dade458f8726b30effa45583 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:12.383270 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff411cb-d89f-4dda-a38e-e56950c0ae3b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:12.383874 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4ff411cb-d89f-4dda-a38e-e56950c0ae3b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Synchronizing usage tracker for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:12.387889 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d8cf579b-d5ed-4fa4-8a4e-ffcb278dfec9 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Unset dirty status for tenant:c2961514dade458f8726b30effa45583 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:12.390076 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d8cf579b-d5ed-4fa4-8a4e-ffcb278dfec9 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "GET /v2.0/ports/701397ce-bd76-4f6d-83f9-824424cd48af HTTP/1.1" status: 404  len: 333 time: 0.1994209
Dec 22 04:46:12.394141 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49946) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:12.444439 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4ff411cb-d89f-4dda-a38e-e56950c0ae3b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Unset dirty status for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:12.445600 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4ff411cb-d89f-4dda-a38e-e56950c0ae3b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports/c00612d6-d039-4fd3-92e6-62eb19fadf37 HTTP/1.1" status: 200  len: 840 time: 0.2566540
Dec 22 04:46:12.448260 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49950) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:12.507633 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc9de2-d8a3-4329-95bb-e6af80ceed9a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Deleting port 1c681076-041b-4eec-a436-7c4ef4b83b1a {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:12.508014 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9de2-d8a3-4329-95bb-e6af80ceed9a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:12.570348 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b684de20-e821-47a0-ab91-a779c19fef7a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:12.576641 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-5700500d-ce7b-4dd7-ad17-bf4e408d1db7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting port c00612d6-d039-4fd3-92e6-62eb19fadf37 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:12.577019 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5700500d-ce7b-4dd7-ad17-bf4e408d1db7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:12.577276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:12.688750 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684de20-e821-47a0-ab91-a779c19fef7a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Subnet': ['ID=f7c3941a-0576-4cc0-abcd-9855f56fcd0b,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:12.698865 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b684de20-e821-47a0-ab91-a779c19fef7a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:12.874537 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b684de20-e821-47a0-ab91-a779c19fef7a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Checking segment: {'id': '207c6ade-8e1b-4ba4-861f-571ec1b53356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '856524b5-fe55-42a9-b736-f1c8c3aaa782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:12.874884 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b684de20-e821-47a0-ab91-a779c19fef7a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Network hostable DHCP agents. Network: 856524b5-fe55-42a9-b736-f1c8c3aaa782, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:46:12.951271 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5700500d-ce7b-4dd7-ad17-bf4e408d1db7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:12.959195 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9de2-d8a3-4329-95bb-e6af80ceed9a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:12.970528 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:13.006411 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:13.105205 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b684de20-e821-47a0-ab91-a779c19fef7a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Network 856524b5-fe55-42a9-b736-f1c8c3aaa782 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:46:13.119119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327066af-7208-4c37-a033-c9e7f1d0439b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Router 1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:46:13.129133 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-5700500d-ce7b-4dd7-ad17-bf4e408d1db7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Calling delete_port for c00612d6-d039-4fd3-92e6-62eb19fadf37 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:13.186937 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-b684de20-e821-47a0-ab91-a779c19fef7a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 856524b5-fe55-42a9-b736-f1c8c3aaa782) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:13.196690 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4403f2-b9b3-4b5d-91c7-88cad09fc061 None None] Network 856524b5-fe55-42a9-b736-f1c8c3aaa782 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:13.224256 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc9de2-d8a3-4329-95bb-e6af80ceed9a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Calling delete_port for 1c681076-041b-4eec-a436-7c4ef4b83b1a owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:13.340503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b684de20-e821-47a0-ab91-a779c19fef7a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:13.341083 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b684de20-e821-47a0-ab91-a779c19fef7a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:13.379101 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5700500d-ce7b-4dd7-ad17-bf4e408d1db7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:13.389825 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6fd092f3-785b-4ef1-a6cf-e9c95e344155 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:13.443657 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700500d-ce7b-4dd7-ad17-bf4e408d1db7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Port': ['ID=c00612d6-d039-4fd3-92e6-62eb19fadf37,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:13.446161 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5700500d-ce7b-4dd7-ad17-bf4e408d1db7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:13.465292 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5700500d-ce7b-4dd7-ad17-bf4e408d1db7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:13.480035 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:13.486871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9de2-d8a3-4329-95bb-e6af80ceed9a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:13.493458 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0b10dac0-f2a8-4776-8406-c4749ce5c4fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:13.499457 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-856524b5-fe55-42a9-b736-f1c8c3aaa782', 'network_id': '856524b5-fe55-42a9-b736-f1c8c3aaa782', 'tenant_id': '664b0479e9e1448ea56990a36f4ec616', 'fixed_ips': [{'subnet_id': 'f7c3941a-0576-4cc0-abcd-9855f56fcd0b'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:46:13.500324 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:13.525462 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b684de20-e821-47a0-ab91-a779c19fef7a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 3.3980761
Dec 22 04:46:13.532182 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5700500d-ce7b-4dd7-ad17-bf4e408d1db7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/ports/c00612d6-d039-4fd3-92e6-62eb19fadf37 HTTP/1.1" status: 204  len: 168 time: 1.0806360
Dec 22 04:46:13.535383 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49958) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:13.535383 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49960) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:13.537128 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc9de2-d8a3-4329-95bb-e6af80ceed9a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Pushing event deleted for resources: {'Port': ['ID=1c681076-041b-4eec-a436-7c4ef4b83b1a,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:13.540013 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8ecc9de2-d8a3-4329-95bb-e6af80ceed9a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:13.553772 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-7e9c6b63-b9b0-4357-bc98-9e25da6184f1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1012428000'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:13.586172 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9de2-d8a3-4329-95bb-e6af80ceed9a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:13.590742 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8ecc9de2-d8a3-4329-95bb-e6af80ceed9a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "DELETE /v2.0/ports/1c681076-041b-4eec-a436-7c4ef4b83b1a HTTP/1.1" status: 204  len: 168 time: 1.1931827
Dec 22 04:46:13.591235 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49966) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:13.627558 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Allocated IP 172.26.4.62 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/1d2bf042-2578-4359-8ff2-50255e7a6ea0) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:13.631878 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7e9c6b63-b9b0-4357-bc98-9e25da6184f1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:13.639986 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada36ead-c377-43a3-ad28-4c1fda4aa629 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] GET failed (client error): The resource could not be found.
Dec 22 04:46:13.641344 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ada36ead-c377-43a3-ad28-4c1fda4aa629 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports/c00612d6-d039-4fd3-92e6-62eb19fadf37 HTTP/1.1" status: 404  len: 333 time: 0.1029749
Dec 22 04:46:13.642551 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7e9c6b63-b9b0-4357-bc98-9e25da6184f1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Usage tracker for resource:network and tenant:664b0479e9e1448ea56990a36f4ec616 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:13.647296 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-91dda4c6-5610-4f6c-9a16-458ffa0406b1 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] GET failed (client error): The resource could not be found.
Dec 22 04:46:13.648151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-91dda4c6-5610-4f6c-9a16-458ffa0406b1 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Synchronizing usage tracker for tenant:c2961514dade458f8726b30effa45583 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:13.648816 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49970) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:13.653595 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7e9c6b63-b9b0-4357-bc98-9e25da6184f1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:13.668873 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7e9c6b63-b9b0-4357-bc98-9e25da6184f1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:13.669814 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-91dda4c6-5610-4f6c-9a16-458ffa0406b1 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Unset dirty status for tenant:c2961514dade458f8726b30effa45583 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:13.675484 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-91dda4c6-5610-4f6c-9a16-458ffa0406b1 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "GET /v2.0/ports/1c681076-041b-4eec-a436-7c4ef4b83b1a HTTP/1.1" status: 404  len: 333 time: 0.0834813
Dec 22 04:46:13.675644 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-ae15891d-b228-4e2b-ae52-fcf7fa9c9f4e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'port': {'network_id': '0a794013-ae5e-4901-9fbf-747518ba91d3', 'name': 'tempest-PortsTestJSON-55931120'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:13.676465 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49974) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:13.786262 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Allocated IP 172.20.255.242 (856524b5-fe55-42a9-b736-f1c8c3aaa782/f7c3941a-0576-4cc0-abcd-9855f56fcd0b/dd493254-fcc1-4ab7-abfe-f55d5b9150fb) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:13.799821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-60063a37-d3b6-400f-87d0-9c2d4197966a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Deleting port 0e6e8848-76e3-4887-bf6a-bf6924bdc6a4 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:13.800164 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-60063a37-d3b6-400f-87d0-9c2d4197966a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:13.872015 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9c6b63-b9b0-4357-bc98-9e25da6184f1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Made reservation on behalf of 664b0479e9e1448ea56990a36f4ec616 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:13.875003 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7e9c6b63-b9b0-4357-bc98-9e25da6184f1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:13.948531 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ae15891d-b228-4e2b-ae52-fcf7fa9c9f4e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:13.958304 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ae15891d-b228-4e2b-ae52-fcf7fa9c9f4e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:port and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:13.969834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ae15891d-b228-4e2b-ae52-fcf7fa9c9f4e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:13.994875 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ae15891d-b228-4e2b-ae52-fcf7fa9c9f4e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:14.001673 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae78a8a-c049-434c-b0ea-159adb217397 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Router 06afb48b-162a-405b-92b4-49dd2158eb47 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:46:14.010173 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9c6b63-b9b0-4357-bc98-9e25da6184f1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:46:14.042826 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7e9c6b63-b9b0-4357-bc98-9e25da6184f1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:14.043255 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-7e9c6b63-b9b0-4357-bc98-9e25da6184f1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Added segment 64100381-2780-4920-8e9a-c9eeb11f2a33 of type vlan for network 684dcf82-132f-4d52-99fb-f41fab20d3f1
Dec 22 04:46:14.060409 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae15891d-b228-4e2b-ae52-fcf7fa9c9f4e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:14.063412 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ae15891d-b228-4e2b-ae52-fcf7fa9c9f4e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:14.081307 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:14.088551 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:14.103917 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Transition to ACTIVE for port object dd493254-fcc1-4ab7-abfe-f55d5b9150fb will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:14.114055 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327066af-7208-4c37-a033-c9e7f1d0439b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:46:14.128212 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] Sync routers for ids ['1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:46:14.134631 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Transition to ACTIVE for port object dd493254-fcc1-4ab7-abfe-f55d5b9150fb will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:14.142148 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] Routers {'1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:14.143313 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c2c18b0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:14.152059 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:14.183910 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f40397fd-8fd3-4426-a216-63aebef91939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:14.208276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7e9c6b63-b9b0-4357-bc98-9e25da6184f1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:14.210703 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-60063a37-d3b6-400f-87d0-9c2d4197966a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:14.238335 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Network 856524b5-fe55-42a9-b736-f1c8c3aaa782 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:14.241216 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:14.244950 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:14.274476 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-327066af-7208-4c37-a033-c9e7f1d0439b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "PUT /v2.0/routers/1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.0598876
Dec 22 04:46:14.276787 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-ae15891d-b228-4e2b-ae52-fcf7fa9c9f4e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] device_id is not set on port a2d40548-e65c-4e04-bea4-3537f493e084 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:46:14.295268 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Pushing event updated for resources: {'Port': ['ID=dd493254-fcc1-4ab7-abfe-f55d5b9150fb,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:14.305260 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:14.346035 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] Set router 1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:46:14.346258 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-60063a37-d3b6-400f-87d0-9c2d4197966a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Calling delete_port for 0e6e8848-76e3-4887-bf6a-bf6924bdc6a4 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:14.348351 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 49980) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:14.355249 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Attempting to bind port dd493254-fcc1-4ab7-abfe-f55d5b9150fb on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:46:14.355630 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Attempting to bind port dd493254-fcc1-4ab7-abfe-f55d5b9150fb by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '207c6ade-8e1b-4ba4-861f-571ec1b53356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '856524b5-fe55-42a9-b736-f1c8c3aaa782'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:46:14.355993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Attempting to bind port dd493254-fcc1-4ab7-abfe-f55d5b9150fb on network 856524b5-fe55-42a9-b736-f1c8c3aaa782 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:46:14.363090 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:46:14.363458 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Checking segment: {'id': '207c6ade-8e1b-4ba4-861f-571ec1b53356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '856524b5-fe55-42a9-b736-f1c8c3aaa782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:14.363992 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:14.364391 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Bound using segment: {'id': '207c6ade-8e1b-4ba4-861f-571ec1b53356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '856524b5-fe55-42a9-b736-f1c8c3aaa782'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:46:14.364846 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Bound port: dd493254-fcc1-4ab7-abfe-f55d5b9150fb, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207c6ade-8e1b-4ba4-861f-571ec1b53356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '856524b5-fe55-42a9-b736-f1c8c3aaa782'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:46:14.365217 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:14.461352 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] For port dd493254-fcc1-4ab7-abfe-f55d5b9150fb, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:46:14.464707 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] For port dd493254-fcc1-4ab7-abfe-f55d5b9150fb, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=dd493254-fcc1-4ab7-abfe-f55d5b9150fb,segment=NetworkSegment(207c6ade-8e1b-4ba4-861f-571ec1b53356),segment_id=207c6ade-8e1b-4ba4-861f-571ec1b53356)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:46:14.473448 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:14.479070 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-733f0f51-0b79-497b-8188-60cca47ad2e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:14.496690 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7e9c6b63-b9b0-4357-bc98-9e25da6184f1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:14.501666 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9c6b63-b9b0-4357-bc98-9e25da6184f1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:14.502379 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7e9c6b63-b9b0-4357-bc98-9e25da6184f1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:14.503976 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-60063a37-d3b6-400f-87d0-9c2d4197966a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:14.511678 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a5a7db20-682e-4c61-bab3-3358ca512285 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:14.520413 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-373c3ac2-b774-454a-b422-8bceb6973881 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:14.571775 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Pushing event updated for resources: {'Port': ['ID=dd493254-fcc1-4ab7-abfe-f55d5b9150fb,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:14.582027 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:14.612076 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60063a37-d3b6-400f-87d0-9c2d4197966a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Pushing event deleted for resources: {'Port': ['ID=0e6e8848-76e3-4887-bf6a-bf6924bdc6a4,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:14.616198 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-60063a37-d3b6-400f-87d0-9c2d4197966a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:14.617404 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-60063a37-d3b6-400f-87d0-9c2d4197966a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:14.619423 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:14.636948 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-60063a37-d3b6-400f-87d0-9c2d4197966a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "DELETE /v2.0/ports/0e6e8848-76e3-4887-bf6a-bf6924bdc6a4 HTTP/1.1" status: 204  len: 168 time: 0.9590650
Dec 22 04:46:14.639208 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49984) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:14.658238 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c6b63-b9b0-4357-bc98-9e25da6184f1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Network': ['ID=684dcf82-132f-4d52-99fb-f41fab20d3f1,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:14.678742 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 684dcf82-132f-4d52-99fb-f41fab20d3f1 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:46:14.728728 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7e9c6b63-b9b0-4357-bc98-9e25da6184f1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:14.744852 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-22635ac3-fba0-472d-9bc8-eb98ce0adf24 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:14.789272 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c2c18b0>, [{'id': '1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c', 'name': 'tempest-NetworksTestDHCPv6-router-1776991539', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:46:02Z', 'updated_at': '2021-12-22T04:46:07Z', 'revision_number': 2, 'project_id': '25825f4b1181465ebc1c194a44f89ac1', 'gw_port_host': None, '_interfaces': [{'id': 'bcda8692-20c2-482c-88c3-367e1910cd30', 'name': '', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'mac_address': 'fa:16:3e:27:2b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c226e03-057a-4d35-8703-cd6cf51d8080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:46:04Z', 'updated_at': '2021-12-22T04:46:09Z', 'revision_number': 2, 'project_id': '25825f4b1181465ebc1c194a44f89ac1', 'subnets': [{'id': '2c226e03-057a-4d35-8703-cd6cf51d8080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:14.794785 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] Checking router: 1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:46:14.795847 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] Updating router 1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c port bcda8692-20c2-482c-88c3-367e1910cd30 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:46:14.886487 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:14.963745 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7e9c6b63-b9b0-4357-bc98-9e25da6184f1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.4267921
Dec 22 04:46:14.966858 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49990) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:14.990445 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-2fc824ea-3f3f-4756-9721-f1c596a5f773 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'subnet': {'network_id': '684dcf82-132f-4d52-99fb-f41fab20d3f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:14.993930 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa90583-94aa-4dad-9125-1dfde0224e80 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:14.994512 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4aa90583-94aa-4dad-9125-1dfde0224e80 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:15.007702 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Pushing event updated for resources: {'Port': ['ID=1d2bf042-2578-4359-8ff2-50255e7a6ea0,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:15.011119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:15.019015 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59478ef-7094-45b9-8221-6d84efe993f4 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Deleting subnet ebbcc94f-2c57-422f-a573-00259a7925a0 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:46:15.082596 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:15.092237 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:15.095176 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:15.109256 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a59478ef-7094-45b9-8221-6d84efe993f4 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:15.174013 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4aa90583-94aa-4dad-9125-1dfde0224e80 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:15.174013 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4aa90583-94aa-4dad-9125-1dfde0224e80 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports/bcda8692-20c2-482c-88c3-367e1910cd30 HTTP/1.1" status: 200  len: 911 time: 0.8176134
Dec 22 04:46:15.184021 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 49996) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:15.246706 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae78a8a-c049-434c-b0ea-159adb217397 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:46:15.252878 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6ae78a8a-c049-434c-b0ea-159adb217397 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/routers/06afb48b-162a-405b-92b4-49dd2158eb47/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.3040888
Dec 22 04:46:15.257402 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50000) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:15.260053 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ae15891d-b228-4e2b-ae52-fcf7fa9c9f4e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:15.265586 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47095a-1ce8-47a5-be85-f465678b40b2 None None] Sync routers for ids ['06afb48b-162a-405b-92b4-49dd2158eb47'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:46:15.286346 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf47095a-1ce8-47a5-be85-f465678b40b2 None None] Routers {'06afb48b-162a-405b-92b4-49dd2158eb47'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:15.292958 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-cf47095a-1ce8-47a5-be85-f465678b40b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bcaed60>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['06afb48b-162a-405b-92b4-49dd2158eb47'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:15.321596 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-2fc824ea-3f3f-4756-9721-f1c596a5f773 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:15.325454 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a59478ef-7094-45b9-8221-6d84efe993f4 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:15.400133 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:15.410045 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2fc824ea-3f3f-4756-9721-f1c596a5f773 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Usage tracker for resource:subnet and tenant:664b0479e9e1448ea56990a36f4ec616 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:15.414437 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-cf47095a-1ce8-47a5-be85-f465678b40b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bcaed60>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:15.416760 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2fc824ea-3f3f-4756-9721-f1c596a5f773 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:15.426775 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] Transition to ACTIVE for port object bcda8692-20c2-482c-88c3-367e1910cd30 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:15.435483 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-2fc824ea-3f3f-4756-9721-f1c596a5f773 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:15.450612 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device dd493254-fcc1-4ab7-abfe-f55d5b9150fb up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:46:15.458790 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:15.465806 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:15.506415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ac08cd-9109-4e43-8875-c5c96a15f2dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:15.519565 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ac08cd-9109-4e43-8875-c5c96a15f2dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:15.520395 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b6ac08cd-9109-4e43-8875-c5c96a15f2dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:15.522245 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf47095a-1ce8-47a5-be85-f465678b40b2 None None] Routers {'06afb48b-162a-405b-92b4-49dd2158eb47'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:15.522872 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-cf47095a-1ce8-47a5-be85-f465678b40b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bcaed60>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['06afb48b-162a-405b-92b4-49dd2158eb47'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:15.532926 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc824ea-3f3f-4756-9721-f1c596a5f773 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Made reservation on behalf of 664b0479e9e1448ea56990a36f4ec616 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:15.578278 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ae15891d-b228-4e2b-ae52-fcf7fa9c9f4e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:15.595673 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-cf47095a-1ce8-47a5-be85-f465678b40b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bcaed60>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:15.596082 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47095a-1ce8-47a5-be85-f465678b40b2 None None] The sync data for ids ['06afb48b-162a-405b-92b4-49dd2158eb47'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:46:15.643919 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port dd493254-fcc1-4ab7-abfe-f55d5b9150fb completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:15.674890 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c105b39-408d-4c24-afff-787e435175aa None None] Pushing event updated for resources: {'Port': ['ID=bcda8692-20c2-482c-88c3-367e1910cd30,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:15.678342 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-6c105b39-408d-4c24-afff-787e435175aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:15.685816 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b6ac08cd-9109-4e43-8875-c5c96a15f2dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:15.687051 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b6ac08cd-9109-4e43-8875-c5c96a15f2dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.5020084
Dec 22 04:46:15.691416 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6ae78a8a-c049-434c-b0ea-159adb217397 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:15.705660 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50004) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:15.797881 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] Attempting to bind port bcda8692-20c2-482c-88c3-367e1910cd30 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:46:15.798255 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] Attempting to bind port bcda8692-20c2-482c-88c3-367e1910cd30 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:46:15.798616 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] Attempting to bind port bcda8692-20c2-482c-88c3-367e1910cd30 on network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:46:15.805443 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:46:15.805907 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:15.806307 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:15.806709 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] Bound using segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:46:15.807216 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] Bound port: bcda8692-20c2-482c-88c3-367e1910cd30, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:46:15.807612 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:15.820463 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15891d-b228-4e2b-ae52-fcf7fa9c9f4e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Port': ['ID=a2d40548-e65c-4e04-bea4-3537f493e084,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:15.831444 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2fc824ea-3f3f-4756-9721-f1c596a5f773 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:15.831933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ae15891d-b228-4e2b-ae52-fcf7fa9c9f4e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:15.836845 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae15891d-b228-4e2b-ae52-fcf7fa9c9f4e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network 0a794013-ae5e-4901-9fbf-747518ba91d3 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:15.843203 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-ae15891d-b228-4e2b-ae52-fcf7fa9c9f4e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:15.846089 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae15891d-b228-4e2b-ae52-fcf7fa9c9f4e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:15.851222 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae15891d-b228-4e2b-ae52-fcf7fa9c9f4e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:15.851974 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ae15891d-b228-4e2b-ae52-fcf7fa9c9f4e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:15.899648 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ae15891d-b228-4e2b-ae52-fcf7fa9c9f4e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 844 time: 2.2407730
Dec 22 04:46:15.903031 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50008) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:15.913112 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-8e7e8805-c45e-45ca-aa64-e124aa934db9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:15.922340 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a59478ef-7094-45b9-8221-6d84efe993f4 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:15.924726 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] For port bcda8692-20c2-482c-88c3-367e1910cd30, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:46:15.929025 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] For port bcda8692-20c2-482c-88c3-367e1910cd30, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=bcda8692-20c2-482c-88c3-367e1910cd30,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:46:15.941403 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:15.955396 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:16.038700 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c105b39-408d-4c24-afff-787e435175aa None None] Pushing event updated for resources: {'Port': ['ID=bcda8692-20c2-482c-88c3-367e1910cd30,revision_number=4']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:16.045443 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-6c105b39-408d-4c24-afff-787e435175aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:16.058623 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] Routers {'1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:16.059381 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c2c18b0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:16.112323 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2b51eb-d8fb-44bb-9165-c1cdb7feae6e None None] Network 856524b5-fe55-42a9-b736-f1c8c3aaa782 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:16.261784 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] Set router 1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:46:16.265913 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:16.266734 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:16.278161 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8e7e8805-c45e-45ca-aa64-e124aa934db9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:16.384330 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a59478ef-7094-45b9-8221-6d84efe993f4 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:16.401652 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:16.428507 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1bb43d06-f2a4-4906-90d7-b386023a73c6 None None] Provisioning for port dd493254-fcc1-4ab7-abfe-f55d5b9150fb completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:16.436645 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1bb43d06-f2a4-4906-90d7-b386023a73c6 None None] Provisioning complete for port dd493254-fcc1-4ab7-abfe-f55d5b9150fb triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:16.437473 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1bb43d06-f2a4-4906-90d7-b386023a73c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:16.456085 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59478ef-7094-45b9-8221-6d84efe993f4 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Pushing event deleted for resources: {'Subnet': ['ID=ebbcc94f-2c57-422f-a573-00259a7925a0,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:16.461232 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a59478ef-7094-45b9-8221-6d84efe993f4 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:16.469651 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a59478ef-7094-45b9-8221-6d84efe993f4 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:16.505935 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a59478ef-7094-45b9-8221-6d84efe993f4 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "DELETE /v2.0/subnets/ebbcc94f-2c57-422f-a573-00259a7925a0 HTTP/1.1" status: 204  len: 168 time: 1.8632903
Dec 22 04:46:16.508892 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50016) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:16.521884 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bf18d2-3fd5-4ad4-8bb7-62fc13f78e09 None None] Network f586c691-47fc-4630-9123-d98b5a78c68f requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:16.689081 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f8d4bc4f-c6ef-40a6-a3e1-3357cb07d376 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:16.787723 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:16.798417 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1bb43d06-f2a4-4906-90d7-b386023a73c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:16.835693 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c2c18b0>, [{'id': '1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c', 'name': 'tempest-NetworksTestDHCPv6-router-1776991539', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:46:02Z', 'updated_at': '2021-12-22T04:46:07Z', 'revision_number': 2, 'project_id': '25825f4b1181465ebc1c194a44f89ac1', 'gw_port_host': None, '_interfaces': [{'id': 'bcda8692-20c2-482c-88c3-367e1910cd30', 'name': '', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'mac_address': 'fa:16:3e:27:2b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c226e03-057a-4d35-8703-cd6cf51d8080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:46:04Z', 'updated_at': '2021-12-22T04:46:15Z', 'revision_number': 4, 'project_id': '25825f4b1181465ebc1c194a44f89ac1', 'subnets': [{'id': '2c226e03-057a-4d35-8703-cd6cf51d8080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:16.842243 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ee1cf-7edf-4376-b9f2-8231edc086e4 None None] The sync data for ids ['1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c'] in dv-neutron-822525-1-hyperv is: [{'id': '1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c', 'name': 'tempest-NetworksTestDHCPv6-router-1776991539', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:46:02Z', 'updated_at': '2021-12-22T04:46:07Z', 'revision_number': 2, 'project_id': '25825f4b1181465ebc1c194a44f89ac1', 'gw_port_host': None, '_interfaces': [{'id': 'bcda8692-20c2-482c-88c3-367e1910cd30', 'name': '', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'mac_address': 'fa:16:3e:27:2b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c226e03-057a-4d35-8703-cd6cf51d8080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:46:04Z', 'updated_at': '2021-12-22T04:46:15Z', 'revision_number': 4, 'project_id': '25825f4b1181465ebc1c194a44f89ac1', 'subnets': [{'id': '2c226e03-057a-4d35-8703-cd6cf51d8080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:46:16.847421 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8e7e8805-c45e-45ca-aa64-e124aa934db9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:16.875274 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8e7e8805-c45e-45ca-aa64-e124aa934db9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:16.880321 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:16.906646 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-1bb43d06-f2a4-4906-90d7-b386023a73c6 None None] For port dd493254-fcc1-4ab7-abfe-f55d5b9150fb, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=dd493254-fcc1-4ab7-abfe-f55d5b9150fb,segment=NetworkSegment(207c6ade-8e1b-4ba4-861f-571ec1b53356),segment_id=207c6ade-8e1b-4ba4-861f-571ec1b53356)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:16.906852 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Deleting port 56ef5c93-faa2-43d5-b59a-8530c8a91db1 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:16.907171 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:16.941805 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2fc824ea-3f3f-4756-9721-f1c596a5f773 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:16.944700 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1bb43d06-f2a4-4906-90d7-b386023a73c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:16.947231 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6f8767f7-7671-4b9e-b430-91c02c078680 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:16.950918 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9324d017-5f37-4f55-b1b3-a2ee410c734d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:16.966446 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e8805-c45e-45ca-aa64-e124aa934db9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] In _notify_port_updated(), no bound segment for port a2d40548-e65c-4e04-bea4-3537f493e084 on network 0a794013-ae5e-4901-9fbf-747518ba91d3 {{(pid=83435) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 04:46:16.970749 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7e8805-c45e-45ca-aa64-e124aa934db9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:16.971355 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8e7e8805-c45e-45ca-aa64-e124aa934db9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:16.976001 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8e7e8805-c45e-45ca-aa64-e124aa934db9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "PUT /v2.0/ports/a2d40548-e65c-4e04-bea4-3537f493e084 HTTP/1.1" status: 200  len: 818 time: 1.0686522
Dec 22 04:46:16.981040 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50020) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:16.989285 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e8805-c45e-45ca-aa64-e124aa934db9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Port': ['ID=a2d40548-e65c-4e04-bea4-3537f493e084,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:17.026260 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8e7e8805-c45e-45ca-aa64-e124aa934db9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:17.051408 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb43d06-f2a4-4906-90d7-b386023a73c6 None None] Pushing event updated for resources: {'Port': ['ID=dd493254-fcc1-4ab7-abfe-f55d5b9150fb,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:17.061004 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1bb43d06-f2a4-4906-90d7-b386023a73c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:17.082253 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc824ea-3f3f-4756-9721-f1c596a5f773 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Subnet': ['ID=5f7a349a-7899-4d66-8cb8-76dd6b71140b,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:17.088705 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-a2aaaf01-8c66-445e-ac3c-a6317c56308b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting port a2d40548-e65c-4e04-bea4-3537f493e084 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:17.089043 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a2aaaf01-8c66-445e-ac3c-a6317c56308b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:17.097675 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2fc824ea-3f3f-4756-9721-f1c596a5f773 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:17.235869 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc95020d-25bd-4a04-ae6f-4dc11c1fe6f3 None None] DHCP port deletion for f586c691-47fc-4630-9123-d98b5a78c68f request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:46:17.246121 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-cc95020d-25bd-4a04-ae6f-4dc11c1fe6f3 None None] Deleting port 56ef5c93-faa2-43d5-b59a-8530c8a91db1 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:17.246505 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cc95020d-25bd-4a04-ae6f-4dc11c1fe6f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:17.439300 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc824ea-3f3f-4756-9721-f1c596a5f773 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Checking segment: {'id': '64100381-2780-4920-8e9a-c9eeb11f2a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '684dcf82-132f-4d52-99fb-f41fab20d3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:17.440014 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc824ea-3f3f-4756-9721-f1c596a5f773 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Network hostable DHCP agents. Network: 684dcf82-132f-4d52-99fb-f41fab20d3f1, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:46:17.493713 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-2ceae3de-714f-4d58-a881-2019530ab73a None None] Provisioning complete for port dd493254-fcc1-4ab7-abfe-f55d5b9150fb triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:17.494227 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2ceae3de-714f-4d58-a881-2019530ab73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:17.536153 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Router 08a3f86c-1ec0-4ed9-b17c-14b59344112e is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:46:17.564323 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device dd493254-fcc1-4ab7-abfe-f55d5b9150fb up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:46:17.569387 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] For port 56ef5c93-faa2-43d5-b59a-8530c8a91db1, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=56ef5c93-faa2-43d5-b59a-8530c8a91db1,segment=NetworkSegment(97acc502-205b-4141-b777-b8adb8060383),segment_id=97acc502-205b-4141-b777-b8adb8060383)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:17.569946 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:17.722835 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Calling delete_port for 56ef5c93-faa2-43d5-b59a-8530c8a91db1 owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:17.752152 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc824ea-3f3f-4756-9721-f1c596a5f773 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Network 684dcf82-132f-4d52-99fb-f41fab20d3f1 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:46:17.777183 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-2fc824ea-3f3f-4756-9721-f1c596a5f773 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 684dcf82-132f-4d52-99fb-f41fab20d3f1) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:17.801451 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc824ea-3f3f-4756-9721-f1c596a5f773 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:17.802086 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2fc824ea-3f3f-4756-9721-f1c596a5f773 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:17.841067 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e64d6da-ea72-4f46-bcd2-2b264e711754 None None] Network 684dcf82-132f-4d52-99fb-f41fab20d3f1 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:17.886090 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2fc824ea-3f3f-4756-9721-f1c596a5f773 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 2.9126742
Dec 22 04:46:17.890105 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50028) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:17.917037 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a2aaaf01-8c66-445e-ac3c-a6317c56308b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:17.934788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port dd493254-fcc1-4ab7-abfe-f55d5b9150fb triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:17.935171 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:17.939300 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:18.000266 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-cc95020d-25bd-4a04-ae6f-4dc11c1fe6f3 None None] For port 56ef5c93-faa2-43d5-b59a-8530c8a91db1, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=56ef5c93-faa2-43d5-b59a-8530c8a91db1,segment=NetworkSegment(97acc502-205b-4141-b777-b8adb8060383),segment_id=97acc502-205b-4141-b777-b8adb8060383)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:18.000497 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f1a92067-e6c3-47f4-8858-4258b3b7b937 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:18.000601 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cc95020d-25bd-4a04-ae6f-4dc11c1fe6f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:18.042565 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] No DVR routers for this DVR port 56ef5c93-faa2-43d5-b59a-8530c8a91db1 on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:46:18.057609 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-a2aaaf01-8c66-445e-ac3c-a6317c56308b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Calling delete_port for a2d40548-e65c-4e04-bea4-3537f493e084 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:18.086207 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Pushing event deleted for resources: {'Port': ['ID=56ef5c93-faa2-43d5-b59a-8530c8a91db1,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:18.102928 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:18.150602 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-cc95020d-25bd-4a04-ae6f-4dc11c1fe6f3 None None] Calling delete_port for 56ef5c93-faa2-43d5-b59a-8530c8a91db1 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:18.243336 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:18.267097 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:18.307833 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a2aaaf01-8c66-445e-ac3c-a6317c56308b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:18.315660 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-49879265-74fe-404f-825f-1dd03a6306a9 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:18.322405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b14c5b0>,) {'filters': {'network_id': ['f586c691-47fc-4630-9123-d98b5a78c68f']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:18.341503 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b14c5b0>, '97acc502-205b-4141-b777-b8adb8060383') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:18.341961 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b14c5b0>, '97acc502-205b-4141-b777-b8adb8060383') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:18.358393 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aaaf01-8c66-445e-ac3c-a6317c56308b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Port': ['ID=a2d40548-e65c-4e04-bea4-3537f493e084,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:18.364298 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a2aaaf01-8c66-445e-ac3c-a6317c56308b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:18.364980 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-cc95020d-25bd-4a04-ae6f-4dc11c1fe6f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:46:18.365338 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-cc95020d-25bd-4a04-ae6f-4dc11c1fe6f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:46:18.368218 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device bcda8692-20c2-482c-88c3-367e1910cd30 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:46:18.397885 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-684dcf82-132f-4d52-99fb-f41fab20d3f1', 'network_id': '684dcf82-132f-4d52-99fb-f41fab20d3f1', 'tenant_id': '664b0479e9e1448ea56990a36f4ec616', 'fixed_ips': [{'subnet_id': '5f7a349a-7899-4d66-8cb8-76dd6b71140b'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:46:18.398702 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:18.400119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a2aaaf01-8c66-445e-ac3c-a6317c56308b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:18.462821 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a2aaaf01-8c66-445e-ac3c-a6317c56308b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/ports/a2d40548-e65c-4e04-bea4-3537f493e084 HTTP/1.1" status: 204  len: 168 time: 1.4781382
Dec 22 04:46:18.466105 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50032) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:18.540920 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:18.573393 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port bcda8692-20c2-482c-88c3-367e1910cd30 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:18.574001 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:46:18.580810 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-61058bb6-621c-4017-ba53-1c34af715aa3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:18.586685 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2677d30d-4acf-4176-9e14-9d05a934a99d None None] Sync routers for ids ['08a3f86c-1ec0-4ed9-b17c-14b59344112e'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:46:18.593867 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port bcda8692-20c2-482c-88c3-367e1910cd30 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:18.594795 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:18.610396 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2677d30d-4acf-4176-9e14-9d05a934a99d None None] Routers {'08a3f86c-1ec0-4ed9-b17c-14b59344112e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:18.611521 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-2677d30d-4acf-4176-9e14-9d05a934a99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c596ee0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['08a3f86c-1ec0-4ed9-b17c-14b59344112e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:18.663922 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Allocated IP 172.20.0.2 (684dcf82-132f-4d52-99fb-f41fab20d3f1/5f7a349a-7899-4d66-8cb8-76dd6b71140b/21978c2f-74a8-40a1-a1fb-4da0b356b71e) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:18.677878 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-f8d4bc4f-c6ef-40a6-a3e1-3357cb07d376 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting port 98f866d9-9417-43bc-9535-f3f022e01c67 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:18.678208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f8d4bc4f-c6ef-40a6-a3e1-3357cb07d376 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:18.718200 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:18.719803 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5af18687-d802-4b3b-ba46-5c214355334d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 882 time: 8.5871902
Dec 22 04:46:18.726123 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50038) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:18.728123 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-2677d30d-4acf-4176-9e14-9d05a934a99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c596ee0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:18.742775 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-2ba28bce-c011-42ab-a135-6866b9e3b6c8 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'enable_snat': False}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:18.774202 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:18.774363 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2677d30d-4acf-4176-9e14-9d05a934a99d None None] Routers {'08a3f86c-1ec0-4ed9-b17c-14b59344112e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:18.775483 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-2677d30d-4acf-4176-9e14-9d05a934a99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c596ee0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['08a3f86c-1ec0-4ed9-b17c-14b59344112e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:18.825758 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea7af8c-8961-4809-85d9-e5ca61ff06af tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:18.826774 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5ea7af8c-8961-4809-85d9-e5ca61ff06af tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Synchronizing usage tracker for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:18.843875 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:18.852805 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-2677d30d-4acf-4176-9e14-9d05a934a99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c596ee0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:18.853005 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2677d30d-4acf-4176-9e14-9d05a934a99d None None] The sync data for ids ['08a3f86c-1ec0-4ed9-b17c-14b59344112e'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:46:18.854340 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:46:18.855585 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:18.861898 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:18.873307 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-cc95020d-25bd-4a04-ae6f-4dc11c1fe6f3 None None] Deleting port 56ef5c93-faa2-43d5-b59a-8530c8a91db1 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:18.873744 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cc95020d-25bd-4a04-ae6f-4dc11c1fe6f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:46:18.874053 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:46:18.883476 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5ea7af8c-8961-4809-85d9-e5ca61ff06af tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Unset dirty status for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:18.887363 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5ea7af8c-8961-4809-85d9-e5ca61ff06af tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.4161069
Dec 22 04:46:18.929980 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50042) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:18.991088 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb509811-5240-426a-ad7d-fcbdabc82983 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] GET failed (client error): The resource could not be found.
Dec 22 04:46:18.991585 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-bb509811-5240-426a-ad7d-fcbdabc82983 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Synchronizing usage tracker for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:19.038243 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:19.043137 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:19.047515 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:19.066143 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-bb509811-5240-426a-ad7d-fcbdabc82983 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Unset dirty status for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:19.067038 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-bb509811-5240-426a-ad7d-fcbdabc82983 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports/a2d40548-e65c-4e04-bea4-3537f493e084 HTTP/1.1" status: 404  len: 333 time: 0.1273179
Dec 22 04:46:19.072439 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-cc95020d-25bd-4a04-ae6f-4dc11c1fe6f3 None None] The port '56ef5c93-faa2-43d5-b59a-8530c8a91db1' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:46:19.075141 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50048) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:19.082288 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f8d4bc4f-c6ef-40a6-a3e1-3357cb07d376 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:19.090114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Pushing event deleted for resources: {'Network': ['ID=f586c691-47fc-4630-9123-d98b5a78c68f,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:19.093945 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-179a780c-3eff-4be5-8f17-596a6e2772ac tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2084875352'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:19.100845 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] 10.222.0.53 "DELETE /v2.0/networks/f586c691-47fc-4630-9123-d98b5a78c68f HTTP/1.1" status: 204  len: 168 time: 2.5884607
Dec 22 04:46:19.108879 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-179a780c-3eff-4be5-8f17-596a6e2772ac tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:19.116242 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port bcda8692-20c2-482c-88c3-367e1910cd30, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=bcda8692-20c2-482c-88c3-367e1910cd30,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:19.116446 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-179a780c-3eff-4be5-8f17-596a6e2772ac tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:network and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:19.122202 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:19.122391 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-179a780c-3eff-4be5-8f17-596a6e2772ac tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:19.131442 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:19.131936 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:19.132305 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:19.132856 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:19.133222 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:19.133592 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:19.133948 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:19.134300 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:19.134649 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:19.134996 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:19.135449 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:19.136213 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Transition to ACTIVE for port object 21978c2f-74a8-40a1-a1fb-4da0b356b71e will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:19.139046 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:19.144798 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-093f1269-bad8-4274-8e4d-8dd375ea2ee4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:19.152103 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:19.153104 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-179a780c-3eff-4be5-8f17-596a6e2772ac tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:19.211853 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Transition to ACTIVE for port object 21978c2f-74a8-40a1-a1fb-4da0b356b71e will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:19.238001 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 56ef5c93-faa2-43d5-b59a-8530c8a91db1 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:46:19.270529 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:19.286196 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 56ef5c93-faa2-43d5-b59a-8530c8a91db1 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:46:19.286814 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 56ef5c93-faa2-43d5-b59a-8530c8a91db1 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:46:19.295695 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=bcda8692-20c2-482c-88c3-367e1910cd30,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:19.299598 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:19.300252 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:19.352785 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Network 684dcf82-132f-4d52-99fb-f41fab20d3f1 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:19.356283 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:19.363332 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:19.373797 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-f8d4bc4f-c6ef-40a6-a3e1-3357cb07d376 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Calling delete_port for 98f866d9-9417-43bc-9535-f3f022e01c67 owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:19.380964 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Pushing event updated for resources: {'Port': ['ID=21978c2f-74a8-40a1-a1fb-4da0b356b71e,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:19.383696 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:19.465032 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device bcda8692-20c2-482c-88c3-367e1910cd30 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:46:19.482756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179a780c-3eff-4be5-8f17-596a6e2772ac tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:19.485767 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-179a780c-3eff-4be5-8f17-596a6e2772ac tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:19.511339 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:19.518024 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Attempting to bind port 21978c2f-74a8-40a1-a1fb-4da0b356b71e on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:46:19.518392 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Attempting to bind port 21978c2f-74a8-40a1-a1fb-4da0b356b71e by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '64100381-2780-4920-8e9a-c9eeb11f2a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '684dcf82-132f-4d52-99fb-f41fab20d3f1'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:46:19.518752 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Attempting to bind port 21978c2f-74a8-40a1-a1fb-4da0b356b71e on network 684dcf82-132f-4d52-99fb-f41fab20d3f1 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:46:19.520862 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c5a27715-7c45-48ef-bfd7-6d6e182a74c0 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:19.532158 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:46:19.532575 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Checking segment: {'id': '64100381-2780-4920-8e9a-c9eeb11f2a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '684dcf82-132f-4d52-99fb-f41fab20d3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:19.532927 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:19.533312 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Bound using segment: {'id': '64100381-2780-4920-8e9a-c9eeb11f2a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '684dcf82-132f-4d52-99fb-f41fab20d3f1'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:46:19.533801 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Bound port: 21978c2f-74a8-40a1-a1fb-4da0b356b71e, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64100381-2780-4920-8e9a-c9eeb11f2a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '684dcf82-132f-4d52-99fb-f41fab20d3f1'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:46:19.534183 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:19.574300 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Subnet': ['ID=5f7a349a-7899-4d66-8cb8-76dd6b71140b,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:19.580707 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:19.660858 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] For port 21978c2f-74a8-40a1-a1fb-4da0b356b71e, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:46:19.666657 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] For port 21978c2f-74a8-40a1-a1fb-4da0b356b71e, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=21978c2f-74a8-40a1-a1fb-4da0b356b71e,segment=NetworkSegment(64100381-2780-4920-8e9a-c9eeb11f2a33),segment_id=64100381-2780-4920-8e9a-c9eeb11f2a33)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:46:19.669798 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port bcda8692-20c2-482c-88c3-367e1910cd30 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:19.670189 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:19.673044 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179a780c-3eff-4be5-8f17-596a6e2772ac tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:46:19.674917 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50056) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:19.715880 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-179a780c-3eff-4be5-8f17-596a6e2772ac tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:19.715880 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-179a780c-3eff-4be5-8f17-596a6e2772ac tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Added segment 6b1b2b06-e485-436e-ad7b-73bda895fd22 of type vlan for network 5bbb3863-2a07-4594-9f25-318bd6fab0e3
Dec 22 04:46:19.723627 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-61058bb6-621c-4017-ba53-1c34af715aa3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting port bcda8692-20c2-482c-88c3-367e1910cd30 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:19.723627 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-61058bb6-621c-4017-ba53-1c34af715aa3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:19.762843 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:19.788870 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:19.794577 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:19.840629 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-179a780c-3eff-4be5-8f17-596a6e2772ac tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:19.893379 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f8d4bc4f-c6ef-40a6-a3e1-3357cb07d376 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:19.898932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469ba9d070>,) {'filters': {'network_id': ['684dcf82-132f-4d52-99fb-f41fab20d3f1']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:19.905329 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dfedf01b-eacd-4a2d-9954-c648ac507b5d tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:19.944056 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Pushing event updated for resources: {'Port': ['ID=21978c2f-74a8-40a1-a1fb-4da0b356b71e,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:19.944576 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469ba9d070>, '64100381-2780-4920-8e9a-c9eeb11f2a33') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:19.944877 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469ba9d070>, '64100381-2780-4920-8e9a-c9eeb11f2a33') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:19.957051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4bc4f-c6ef-40a6-a3e1-3357cb07d376 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Port': ['ID=98f866d9-9417-43bc-9535-f3f022e01c67,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:19.976017 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:20.000759 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:20.001587 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:20.001587 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:20.001788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:20.002082 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:20.002402 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:20.003017 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:20.003017 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:20.003318 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:20.005148 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:20.005148 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:20.005361 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4bc4f-c6ef-40a6-a3e1-3357cb07d376 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:20.005647 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4bc4f-c6ef-40a6-a3e1-3357cb07d376 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:20.005932 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4bc4f-c6ef-40a6-a3e1-3357cb07d376 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:20.006284 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4bc4f-c6ef-40a6-a3e1-3357cb07d376 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:20.006632 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4bc4f-c6ef-40a6-a3e1-3357cb07d376 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:20.006979 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4bc4f-c6ef-40a6-a3e1-3357cb07d376 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:20.007326 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4bc4f-c6ef-40a6-a3e1-3357cb07d376 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:20.007662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4bc4f-c6ef-40a6-a3e1-3357cb07d376 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:20.008005 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4bc4f-c6ef-40a6-a3e1-3357cb07d376 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:20.008340 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4bc4f-c6ef-40a6-a3e1-3357cb07d376 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:20.008645 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:20.008751 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d4bc4f-c6ef-40a6-a3e1-3357cb07d376 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:46:20.019261 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f8d4bc4f-c6ef-40a6-a3e1-3357cb07d376 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:20.048137 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:20.057710 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-179a780c-3eff-4be5-8f17-596a6e2772ac tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:20.061848 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6d518f-933a-42ec-a58e-6cd664c18048 None None] Network 684dcf82-132f-4d52-99fb-f41fab20d3f1 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:20.063945 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179a780c-3eff-4be5-8f17-596a6e2772ac tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:20.064566 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-179a780c-3eff-4be5-8f17-596a6e2772ac tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:20.089775 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3f1f1d7b-e672-4f50-939a-b8b2b8273d92 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:20.111839 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:46:20.112037 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:46:20.135552 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:46:20.296095 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-61058bb6-621c-4017-ba53-1c34af715aa3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] For port bcda8692-20c2-482c-88c3-367e1910cd30, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=bcda8692-20c2-482c-88c3-367e1910cd30,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:20.296445 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-61058bb6-621c-4017-ba53-1c34af715aa3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:20.322021 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e62f0fb2-adaa-4281-820f-c63ce209c581 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c2961514dade458f8726b30effa45583&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6382997
Dec 22 04:46:20.332489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1694e71-b1d3-4a33-929c-3ba0e0e3e988 None None] get_active_networks_info from dv-neutron-822525-1-hyperv {{(pid=83436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 04:46:20.349920 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50066) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:20.384401 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f8d4bc4f-c6ef-40a6-a3e1-3357cb07d376 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:20.470483 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1694e71-b1d3-4a33-929c-3ba0e0e3e988 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 04:46:20.542865 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2ba28bce-c011-42ab-a135-6866b9e3b6c8 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:20.582113 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-61058bb6-621c-4017-ba53-1c34af715aa3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Calling delete_port for bcda8692-20c2-482c-88c3-367e1910cd30 owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:20.628620 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-179a780c-3eff-4be5-8f17-596a6e2772ac tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.5473385
Dec 22 04:46:20.634459 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a780c-3eff-4be5-8f17-596a6e2772ac tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Network': ['ID=5bbb3863-2a07-4594-9f25-318bd6fab0e3,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:20.639015 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50070) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:20.643111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-179a780c-3eff-4be5-8f17-596a6e2772ac tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:20.652173 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.api [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 04:46:20.652173 dv-neutron-822525-1-hyperv neutron-server[83434]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 04:46:20.652173 dv-neutron-822525-1-hyperv neutron-server[83434]: [parameters: {'id': '684dcf82-132f-4d52-99fb-f41fab20d3f1'}]
Dec 22 04:46:20.652173 dv-neutron-822525-1-hyperv neutron-server[83434]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:46:20.652679 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_db.api [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:46:20.656924 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 5bbb3863-2a07-4594-9f25-318bd6fab0e3 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:46:20.661110 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-1c4fcb7d-81ab-46ad-8903-ce50736b6a6e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'subnet': {'network_id': '5bbb3863-2a07-4594-9f25-318bd6fab0e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:20.840404 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1c4fcb7d-81ab-46ad-8903-ce50736b6a6e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:20.843901 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5626a184-ebda-4d2e-b934-21ec6d83328f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:20.848618 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1c4fcb7d-81ab-46ad-8903-ce50736b6a6e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:subnet and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:20.858250 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1c4fcb7d-81ab-46ad-8903-ce50736b6a6e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:20.867632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1c4fcb7d-81ab-46ad-8903-ce50736b6a6e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:20.896171 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5626a184-ebda-4d2e-b934-21ec6d83328f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:20.903205 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4fcb7d-81ab-46ad-8903-ce50736b6a6e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:21.048403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d4bc4f-c6ef-40a6-a3e1-3357cb07d376 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Router 06afb48b-162a-405b-92b4-49dd2158eb47 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:46:21.066573 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1c4fcb7d-81ab-46ad-8903-ce50736b6a6e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:21.162297 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:21.204719 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5626a184-ebda-4d2e-b934-21ec6d83328f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:21.215977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3abefdad-89a5-462f-9d45-292ece8fffd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:21.234819 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Deleting port 21978c2f-74a8-40a1-a1fb-4da0b356b71e {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:21.235326 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:21.268661 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-61058bb6-621c-4017-ba53-1c34af715aa3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:21.272693 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626a184-ebda-4d2e-b934-21ec6d83328f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065f9204-5ec6-4a15-8178-6d4d44ff63a3,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:21.277687 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5626a184-ebda-4d2e-b934-21ec6d83328f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:21.288019 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:21.353032 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61058bb6-621c-4017-ba53-1c34af715aa3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Port': ['ID=bcda8692-20c2-482c-88c3-367e1910cd30,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:21.355889 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-61058bb6-621c-4017-ba53-1c34af715aa3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:21.356973 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d4bc4f-c6ef-40a6-a3e1-3357cb07d376 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:46:21.371392 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2ba28bce-c011-42ab-a135-6866b9e3b6c8 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:21.372928 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39597e1b-0a17-4582-9db6-42222f09d499 None None] Sync routers for ids ['06afb48b-162a-405b-92b4-49dd2158eb47'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:46:21.376573 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2ba28bce-c011-42ab-a135-6866b9e3b6c8 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706333'] for router, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:21.380085 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f8d4bc4f-c6ef-40a6-a3e1-3357cb07d376 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/routers/06afb48b-162a-405b-92b4-49dd2158eb47/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1171839
Dec 22 04:46:21.383437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50078) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:21.395116 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39597e1b-0a17-4582-9db6-42222f09d499 None None] Routers {'06afb48b-162a-405b-92b4-49dd2158eb47'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:21.395978 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-39597e1b-0a17-4582-9db6-42222f09d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c34a3a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['06afb48b-162a-405b-92b4-49dd2158eb47'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:21.418287 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5626a184-ebda-4d2e-b934-21ec6d83328f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:21.419419 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5626a184-ebda-4d2e-b934-21ec6d83328f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/065f9204-5ec6-4a15-8178-6d4d44ff63a3 HTTP/1.1" status: 204  len: 168 time: 1.0118959
Dec 22 04:46:21.476125 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-39597e1b-0a17-4582-9db6-42222f09d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c34a3a0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:21.490865 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39597e1b-0a17-4582-9db6-42222f09d499 None None] Routers {'06afb48b-162a-405b-92b4-49dd2158eb47'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:21.491636 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-39597e1b-0a17-4582-9db6-42222f09d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c34a3a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['06afb48b-162a-405b-92b4-49dd2158eb47'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:21.509610 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-275077a5-5b0a-40b8-bc6b-732dffd709ea tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Synchronizing usage tracker for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:21.549132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-275077a5-5b0a-40b8-bc6b-732dffd709ea tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Unset dirty status for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:21.553148 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-275077a5-5b0a-40b8-bc6b-732dffd709ea tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/ports?device_id=06afb48b-162a-405b-92b4-49dd2158eb47 HTTP/1.1" status: 200  len: 205 time: 0.1661291
Dec 22 04:46:21.557704 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50084) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:21.571401 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-39597e1b-0a17-4582-9db6-42222f09d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c34a3a0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:21.572678 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39597e1b-0a17-4582-9db6-42222f09d499 None None] The sync data for ids ['06afb48b-162a-405b-92b4-49dd2158eb47'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:46:21.771527 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dc21ce60-ead8-494e-8500-edbe1d5c2abc tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:21.802589 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-61058bb6-621c-4017-ba53-1c34af715aa3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:21.818525 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1c4fcb7d-81ab-46ad-8903-ce50736b6a6e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:21.830128 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:21.864422 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] For port 21978c2f-74a8-40a1-a1fb-4da0b356b71e, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=21978c2f-74a8-40a1-a1fb-4da0b356b71e,segment=NetworkSegment(64100381-2780-4920-8e9a-c9eeb11f2a33),segment_id=64100381-2780-4920-8e9a-c9eeb11f2a33)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:21.865053 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:22.164383 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Calling delete_port for 21978c2f-74a8-40a1-a1fb-4da0b356b71e owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:22.178945 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba28bce-c011-42ab-a135-6866b9e3b6c8 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Router 08a3f86c-1ec0-4ed9-b17c-14b59344112e has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:46:22.354498 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4fcb7d-81ab-46ad-8903-ce50736b6a6e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Subnet': ['ID=288dd8d4-c4e1-4bd9-9d86-0b84bcf63624,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:22.357394 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1c4fcb7d-81ab-46ad-8903-ce50736b6a6e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:22.368675 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dc21ce60-ead8-494e-8500-edbe1d5c2abc tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:22.385195 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dc21ce60-ead8-494e-8500-edbe1d5c2abc tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:22.395315 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4fcb7d-81ab-46ad-8903-ce50736b6a6e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Checking segment: {'id': '6b1b2b06-e485-436e-ad7b-73bda895fd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bbb3863-2a07-4594-9f25-318bd6fab0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:22.395818 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4fcb7d-81ab-46ad-8903-ce50736b6a6e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network hostable DHCP agents. Network: 5bbb3863-2a07-4594-9f25-318bd6fab0e3, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:46:22.421187 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50106) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:22.425730 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dc21ce60-ead8-494e-8500-edbe1d5c2abc tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:22.426250 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc21ce60-ead8-494e-8500-edbe1d5c2abc tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Fanout notify agent at l3_agent the message router_deleted on router 06afb48b-162a-405b-92b4-49dd2158eb47 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:46:22.442282 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:22.447941 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8ecc9de2-d8a3-4329-95bb-e6af80ceed9a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:22.489680 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dc21ce60-ead8-494e-8500-edbe1d5c2abc tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:22.490747 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dc21ce60-ead8-494e-8500-edbe1d5c2abc tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/routers/06afb48b-162a-405b-92b4-49dd2158eb47 HTTP/1.1" status: 204  len: 168 time: 0.9322901
Dec 22 04:46:22.496576 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50114) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:22.626836 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Port': ['ID=21978c2f-74a8-40a1-a1fb-4da0b356b71e,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:22.629682 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:22.637025 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-b4290ac7-47d6-4476-a58b-35756ac8ad2b tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:22.641453 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b4290ac7-47d6-4476-a58b-35756ac8ad2b tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.2155197
Dec 22 04:46:22.643354 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50118) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:22.650423 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No DVR routers for this DVR port 21978c2f-74a8-40a1-a1fb-4da0b356b71e on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:46:22.684177 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-104e0ea7-64ef-4099-b75b-a6fd8c20e475 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:22.685147 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-104e0ea7-64ef-4099-b75b-a6fd8c20e475 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0414665
Dec 22 04:46:22.689509 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50122) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:22.690109 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4fcb7d-81ab-46ad-8903-ce50736b6a6e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network 5bbb3863-2a07-4594-9f25-318bd6fab0e3 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:46:22.697906 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-7963f339-a677-42ff-95eb-99c7d7af232c tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:22.698816 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7963f339-a677-42ff-95eb-99c7d7af232c tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0082586
Dec 22 04:46:22.708352 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50126) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:22.711689 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba28bce-c011-42ab-a135-6866b9e3b6c8 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:46:22.717812 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2ba28bce-c011-42ab-a135-6866b9e3b6c8 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:22.721307 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2ba28bce-c011-42ab-a135-6866b9e3b6c8 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "PUT /v2.0/routers/08a3f86c-1ec0-4ed9-b17c-14b59344112e HTTP/1.1" status: 200  len: 919 time: 3.9839272
Dec 22 04:46:22.721870 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-8624a6fb-94f8-4bb8-ab21-e9f5c59cd166 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:22.722768 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8624a6fb-94f8-4bb8-ab21-e9f5c59cd166 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0134840
Dec 22 04:46:22.725444 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c012db-5ee5-4b2d-8f0a-debdf1a19c7c None None] Sync routers for ids ['08a3f86c-1ec0-4ed9-b17c-14b59344112e'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:46:22.726008 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50130) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:22.726008 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50132) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:22.733431 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-53612e03-223a-44f7-9304-22e7634594e0 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:22.734380 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-53612e03-223a-44f7-9304-22e7634594e0 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0066023
Dec 22 04:46:22.740449 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c012db-5ee5-4b2d-8f0a-debdf1a19c7c None None] Routers {'08a3f86c-1ec0-4ed9-b17c-14b59344112e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:22.741061 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-87c012db-5ee5-4b2d-8f0a-debdf1a19c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8d6130>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['08a3f86c-1ec0-4ed9-b17c-14b59344112e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:22.779161 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50138) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:22.785589 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-1c4fcb7d-81ab-46ad-8903-ce50736b6a6e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 5bbb3863-2a07-4594-9f25-318bd6fab0e3) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:22.790233 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4fcb7d-81ab-46ad-8903-ce50736b6a6e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:22.790822 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1c4fcb7d-81ab-46ad-8903-ce50736b6a6e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:22.794820 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20349f2-3aae-41ac-bd14-89d055933f18 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting subnet 4e773617-30f0-46f1-b30d-b147ae22b852 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:46:22.797456 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f56b2d-0f19-45e1-9b5a-90a27d4794c3 None None] Network 5bbb3863-2a07-4594-9f25-318bd6fab0e3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:22.801972 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-0802d403-e348-4e7d-8ad8-a1bbe81aa2d8 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:22.803035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f20349f2-3aae-41ac-bd14-89d055933f18 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:22.803371 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0802d403-e348-4e7d-8ad8-a1bbe81aa2d8 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0235524
Dec 22 04:46:22.804522 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-87c012db-5ee5-4b2d-8f0a-debdf1a19c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8d6130>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:22.816029 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c012db-5ee5-4b2d-8f0a-debdf1a19c7c None None] Routers {'08a3f86c-1ec0-4ed9-b17c-14b59344112e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:22.816852 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-87c012db-5ee5-4b2d-8f0a-debdf1a19c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8d6130>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['08a3f86c-1ec0-4ed9-b17c-14b59344112e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:22.817150 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50142) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:22.866485 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f20349f2-3aae-41ac-bd14-89d055933f18 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:22.885401 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-87c012db-5ee5-4b2d-8f0a-debdf1a19c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8d6130>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:22.886126 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c012db-5ee5-4b2d-8f0a-debdf1a19c7c None None] The sync data for ids ['08a3f86c-1ec0-4ed9-b17c-14b59344112e'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:46:22.886563 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:22.898673 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-9282d0d9-f1a5-4071-a8d6-05070f9ef44d tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:22.900038 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9282d0d9-f1a5-4071-a8d6-05070f9ef44d tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0791965
Dec 22 04:46:22.905453 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50146) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:22.912781 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-8072b7ab-e5a3-4bf0-a37b-bb13b2d9f2b1 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:22.916050 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8072b7ab-e5a3-4bf0-a37b-bb13b2d9f2b1 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0073140
Dec 22 04:46:22.922866 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50150) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:22.927507 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b889610>,) {'filters': {'network_id': ['684dcf82-132f-4d52-99fb-f41fab20d3f1']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:22.933006 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-7a40872f-a838-4806-aab9-de6ed131d058 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:22.936936 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7a40872f-a838-4806-aab9-de6ed131d058 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0102181
Dec 22 04:46:22.937886 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50154) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:22.940691 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b889610>, '64100381-2780-4920-8e9a-c9eeb11f2a33') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:22.940989 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b889610>, '64100381-2780-4920-8e9a-c9eeb11f2a33') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:22.954434 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-ca7225f7-5314-4513-b70d-0f8209218f7c tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:22.955378 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ca7225f7-5314-4513-b70d-0f8209218f7c tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0164886
Dec 22 04:46:22.958583 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50158) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:22.967012 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-2baccee0-3c22-4dc4-b9cd-bf74a4ab5f37 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:22.970283 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2baccee0-3c22-4dc4-b9cd-bf74a4ab5f37 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0073862
Dec 22 04:46:22.970900 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50162) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:22.978548 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-56ea8c16-0e64-4e89-ba75-e352f12aaa88 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:22.981976 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-56ea8c16-0e64-4e89-ba75-e352f12aaa88 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0068383
Dec 22 04:46:23.016894 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50166) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.027877 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:23.048654 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-b203b20e-dc95-467b-9a54-461b8cb07986 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.050274 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b203b20e-dc95-467b-9a54-461b8cb07986 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0256312
Dec 22 04:46:23.055667 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50170) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.059685 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:23.069605 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1c4fcb7d-81ab-46ad-8903-ce50736b6a6e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4232357
Dec 22 04:46:23.069823 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-cf2103e8-a73a-4226-a000-803b9a8dabd8 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.069823 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-cf2103e8-a73a-4226-a000-803b9a8dabd8 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0080054
Dec 22 04:46:23.069823 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f20349f2-3aae-41ac-bd14-89d055933f18 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:23.070046 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50174) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.070541 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50178) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.074518 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:46:23.075253 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:23.083467 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-5bbb3863-2a07-4594-9f25-318bd6fab0e3', 'network_id': '5bbb3863-2a07-4594-9f25-318bd6fab0e3', 'tenant_id': '12ff9b0938824da5a0f85f94c435a758', 'fixed_ips': [{'subnet_id': '288dd8d4-c4e1-4bd9-9d86-0b84bcf63624'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:46:23.084388 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:23.094026 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-a79d1439-42bb-4c11-8c20-0d9c8a08629c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'subnet': {'network_id': '5bbb3863-2a07-4594-9f25-318bd6fab0e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:46:23.111352 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:46:23.115420 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-7133fba5-3a0b-4ef7-9579-159c9a022add tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.118763 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7133fba5-3a0b-4ef7-9579-159c9a022add tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0437720
Dec 22 04:46:23.124676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50182) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.133083 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-bc63a9a8-9a2b-4923-bcd4-f16200f6e7d0 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.136220 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bc63a9a8-9a2b-4923-bcd4-f16200f6e7d0 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0082445
Dec 22 04:46:23.136466 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50186) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.146955 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-c2023d7c-8691-41e9-a12a-ad6d34e7e518 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.147873 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c2023d7c-8691-41e9-a12a-ad6d34e7e518 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0093329
Dec 22 04:46:23.150372 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50190) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.158040 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-86fe090d-70c4-4dfd-97d9-a03d5196137d tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.158967 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-86fe090d-70c4-4dfd-97d9-a03d5196137d tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0077517
Dec 22 04:46:23.162673 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50194) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.176263 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-15a5c6d8-6ffd-4eac-878e-e039852f4c84 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.177428 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-15a5c6d8-6ffd-4eac-878e-e039852f4c84 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0137312
Dec 22 04:46:23.179953 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50198) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.187055 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-6b7518a5-42f2-4fd1-8fcf-adedb7793936 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.188178 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6b7518a5-42f2-4fd1-8fcf-adedb7793936 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0072227
Dec 22 04:46:23.190477 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50202) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.194045 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f20349f2-3aae-41ac-bd14-89d055933f18 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:23.200654 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-f90d77c8-699b-4f26-9f48-9591433df6f6 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.202301 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f90d77c8-699b-4f26-9f48-9591433df6f6 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0108476
Dec 22 04:46:23.203148 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b684de20-e821-47a0-ab91-a779c19fef7a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:23.219210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50206) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.224181 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-a99a2935-90b6-4996-963d-109a9fe719a1 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.225107 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a99a2935-90b6-4996-963d-109a9fe719a1 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0049829
Dec 22 04:46:23.238615 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50210) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.249432 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-fe9777ae-2af9-4d3a-a8b9-4b7d39076d74 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.250394 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fe9777ae-2af9-4d3a-a8b9-4b7d39076d74 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0108478
Dec 22 04:46:23.251748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20349f2-3aae-41ac-bd14-89d055933f18 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Subnet': ['ID=4e773617-30f0-46f1-b30d-b147ae22b852,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:23.254881 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50214) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.256835 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f20349f2-3aae-41ac-bd14-89d055933f18 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:23.265360 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f020e235-2c7a-426d-b58a-4b2b1ba5d285 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "GET /v2.0/routers/08a3f86c-1ec0-4ed9-b17c-14b59344112e HTTP/1.1" status: 200  len: 919 time: 0.5364258
Dec 22 04:46:23.267009 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61058bb6-621c-4017-ba53-1c34af715aa3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Router 1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:46:23.268921 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50218) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.270212 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e196ee-f9d8-413a-9bf1-37929d1878e3 None None] Network 7cdf9caf-530b-48aa-8229-cb409c5d5fe9 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:23.271081 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-a7ded416-d5de-4046-be68-8c7186858a4b tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.271464 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f20349f2-3aae-41ac-bd14-89d055933f18 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:23.274640 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a7ded416-d5de-4046-be68-8c7186858a4b tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0105932
Dec 22 04:46:23.276999 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50220) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.298636 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:23.306270 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:23.311954 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-a0e3aeb7-9516-41f1-b8e2-38be2da15ced tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.315432 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a0e3aeb7-9516-41f1-b8e2-38be2da15ced tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0351210
Dec 22 04:46:23.318451 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50226) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.320638 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f20349f2-3aae-41ac-bd14-89d055933f18 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/subnets/4e773617-30f0-46f1-b30d-b147ae22b852 HTTP/1.1" status: 204  len: 168 time: 0.8229520
Dec 22 04:46:23.328952 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-b8476476-5ba2-43e1-b51e-f5f3a83a2cd8 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.332254 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b8476476-5ba2-43e1-b51e-f5f3a83a2cd8 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0112071
Dec 22 04:46:23.332254 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50230) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.333683 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50232) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.333942 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:23.355562 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Network': ['ID=684dcf82-132f-4d52-99fb-f41fab20d3f1,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:23.362922 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:23.371349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-8f19bcb5-a9ae-4596-9d0f-74080bba805e tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.372298 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8f19bcb5-a9ae-4596-9d0f-74080bba805e tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0364115
Dec 22 04:46:23.373762 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/networks/684dcf82-132f-4d52-99fb-f41fab20d3f1 HTTP/1.1" status: 204  len: 168 time: 5.4816997
Dec 22 04:46:23.377094 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50240) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.379017 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50242) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.391705 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-6b64c6af-5893-4072-86b3-3a15802ccce9 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.392871 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6b64c6af-5893-4072-86b3-3a15802ccce9 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0128326
Dec 22 04:46:23.395926 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50248) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.407420 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-79bd12fe-33da-4a1b-9d57-1888e555c24f tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.410626 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-79bd12fe-33da-4a1b-9d57-1888e555c24f tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0106854
Dec 22 04:46:23.416185 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50252) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.428438 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-b2c90ba7-f000-48d1-b84d-b9d63df34dd2 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.428438 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b2c90ba7-f000-48d1-b84d-b9d63df34dd2 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0089850
Dec 22 04:46:23.430807 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50256) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.434582 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-96487408-6bfe-4345-9c6e-6184c3bef4f4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1617240073'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:23.444206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-92647568-5480-40a2-9700-6a882b5a49e7 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.447360 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-92647568-5480-40a2-9700-6a882b5a49e7 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0137217
Dec 22 04:46:23.452202 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-96487408-6bfe-4345-9c6e-6184c3bef4f4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:23.454370 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50260) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.513416 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a79d1439-42bb-4c11-8c20-0d9c8a08629c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:23.518359 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-d89f4c24-1d78-4d3e-a524-4c61b7bfad00 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.521665 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d89f4c24-1d78-4d3e-a524-4c61b7bfad00 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0140934
Dec 22 04:46:23.521665 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-96487408-6bfe-4345-9c6e-6184c3bef4f4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Usage tracker for resource:network and tenant:664b0479e9e1448ea56990a36f4ec616 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:23.524852 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-650e880c-2087-46a7-ad32-787838e9698e tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&device_id=08a3f86c-1ec0-4ed9-b17c-14b59344112e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.2476983
Dec 22 04:46:23.524852 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50264) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.525037 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50266) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.530675 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a79d1439-42bb-4c11-8c20-0d9c8a08629c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:subnet and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:23.533528 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-96487408-6bfe-4345-9c6e-6184c3bef4f4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:23.534245 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-d320e0ce-2d0c-43c8-8969-1b681f08b881 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.537435 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d320e0ce-2d0c-43c8-8969-1b681f08b881 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0110710
Dec 22 04:46:23.538553 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50272) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.539662 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a79d1439-42bb-4c11-8c20-0d9c8a08629c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:23.550355 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a79d1439-42bb-4c11-8c20-0d9c8a08629c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:23.552410 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-96487408-6bfe-4345-9c6e-6184c3bef4f4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:23.568030 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-10d2a749-d87e-4c60-be96-d3adfe0df42d tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.568444 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79d1439-42bb-4c11-8c20-0d9c8a08629c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:23.571489 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-10d2a749-d87e-4c60-be96-d3adfe0df42d tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0303779
Dec 22 04:46:23.575805 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a79d1439-42bb-4c11-8c20-0d9c8a08629c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:23.594442 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50276) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.645613 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96487408-6bfe-4345-9c6e-6184c3bef4f4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Made reservation on behalf of 664b0479e9e1448ea56990a36f4ec616 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:23.648491 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-96487408-6bfe-4345-9c6e-6184c3bef4f4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:23.661900 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-0fab066c-82af-4803-8cf8-f7de4d732e57 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.665879 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0fab066c-82af-4803-8cf8-f7de4d732e57 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0704153
Dec 22 04:46:23.669117 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50282) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.671384 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Allocated IP 172.20.0.2 (5bbb3863-2a07-4594-9f25-318bd6fab0e3/288dd8d4-c4e1-4bd9-9d86-0b84bcf63624/d43c2f5d-7507-443a-a509-13882b492bcc) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:23.675515 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61058bb6-621c-4017-ba53-1c34af715aa3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:46:23.681842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-6a35a580-d148-443d-85e1-9f976381713d tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.685395 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6a35a580-d148-443d-85e1-9f976381713d tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0153122
Dec 22 04:46:23.686863 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50286) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.688291 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-61058bb6-621c-4017-ba53-1c34af715aa3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "PUT /v2.0/routers/1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9798613
Dec 22 04:46:23.691486 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50288) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.707343 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-88408052-019a-4696-9fbe-2695c88652c1 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.711516 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-88408052-019a-4696-9fbe-2695c88652c1 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0131860
Dec 22 04:46:23.713312 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50294) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.733281 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-8e2b3919-2924-4094-8eca-a619c9601d4c tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.736449 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8e2b3919-2924-4094-8eca-a619c9601d4c tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0206392
Dec 22 04:46:23.737018 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50298) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.743212 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-d582b1f5-a7ce-4248-bea8-bb16c9d78bb1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting subnet 7109f2c5-20d1-4e1e-a5d9-1f2ffa647ac9 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:46:23.760220 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-60a8f7dc-0d96-4092-a09f-74aec022789d tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.763853 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-60a8f7dc-0d96-4092-a09f-74aec022789d tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0239091
Dec 22 04:46:23.764601 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d582b1f5-a7ce-4248-bea8-bb16c9d78bb1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:23.772118 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50302) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.792349 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-8e148b1f-aaee-437e-9ac5-ef3c5152252a tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.796860 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8e148b1f-aaee-437e-9ac5-ef3c5152252a tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0179293
Dec 22 04:46:23.796860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96487408-6bfe-4345-9c6e-6184c3bef4f4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:46:23.797129 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50306) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.820099 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f74012-c75a-41a2-8c2e-1e8103604bec None None] Sync routers for ids ['1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:46:23.822548 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bc2abe-00a4-49c7-843e-9b3d4bfc3871 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:23.823986 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bc2abe-00a4-49c7-843e-9b3d4bfc3871 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:23.824763 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-57bc2abe-00a4-49c7-843e-9b3d4bfc3871 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:23.837908 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-649048b6-2460-4818-90b6-7290e9591e99 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.841305 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-649048b6-2460-4818-90b6-7290e9591e99 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0278635
Dec 22 04:46:23.847030 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50310) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.856656 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-d554d7ee-894c-4fb6-814c-5c34c9643d3d tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.860546 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d554d7ee-894c-4fb6-814c-5c34c9643d3d tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0102451
Dec 22 04:46:23.862938 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-96487408-6bfe-4345-9c6e-6184c3bef4f4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:23.863127 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-96487408-6bfe-4345-9c6e-6184c3bef4f4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Added segment 7695f044-d808-45f3-b83c-ed4e52fa6a06 of type vlan for network 20aaa934-d47b-4105-8800-a48c6a7d879a
Dec 22 04:46:23.863223 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f74012-c75a-41a2-8c2e-1e8103604bec None None] Routers {'1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:23.863993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-16f74012-c75a-41a2-8c2e-1e8103604bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bee6be0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:23.870643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50314) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.875632 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.ipam_backend_mixin [None req-a79d1439-42bb-4c11-8c20-0d9c8a08629c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 288dd8d4-c4e1-4bd9-9d86-0b84bcf63624 (CIDR: 172.20.0.0/28)
Dec 22 04:46:23.883745 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-3809814d-9ba5-4a9c-8b0c-607f034e7e4f tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.888055 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3809814d-9ba5-4a9c-8b0c-607f034e7e4f tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0131841
Dec 22 04:46:23.888055 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50318) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.895063 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-377e2861-360d-447a-a14f-2e7a51d518bb tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.898434 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-377e2861-360d-447a-a14f-2e7a51d518bb tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0076468
Dec 22 04:46:23.901149 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-a79d1439-42bb-4c11-8c20-0d9c8a08629c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:46:23.901651 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a79d1439-42bb-4c11-8c20-0d9c8a08629c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:46:23.906979 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50322) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.922088 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-2b69e9bc-f6b1-42a1-91a0-ffe0bf6f1771 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.923352 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2b69e9bc-f6b1-42a1-91a0-ffe0bf6f1771 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0134888
Dec 22 04:46:23.924940 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef7448b-cca6-438a-b233-38ebceec0171 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:23.926479 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3ef7448b-cca6-438a-b233-38ebceec0171 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "GET /v2.0/networks/c376c199-68b9-4289-ba3a-1e17ce30e740 HTTP/1.1" status: 200  len: 881 time: 0.4005046
Dec 22 04:46:23.927238 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50326) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.931921 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50328) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.939168 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-1eec257b-cf59-4046-8bc1-2a428bcbd4b0 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.940442 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1eec257b-cf59-4046-8bc1-2a428bcbd4b0 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0099974
Dec 22 04:46:23.947533 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50334) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:23.992048 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-968a9762-96cd-4226-8dff-202366edccdd tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:23.995627 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-968a9762-96cd-4226-8dff-202366edccdd tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0158744
Dec 22 04:46:24.003670 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50338) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:24.009758 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-59174a89-5228-4a0a-8623-a71f189e751b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "GET /v2.0/ports?device_id=08a3f86c-1ec0-4ed9-b17c-14b59344112e HTTP/1.1" status: 200  len: 205 time: 0.0742087
Dec 22 04:46:24.014057 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d582b1f5-a7ce-4248-bea8-bb16c9d78bb1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:24.036592 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50340) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:24.037266 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-57bc2abe-00a4-49c7-843e-9b3d4bfc3871 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:24.041425 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-57bc2abe-00a4-49c7-843e-9b3d4bfc3871 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.3472528
Dec 22 04:46:24.043797 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50344) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:24.047601 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-4857881b-f067-419b-8cb1-d2e160aa1da6 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:24.051915 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4857881b-f067-419b-8cb1-d2e160aa1da6 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0377045
Dec 22 04:46:24.052067 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-16f74012-c75a-41a2-8c2e-1e8103604bec None None] Set router 1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:46:24.052187 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50348) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:24.093469 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-392f1cc1-cd82-40b8-8f46-f2207127209e tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:24.096828 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-392f1cc1-cd82-40b8-8f46-f2207127209e tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0340238
Dec 22 04:46:24.099872 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50354) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:24.114167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-737b6177-7ef9-4b7e-862b-7d68531458b3 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:24.118062 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-737b6177-7ef9-4b7e-862b-7d68531458b3 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0170786
Dec 22 04:46:24.121046 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-96487408-6bfe-4345-9c6e-6184c3bef4f4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:24.125592 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50358) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:24.133854 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-f32a062f-d001-4db2-b8af-6c7304a493a0 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:24.134825 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f32a062f-d001-4db2-b8af-6c7304a493a0 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0072954
Dec 22 04:46:24.139205 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50362) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:24.150505 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-b8fca24a-7d42-46e1-96eb-e576b0814044 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:24.151459 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b8fca24a-7d42-46e1-96eb-e576b0814044 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0111887
Dec 22 04:46:24.152873 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a79d1439-42bb-4c11-8c20-0d9c8a08629c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0838535
Dec 22 04:46:24.155944 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50366) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:24.163911 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50368) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:24.171955 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-8f36c688-b90c-4e56-96ee-3987699edde0 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:24.175419 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50374) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:24.177285 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8f36c688-b90c-4e56-96ee-3987699edde0 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0168130
Dec 22 04:46:24.185137 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-9c9a316a-cde4-43a9-86b4-9d381bdc3add tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'subnet': {'network_id': '5bbb3863-2a07-4594-9f25-318bd6fab0e3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:24.207812 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-8c2aefd8-9c51-4d8e-b150-ccef2da2bfd2 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:24.209085 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8c2aefd8-9c51-4d8e-b150-ccef2da2bfd2 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0293860
Dec 22 04:46:24.223814 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74391cc0-b241-4b3f-9bc1-f589b683f146 None None] DHCP port deletion for 7cdf9caf-530b-48aa-8229-cb409c5d5fe9 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:46:24.257474 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-16f74012-c75a-41a2-8c2e-1e8103604bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bee6be0>, [{'id': '1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c', 'name': 'tempest-NetworksTestDHCPv6-router-1776991539', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:46:02Z', 'updated_at': '2021-12-22T04:46:21Z', 'revision_number': 3, 'project_id': '25825f4b1181465ebc1c194a44f89ac1', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:24.261107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-96487408-6bfe-4345-9c6e-6184c3bef4f4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:24.265595 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96487408-6bfe-4345-9c6e-6184c3bef4f4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:24.266388 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-96487408-6bfe-4345-9c6e-6184c3bef4f4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:24.269221 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-74391cc0-b241-4b3f-9bc1-f589b683f146 None None] Deleting port a6195ba1-f3bd-4010-b68f-f4b318299312 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:24.269632 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-74391cc0-b241-4b3f-9bc1-f589b683f146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:24.276940 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50378) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:24.279101 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-41aa9363-2460-4b1a-b4f6-80a7f0672d6d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:24.324247 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d582b1f5-a7ce-4248-bea8-bb16c9d78bb1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:24.355945 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-1792466e-521e-4efa-8e87-a523b6fa36cb tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:24.356258 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f74012-c75a-41a2-8c2e-1e8103604bec None None] Checking router: 1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:46:24.356695 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1792466e-521e-4efa-8e87-a523b6fa36cb tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0633860
Dec 22 04:46:24.361383 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50382) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:24.382558 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-726930d8-9af7-4903-8213-5a8f7d3b1c61 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:24.383599 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-726930d8-9af7-4903-8213-5a8f7d3b1c61 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0123994
Dec 22 04:46:24.386372 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50386) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:24.396544 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:24.400827 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2542824-f3bc-4d1f-83f6-980d80d29adb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet 2c226e03-057a-4d35-8703-cd6cf51d8080 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:46:24.407987 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-08b9d878-895b-4a41-9b07-b537da02c68a tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:24.411488 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-08b9d878-895b-4a41-9b07-b537da02c68a tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0204995
Dec 22 04:46:24.411488 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a2542824-f3bc-4d1f-83f6-980d80d29adb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:24.418667 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50390) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:24.425010 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-96487408-6bfe-4345-9c6e-6184c3bef4f4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.0443754
Dec 22 04:46:24.432969 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50394) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:24.436694 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [None req-1d8a9f34-4539-4201-ba41-44885448b862 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:24.440012 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1d8a9f34-4539-4201-ba41-44885448b862 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0179305
Dec 22 04:46:24.442816 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Transition to ACTIVE for port object d43c2f5d-7507-443a-a509-13882b492bcc will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:24.444983 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96487408-6bfe-4345-9c6e-6184c3bef4f4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Network': ['ID=20aaa934-d47b-4105-8800-a48c6a7d879a,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:24.450067 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-f5df0e35-83ca-4f25-b15b-ef988cc09c06 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'subnet': {'network_id': '20aaa934-d47b-4105-8800-a48c6a7d879a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:24.453089 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f74012-c75a-41a2-8c2e-1e8103604bec None None] Routers {'1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:24.454060 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-16f74012-c75a-41a2-8c2e-1e8103604bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bee6be0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:24.454899 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50398) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:24.470160 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-96487408-6bfe-4345-9c6e-6184c3bef4f4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:24.472542 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-dc124fc6-e0d0-4062-b45b-66d8996d134e tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:24.475843 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dc124fc6-e0d0-4062-b45b-66d8996d134e tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0135343
Dec 22 04:46:24.477192 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50402) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:24.484110 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-44d68955-6e0f-48ca-be60-9b0f9c7106c1 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:24.487256 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-44d68955-6e0f-48ca-be60-9b0f9c7106c1 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0076442
Dec 22 04:46:24.493284 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50406) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:24.502606 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-78622678-7bcf-4cf8-9542-e4405bfb22c6 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:24.505900 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-78622678-7bcf-4cf8-9542-e4405bfb22c6 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0093315
Dec 22 04:46:24.506819 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50410) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:24.517793 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 20aaa934-d47b-4105-8800-a48c6a7d879a details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:46:24.518545 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-bc252fd9-42ae-41bf-bfde-4b88f3611a01 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:24.522044 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bc252fd9-42ae-41bf-bfde-4b88f3611a01 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0093083
Dec 22 04:46:24.522044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a2542824-f3bc-4d1f-83f6-980d80d29adb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:24.551258 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50414) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:24.561455 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-3e47694b-8832-4eb6-aedc-cc3295dbbbe1 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:24.565074 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3e47694b-8832-4eb6-aedc-cc3295dbbbe1 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0103431
Dec 22 04:46:24.565286 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50418) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:24.570865 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d582b1f5-a7ce-4248-bea8-bb16c9d78bb1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:24.578857 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [None req-37d36eab-8894-4088-9b01-99e7db49cce1 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:46:24.585201 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-37d36eab-8894-4088-9b01-99e7db49cce1 tempest-ExtensionsTestJSON-1350599934 tempest-ExtensionsTestJSON-1350599934-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0135739
Dec 22 04:46:24.585201 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:24.636769 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582b1f5-a7ce-4248-bea8-bb16c9d78bb1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Subnet': ['ID=7109f2c5-20d1-4e1e-a5d9-1f2ffa647ac9,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:24.641960 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d582b1f5-a7ce-4248-bea8-bb16c9d78bb1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:24.650436 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d582b1f5-a7ce-4248-bea8-bb16c9d78bb1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:24.656876 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d582b1f5-a7ce-4248-bea8-bb16c9d78bb1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/subnets/7109f2c5-20d1-4e1e-a5d9-1f2ffa647ac9 HTTP/1.1" status: 204  len: 168 time: 1.3244419
Dec 22 04:46:24.662367 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50426) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:24.704997 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9c9a316a-cde4-43a9-86b4-9d381bdc3add tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:24.713023 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9c9a316a-cde4-43a9-86b4-9d381bdc3add tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:subnet and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:24.718463 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9c9a316a-cde4-43a9-86b4-9d381bdc3add tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:24.728801 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9c9a316a-cde4-43a9-86b4-9d381bdc3add tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:24.733602 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b959604-e07d-4fa6-bf2d-99a2347f5980 None None] Network 35dcb979-8196-426d-93e2-5f7d1c058d93 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:24.740902 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f5df0e35-83ca-4f25-b15b-ef988cc09c06 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:24.747703 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f5df0e35-83ca-4f25-b15b-ef988cc09c06 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Usage tracker for resource:subnet and tenant:664b0479e9e1448ea56990a36f4ec616 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:24.751342 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f5df0e35-83ca-4f25-b15b-ef988cc09c06 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:24.753932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9a316a-cde4-43a9-86b4-9d381bdc3add tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:24.757415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9c9a316a-cde4-43a9-86b4-9d381bdc3add tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:24.786871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f5df0e35-83ca-4f25-b15b-ef988cc09c06 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:24.801330 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:24.818274 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting port a6195ba1-f3bd-4010-b68f-f4b318299312 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:24.818623 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:24.866091 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a2542824-f3bc-4d1f-83f6-980d80d29adb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:24.876180 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5df0e35-83ca-4f25-b15b-ef988cc09c06 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Made reservation on behalf of 664b0479e9e1448ea56990a36f4ec616 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:24.908763 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-16f74012-c75a-41a2-8c2e-1e8103604bec None None] Set router 1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:46:25.023649 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f5df0e35-83ca-4f25-b15b-ef988cc09c06 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:25.043562 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a7e06232-b2aa-4bce-9a8e-c2cc2e9002bb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:25.109469 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Transition to ACTIVE for port object d43c2f5d-7507-443a-a509-13882b492bcc will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:25.112689 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] For port a6195ba1-f3bd-4010-b68f-f4b318299312, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a6195ba1-f3bd-4010-b68f-f4b318299312,segment=NetworkSegment(0cf38f39-ff98-48b9-8a39-3017f4e94631),segment_id=0cf38f39-ff98-48b9-8a39-3017f4e94631)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:25.112689 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:25.137142 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-16f74012-c75a-41a2-8c2e-1e8103604bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bee6be0>, [{'id': '1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c', 'name': 'tempest-NetworksTestDHCPv6-router-1776991539', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:46:02Z', 'updated_at': '2021-12-22T04:46:21Z', 'revision_number': 3, 'project_id': '25825f4b1181465ebc1c194a44f89ac1', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:25.137337 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50434) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:25.199961 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.ipam_backend_mixin [None req-f5df0e35-83ca-4f25-b15b-ef988cc09c06 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Performing IP validity checks on allocation pools {{(pid=83434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 22 04:46:25.200471 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.ipam_backend_mixin [None req-f5df0e35-83ca-4f25-b15b-ef988cc09c06 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 22 04:46:25.253362 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f74012-c75a-41a2-8c2e-1e8103604bec None None] The sync data for ids ['1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c'] in dv-neutron-822525-1-hyperv is: [{'id': '1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c', 'name': 'tempest-NetworksTestDHCPv6-router-1776991539', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:46:02Z', 'updated_at': '2021-12-22T04:46:21Z', 'revision_number': 3, 'project_id': '25825f4b1181465ebc1c194a44f89ac1', 'gw_port_host': None}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:46:25.267746 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:25.280975 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f94b2b8a-488d-48e6-b276-adf7508b12a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:25.332507 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Calling delete_port for a6195ba1-f3bd-4010-b68f-f4b318299312 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:25.367977 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-74391cc0-b241-4b3f-9bc1-f589b683f146 None None] For port a6195ba1-f3bd-4010-b68f-f4b318299312, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a6195ba1-f3bd-4010-b68f-f4b318299312,segment=NetworkSegment(0cf38f39-ff98-48b9-8a39-3017f4e94631),segment_id=0cf38f39-ff98-48b9-8a39-3017f4e94631)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:25.368330 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-74391cc0-b241-4b3f-9bc1-f589b683f146 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:25.412002 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a2542824-f3bc-4d1f-83f6-980d80d29adb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:25.414900 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ae0c43a0-5e60-45a9-9a69-0fb7faf8d465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:25.416150 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:25.449133 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Network 5bbb3863-2a07-4594-9f25-318bd6fab0e3 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:25.455324 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2542824-f3bc-4d1f-83f6-980d80d29adb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=2c226e03-057a-4d35-8703-cd6cf51d8080,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:25.460213 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a2542824-f3bc-4d1f-83f6-980d80d29adb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:25.463773 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a2542824-f3bc-4d1f-83f6-980d80d29adb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:25.476475 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:25.481648 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-327066af-7208-4c37-a033-c9e7f1d0439b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:25.506955 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:25.508709 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Pushing event updated for resources: {'Port': ['ID=d43c2f5d-7507-443a-a509-13882b492bcc,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:25.517285 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a2542824-f3bc-4d1f-83f6-980d80d29adb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/2c226e03-057a-4d35-8703-cd6cf51d8080 HTTP/1.1" status: 204  len: 168 time: 1.4669247
Dec 22 04:46:25.521617 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-74391cc0-b241-4b3f-9bc1-f589b683f146 None None] Calling delete_port for a6195ba1-f3bd-4010-b68f-f4b318299312 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:25.524766 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50440) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:25.527193 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Port': ['ID=a6195ba1-f3bd-4010-b68f-f4b318299312,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:25.531238 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:25.547047 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:25.548859 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfa18db-b54c-4ce5-9367-a4a6319a94bd None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:25.567424 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:25.600168 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] No DVR routers for this DVR port a6195ba1-f3bd-4010-b68f-f4b318299312 on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:46:25.602378 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ae0c43a0-5e60-45a9-9a69-0fb7faf8d465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:25.615496 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9c9a316a-cde4-43a9-86b4-9d381bdc3add tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:25.622036 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ae0c43a0-5e60-45a9-9a69-0fb7faf8d465 admin admin] Usage tracker for resource:security_group_rule and tenant:6dfb25fa6168406c98120ed9b0292eee is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:25.626390 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c4fe2406-4206-4915-ba2a-32d5ec71bacd tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:25.767806 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a6195ba1-f3bd-4010-b68f-f4b318299312 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:46:25.795559 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ae0c43a0-5e60-45a9-9a69-0fb7faf8d465 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:25.817705 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ae0c43a0-5e60-45a9-9a69-0fb7faf8d465 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:25.833667 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: a6195ba1-f3bd-4010-b68f-f4b318299312 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:46:25.834024 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a6195ba1-f3bd-4010-b68f-f4b318299312 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:46:25.834379 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device bcda8692-20c2-482c-88c3-367e1910cd30 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:46:25.836558 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f5df0e35-83ca-4f25-b15b-ef988cc09c06 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:25.872497 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9a316a-cde4-43a9-86b4-9d381bdc3add tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network 5bbb3863-2a07-4594-9f25-318bd6fab0e3 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:25.883014 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-9c9a316a-cde4-43a9-86b4-9d381bdc3add tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:25.886676 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9a316a-cde4-43a9-86b4-9d381bdc3add tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:25.887266 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9c9a316a-cde4-43a9-86b4-9d381bdc3add tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:25.922147 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a316a-cde4-43a9-86b4-9d381bdc3add tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Subnet': ['ID=4dff684f-2832-4438-9525-de3b65e1860c,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:25.926013 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9c9a316a-cde4-43a9-86b4-9d381bdc3add tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:25.932801 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ac2c6463-be9d-4119-bf0e-412714f59e31 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:25.985105 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: bcda8692-20c2-482c-88c3-367e1910cd30 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:46:25.985738 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device bcda8692-20c2-482c-88c3-367e1910cd30 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:46:26.002472 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Attempting to bind port d43c2f5d-7507-443a-a509-13882b492bcc on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:46:26.002838 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Attempting to bind port d43c2f5d-7507-443a-a509-13882b492bcc by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '6b1b2b06-e485-436e-ad7b-73bda895fd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bbb3863-2a07-4594-9f25-318bd6fab0e3'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:46:26.003180 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Attempting to bind port d43c2f5d-7507-443a-a509-13882b492bcc on network 5bbb3863-2a07-4594-9f25-318bd6fab0e3 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:46:26.010214 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-74391cc0-b241-4b3f-9bc1-f589b683f146 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:46:26.010567 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-74391cc0-b241-4b3f-9bc1-f589b683f146 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:46:26.017299 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:26.017862 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:46:26.018049 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Checking segment: {'id': '6b1b2b06-e485-436e-ad7b-73bda895fd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bbb3863-2a07-4594-9f25-318bd6fab0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:26.018452 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:26.018838 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Bound using segment: {'id': '6b1b2b06-e485-436e-ad7b-73bda895fd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bbb3863-2a07-4594-9f25-318bd6fab0e3'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:46:26.019371 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Bound port: d43c2f5d-7507-443a-a509-13882b492bcc, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1b2b06-e485-436e-ad7b-73bda895fd22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5bbb3863-2a07-4594-9f25-318bd6fab0e3'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:46:26.019747 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:26.033517 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9c9a316a-cde4-43a9-86b4-9d381bdc3add tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.8685944
Dec 22 04:46:26.044193 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50446) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:26.057053 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a7e06232-b2aa-4bce-9a8e-c2cc2e9002bb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:26.066346 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469afb7e80>,) {'filters': {'network_id': ['7cdf9caf-530b-48aa-8229-cb409c5d5fe9']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:26.072056 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-f9301e9b-c079-4b85-9bf4-29c67a1e755b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'port': {'network_id': '5bbb3863-2a07-4594-9f25-318bd6fab0e3', 'fixed_ips': [{'subnet_id': '288dd8d4-c4e1-4bd9-9d86-0b84bcf63624'}, {'subnet_id': '4dff684f-2832-4438-9525-de3b65e1860c'}], 'name': 'tempest-PortsTestJSON-2080321191'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:26.086386 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469afb7e80>, '0cf38f39-ff98-48b9-8a39-3017f4e94631') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:26.086864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469afb7e80>, '0cf38f39-ff98-48b9-8a39-3017f4e94631') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:26.110983 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:26.133139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f1f4f6bb-5c22-4a60-a320-7b121b49e9ce tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:router {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:26.143566 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:26.157424 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:46:26.158057 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:26.162900 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] For port d43c2f5d-7507-443a-a509-13882b492bcc, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:46:26.166466 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] For port d43c2f5d-7507-443a-a509-13882b492bcc, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d43c2f5d-7507-443a-a509-13882b492bcc,segment=NetworkSegment(6b1b2b06-e485-436e-ad7b-73bda895fd22),segment_id=6b1b2b06-e485-436e-ad7b-73bda895fd22)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:46:26.175073 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:46:26.181904 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf93fdb8-564f-4742-a13c-2c50f6ebb171 None None] DHCP port deletion for 35dcb979-8196-426d-93e2-5f7d1c058d93 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:46:26.188283 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df0e35-83ca-4f25-b15b-ef988cc09c06 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Subnet': ['ID=d7d574cd-d7c2-4364-b700-d22e476fb421,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:26.194902 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-bf93fdb8-564f-4742-a13c-2c50f6ebb171 None None] Deleting port 43deff22-5b20-40b2-8f41-383138e8bd9b {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:26.195322 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-bf93fdb8-564f-4742-a13c-2c50f6ebb171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:26.199644 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-a7e06232-b2aa-4bce-9a8e-c2cc2e9002bb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Deleting port 1d2bf042-2578-4359-8ff2-50255e7a6ea0 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:26.200304 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a7e06232-b2aa-4bce-9a8e-c2cc2e9002bb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:26.237053 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5df0e35-83ca-4f25-b15b-ef988cc09c06 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Checking segment: {'id': '7695f044-d808-45f3-b83c-ed4e52fa6a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '20aaa934-d47b-4105-8800-a48c6a7d879a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:26.238653 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5df0e35-83ca-4f25-b15b-ef988cc09c06 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Network hostable DHCP agents. Network: 20aaa934-d47b-4105-8800-a48c6a7d879a, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:46:26.244313 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f5df0e35-83ca-4f25-b15b-ef988cc09c06 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:26.246036 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f1f4f6bb-5c22-4a60-a320-7b121b49e9ce tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:router {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:26.250168 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f1f4f6bb-5c22-4a60-a320-7b121b49e9ce tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.7244792
Dec 22 04:46:26.250769 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50452) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:26.253984 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:26.256917 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ae0c43a0-5e60-45a9-9a69-0fb7faf8d465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:26.261241 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1bb43d06-f2a4-4906-90d7-b386023a73c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:26.278277 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ae0c43a0-5e60-45a9-9a69-0fb7faf8d465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:26.298693 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6d13fd1a-b833-4474-80c8-d509d7fed1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:26.337286 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03c5fa4-0cd9-47b9-a4d3-34bc1b52e794 None None] DHCP port deletion for 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:46:26.347656 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b03c5fa4-0cd9-47b9-a4d3-34bc1b52e794 None None] Deleting port 160a2cca-f821-4b3c-b151-594625d442a3 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:26.348016 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b03c5fa4-0cd9-47b9-a4d3-34bc1b52e794 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:26.401846 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:26.406035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e4caca3d-9860-44f0-be75-51ac4c92813d tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:26.422783 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:26.432182 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Network': ['ID=7cdf9caf-530b-48aa-8229-cb409c5d5fe9,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:26.434934 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:26.440790 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/networks/7cdf9caf-530b-48aa-8229-cb409c5d5fe9 HTTP/1.1" status: 204  len: 168 time: 1.7771461
Dec 22 04:46:26.442585 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50456) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:26.453941 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Pushing event updated for resources: {'Port': ['ID=d43c2f5d-7507-443a-a509-13882b492bcc,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:26.464323 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53133313-9b76-4e28-803f-ff8a0ae11ea5 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:26.481907 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ae0c43a0-5e60-45a9-9a69-0fb7faf8d465 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6dfb25fa6168406c98120ed9b0292eee&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3380990
Dec 22 04:46:26.484278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:26.491441 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50460) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:26.501039 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c43a0-5e60-45a9-9a69-0fb7faf8d465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7908c36-8738-492b-9fcf-da0c62dd0632,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:26.504482 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ae0c43a0-5e60-45a9-9a69-0fb7faf8d465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:26.536604 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5df0e35-83ca-4f25-b15b-ef988cc09c06 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Network 20aaa934-d47b-4105-8800-a48c6a7d879a is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:46:26.551031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-74391cc0-b241-4b3f-9bc1-f589b683f146 None None] Deleting port a6195ba1-f3bd-4010-b68f-f4b318299312 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:26.551411 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-74391cc0-b241-4b3f-9bc1-f589b683f146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:26.555605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f9301e9b-c079-4b85-9bf4-29c67a1e755b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:26.601994 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-f5df0e35-83ca-4f25-b15b-ef988cc09c06 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 20aaa934-d47b-4105-8800-a48c6a7d879a) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:26.606501 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5df0e35-83ca-4f25-b15b-ef988cc09c06 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:26.607943 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f5df0e35-83ca-4f25-b15b-ef988cc09c06 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:26.623674 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f9301e9b-c079-4b85-9bf4-29c67a1e755b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:26.637731 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a7e06232-b2aa-4bce-9a8e-c2cc2e9002bb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:26.642728 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5e0c7f-6446-4400-a189-eb81866b404a None None] Network 20aaa934-d47b-4105-8800-a48c6a7d879a requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:26.662552 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-74391cc0-b241-4b3f-9bc1-f589b683f146 None None] The port 'a6195ba1-f3bd-4010-b68f-f4b318299312' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:46:26.673798 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:26.781745 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9301e9b-c079-4b85-9bf4-29c67a1e755b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:26.803732 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-a7e06232-b2aa-4bce-9a8e-c2cc2e9002bb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Calling delete_port for 1d2bf042-2578-4359-8ff2-50255e7a6ea0 owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:26.807475 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-bf93fdb8-564f-4742-a13c-2c50f6ebb171 None None] For port 43deff22-5b20-40b2-8f41-383138e8bd9b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=43deff22-5b20-40b2-8f41-383138e8bd9b,segment=NetworkSegment(b944f116-df55-48cf-a32b-f0cf08957523),segment_id=b944f116-df55-48cf-a32b-f0cf08957523)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:26.807475 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-bf93fdb8-564f-4742-a13c-2c50f6ebb171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:26.807844 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting port 43deff22-5b20-40b2-8f41-383138e8bd9b {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:26.808100 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:26.850426 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f5df0e35-83ca-4f25-b15b-ef988cc09c06 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 2.4092319
Dec 22 04:46:26.851320 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50464) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:26.919702 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-124e5ab4-8ee2-453c-bb1a-478d21f49fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:26.970938 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-bf93fdb8-564f-4742-a13c-2c50f6ebb171 None None] Calling delete_port for 43deff22-5b20-40b2-8f41-383138e8bd9b owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:26.995640 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-124e5ab4-8ee2-453c-bb1a-478d21f49fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:27.071117 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-b03c5fa4-0cd9-47b9-a4d3-34bc1b52e794 None None] For port 160a2cca-f821-4b3c-b151-594625d442a3, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=160a2cca-f821-4b3c-b151-594625d442a3,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:27.071646 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b03c5fa4-0cd9-47b9-a4d3-34bc1b52e794 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:27.098320 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f9301e9b-c079-4b85-9bf4-29c67a1e755b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:27.155578 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-f9301e9b-c079-4b85-9bf4-29c67a1e755b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] device_id is not set on port 2f7a269e-6022-4394-9307-cf2d2e5b74e7 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:46:27.228709 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53133313-9b76-4e28-803f-ff8a0ae11ea5 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:27.328281 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:27.331718 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53133313-9b76-4e28-803f-ff8a0ae11ea5 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:27.346042 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b03c5fa4-0cd9-47b9-a4d3-34bc1b52e794 None None] Calling delete_port for 160a2cca-f821-4b3c-b151-594625d442a3 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:27.382448 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53133313-9b76-4e28-803f-ff8a0ae11ea5 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:27.382972 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53133313-9b76-4e28-803f-ff8a0ae11ea5 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Fanout notify agent at l3_agent the message router_deleted on router 1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:46:27.454893 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-124e5ab4-8ee2-453c-bb1a-478d21f49fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:27.462438 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-20aaa934-d47b-4105-8800-a48c6a7d879a', 'network_id': '20aaa934-d47b-4105-8800-a48c6a7d879a', 'tenant_id': '664b0479e9e1448ea56990a36f4ec616', 'fixed_ips': [{'subnet_id': 'd7d574cd-d7c2-4364-b700-d22e476fb421'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:46:27.463626 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:27.517421 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:27.539481 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-bf93fdb8-564f-4742-a13c-2c50f6ebb171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:27.548053 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d43c2f5d-7507-443a-a509-13882b492bcc up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:46:27.568123 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a7e06232-b2aa-4bce-9a8e-c2cc2e9002bb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:27.576528 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e5ab4-8ee2-453c-bb1a-478d21f49fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7908c36-8738-492b-9fcf-da0c62dd0632,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:27.590653 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-7b634db6-b226-4754-b5db-90fb4085c3a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:27.594903 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-124e5ab4-8ee2-453c-bb1a-478d21f49fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:27.595737 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-df3364cf-5c6f-4393-bd15-90a98f0259ee tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:27.626116 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53133313-9b76-4e28-803f-ff8a0ae11ea5 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:27.627192 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-53133313-9b76-4e28-803f-ff8a0ae11ea5 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/routers/1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c HTTP/1.1" status: 204  len: 168 time: 1.3727298
Dec 22 04:46:27.643765 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50472) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:27.678238 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e06232-b2aa-4bce-9a8e-c2cc2e9002bb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Pushing event deleted for resources: {'Port': ['ID=1d2bf042-2578-4359-8ff2-50255e7a6ea0,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:27.688012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-9fc42736-1664-49eb-890d-3f2ea86712bd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:27.703953 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b03c5fa4-0cd9-47b9-a4d3-34bc1b52e794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:27.709235 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a7e06232-b2aa-4bce-9a8e-c2cc2e9002bb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:27.719574 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] For port 43deff22-5b20-40b2-8f41-383138e8bd9b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=43deff22-5b20-40b2-8f41-383138e8bd9b,segment=NetworkSegment(b944f116-df55-48cf-a32b-f0cf08957523),segment_id=b944f116-df55-48cf-a32b-f0cf08957523)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:27.719574 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:27.724410 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03c5fa4-0cd9-47b9-a4d3-34bc1b52e794 None None] No DVR routers for this DVR port 160a2cca-f821-4b3c-b151-594625d442a3 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:46:27.728191 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93fdb8-564f-4742-a13c-2c50f6ebb171 None None] Pushing event deleted for resources: {'Port': ['ID=43deff22-5b20-40b2-8f41-383138e8bd9b,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:27.731000 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-bf93fdb8-564f-4742-a13c-2c50f6ebb171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:27.737604 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:27.737773 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:27.785184 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c5fa4-0cd9-47b9-a4d3-34bc1b52e794 None None] Pushing event deleted for resources: {'Port': ['ID=160a2cca-f821-4b3c-b151-594625d442a3,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:27.788072 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b03c5fa4-0cd9-47b9-a4d3-34bc1b52e794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:27.840563 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf93fdb8-564f-4742-a13c-2c50f6ebb171 None None] No DVR routers for this DVR port 43deff22-5b20-40b2-8f41-383138e8bd9b on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:46:27.853027 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-124e5ab4-8ee2-453c-bb1a-478d21f49fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:27.858069 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-124e5ab4-8ee2-453c-bb1a-478d21f49fee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f7908c36-8738-492b-9fcf-da0c62dd0632 HTTP/1.1" status: 204  len: 168 time: 1.3475885
Dec 22 04:46:27.927555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Calling delete_port for 43deff22-5b20-40b2-8f41-383138e8bd9b owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:28.002541 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port d43c2f5d-7507-443a-a509-13882b492bcc completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:28.038489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Allocated IP 172.20.0.3 (20aaa934-d47b-4105-8800-a48c6a7d879a/d7d574cd-d7c2-4364-b700-d22e476fb421/23c96c8c-6eab-470e-94f5-f31c20e406df) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:28.084298 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.api [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:46:28.084632 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_db.api [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:46:28.146511 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 43deff22-5b20-40b2-8f41-383138e8bd9b no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:46:28.189317 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 43deff22-5b20-40b2-8f41-383138e8bd9b {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:46:28.189674 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 43deff22-5b20-40b2-8f41-383138e8bd9b not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:46:28.190103 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 160a2cca-f821-4b3c-b151-594625d442a3 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:46:28.226291 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 160a2cca-f821-4b3c-b151-594625d442a3 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:46:28.226645 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 160a2cca-f821-4b3c-b151-594625d442a3 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:46:28.241772 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9fc42736-1664-49eb-890d-3f2ea86712bd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:28.335436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9fc42736-1664-49eb-890d-3f2ea86712bd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:28.335979 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c94afd-271c-4a88-8963-9d5007a5eee1 None None] Network 5bbb3863-2a07-4594-9f25-318bd6fab0e3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:28.343675 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9fc42736-1664-49eb-890d-3f2ea86712bd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:28.358783 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9fc42736-1664-49eb-890d-3f2ea86712bd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:28.360747 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a7e06232-b2aa-4bce-9a8e-c2cc2e9002bb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:28.530270 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-847e44b1-e0ca-48fb-91a0-e6ae7ec158e2 None None] Provisioning for port d43c2f5d-7507-443a-a509-13882b492bcc completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:28.537224 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc42736-1664-49eb-890d-3f2ea86712bd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:28.539220 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:28.551336 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-847e44b1-e0ca-48fb-91a0-e6ae7ec158e2 None None] Provisioning complete for port d43c2f5d-7507-443a-a509-13882b492bcc triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:28.551601 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-847e44b1-e0ca-48fb-91a0-e6ae7ec158e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:28.585396 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting port 43deff22-5b20-40b2-8f41-383138e8bd9b {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:28.585958 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:28.618149 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Transition to ACTIVE for port object 23c96c8c-6eab-470e-94f5-f31c20e406df will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:28.641724 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Transition to ACTIVE for port object 23c96c8c-6eab-470e-94f5-f31c20e406df will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:28.673093 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] The port '43deff22-5b20-40b2-8f41-383138e8bd9b' was deleted {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:46:28.684746 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:28.769225 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a7e06232-b2aa-4bce-9a8e-c2cc2e9002bb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:28.781587 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-f9301e9b-c079-4b85-9bf4-29c67a1e755b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Allocated IP 172.20.0.13 (5bbb3863-2a07-4594-9f25-318bd6fab0e3/288dd8d4-c4e1-4bd9-9d86-0b84bcf63624/2f7a269e-6022-4394-9307-cf2d2e5b74e7) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:28.784926 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1856efee-2255-4c43-9027-1f82a13011b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:28.793241 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a7e06232-b2aa-4bce-9a8e-c2cc2e9002bb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:28.801957 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:28.802336 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-f9301e9b-c079-4b85-9bf4-29c67a1e755b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Allocated IP 172.20.0.30 (5bbb3863-2a07-4594-9f25-318bd6fab0e3/4dff684f-2832-4438-9525-de3b65e1860c/2f7a269e-6022-4394-9307-cf2d2e5b74e7) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:28.810120 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d9a0e26d-efa1-4e44-8ccb-42e79a44b6bb tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:28.816796 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9fc42736-1664-49eb-890d-3f2ea86712bd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:28.829293 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Network 20aaa934-d47b-4105-8800-a48c6a7d879a is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:28.868138 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:28.879900 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d574cd-d7c2-4364-b700-d22e476fb421,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:28.882787 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:28.889685 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:28.903573 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:28.984101 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a7e06232-b2aa-4bce-9a8e-c2cc2e9002bb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:28.984594 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e06232-b2aa-4bce-9a8e-c2cc2e9002bb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Fanout notify agent at l3_agent the message router_deleted on router 08a3f86c-1ec0-4ed9-b17c-14b59344112e {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:46:29.000835 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b175b50>,) {'filters': {'network_id': ['35dcb979-8196-426d-93e2-5f7d1c058d93']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:29.034250 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b175b50>, 'b944f116-df55-48cf-a32b-f0cf08957523') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:29.034479 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b175b50>, 'b944f116-df55-48cf-a32b-f0cf08957523') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:29.042007 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.053624 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Pushing event updated for resources: {'Port': ['ID=23c96c8c-6eab-470e-94f5-f31c20e406df,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:29.061142 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.071685 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:29.074707 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a7e06232-b2aa-4bce-9a8e-c2cc2e9002bb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.075799 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a7e06232-b2aa-4bce-9a8e-c2cc2e9002bb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "DELETE /v2.0/routers/08a3f86c-1ec0-4ed9-b17c-14b59344112e HTTP/1.1" status: 204  len: 168 time: 5.0327330
Dec 22 04:46:29.084466 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50498) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:29.093762 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-92396c1d-0870-4090-aac6-dee72d09a2d7 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-857725880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:29.093948 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Attempting to bind port 23c96c8c-6eab-470e-94f5-f31c20e406df on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:46:29.094384 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Attempting to bind port 23c96c8c-6eab-470e-94f5-f31c20e406df by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '7695f044-d808-45f3-b83c-ed4e52fa6a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '20aaa934-d47b-4105-8800-a48c6a7d879a'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:46:29.094851 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Attempting to bind port 23c96c8c-6eab-470e-94f5-f31c20e406df on network 20aaa934-d47b-4105-8800-a48c6a7d879a {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:46:29.101808 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-847e44b1-e0ca-48fb-91a0-e6ae7ec158e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.102826 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b175370>,) {'filters': {'network_id': ['20aaa934-d47b-4105-8800-a48c6a7d879a']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:29.113897 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-92396c1d-0870-4090-aac6-dee72d09a2d7 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:29.115134 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.127081 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-92396c1d-0870-4090-aac6-dee72d09a2d7 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Usage tracker for resource:router and tenant:d561aafa63d94344874802f202528048 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:29.130834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b175370>, '7695f044-d808-45f3-b83c-ed4e52fa6a06') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:29.131132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b175370>, '7695f044-d808-45f3-b83c-ed4e52fa6a06') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:29.142570 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-92396c1d-0870-4090-aac6-dee72d09a2d7 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:29.145077 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50502) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:29.151273 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:46:29.151675 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:46:29.171713 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:46:29.174515 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-92396c1d-0870-4090-aac6-dee72d09a2d7 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:29.193639 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76cb3dc-7727-457c-9215-0042fad81b2c None None] Update dhcp port {'port': {'network_id': '5bbb3863-2a07-4594-9f25-318bd6fab0e3', 'fixed_ips': [{'subnet_id': '288dd8d4-c4e1-4bd9-9d86-0b84bcf63624', 'ip_address': '172.20.0.2'}, {'subnet_id': '4dff684f-2832-4438-9525-de3b65e1860c'}], 'binding:host_id': 'dv-neutron-822525-1-hyperv'}, 'id': 'd43c2f5d-7507-443a-a509-13882b492bcc'} from dv-neutron-822525-1-hyperv. {{(pid=83436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 04:46:29.223974 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:46:29.223974 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Checking segment: {'id': '7695f044-d808-45f3-b83c-ed4e52fa6a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '20aaa934-d47b-4105-8800-a48c6a7d879a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:29.223974 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.224576 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Bound using segment: {'id': '7695f044-d808-45f3-b83c-ed4e52fa6a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '20aaa934-d47b-4105-8800-a48c6a7d879a'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:46:29.226093 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Bound port: 23c96c8c-6eab-470e-94f5-f31c20e406df, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7695f044-d808-45f3-b83c-ed4e52fa6a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '20aaa934-d47b-4105-8800-a48c6a7d879a'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:46:29.226093 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.226800 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.238755 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f9301e9b-c079-4b85-9bf4-29c67a1e755b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.265357 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.277510 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9fc42736-1664-49eb-890d-3f2ea86712bd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.283497 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-16851651-0a8f-424d-b0a1-b7f32cedac1a tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:29.288742 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:46:29.289144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:46:29.304075 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:46:29.305951 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-92396c1d-0870-4090-aac6-dee72d09a2d7 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.305951 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-92396c1d-0870-4090-aac6-dee72d09a2d7 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.342432 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc42736-1664-49eb-890d-3f2ea86712bd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:29.346448 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-9fc42736-1664-49eb-890d-3f2ea86712bd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:29.351304 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc42736-1664-49eb-890d-3f2ea86712bd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:29.352064 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9fc42736-1664-49eb-890d-3f2ea86712bd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.367045 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc42736-1664-49eb-890d-3f2ea86712bd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=0f670dab-6ce9-4af3-bffc-01c3ba1b8427,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:29.371854 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9fc42736-1664-49eb-890d-3f2ea86712bd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:29.390014 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9fc42736-1664-49eb-890d-3f2ea86712bd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.7450435
Dec 22 04:46:29.392533 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50508) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:29.395555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.400595 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.401148 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] For port 23c96c8c-6eab-470e-94f5-f31c20e406df, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:46:29.406321 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3d8bcb3b-49e9-407f-ba1d-e78090b35503 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:29.407953 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-6d9b7306-9953-4791-ad2e-c82960a9f399 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-910929558', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:29.408572 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5527db7-c7f1-4200-8236-d8c1562f36f0 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:29.415044 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6d9b7306-9953-4791-ad2e-c82960a9f399 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:29.420458 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6d9b7306-9953-4791-ad2e-c82960a9f399 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:router and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:29.424134 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6d9b7306-9953-4791-ad2e-c82960a9f399 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:29.429101 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-f9301e9b-c079-4b85-9bf4-29c67a1e755b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Transition to ACTIVE for port object 2f7a269e-6022-4394-9307-cf2d2e5b74e7 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:29.436263 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] For port 23c96c8c-6eab-470e-94f5-f31c20e406df, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=23c96c8c-6eab-470e-94f5-f31c20e406df,segment=NetworkSegment(7695f044-d808-45f3-b83c-ed4e52fa6a06),segment_id=7695f044-d808-45f3-b83c-ed4e52fa6a06)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:46:29.441156 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Network': ['ID=35dcb979-8196-426d-93e2-5f7d1c058d93,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:29.444359 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:29.450078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.api [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 04:46:29.450078 dv-neutron-822525-1-hyperv neutron-server[83435]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 04:46:29.450078 dv-neutron-822525-1-hyperv neutron-server[83435]: [parameters: {'id': '20aaa934-d47b-4105-8800-a48c6a7d879a'}]
Dec 22 04:46:29.450078 dv-neutron-822525-1-hyperv neutron-server[83435]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:46:29.450464 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_db.api [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:46:29.465582 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/networks/35dcb979-8196-426d-93e2-5f7d1c058d93 HTTP/1.1" status: 204  len: 168 time: 3.0153201
Dec 22 04:46:29.465812 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6d9b7306-9953-4791-ad2e-c82960a9f399 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:29.466482 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-531137431'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:29.466630 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50512) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:29.472474 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:29.474670 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-e27e1ff0-e3f6-4d6c-a13f-c77c40daa621 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'network': {'name': 'tempest-RoutersTest-1433409854'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:29.479408 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-92396c1d-0870-4090-aac6-dee72d09a2d7 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.481072 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e27e1ff0-e3f6-4d6c-a13f-c77c40daa621 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:29.481205 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:network and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:29.485903 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6d9b7306-9953-4791-ad2e-c82960a9f399 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.487567 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6d9b7306-9953-4791-ad2e-c82960a9f399 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.490962 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:29.495590 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.498379 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e27e1ff0-e3f6-4d6c-a13f-c77c40daa621 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:network and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:29.501301 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:29.501913 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e27e1ff0-e3f6-4d6c-a13f-c77c40daa621 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:29.508683 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f9301e9b-c079-4b85-9bf4-29c67a1e755b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.510754 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e27e1ff0-e3f6-4d6c-a13f-c77c40daa621 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:29.518868 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5700500d-ce7b-4dd7-ad17-bf4e408d1db7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:29.520499 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-92396c1d-0870-4090-aac6-dee72d09a2d7 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.526722 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d94b872f-bc5e-431a-956a-a4042661bc70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:29.528416 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:29.531553 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.553259 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.576437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-92396c1d-0870-4090-aac6-dee72d09a2d7 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.577803 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-92396c1d-0870-4090-aac6-dee72d09a2d7 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4924793
Dec 22 04:46:29.587546 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50518) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:29.595416 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9301e9b-c079-4b85-9bf4-29c67a1e755b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Port': ['ID=2f7a269e-6022-4394-9307-cf2d2e5b74e7,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:29.604693 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Pushing event updated for resources: {'Port': ['ID=23c96c8c-6eab-470e-94f5-f31c20e406df,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:29.606069 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f9301e9b-c079-4b85-9bf4-29c67a1e755b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:29.615990 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-7929150b-93ad-4232-8ae6-296421b7c1f2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:29.622365 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9301e9b-c079-4b85-9bf4-29c67a1e755b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network 5bbb3863-2a07-4594-9f25-318bd6fab0e3 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:29.623259 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:29.624560 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-f9301e9b-c079-4b85-9bf4-29c67a1e755b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:29.626714 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e76cb3dc-7727-457c-9215-0042fad81b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.627844 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27e1ff0-e3f6-4d6c-a13f-c77c40daa621 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Made reservation on behalf of 9e7dce9f57e64c25bbfc8211ac6b7ebe for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:29.631053 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e27e1ff0-e3f6-4d6c-a13f-c77c40daa621 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.643215 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9301e9b-c079-4b85-9bf4-29c67a1e755b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:29.648095 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-847e44b1-e0ca-48fb-91a0-e6ae7ec158e2 None None] For port d43c2f5d-7507-443a-a509-13882b492bcc, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d43c2f5d-7507-443a-a509-13882b492bcc,segment=NetworkSegment(6b1b2b06-e485-436e-ad7b-73bda895fd22),segment_id=6b1b2b06-e485-436e-ad7b-73bda895fd22)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:29.690149 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6d9b7306-9953-4791-ad2e-c82960a9f399 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.690874 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-847e44b1-e0ca-48fb-91a0-e6ae7ec158e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.704110 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:29.713003 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:29.730250 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27e1ff0-e3f6-4d6c-a13f-c77c40daa621 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:46:29.738083 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9301e9b-c079-4b85-9bf4-29c67a1e755b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:29.738848 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f9301e9b-c079-4b85-9bf4-29c67a1e755b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.768660 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f9301e9b-c079-4b85-9bf4-29c67a1e755b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1005 time: 3.7212059
Dec 22 04:46:29.769966 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e27e1ff0-e3f6-4d6c-a13f-c77c40daa621 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.770401 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-e27e1ff0-e3f6-4d6c-a13f-c77c40daa621 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Added segment c08a552d-0129-42ec-826b-a8010d24fea6 of type vlan for network 99b13eb4-366b-4584-a521-e37dff5808a8
Dec 22 04:46:29.771705 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50524) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:29.782601 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-b0fcb203-e782-4f9f-bd84-747b5dcf50f7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '288dd8d4-c4e1-4bd9-9d86-0b84bcf63624'}]}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:29.799693 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:security_group_rule and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:29.803928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:29.809591 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6d9b7306-9953-4791-ad2e-c82960a9f399 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.811823 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:29.848184 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6d9b7306-9953-4791-ad2e-c82960a9f399 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:29.852202 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6d9b7306-9953-4791-ad2e-c82960a9f399 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.4560821
Dec 22 04:46:29.863525 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50528) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:29.963999 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3e3bf3-2319-4be6-9970-cecbb627c223 None None] Network 20aaa934-d47b-4105-8800-a48c6a7d879a requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:30.048471 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e27e1ff0-e3f6-4d6c-a13f-c77c40daa621 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:30.090756 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:30.105880 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e44b1-e0ca-48fb-91a0-e6ae7ec158e2 None None] Pushing event updated for resources: {'Port': ['ID=d43c2f5d-7507-443a-a509-13882b492bcc,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:30.127117 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-847e44b1-e0ca-48fb-91a0-e6ae7ec158e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:30.131872 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Deleting port 23c96c8c-6eab-470e-94f5-f31c20e406df {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:30.132165 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:30.202905 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b0fcb203-e782-4f9f-bd84-747b5dcf50f7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:30.291087 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:30.306999 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'fixed_ips': [{'subnet_id': '0f670dab-6ce9-4af3-bffc-01c3ba1b8427'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:46:30.307807 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:30.347144 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-e76cb3dc-7727-457c-9215-0042fad81b2c None None] Allocated IP 172.20.0.18 (5bbb3863-2a07-4594-9f25-318bd6fab0e3/4dff684f-2832-4438-9525-de3b65e1860c/d43c2f5d-7507-443a-a509-13882b492bcc) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:30.353659 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:30.386356 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:30.441259 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:46:30.455900 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f77fe22-f07a-4f69-8a6e-b2b7f8376be4,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:30.460085 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:30.526491 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:30.526705 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Added segment b50bef65-554c-4578-9fe9-3cb9b09a7bae of type vlan for network 21a47168-5359-42cc-b173-9f67d550e87e
Dec 22 04:46:30.535125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e27e1ff0-e3f6-4d6c-a13f-c77c40daa621 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:30.538877 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27e1ff0-e3f6-4d6c-a13f-c77c40daa621 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:30.539214 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7929150b-93ad-4232-8ae6-296421b7c1f2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:30.539465 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e27e1ff0-e3f6-4d6c-a13f-c77c40daa621 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:30.546018 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-eb6a7d43-19f8-409d-b9c6-63f21362a48e tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:30.606865 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:30.610463 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-e76cb3dc-7727-457c-9215-0042fad81b2c None None] For port d43c2f5d-7507-443a-a509-13882b492bcc, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d43c2f5d-7507-443a-a509-13882b492bcc,segment=NetworkSegment(6b1b2b06-e485-436e-ad7b-73bda895fd22),segment_id=6b1b2b06-e485-436e-ad7b-73bda895fd22)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:30.629876 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Allocated IP 2001:db8::2 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/0f670dab-6ce9-4af3-bffc-01c3ba1b8427/32202fff-edd1-4d11-8cf8-f0e975eeac41) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:30.635005 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] For port 23c96c8c-6eab-470e-94f5-f31c20e406df, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=23c96c8c-6eab-470e-94f5-f31c20e406df,segment=NetworkSegment(7695f044-d808-45f3-b83c-ed4e52fa6a06),segment_id=7695f044-d808-45f3-b83c-ed4e52fa6a06)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:30.635862 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:30.659859 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e76cb3dc-7727-457c-9215-0042fad81b2c None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:30.695234 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e27e1ff0-e3f6-4d6c-a13f-c77c40daa621 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.2243795
Dec 22 04:46:30.702484 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50532) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:30.715636 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e1ff0-e3f6-4d6c-a13f-c77c40daa621 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Network': ['ID=99b13eb4-366b-4584-a521-e37dff5808a8,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:30.718893 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e27e1ff0-e3f6-4d6c-a13f-c77c40daa621 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:30.745681 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 99b13eb4-366b-4584-a521-e37dff5808a8 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:46:30.765592 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-81ab09df-e7b0-42ec-8801-699086f4d339 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'subnet': {'network_id': '99b13eb4-366b-4584-a521-e37dff5808a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:30.814132 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e76cb3dc-7727-457c-9215-0042fad81b2c None None] Transition to ACTIVE for port object d43c2f5d-7507-443a-a509-13882b492bcc will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:30.844512 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e76cb3dc-7727-457c-9215-0042fad81b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:30.845265 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Calling delete_port for 23c96c8c-6eab-470e-94f5-f31c20e406df owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:30.851324 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4d67df55-55b5-4d7b-8106-8abe407ec488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:30.881931 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.resource_extend [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:46:30.897227 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-b0fcb203-e782-4f9f-bd84-747b5dcf50f7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Delete allocated IP 172.20.0.30 (5bbb3863-2a07-4594-9f25-318bd6fab0e3/4dff684f-2832-4438-9525-de3b65e1860c) {{(pid=83434) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 22 04:46:31.036650 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cb3dc-7727-457c-9215-0042fad81b2c None None] Pushing event updated for resources: {'Port': ['ID=d43c2f5d-7507-443a-a509-13882b492bcc,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:31.045787 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e76cb3dc-7727-457c-9215-0042fad81b2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:31.089696 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-81ab09df-e7b0-42ec-8801-699086f4d339 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:31.096343 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-81ab09df-e7b0-42ec-8801-699086f4d339 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:subnet and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:31.099518 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-81ab09df-e7b0-42ec-8801-699086f4d339 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:31.108054 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-81ab09df-e7b0-42ec-8801-699086f4d339 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:31.112732 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b0fcb203-e782-4f9f-bd84-747b5dcf50f7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:31.137153 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:31.144032 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-b0fcb203-e782-4f9f-bd84-747b5dcf50f7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Ignored duplicate provisioning block setup for port 2f7a269e-6022-4394-9307-cf2d2e5b74e7 by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 22 04:46:31.151501 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:31.154915 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Transition to ACTIVE for port object 32202fff-edd1-4d11-8cf8-f0e975eeac41 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:31.160073 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:31.163288 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b0fcb203-e782-4f9f-bd84-747b5dcf50f7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:31.170286 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:31.175790 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Transition to ACTIVE for port object 32202fff-edd1-4d11-8cf8-f0e975eeac41 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:31.184455 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:31.188431 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:31.189854 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6a761430-d5e3-465e-b1bd-57711963f6e4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:31.194737 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b5bf4824-c70f-4ddb-8125-f95e5ad83e7c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:31.246065 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-82fd47e5-f4fe-47f7-b8e2-ec6cd79a9105 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:31.270707 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:31.271680 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Pushing event updated for resources: {'Port': ['ID=32202fff-edd1-4d11-8cf8-f0e975eeac41,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:31.277364 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:31.285003 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:31.285843 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:31.303000 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ab09df-e7b0-42ec-8801-699086f4d339 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Made reservation on behalf of 9e7dce9f57e64c25bbfc8211ac6b7ebe for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:31.333986 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:31.424154 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Attempting to bind port 32202fff-edd1-4d11-8cf8-f0e975eeac41 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:46:31.425232 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Attempting to bind port 32202fff-edd1-4d11-8cf8-f0e975eeac41 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:46:31.425869 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Attempting to bind port 32202fff-edd1-4d11-8cf8-f0e975eeac41 on network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:46:31.434110 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:46:31.434773 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:31.435951 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:31.436695 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Bound using segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:46:31.437381 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Bound port: 32202fff-edd1-4d11-8cf8-f0e975eeac41, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:46:31.437954 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:31.466223 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d43c2f5d-7507-443a-a509-13882b492bcc up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:46:31.480106 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Network': ['ID=21a47168-5359-42cc-b173-9f67d550e87e,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:31.486178 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No DVR routers for this DVR port 23c96c8c-6eab-470e-94f5-f31c20e406df on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:46:31.487883 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:31.488414 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:31.535094 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 21a47168-5359-42cc-b173-9f67d550e87e details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:46:31.565097 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 2.4136176
Dec 22 04:46:31.574376 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50540) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:31.577788 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Port': ['ID=23c96c8c-6eab-470e-94f5-f31c20e406df,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:31.596002 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:31.601465 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-c21d2beb-94a3-4e92-8f7c-7be3bb8a5e08 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'port': {'network_id': '21a47168-5359-42cc-b173-9f67d550e87e', 'name': 'tempest-PortsIpV6TestJSON-1578458719'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:31.678324 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-81ab09df-e7b0-42ec-8801-699086f4d339 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:31.738979 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fcb203-e782-4f9f-bd84-747b5dcf50f7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Port': ['ID=2f7a269e-6022-4394-9307-cf2d2e5b74e7,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:31.749822 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef89a4c7-291b-4ee7-b764-9b64a32574db None None] Network 5bbb3863-2a07-4594-9f25-318bd6fab0e3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:31.753106 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b0fcb203-e782-4f9f-bd84-747b5dcf50f7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:31.826421 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-b0fcb203-e782-4f9f-bd84-747b5dcf50f7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] In _notify_port_updated(), no bound segment for port 2f7a269e-6022-4394-9307-cf2d2e5b74e7 on network 5bbb3863-2a07-4594-9f25-318bd6fab0e3 {{(pid=83434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 04:46:31.830296 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fcb203-e782-4f9f-bd84-747b5dcf50f7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:31.830942 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b0fcb203-e782-4f9f-bd84-747b5dcf50f7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:31.834657 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b0fcb203-e782-4f9f-bd84-747b5dcf50f7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "PUT /v2.0/ports/2f7a269e-6022-4394-9307-cf2d2e5b74e7 HTTP/1.1" status: 200  len: 920 time: 2.0597541
Dec 22 04:46:31.837385 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50544) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:31.844977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-e2975db8-d53a-4e24-90e8-e830e8a26fea tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '288dd8d4-c4e1-4bd9-9d86-0b84bcf63624'}, {'subnet_id': '4dff684f-2832-4438-9525-de3b65e1860c'}]}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:31.888094 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] For port 32202fff-edd1-4d11-8cf8-f0e975eeac41, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:46:31.903598 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] For port 32202fff-edd1-4d11-8cf8-f0e975eeac41, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=32202fff-edd1-4d11-8cf8-f0e975eeac41,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:46:31.922363 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:31.924062 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-82fd47e5-f4fe-47f7-b8e2-ec6cd79a9105 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8::1 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/0f670dab-6ce9-4af3-bffc-01c3ba1b8427/4fad9ba9-809c-48d7-814a-eaee0796ca52) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:31.929431 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4d67df55-55b5-4d7b-8106-8abe407ec488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:31.948564 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:31.956997 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a87440e8-295e-438a-afd6-aae9488145f4 None None] Provisioning for port d43c2f5d-7507-443a-a509-13882b492bcc completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:31.992480 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a87440e8-295e-438a-afd6-aae9488145f4 None None] Provisioning complete for port d43c2f5d-7507-443a-a509-13882b492bcc triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:31.992480 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a87440e8-295e-438a-afd6-aae9488145f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:32.032548 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b196e20>,) {'filters': {'network_id': ['20aaa934-d47b-4105-8800-a48c6a7d879a']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:32.034976 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e2975db8-d53a-4e24-90e8-e830e8a26fea tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:32.056591 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b196e20>, '7695f044-d808-45f3-b83c-ed4e52fa6a06') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:32.056954 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b196e20>, '7695f044-d808-45f3-b83c-ed4e52fa6a06') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:32.080213 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c21d2beb-94a3-4e92-8f7c-7be3bb8a5e08 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:32.083237 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:32.124029 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Pushing event updated for resources: {'Port': ['ID=32202fff-edd1-4d11-8cf8-f0e975eeac41,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:32.130333 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:32.133775 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c21d2beb-94a3-4e92-8f7c-7be3bb8a5e08 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:port and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:32.143311 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c21d2beb-94a3-4e92-8f7c-7be3bb8a5e08 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:32.147898 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:32.160835 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7929150b-93ad-4232-8ae6-296421b7c1f2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:32.190484 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c21d2beb-94a3-4e92-8f7c-7be3bb8a5e08 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:32.194903 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:46:32.195307 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:46:32.212680 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:46:32.284577 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7929150b-93ad-4232-8ae6-296421b7c1f2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:32.443169 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21d2beb-94a3-4e92-8f7c-7be3bb8a5e08 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:32.447933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c21d2beb-94a3-4e92-8f7c-7be3bb8a5e08 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:32.472360 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:32.482504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-225b20ce-50aa-49fe-a571-a2c2c69700fc tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:32.512275 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:32.515313 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-82fd47e5-f4fe-47f7-b8e2-ec6cd79a9105 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:32.554599 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Network': ['ID=20aaa934-d47b-4105-8800-a48c6a7d879a,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:32.563810 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-c21d2beb-94a3-4e92-8f7c-7be3bb8a5e08 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] device_id is not set on port c56ba75c-e826-402d-8a91-47ca7ac585ba yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:46:32.587645 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-82fd47e5-f4fe-47f7-b8e2-ec6cd79a9105 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Transition to ACTIVE for port object 4fad9ba9-809c-48d7-814a-eaee0796ca52 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:32.598685 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:32.611843 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/networks/20aaa934-d47b-4105-8800-a48c6a7d879a HTTP/1.1" status: 204  len: 168 time: 5.7567153
Dec 22 04:46:32.616213 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50552) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:32.622630 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-bc7aa6b9-37ec-4224-8632-462482b2fb60 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-289927323'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:32.639396 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-bc7aa6b9-37ec-4224-8632-462482b2fb60 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:32.648870 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-bc7aa6b9-37ec-4224-8632-462482b2fb60 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Usage tracker for resource:network and tenant:664b0479e9e1448ea56990a36f4ec616 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:32.656597 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-bc7aa6b9-37ec-4224-8632-462482b2fb60 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:32.705442 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-bc7aa6b9-37ec-4224-8632-462482b2fb60 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:32.719016 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3f44f7dd-e25e-43ef-9c9a-395457c01f93 None None] Provisioning complete for port d43c2f5d-7507-443a-a509-13882b492bcc triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:32.719602 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3f44f7dd-e25e-43ef-9c9a-395457c01f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:32.745136 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-81ab09df-e7b0-42ec-8801-699086f4d339 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:32.749773 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-82fd47e5-f4fe-47f7-b8e2-ec6cd79a9105 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:32.758268 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b0fcb203-e782-4f9f-bd84-747b5dcf50f7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:32.758463 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d582b1f5-a7ce-4248-bea8-bb16c9d78bb1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:32.793587 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-7929150b-93ad-4232-8ae6-296421b7c1f2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Allocated IP 172.26.4.224 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/919d29bb-ea3c-41c8-b28f-f1895abf866f) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:32.801316 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7aa6b9-37ec-4224-8632-462482b2fb60 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Made reservation on behalf of 664b0479e9e1448ea56990a36f4ec616 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:32.805114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa6b9-37ec-4224-8632-462482b2fb60 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:32.854800 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7aa6b9-37ec-4224-8632-462482b2fb60 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:46:32.865340 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa6b9-37ec-4224-8632-462482b2fb60 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:32.865751 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-bc7aa6b9-37ec-4224-8632-462482b2fb60 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Added segment 118bdc5c-ef76-42d1-b95e-f3353d9a1b1e of type vlan for network c6efb2be-7372-4a75-8c0c-a146c44297a0
Dec 22 04:46:32.894794 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3f44f7dd-e25e-43ef-9c9a-395457c01f93 None None] Provisioning for port 2f7a269e-6022-4394-9307-cf2d2e5b74e7 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:32.902946 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3f44f7dd-e25e-43ef-9c9a-395457c01f93 None None] Provisioning complete for port 2f7a269e-6022-4394-9307-cf2d2e5b74e7 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:32.905100 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3f44f7dd-e25e-43ef-9c9a-395457c01f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:32.915367 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-e2975db8-d53a-4e24-90e8-e830e8a26fea tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Allocated IP 172.20.0.25 (5bbb3863-2a07-4594-9f25-318bd6fab0e3/4dff684f-2832-4438-9525-de3b65e1860c/2f7a269e-6022-4394-9307-cf2d2e5b74e7) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:32.946028 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa6b9-37ec-4224-8632-462482b2fb60 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:32.952671 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd47e5-f4fe-47f7-b8e2-ec6cd79a9105 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=4fad9ba9-809c-48d7-814a-eaee0796ca52,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:32.956007 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-82fd47e5-f4fe-47f7-b8e2-ec6cd79a9105 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:32.970885 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-3f44f7dd-e25e-43ef-9c9a-395457c01f93 None None] Port 2f7a269e-6022-4394-9307-cf2d2e5b74e7 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:46:32.975397 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fd47e5-f4fe-47f7-b8e2-ec6cd79a9105 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:33.016356 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab09df-e7b0-42ec-8801-699086f4d339 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Subnet': ['ID=b34e2113-2a9e-4475-a3e1-4f73d3d09f9a,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:33.029848 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-82fd47e5-f4fe-47f7-b8e2-ec6cd79a9105 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:33.031468 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-81ab09df-e7b0-42ec-8801-699086f4d339 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:33.032280 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fd47e5-f4fe-47f7-b8e2-ec6cd79a9105 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:33.033155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-82fd47e5-f4fe-47f7-b8e2-ec6cd79a9105 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:33.074551 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ab09df-e7b0-42ec-8801-699086f4d339 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Checking segment: {'id': 'c08a552d-0129-42ec-826b-a8010d24fea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '99b13eb4-366b-4584-a521-e37dff5808a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:33.074551 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ab09df-e7b0-42ec-8801-699086f4d339 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network hostable DHCP agents. Network: 99b13eb4-366b-4584-a521-e37dff5808a8, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:46:33.099959 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-cee57638-9edb-424c-8a14-b2a5afbd7743 None None] Provisioning complete for port 2f7a269e-6022-4394-9307-cf2d2e5b74e7 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:33.100434 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cee57638-9edb-424c-8a14-b2a5afbd7743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:33.146955 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa6b9-37ec-4224-8632-462482b2fb60 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:33.150950 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7aa6b9-37ec-4224-8632-462482b2fb60 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:33.151547 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa6b9-37ec-4224-8632-462482b2fb60 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:33.160682 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:33.165515 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c21d2beb-94a3-4e92-8f7c-7be3bb8a5e08 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:33.205360 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7929150b-93ad-4232-8ae6-296421b7c1f2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:33.227334 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ab09df-e7b0-42ec-8801-699086f4d339 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network 99b13eb4-366b-4584-a521-e37dff5808a8 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:46:33.258878 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-cee57638-9edb-424c-8a14-b2a5afbd7743 None None] Port 2f7a269e-6022-4394-9307-cf2d2e5b74e7 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:46:33.285120 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-81ab09df-e7b0-42ec-8801-699086f4d339 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 99b13eb4-366b-4584-a521-e37dff5808a8) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:33.292655 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ab09df-e7b0-42ec-8801-699086f4d339 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:33.293229 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-81ab09df-e7b0-42ec-8801-699086f4d339 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:33.303181 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9186250-a1be-4837-9ebd-d83e7382e4d4 None None] Network 99b13eb4-366b-4584-a521-e37dff5808a8 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:33.312911 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c21d2beb-94a3-4e92-8f7c-7be3bb8a5e08 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:33.324853 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c8ef99dd-479f-4ed4-8683-fa8a5bf06838 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:33.415330 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7aa6b9-37ec-4224-8632-462482b2fb60 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Network': ['ID=c6efb2be-7372-4a75-8c0c-a146c44297a0,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:33.418337 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-bc7aa6b9-37ec-4224-8632-462482b2fb60 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:33.423034 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7929150b-93ad-4232-8ae6-296421b7c1f2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:33.424181 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.resource_extend [None req-e2975db8-d53a-4e24-90e8-e830e8a26fea tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:46:33.447281 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d2beb-94a3-4e92-8f7c-7be3bb8a5e08 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Port': ['ID=c56ba75c-e826-402d-8a91-47ca7ac585ba,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:33.447565 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-bc7aa6b9-37ec-4224-8632-462482b2fb60 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.8272841
Dec 22 04:46:33.453641 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-81ab09df-e7b0-42ec-8801-699086f4d339 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7500210
Dec 22 04:46:33.460164 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-82fd47e5-f4fe-47f7-b8e2-ec6cd79a9105 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:33.465806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50560) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:33.466139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50562) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:33.469346 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c21d2beb-94a3-4e92-8f7c-7be3bb8a5e08 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:33.475458 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e2975db8-d53a-4e24-90e8-e830e8a26fea tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:33.476687 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ae15891d-b228-4e2b-ae52-fcf7fa9c9f4e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:33.482373 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network c6efb2be-7372-4a75-8c0c-a146c44297a0 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:46:33.539667 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-e2975db8-d53a-4e24-90e8-e830e8a26fea tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Ignored duplicate provisioning block setup for port 2f7a269e-6022-4394-9307-cf2d2e5b74e7 by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 22 04:46:33.553319 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e2975db8-d53a-4e24-90e8-e830e8a26fea tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:33.554600 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-002bb05f-23ff-451b-ba26-58b1e67e77f9 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'subnet': {'network_id': 'c6efb2be-7372-4a75-8c0c-a146c44297a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:33.562720 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f9301e9b-c079-4b85-9bf4-29c67a1e755b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:33.575871 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-daa55eb6-39eb-44f8-8635-4e63c3572aae tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1103165194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:33.597934 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-daa55eb6-39eb-44f8-8635-4e63c3572aae tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:33.617578 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 32202fff-edd1-4d11-8cf8-f0e975eeac41 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:46:33.679825 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7929150b-93ad-4232-8ae6-296421b7c1f2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:33.690196 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-daa55eb6-39eb-44f8-8635-4e63c3572aae tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:router and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:33.695380 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-7929150b-93ad-4232-8ae6-296421b7c1f2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:33.699373 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-daa55eb6-39eb-44f8-8635-4e63c3572aae tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:33.708269 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7929150b-93ad-4232-8ae6-296421b7c1f2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:33.746115 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-57f0b3a0-c03b-463f-8286-786e6ac6804c None None] Provisioning complete for port 2f7a269e-6022-4394-9307-cf2d2e5b74e7 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:33.746683 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-57f0b3a0-c03b-463f-8286-786e6ac6804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:33.753518 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-daa55eb6-39eb-44f8-8635-4e63c3572aae tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:33.827283 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-daa55eb6-39eb-44f8-8635-4e63c3572aae tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:33.828547 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-daa55eb6-39eb-44f8-8635-4e63c3572aae tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:33.831417 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929150b-93ad-4232-8ae6-296421b7c1f2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Pushing event updated for resources: {'Port': ['ID=919d29bb-ea3c-41c8-b28f-f1895abf866f,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:33.849778 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-002bb05f-23ff-451b-ba26-58b1e67e77f9 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:33.856370 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-002bb05f-23ff-451b-ba26-58b1e67e77f9 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Usage tracker for resource:subnet and tenant:664b0479e9e1448ea56990a36f4ec616 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:33.861302 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-002bb05f-23ff-451b-ba26-58b1e67e77f9 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:33.865029 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 32202fff-edd1-4d11-8cf8-f0e975eeac41 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:33.872054 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-002bb05f-23ff-451b-ba26-58b1e67e77f9 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:33.891010 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-57f0b3a0-c03b-463f-8286-786e6ac6804c None None] Port 2f7a269e-6022-4394-9307-cf2d2e5b74e7 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:46:33.951779 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2975db8-d53a-4e24-90e8-e830e8a26fea tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Port': ['ID=2f7a269e-6022-4394-9307-cf2d2e5b74e7,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:33.955309 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e2975db8-d53a-4e24-90e8-e830e8a26fea tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:33.955823 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7929150b-93ad-4232-8ae6-296421b7c1f2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:33.975569 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-daa55eb6-39eb-44f8-8635-4e63c3572aae tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:33.977089 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21d2beb-94a3-4e92-8f7c-7be3bb8a5e08 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Checking segment: {'id': 'b50bef65-554c-4578-9fe9-3cb9b09a7bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '21a47168-5359-42cc-b173-9f67d550e87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:33.977328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21d2beb-94a3-4e92-8f7c-7be3bb8a5e08 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network hostable DHCP agents. Network: 21a47168-5359-42cc-b173-9f67d550e87e, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:46:33.978258 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-99b13eb4-366b-4584-a521-e37dff5808a8', 'network_id': '99b13eb4-366b-4584-a521-e37dff5808a8', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'fixed_ips': [{'subnet_id': 'b34e2113-2a9e-4475-a3e1-4f73d3d09f9a'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:46:33.979452 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:33.996659 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002bb05f-23ff-451b-ba26-58b1e67e77f9 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Made reservation on behalf of 664b0479e9e1448ea56990a36f4ec616 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:34.086528 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f5612ce0-8165-4c4e-9f5a-4260ade2a528 None None] Provisioning for port 32202fff-edd1-4d11-8cf8-f0e975eeac41 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:34.099658 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f5612ce0-8165-4c4e-9f5a-4260ade2a528 None None] Provisioning complete for port 32202fff-edd1-4d11-8cf8-f0e975eeac41 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:34.100161 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f5612ce0-8165-4c4e-9f5a-4260ade2a528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:34.106875 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-e2975db8-d53a-4e24-90e8-e830e8a26fea tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] In _notify_port_updated(), no bound segment for port 2f7a269e-6022-4394-9307-cf2d2e5b74e7 on network 5bbb3863-2a07-4594-9f25-318bd6fab0e3 {{(pid=83434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 04:46:34.111277 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2975db8-d53a-4e24-90e8-e830e8a26fea tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:34.111935 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e2975db8-d53a-4e24-90e8-e830e8a26fea tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:34.116165 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e2975db8-d53a-4e24-90e8-e830e8a26fea tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "PUT /v2.0/ports/2f7a269e-6022-4394-9307-cf2d2e5b74e7 HTTP/1.1" status: 200  len: 1000 time: 2.2778845
Dec 22 04:46:34.163035 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50568) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:34.266668 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-e843cabe-6add-4059-aab9-a8529d27e47c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting port 2f7a269e-6022-4394-9307-cf2d2e5b74e7 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:34.267192 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e843cabe-6add-4059-aab9-a8529d27e47c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:34.272792 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-daa55eb6-39eb-44f8-8635-4e63c3572aae tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:34.319656 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-002bb05f-23ff-451b-ba26-58b1e67e77f9 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:34.376097 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Allocated IP 172.20.0.2 (99b13eb4-366b-4584-a521-e37dff5808a8/b34e2113-2a9e-4475-a3e1-4f73d3d09f9a/922954a3-b415-4d7b-9b64-2e9a211b717d) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:34.385526 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f5612ce0-8165-4c4e-9f5a-4260ade2a528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:34.391727 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-daa55eb6-39eb-44f8-8635-4e63c3572aae tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:34.395752 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-daa55eb6-39eb-44f8-8635-4e63c3572aae tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.9212151
Dec 22 04:46:34.397614 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50572) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:34.404730 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21d2beb-94a3-4e92-8f7c-7be3bb8a5e08 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network 21a47168-5359-42cc-b173-9f67d550e87e is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:46:34.406443 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-35265760-b737-4bb1-b32c-fc6953b9ea16 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'port': {'network_id': '99b13eb4-366b-4584-a521-e37dff5808a8', 'name': 'tempest-RoutersTest-1923978244'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:34.440751 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-c21d2beb-94a3-4e92-8f7c-7be3bb8a5e08 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 21a47168-5359-42cc-b173-9f67d550e87e) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:34.454808 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21d2beb-94a3-4e92-8f7c-7be3bb8a5e08 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:34.458593 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21d2beb-94a3-4e92-8f7c-7be3bb8a5e08 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:34.459209 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c21d2beb-94a3-4e92-8f7c-7be3bb8a5e08 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:34.482997 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae8c78b-8786-4c10-972c-98c9ac324231 None None] Network 21a47168-5359-42cc-b173-9f67d550e87e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:34.504411 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-82fd47e5-f4fe-47f7-b8e2-ec6cd79a9105 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:34.540683 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-82fd47e5-f4fe-47f7-b8e2-ec6cd79a9105 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:34.541530 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-82fd47e5-f4fe-47f7-b8e2-ec6cd79a9105 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:34.595852 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a1ed2807-f80f-4269-9802-9a076a0c3271 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:34.609433 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-f5612ce0-8165-4c4e-9f5a-4260ade2a528 None None] For port 32202fff-edd1-4d11-8cf8-f0e975eeac41, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=32202fff-edd1-4d11-8cf8-f0e975eeac41,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:34.613369 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c21d2beb-94a3-4e92-8f7c-7be3bb8a5e08 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 3.0376465
Dec 22 04:46:34.618880 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50578) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:34.623208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-002bb05f-23ff-451b-ba26-58b1e67e77f9 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:34.629846 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-c57e4ee6-8d23-4bb8-8a51-8e488a6f579c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1131966855'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:34.633193 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f5612ce0-8165-4c4e-9f5a-4260ade2a528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:34.634130 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f20349f2-3aae-41ac-bd14-89d055933f18 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:34.639616 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b03c5fa4-0cd9-47b9-a4d3-34bc1b52e794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:34.667409 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c57e4ee6-8d23-4bb8-8a51-8e488a6f579c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:34.683462 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7929150b-93ad-4232-8ae6-296421b7c1f2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:34.767287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c57e4ee6-8d23-4bb8-8a51-8e488a6f579c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:network and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:34.770229 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c57e4ee6-8d23-4bb8-8a51-8e488a6f579c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:34.778089 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c57e4ee6-8d23-4bb8-8a51-8e488a6f579c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:34.813048 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57e4ee6-8d23-4bb8-8a51-8e488a6f579c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:34.816198 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c57e4ee6-8d23-4bb8-8a51-8e488a6f579c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:34.854599 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd47e5-f4fe-47f7-b8e2-ec6cd79a9105 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=4fad9ba9-809c-48d7-814a-eaee0796ca52,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:34.863186 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-35265760-b737-4bb1-b32c-fc6953b9ea16 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:34.865536 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-82fd47e5-f4fe-47f7-b8e2-ec6cd79a9105 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:34.893399 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5612ce0-8165-4c4e-9f5a-4260ade2a528 None None] Pushing event updated for resources: {'Port': ['ID=32202fff-edd1-4d11-8cf8-f0e975eeac41,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:34.905315 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f5612ce0-8165-4c4e-9f5a-4260ade2a528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:34.918492 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e8bea979-f604-481e-915f-ee7ae763de2c None None] Provisioning for port 4fad9ba9-809c-48d7-814a-eaee0796ca52 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:34.933935 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e8bea979-f604-481e-915f-ee7ae763de2c None None] Provisioning complete for port 4fad9ba9-809c-48d7-814a-eaee0796ca52 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:34.934306 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e8bea979-f604-481e-915f-ee7ae763de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:34.939732 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bb05f-23ff-451b-ba26-58b1e67e77f9 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Subnet': ['ID=a78029b3-0917-4acb-8de7-8508cf26af4a,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:34.953649 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-002bb05f-23ff-451b-ba26-58b1e67e77f9 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:34.966169 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-35265760-b737-4bb1-b32c-fc6953b9ea16 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:port and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:34.977539 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:34.983466 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-35265760-b737-4bb1-b32c-fc6953b9ea16 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:34.992907 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Transition to ACTIVE for port object 922954a3-b415-4d7b-9b64-2e9a211b717d will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:34.995402 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57e4ee6-8d23-4bb8-8a51-8e488a6f579c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:46:35.000905 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002bb05f-23ff-451b-ba26-58b1e67e77f9 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Checking segment: {'id': '118bdc5c-ef76-42d1-b95e-f3353d9a1b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c6efb2be-7372-4a75-8c0c-a146c44297a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:35.001944 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-35265760-b737-4bb1-b32c-fc6953b9ea16 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:35.002062 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002bb05f-23ff-451b-ba26-58b1e67e77f9 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Network hostable DHCP agents. Network: c6efb2be-7372-4a75-8c0c-a146c44297a0, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:46:35.004752 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e843cabe-6add-4059-aab9-a8529d27e47c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:35.015212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fd47e5-f4fe-47f7-b8e2-ec6cd79a9105 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:35.021598 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-82fd47e5-f4fe-47f7-b8e2-ec6cd79a9105 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:35.031639 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-e8bea979-f604-481e-915f-ee7ae763de2c None None] Port 4fad9ba9-809c-48d7-814a-eaee0796ca52 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:46:35.038489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Transition to ACTIVE for port object 922954a3-b415-4d7b-9b64-2e9a211b717d will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:35.048668 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:35.052191 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:35.072619 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c57e4ee6-8d23-4bb8-8a51-8e488a6f579c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:35.073138 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-c57e4ee6-8d23-4bb8-8a51-8e488a6f579c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Added segment e0487770-2a8c-4eb0-bbac-139fbf41a04b of type vlan for network 85c5b195-fc0b-4763-babf-2491a89f07cb
Dec 22 04:46:35.081213 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7929150b-93ad-4232-8ae6-296421b7c1f2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:35.093242 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7929150b-93ad-4232-8ae6-296421b7c1f2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706333'] for router, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:35.106473 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e8bea979-f604-481e-915f-ee7ae763de2c None None] Provisioning complete for port 2f7a269e-6022-4394-9307-cf2d2e5b74e7 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:35.106850 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e8bea979-f604-481e-915f-ee7ae763de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:35.164955 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Pushing event updated for resources: {'Port': ['ID=922954a3-b415-4d7b-9b64-2e9a211b717d,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:35.168268 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Network 99b13eb4-366b-4584-a521-e37dff5808a8 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:35.171066 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:35.171898 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:35.180350 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:35.196737 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-e8bea979-f604-481e-915f-ee7ae763de2c None None] Port 2f7a269e-6022-4394-9307-cf2d2e5b74e7 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:46:35.196949 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35265760-b737-4bb1-b32c-fc6953b9ea16 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Made reservation on behalf of 9e7dce9f57e64c25bbfc8211ac6b7ebe for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:35.199417 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-35265760-b737-4bb1-b32c-fc6953b9ea16 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:35.217600 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c57e4ee6-8d23-4bb8-8a51-8e488a6f579c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:35.281637 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002bb05f-23ff-451b-ba26-58b1e67e77f9 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Network c6efb2be-7372-4a75-8c0c-a146c44297a0 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:46:35.291734 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cb463-3a54-4ffc-8c5a-97cf1fd35b42 req-49746a6f-8e98-487a-9196-e7323863caf6 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:35.293223 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-404cb463-3a54-4ffc-8c5a-97cf1fd35b42 req-49746a6f-8e98-487a-9196-e7323863caf6 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 946 time: 0.3001959
Dec 22 04:46:35.305385 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Attempting to bind port 922954a3-b415-4d7b-9b64-2e9a211b717d on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:46:35.305385 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Attempting to bind port 922954a3-b415-4d7b-9b64-2e9a211b717d by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'c08a552d-0129-42ec-826b-a8010d24fea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '99b13eb4-366b-4584-a521-e37dff5808a8'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:46:35.305758 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Attempting to bind port 922954a3-b415-4d7b-9b64-2e9a211b717d on network 99b13eb4-366b-4584-a521-e37dff5808a8 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:46:35.314730 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-e843cabe-6add-4059-aab9-a8529d27e47c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Calling delete_port for 2f7a269e-6022-4394-9307-cf2d2e5b74e7 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:35.315400 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:46:35.315996 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Checking segment: {'id': 'c08a552d-0129-42ec-826b-a8010d24fea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '99b13eb4-366b-4584-a521-e37dff5808a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:35.316490 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:35.317602 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Bound using segment: {'id': 'c08a552d-0129-42ec-826b-a8010d24fea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '99b13eb4-366b-4584-a521-e37dff5808a8'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:46:35.318189 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Bound port: 922954a3-b415-4d7b-9b64-2e9a211b717d, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c08a552d-0129-42ec-826b-a8010d24fea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '99b13eb4-366b-4584-a521-e37dff5808a8'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:46:35.318658 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:35.333786 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c57e4ee6-8d23-4bb8-8a51-8e488a6f579c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:35.337580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57e4ee6-8d23-4bb8-8a51-8e488a6f579c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:35.338316 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c57e4ee6-8d23-4bb8-8a51-8e488a6f579c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:35.343406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-002bb05f-23ff-451b-ba26-58b1e67e77f9 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, c6efb2be-7372-4a75-8c0c-a146c44297a0) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:35.356466 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:35.385654 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-35265760-b737-4bb1-b32c-fc6953b9ea16 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] device_id is not set on port ee9c2d69-ad91-411c-bd00-c69633bd36b4 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:46:35.443198 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bb05f-23ff-451b-ba26-58b1e67e77f9 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:35.446157 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00b76b1-bcb7-4d7c-85da-bdbea576dbf8 None None] Network c6efb2be-7372-4a75-8c0c-a146c44297a0 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:35.449300 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-002bb05f-23ff-451b-ba26-58b1e67e77f9 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:35.524059 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 32202fff-edd1-4d11-8cf8-f0e975eeac41 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:46:35.527522 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c57e4ee6-8d23-4bb8-8a51-8e488a6f579c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.9072502
Dec 22 04:46:35.531108 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50586) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:35.547174 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'ports': [{'network_id': '21a47168-5359-42cc-b173-9f67d550e87e'}, {'network_id': '85c5b195-fc0b-4763-babf-2491a89f07cb'}]} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:35.547495 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'port': {'network_id': '21a47168-5359-42cc-b173-9f67d550e87e'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:35.547927 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'port': {'network_id': '85c5b195-fc0b-4763-babf-2491a89f07cb'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:35.580418 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] For port 922954a3-b415-4d7b-9b64-2e9a211b717d, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:46:35.593827 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-002bb05f-23ff-451b-ba26-58b1e67e77f9 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.1201956
Dec 22 04:46:35.596497 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50590) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:35.598404 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e4ee6-8d23-4bb8-8a51-8e488a6f579c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Network': ['ID=85c5b195-fc0b-4763-babf-2491a89f07cb,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:35.605060 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c57e4ee6-8d23-4bb8-8a51-8e488a6f579c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:35.624916 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 85c5b195-fc0b-4763-babf-2491a89f07cb details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:46:35.628273 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-404cb463-3a54-4ffc-8c5a-97cf1fd35b42 req-c4751865-1c69-4fa2-8f63-97d82c955d8d tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3272929
Dec 22 04:46:35.646298 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] For port 922954a3-b415-4d7b-9b64-2e9a211b717d, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=922954a3-b415-4d7b-9b64-2e9a211b717d,segment=NetworkSegment(c08a552d-0129-42ec-826b-a8010d24fea6),segment_id=c08a552d-0129-42ec-826b-a8010d24fea6)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:46:35.730237 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-44c9bd85-4f4e-485d-9bbd-a52e3ad29b29 None None] Provisioning complete for port 4fad9ba9-809c-48d7-814a-eaee0796ca52 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:35.730618 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-44c9bd85-4f4e-485d-9bbd-a52e3ad29b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:35.776384 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:35.793206 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0233437c-5ea2-406c-bc65-19df5ac76842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:35.846094 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5b26f010-378f-49c4-aac5-ab397ef6f32a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:35.950780 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-44c9bd85-4f4e-485d-9bbd-a52e3ad29b29 None None] Port 4fad9ba9-809c-48d7-814a-eaee0796ca52 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:46:35.960334 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5b26f010-378f-49c4-aac5-ab397ef6f32a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:35.970902 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-35265760-b737-4bb1-b32c-fc6953b9ea16 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Allocated IP 172.20.0.5 (99b13eb4-366b-4584-a521-e37dff5808a8/b34e2113-2a9e-4475-a3e1-4f73d3d09f9a/ee9c2d69-ad91-411c-bd00-c69633bd36b4) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:36.002165 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7929150b-93ad-4232-8ae6-296421b7c1f2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Router 7391a38e-caf7-4e9c-9d85-f1f45bcab594 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:46:36.030225 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Pushing event updated for resources: {'Port': ['ID=922954a3-b415-4d7b-9b64-2e9a211b717d,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:36.033740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:36.041158 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 32202fff-edd1-4d11-8cf8-f0e975eeac41 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:36.041992 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:36.088275 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3166ff0-239b-4b63-8d49-2c43a1b84ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-c6efb2be-7372-4a75-8c0c-a146c44297a0', 'network_id': 'c6efb2be-7372-4a75-8c0c-a146c44297a0', 'tenant_id': '664b0479e9e1448ea56990a36f4ec616', 'fixed_ips': [{'subnet_id': 'a78029b3-0917-4acb-8de7-8508cf26af4a'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:46:36.089508 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b3166ff0-239b-4b63-8d49-2c43a1b84ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:36.164521 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5b26f010-378f-49c4-aac5-ab397ef6f32a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:36.168990 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f908eb96-902e-411f-b8b8-0c3abdf81461 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:36.205260 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26f010-378f-49c4-aac5-ab397ef6f32a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Subnet': ['ID=a78029b3-0917-4acb-8de7-8508cf26af4a,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:36.214901 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5b26f010-378f-49c4-aac5-ab397ef6f32a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server [None req-b3166ff0-239b-4b63-8d49-2c43a1b84ec3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a78029b3-0917-4acb-8de7-8508cf26af4a: This subnet is being modified by another concurrent operation.
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 22 04:46:36.288108 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise exception
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a78029b3-0917-4acb-8de7-8508cf26af4a: This subnet is being modified by another concurrent operation.
Dec 22 04:46:36.292184 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server 
Dec 22 04:46:36.324555 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe24c53-3c31-483d-ad07-4715f2e13ece None None] Network c6efb2be-7372-4a75-8c0c-a146c44297a0 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:36.496365 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:36.506632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e843cabe-6add-4059-aab9-a8529d27e47c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:36.518936 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:port and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:36.522822 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0a13828f-d7e8-448a-8d40-474820744d7a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:36.561255 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:36.563541 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5b26f010-378f-49c4-aac5-ab397ef6f32a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:36.586748 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843cabe-6add-4059-aab9-a8529d27e47c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Port': ['ID=2f7a269e-6022-4394-9307-cf2d2e5b74e7,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:36.589699 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e843cabe-6add-4059-aab9-a8529d27e47c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:36.592676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-5b26f010-378f-49c4-aac5-ab397ef6f32a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b503ac0>,) {'filters': {'network_id': ['c6efb2be-7372-4a75-8c0c-a146c44297a0']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:36.595889 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:36.623851 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-5b26f010-378f-49c4-aac5-ab397ef6f32a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b503ac0>, '118bdc5c-ef76-42d1-b95e-f3353d9a1b1e') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:36.624145 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-5b26f010-378f-49c4-aac5-ab397ef6f32a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b503ac0>, '118bdc5c-ef76-42d1-b95e-f3353d9a1b1e') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:36.639458 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5b26f010-378f-49c4-aac5-ab397ef6f32a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:36.663011 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5b26f010-378f-49c4-aac5-ab397ef6f32a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:36.676411 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b26f010-378f-49c4-aac5-ab397ef6f32a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:46:36.677104 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5b26f010-378f-49c4-aac5-ab397ef6f32a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:46:36.692932 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:46:36.694785 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'port': 2} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:36.698707 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:36.772098 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7929150b-93ad-4232-8ae6-296421b7c1f2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:46:36.782843 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7574e9-bd06-4aab-8576-cb3ab357491a None None] Sync routers for ids ['7391a38e-caf7-4e9c-9d85-f1f45bcab594'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:46:36.800431 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7929150b-93ad-4232-8ae6-296421b7c1f2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:36.804609 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7929150b-93ad-4232-8ae6-296421b7c1f2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "PUT /v2.0/routers/7391a38e-caf7-4e9c-9d85-f1f45bcab594 HTTP/1.1" status: 200  len: 879 time: 7.2160077
Dec 22 04:46:36.806191 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50604) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:36.811843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5b26f010-378f-49c4-aac5-ab397ef6f32a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:36.812088 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7574e9-bd06-4aab-8576-cb3ab357491a None None] Routers {'7391a38e-caf7-4e9c-9d85-f1f45bcab594'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:36.812611 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-cc7574e9-bd06-4aab-8576-cb3ab357491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c441820>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['7391a38e-caf7-4e9c-9d85-f1f45bcab594'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:36.812762 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:36.820172 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-606b6c19-d89d-428d-bfdc-60aa87f84bd7 tempest-QuotasNegativeTest-671972705 tempest-QuotasNegativeTest-671972705-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:36.845424 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5b26f010-378f-49c4-aac5-ab397ef6f32a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:36.854752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26f010-378f-49c4-aac5-ab397ef6f32a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Network': ['ID=c6efb2be-7372-4a75-8c0c-a146c44297a0,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:36.862661 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5b26f010-378f-49c4-aac5-ab397ef6f32a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/networks/c6efb2be-7372-4a75-8c0c-a146c44297a0 HTTP/1.1" status: 204  len: 168 time: 1.2617474
Dec 22 04:46:36.864024 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5b26f010-378f-49c4-aac5-ab397ef6f32a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:36.864672 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50610) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:36.870960 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-c1f8fdf6-b154-4ce7-a702-832579ffc821 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1952607176'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:36.886987 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c1f8fdf6-b154-4ce7-a702-832579ffc821 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:36.893991 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c1f8fdf6-b154-4ce7-a702-832579ffc821 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Usage tracker for resource:network and tenant:664b0479e9e1448ea56990a36f4ec616 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:36.900309 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c1f8fdf6-b154-4ce7-a702-832579ffc821 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:36.908055 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c1f8fdf6-b154-4ce7-a702-832579ffc821 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:36.934683 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f8fdf6-b154-4ce7-a702-832579ffc821 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Made reservation on behalf of 664b0479e9e1448ea56990a36f4ec616 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:36.939845 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c1f8fdf6-b154-4ce7-a702-832579ffc821 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:36.981122 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f8fdf6-b154-4ce7-a702-832579ffc821 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:46:36.991429 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-cc7574e9-bd06-4aab-8576-cb3ab357491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c441820>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:37.001936 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c1f8fdf6-b154-4ce7-a702-832579ffc821 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:37.002377 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-c1f8fdf6-b154-4ce7-a702-832579ffc821 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Added segment e7306feb-b6a5-466b-9a7a-d9dbe186b06e of type vlan for network ab4a49bf-5767-462f-848e-f56debbccbcc
Dec 22 04:46:37.015321 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7574e9-bd06-4aab-8576-cb3ab357491a None None] Routers {'7391a38e-caf7-4e9c-9d85-f1f45bcab594'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:37.018316 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-cc7574e9-bd06-4aab-8576-cb3ab357491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c441820>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['7391a38e-caf7-4e9c-9d85-f1f45bcab594'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:37.046687 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c1f8fdf6-b154-4ce7-a702-832579ffc821 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:37.048542 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-35265760-b737-4bb1-b32c-fc6953b9ea16 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:37.090781 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c1f8fdf6-b154-4ce7-a702-832579ffc821 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:37.095188 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-cc7574e9-bd06-4aab-8576-cb3ab357491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c441820>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:37.095384 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f8fdf6-b154-4ce7-a702-832579ffc821 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:37.095927 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7574e9-bd06-4aab-8576-cb3ab357491a None None] The sync data for ids ['7391a38e-caf7-4e9c-9d85-f1f45bcab594'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:46:37.096152 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c1f8fdf6-b154-4ce7-a702-832579ffc821 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:37.100491 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ac2f7271-9b47-4451-aae1-1b61858802e3 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:37.135959 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e843cabe-6add-4059-aab9-a8529d27e47c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:37.184677 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-35265760-b737-4bb1-b32c-fc6953b9ea16 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Transition to ACTIVE for port object ee9c2d69-ad91-411c-bd00-c69633bd36b4 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:37.208815 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e843cabe-6add-4059-aab9-a8529d27e47c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/ports/2f7a269e-6022-4394-9307-cf2d2e5b74e7 HTTP/1.1" status: 204  len: 168 time: 3.0429561
Dec 22 04:46:37.214642 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50614) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:37.226175 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c1f8fdf6-b154-4ce7-a702-832579ffc821 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3597524
Dec 22 04:46:37.226589 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] device_id is not set on port 3fb5eff7-bee6-4411-a5d1-dec77ad3178c yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:46:37.240746 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50618) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:37.249650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-8ce4c87e-ec71-4370-8d8e-cf039d03c9bc tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'subnet': {'network_id': 'ab4a49bf-5767-462f-848e-f56debbccbcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:37.265682 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8fdf6-b154-4ce7-a702-832579ffc821 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Network': ['ID=ab4a49bf-5767-462f-848e-f56debbccbcc,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:37.277424 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network ab4a49bf-5767-462f-848e-f56debbccbcc details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:46:37.306291 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa74bffa-c2dd-4d11-ad90-18b1903e4e00 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] GET failed (client error): The resource could not be found.
Dec 22 04:46:37.307119 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-aa74bffa-c2dd-4d11-ad90-18b1903e4e00 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Synchronizing usage tracker for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:37.328771 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fd47e5-f4fe-47f7-b8e2-ec6cd79a9105 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Router e2ff070e-f505-489b-baca-d4eaabfd1dfa is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:46:37.347583 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca57d472-b7c1-4ad5-894d-6a1e57d53281 None None] Network 99b13eb4-366b-4584-a521-e37dff5808a8 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:37.377294 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c1f8fdf6-b154-4ce7-a702-832579ffc821 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:37.383672 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-8ce4c87e-ec71-4370-8d8e-cf039d03c9bc tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:37.387510 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8ce4c87e-ec71-4370-8d8e-cf039d03c9bc tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Usage tracker for resource:subnet and tenant:664b0479e9e1448ea56990a36f4ec616 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:37.390942 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8ce4c87e-ec71-4370-8d8e-cf039d03c9bc tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:37.396631 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-8ce4c87e-ec71-4370-8d8e-cf039d03c9bc tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:37.412711 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce4c87e-ec71-4370-8d8e-cf039d03c9bc tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Made reservation on behalf of 664b0479e9e1448ea56990a36f4ec616 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:37.456347 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310ee39-7c0d-40fa-b2fa-e546d5de8113 req-76fd17cb-ad0a-443e-9d0f-4ba35cf3ba1f tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:37.468647 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c310ee39-7c0d-40fa-b2fa-e546d5de8113 req-76fd17cb-ad0a-443e-9d0f-4ba35cf3ba1f tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 946 time: 0.5161772
Dec 22 04:46:37.486828 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 922954a3-b415-4d7b-9b64-2e9a211b717d up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:46:37.503369 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-35265760-b737-4bb1-b32c-fc6953b9ea16 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:37.518441 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:37.533868 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8ce4c87e-ec71-4370-8d8e-cf039d03c9bc tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:37.581464 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:37.629477 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9324b3bb-e4a6-499c-8e2f-b7fa795c25c5 None None] Provisioning for port 922954a3-b415-4d7b-9b64-2e9a211b717d completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:37.659089 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-aa74bffa-c2dd-4d11-ad90-18b1903e4e00 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Unset dirty status for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:37.660233 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-aa74bffa-c2dd-4d11-ad90-18b1903e4e00 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports/2f7a269e-6022-4394-9307-cf2d2e5b74e7 HTTP/1.1" status: 404  len: 333 time: 0.4426932
Dec 22 04:46:37.663820 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50622) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:37.690176 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 922954a3-b415-4d7b-9b64-2e9a211b717d completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:37.699299 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 922954a3-b415-4d7b-9b64-2e9a211b717d triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:37.699678 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:37.874084 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:37.908641 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c310ee39-7c0d-40fa-b2fa-e546d5de8113 req-ccdfaeab-5ba5-4f48-a9b0-700cb7ceb8ad tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4391222
Dec 22 04:46:37.911546 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35265760-b737-4bb1-b32c-fc6953b9ea16 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network 99b13eb4-366b-4584-a521-e37dff5808a8 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:37.915352 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35265760-b737-4bb1-b32c-fc6953b9ea16 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Port': ['ID=ee9c2d69-ad91-411c-bd00-c69633bd36b4,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:37.928850 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 922954a3-b415-4d7b-9b64-2e9a211b717d, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=922954a3-b415-4d7b-9b64-2e9a211b717d,segment=NetworkSegment(c08a552d-0129-42ec-826b-a8010d24fea6),segment_id=c08a552d-0129-42ec-826b-a8010d24fea6)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:37.929461 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-35265760-b737-4bb1-b32c-fc6953b9ea16 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:37.938788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:37.941816 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-847e44b1-e0ca-48fb-91a0-e6ae7ec158e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:37.942920 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-35265760-b737-4bb1-b32c-fc6953b9ea16 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:37.945271 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35265760-b737-4bb1-b32c-fc6953b9ea16 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:37.980978 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8ce4c87e-ec71-4370-8d8e-cf039d03c9bc tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:37.992198 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-85af5fa7-3eec-40b6-9b3b-5f12e583d1d3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:38.032416 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=922954a3-b415-4d7b-9b64-2e9a211b717d,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:38.040060 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d06dc31-3c44-401a-99fc-f6af3fae754b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting subnet 4dff684f-2832-4438-9525-de3b65e1860c {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:46:38.043659 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:38.053282 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d06dc31-3c44-401a-99fc-f6af3fae754b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:38.064135 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35265760-b737-4bb1-b32c-fc6953b9ea16 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:38.064774 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-35265760-b737-4bb1-b32c-fc6953b9ea16 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:38.096374 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:38.110813 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4c87e-ec71-4370-8d8e-cf039d03c9bc tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Subnet': ['ID=efc44f34-64b4-45c5-bbc3-0a80d2b1dd43,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:38.113951 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8ce4c87e-ec71-4370-8d8e-cf039d03c9bc tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:38.158526 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d06dc31-3c44-401a-99fc-f6af3fae754b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:38.211269 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4c8d3b7b-5e96-474b-ad72-daff91babbbc None None] Provisioning for port ee9c2d69-ad91-411c-bd00-c69633bd36b4 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:38.211460 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-35265760-b737-4bb1-b32c-fc6953b9ea16 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 3.8118229
Dec 22 04:46:38.213941 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50628) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:38.218448 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4c8d3b7b-5e96-474b-ad72-daff91babbbc None None] Provisioning complete for port ee9c2d69-ad91-411c-bd00-c69633bd36b4 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:38.218832 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4c8d3b7b-5e96-474b-ad72-daff91babbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:38.300185 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce4c87e-ec71-4370-8d8e-cf039d03c9bc tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Checking segment: {'id': 'e7306feb-b6a5-466b-9a7a-d9dbe186b06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ab4a49bf-5767-462f-848e-f56debbccbcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:38.300695 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce4c87e-ec71-4370-8d8e-cf039d03c9bc tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Network hostable DHCP agents. Network: ab4a49bf-5767-462f-848e-f56debbccbcc, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:46:38.302107 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-4c8d3b7b-5e96-474b-ad72-daff91babbbc None None] Port ee9c2d69-ad91-411c-bd00-c69633bd36b4 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:46:38.321021 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2e30df06-42f3-4091-bed1-864511ae515c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "GET /v2.0/routers/7391a38e-caf7-4e9c-9d85-f1f45bcab594 HTTP/1.1" status: 200  len: 920 time: 1.5098557
Dec 22 04:46:38.321232 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4c8d3b7b-5e96-474b-ad72-daff91babbbc None None] Provisioning complete for port 922954a3-b415-4d7b-9b64-2e9a211b717d triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:38.321808 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50632) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:38.322844 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4c8d3b7b-5e96-474b-ad72-daff91babbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:38.353071 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce4c87e-ec71-4370-8d8e-cf039d03c9bc tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Network ab4a49bf-5767-462f-848e-f56debbccbcc is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:46:38.368903 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d06dc31-3c44-401a-99fc-f6af3fae754b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:38.396419 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb279bf8-b84a-440b-8bc8-ca94d481bfeb None None] get_active_networks_info from dv-neutron-822525-1-hyperv {{(pid=83436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 04:46:38.457291 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-8ce4c87e-ec71-4370-8d8e-cf039d03c9bc tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, ab4a49bf-5767-462f-848e-f56debbccbcc) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:38.473421 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] device_id is not set on port d212ade4-fcf9-4a67-91b9-2281b22cea87 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:46:38.474992 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce4c87e-ec71-4370-8d8e-cf039d03c9bc tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:38.475601 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8ce4c87e-ec71-4370-8d8e-cf039d03c9bc tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:38.487018 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d06dc31-3c44-401a-99fc-f6af3fae754b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:38.487375 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fd47e5-f4fe-47f7-b8e2-ec6cd79a9105 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:46:38.511356 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] Sync routers for ids ['e2ff070e-f505-489b-baca-d4eaabfd1dfa'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:46:38.517285 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-82fd47e5-f4fe-47f7-b8e2-ec6cd79a9105 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "PUT /v2.0/routers/e2ff070e-f505-489b-baca-d4eaabfd1dfa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6524961
Dec 22 04:46:38.519452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50638) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:38.532131 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:38.589864 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] Routers {'e2ff070e-f505-489b-baca-d4eaabfd1dfa'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:38.590512 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bebda90>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['e2ff070e-f505-489b-baca-d4eaabfd1dfa'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:38.708215 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8ce4c87e-ec71-4370-8d8e-cf039d03c9bc tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4659092
Dec 22 04:46:38.730766 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50642) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:38.785507 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d1d3125c-a3f0-427e-99cc-f991a556986a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:38.787798 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06dc31-3c44-401a-99fc-f6af3fae754b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Subnet': ['ID=4dff684f-2832-4438-9525-de3b65e1860c,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:38.790723 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8d06dc31-3c44-401a-99fc-f6af3fae754b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:38.805752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d06dc31-3c44-401a-99fc-f6af3fae754b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:38.807866 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8d06dc31-3c44-401a-99fc-f6af3fae754b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/subnets/4dff684f-2832-4438-9525-de3b65e1860c HTTP/1.1" status: 204  len: 168 time: 1.1428068
Dec 22 04:46:38.812620 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50646) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:38.817994 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] Set router e2ff070e-f505-489b-baca-d4eaabfd1dfa gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:46:38.899116 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0d6db769-0158-4cc5-87fa-e115103d0d07 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Synchronizing usage tracker for tenant:3b020b47ff6a42f9baceaf54f8ef9a14 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:38.902220 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd715e13-fe11-40d7-b86e-8cf434e5851a req-0aca1a1e-d881-470c-9356-d85b40640ab8 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:38.904258 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dd715e13-fe11-40d7-b86e-8cf434e5851a req-0aca1a1e-d881-470c-9356-d85b40640ab8 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.47 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 946 time: 0.2010603
Dec 22 04:46:38.908280 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf818714-1e91-4087-9326-04d05521011e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting subnet 288dd8d4-c4e1-4bd9-9d86-0b84bcf63624 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:46:38.917861 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cfdf14-29fc-4353-8401-e806064f6184 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:38.918448 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b8cfdf14-29fc-4353-8401-e806064f6184 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:38.941662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bf818714-1e91-4087-9326-04d05521011e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:39.028369 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb279bf8-b84a-440b-8bc8-ca94d481bfeb None None] Resources bound (agent type, host, resource id):  {{(pid=83436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 04:46:39.030635 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bf818714-1e91-4087-9326-04d05521011e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:39.061762 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-dd715e13-fe11-40d7-b86e-8cf434e5851a req-6ab399d6-3a73-4790-9be1-83f60e6cfbcb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Deleting port 03ddd590-c3d9-45ff-9e50-072a61fe0f41 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:39.062070 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-dd715e13-fe11-40d7-b86e-8cf434e5851a req-6ab399d6-3a73-4790-9be1-83f60e6cfbcb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:39.075166 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0d6db769-0158-4cc5-87fa-e115103d0d07 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Unset dirty status for tenant:3b020b47ff6a42f9baceaf54f8ef9a14 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:39.079631 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0d6db769-0158-4cc5-87fa-e115103d0d07 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&device_id=7391a38e-caf7-4e9c-9d85-f1f45bcab594&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.7481771
Dec 22 04:46:39.080283 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50652) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:39.121811 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6fe7a228-71f0-45cc-b5d3-3a787df169a6 None None] Provisioning complete for port ee9c2d69-ad91-411c-bd00-c69633bd36b4 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:39.123660 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6fe7a228-71f0-45cc-b5d3-3a787df169a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:39.281445 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b8cfdf14-29fc-4353-8401-e806064f6184 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:39.285373 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b8cfdf14-29fc-4353-8401-e806064f6184 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports/4fad9ba9-809c-48d7-814a-eaee0796ca52 HTTP/1.1" status: 200  len: 911 time: 0.7089319
Dec 22 04:46:39.308711 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50656) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:39.387640 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-dd715e13-fe11-40d7-b86e-8cf434e5851a req-6ab399d6-3a73-4790-9be1-83f60e6cfbcb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] For port 03ddd590-c3d9-45ff-9e50-072a61fe0f41, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=03ddd590-c3d9-45ff-9e50-072a61fe0f41,segment=NetworkSegment(d8987e0f-1476-4071-84f5-da69d4a56b2a),segment_id=d8987e0f-1476-4071-84f5-da69d4a56b2a)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:39.388544 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-dd715e13-fe11-40d7-b86e-8cf434e5851a req-6ab399d6-3a73-4790-9be1-83f60e6cfbcb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:39.460282 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-6fe7a228-71f0-45cc-b5d3-3a787df169a6 None None] Port ee9c2d69-ad91-411c-bd00-c69633bd36b4 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:46:39.467352 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e3174dc4-6884-4ae8-a9f2-450173ce50fd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:39.472320 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:39.481909 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7842a-19b1-4cd6-9d43-b84c2d53ef19 req-878ebb9d-da60-48c6-aafc-e5fff7a89265 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:39.483341 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-18a7842a-19b1-4cd6-9d43-b84c2d53ef19 req-878ebb9d-da60-48c6-aafc-e5fff7a89265 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 946 time: 0.8970277
Dec 22 04:46:39.490050 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 922954a3-b415-4d7b-9b64-2e9a211b717d up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:46:39.620694 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bebda90>, [{'id': 'e2ff070e-f505-489b-baca-d4eaabfd1dfa', 'name': 'tempest-NetworksTestDHCPv6-router-910929558', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:46:29Z', 'updated_at': '2021-12-22T04:46:33Z', 'revision_number': 2, 'project_id': '25825f4b1181465ebc1c194a44f89ac1', 'gw_port_host': None, '_interfaces': [{'id': '4fad9ba9-809c-48d7-814a-eaee0796ca52', 'name': '', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'mac_address': 'fa:16:3e:da:c9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ff070e-f505-489b-baca-d4eaabfd1dfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f670dab-6ce9-4af3-bffc-01c3ba1b8427', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:46:31Z', 'updated_at': '2021-12-22T04:46:34Z', 'revision_number': 2, 'project_id': '25825f4b1181465ebc1c194a44f89ac1', 'subnets': [{'id': '0f670dab-6ce9-4af3-bffc-01c3ba1b8427', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:39.636679 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] Checking router: e2ff070e-f505-489b-baca-d4eaabfd1dfa for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:46:39.637136 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] Updating router e2ff070e-f505-489b-baca-d4eaabfd1dfa port 4fad9ba9-809c-48d7-814a-eaee0796ca52 binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:46:39.693339 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-dd715e13-fe11-40d7-b86e-8cf434e5851a req-6ab399d6-3a73-4790-9be1-83f60e6cfbcb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:39.693719 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-dd715e13-fe11-40d7-b86e-8cf434e5851a req-6ab399d6-3a73-4790-9be1-83f60e6cfbcb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:39.695202 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [req-dd715e13-fe11-40d7-b86e-8cf434e5851a req-6ab399d6-3a73-4790-9be1-83f60e6cfbcb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Floating IP b3b8c01e-a7e1-4674-a9d8-8ca500a4f291 disassociated. External IP: 172.26.4.19, port: 03ddd590-c3d9-45ff-9e50-072a61fe0f41.
Dec 22 04:46:39.695202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-dd715e13-fe11-40d7-b86e-8cf434e5851a req-6ab399d6-3a73-4790-9be1-83f60e6cfbcb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Calling delete_port for 03ddd590-c3d9-45ff-9e50-072a61fe0f41 owned by compute:nova {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:39.719485 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 922954a3-b415-4d7b-9b64-2e9a211b717d triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:39.720041 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:39.730731 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb578ecb-b766-4027-9b1b-f21810bebb97 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:39.731557 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-bb578ecb-b766-4027-9b1b-f21810bebb97 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Synchronizing usage tracker for tenant:3b020b47ff6a42f9baceaf54f8ef9a14 on resource:network {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:39.782599 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-18a7842a-19b1-4cd6-9d43-b84c2d53ef19 req-a11a4561-2141-4d1a-a434-9c2ffd49a108 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/security-groups?id=367764b4-c0d7-450f-b914-36201bf94e80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2800727
Dec 22 04:46:39.798522 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e3174dc4-6884-4ae8-a9f2-450173ce50fd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:39.833429 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:39.842124 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ba3408-6aaa-48f5-8c27-8bd0697554f5 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:39.846503 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ba3408-6aaa-48f5-8c27-8bd0697554f5 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:39.850856 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-dd715e13-fe11-40d7-b86e-8cf434e5851a req-6ab399d6-3a73-4790-9be1-83f60e6cfbcb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:39.851588 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-44ba3408-6aaa-48f5-8c27-8bd0697554f5 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.5294926
Dec 22 04:46:39.852468 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50662) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:39.864691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ac672e58-6e8d-4054-93f2-4901c7ec2920 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:39.866790 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-161cb5bd-bef6-40d7-a0bb-1ea6e478bfbe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:39.899431 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:39.956897 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Port': ['ID=3fb5eff7-bee6-4411-a5d1-dec77ad3178c,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:39.971888 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:39.988969 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-bb578ecb-b766-4027-9b1b-f21810bebb97 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Unset dirty status for tenant:3b020b47ff6a42f9baceaf54f8ef9a14 on resource:network {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:39.989355 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab399d6-3a73-4790-9be1-83f60e6cfbcb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Pushing event deleted for resources: {'Port': ['ID=03ddd590-c3d9-45ff-9e50-072a61fe0f41,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:39.994294 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-bb578ecb-b766-4027-9b1b-f21810bebb97 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "GET /v2.0/networks/c376c199-68b9-4289-ba3a-1e17ce30e740 HTTP/1.1" status: 200  len: 881 time: 0.8984864
Dec 22 04:46:39.995574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50668) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:40.053540 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6ab399d6-3a73-4790-9be1-83f60e6cfbcb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:40.087259 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bf818714-1e91-4087-9326-04d05521011e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:40.167040 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-af95d61f-cc56-4d3f-a4ca-12d72164364d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "GET /v2.0/ports?device_id=7391a38e-caf7-4e9c-9d85-f1f45bcab594 HTTP/1.1" status: 200  len: 205 time: 0.1607661
Dec 22 04:46:40.177279 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50672) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:40.180891 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network 21a47168-5359-42cc-b173-9f67d550e87e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:40.252990 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:40.269227 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:40.270782 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:40.283615 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a7e06232-b2aa-4bce-9a8e-c2cc2e9002bb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:40.342372 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40211db-a8cc-406e-bd8e-fc1fe9a3e18b req-dc111757-ef82-4d71-b96a-f57e29ffd1ae tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:40.343824 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c40211db-a8cc-406e-bd8e-fc1fe9a3e18b req-dc111757-ef82-4d71-b96a-f57e29ffd1ae tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 867 time: 1.1978173
Dec 22 04:46:40.348989 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1918cf87-a0b3-4df8-afba-f6b37450523c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-ab4a49bf-5767-462f-848e-f56debbccbcc', 'network_id': 'ab4a49bf-5767-462f-848e-f56debbccbcc', 'tenant_id': '664b0479e9e1448ea56990a36f4ec616', 'fixed_ips': [{'subnet_id': 'efc44f34-64b4-45c5-bbc3-0a80d2b1dd43'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:46:40.350586 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1918cf87-a0b3-4df8-afba-f6b37450523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:40.367604 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54214b78-d7bd-4eb4-928a-b1be66d5a6be tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:40.382153 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e3174dc4-6884-4ae8-a9f2-450173ce50fd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:40.414704 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bf818714-1e91-4087-9326-04d05521011e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:40.420299 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:40.421572 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Port': ['ID=d212ade4-fcf9-4a67-91b9-2281b22cea87,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:40.457490 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:40.459714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-369100e1-8935-4dac-9cf2-28cddca48ce2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:40.472910 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf818714-1e91-4087-9326-04d05521011e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Subnet': ['ID=288dd8d4-c4e1-4bd9-9d86-0b84bcf63624,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:40.507497 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3174dc4-6884-4ae8-a9f2-450173ce50fd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Subnet': ['ID=efc44f34-64b4-45c5-bbc3-0a80d2b1dd43,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:40.530780 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e3174dc4-6884-4ae8-a9f2-450173ce50fd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:40.533274 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bf818714-1e91-4087-9326-04d05521011e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:40.545134 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd67441-7c54-43d8-9d07-9fe06879f8ce None None] get_active_networks_info from dv-neutron-822525-1-hyperv {{(pid=83436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 04:46:40.590646 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Checking segment: {'id': 'e0487770-2a8c-4eb0-bbac-139fbf41a04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '85c5b195-fc0b-4763-babf-2491a89f07cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:40.590892 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network hostable DHCP agents. Network: 85c5b195-fc0b-4763-babf-2491a89f07cb, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:46:40.613288 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bf818714-1e91-4087-9326-04d05521011e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:40.618569 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c40211db-a8cc-406e-bd8e-fc1fe9a3e18b req-42a7af48-fd14-4cf3-babf-696ab3f063f5 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2574248
Dec 22 04:46:40.643257 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:40.688364 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] Transition to ACTIVE for port object 4fad9ba9-809c-48d7-814a-eaee0796ca52 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:40.692656 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bf818714-1e91-4087-9326-04d05521011e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/subnets/288dd8d4-c4e1-4bd9-9d86-0b84bcf63624 HTTP/1.1" status: 204  len: 168 time: 1.8770003
Dec 22 04:46:40.694151 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50678) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:40.714661 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:40.724901 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e76cb3dc-7727-457c-9215-0042fad81b2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:40.825316 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e3174dc4-6884-4ae8-a9f2-450173ce50fd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:40.854167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:40.890074 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting port d43c2f5d-7507-443a-a509-13882b492bcc {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:40.890402 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:40.905223 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-e3174dc4-6884-4ae8-a9f2-450173ce50fd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b4efa90>,) {'filters': {'network_id': ['ab4a49bf-5767-462f-848e-f56debbccbcc']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:40.953248 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fd290-7580-4f39-9e11-e0e91bc101ff None None] Pushing event updated for resources: {'Port': ['ID=4fad9ba9-809c-48d7-814a-eaee0796ca52,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:40.963714 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd67441-7c54-43d8-9d07-9fe06879f8ce None None] Resources bound (agent type, host, resource id):  {{(pid=83436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 04:46:40.975985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0f0fd290-7580-4f39-9e11-e0e91bc101ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:40.985342 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-e3174dc4-6884-4ae8-a9f2-450173ce50fd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b4efa90>, 'e7306feb-b6a5-466b-9a7a-d9dbe186b06e') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:40.985810 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-e3174dc4-6884-4ae8-a9f2-450173ce50fd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b4efa90>, 'e7306feb-b6a5-466b-9a7a-d9dbe186b06e') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:40.995599 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f045ac0c-ab4d-499a-a320-8ada85871567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:41.007553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network 85c5b195-fc0b-4763-babf-2491a89f07cb is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:46:41.022818 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e3174dc4-6884-4ae8-a9f2-450173ce50fd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:41.089829 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd715e13-fe11-40d7-b86e-8cf434e5851a req-6ab399d6-3a73-4790-9be1-83f60e6cfbcb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Router 34646794-5df5-4b40-afc8-fce2e270e577 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:46:41.201044 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 85c5b195-fc0b-4763-babf-2491a89f07cb) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:41.203001 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e3174dc4-6884-4ae8-a9f2-450173ce50fd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:41.214652 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:41.219577 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:41.222799 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:41.223897 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:41.249824 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3174dc4-6884-4ae8-a9f2-450173ce50fd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:46:41.250227 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e3174dc4-6884-4ae8-a9f2-450173ce50fd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:46:41.264955 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:46:41.287634 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] Attempting to bind port 4fad9ba9-809c-48d7-814a-eaee0796ca52 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:46:41.288063 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] Attempting to bind port 4fad9ba9-809c-48d7-814a-eaee0796ca52 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:46:41.288425 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] Attempting to bind port 4fad9ba9-809c-48d7-814a-eaee0796ca52 on network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:46:41.313579 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] For port d43c2f5d-7507-443a-a509-13882b492bcc, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d43c2f5d-7507-443a-a509-13882b492bcc,segment=NetworkSegment(6b1b2b06-e485-436e-ad7b-73bda895fd22),segment_id=6b1b2b06-e485-436e-ad7b-73bda895fd22)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:41.313953 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:41.358889 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:46:41.359783 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:41.360328 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:41.361097 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] Bound using segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:46:41.361870 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] Bound port: 4fad9ba9-809c-48d7-814a-eaee0796ca52, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:46:41.361993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:41.367317 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 5.8352118
Dec 22 04:46:41.370874 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50684) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:41.429779 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e3174dc4-6884-4ae8-a9f2-450173ce50fd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:41.438669 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ebf989f5-6ba9-4993-b5a2-e57b2c3f8e37 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:41.477771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Calling delete_port for d43c2f5d-7507-443a-a509-13882b492bcc owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:41.491623 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:41.518517 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54214b78-d7bd-4eb4-928a-b1be66d5a6be tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:41.520468 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543a2cd-429d-4988-bce0-0fba64b2ef1e req-cc8a20a8-9bf5-42d4-bd95-2cc5e76e1cf3 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:41.521996 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-8543a2cd-429d-4988-bce0-0fba64b2ef1e req-cc8a20a8-9bf5-42d4-bd95-2cc5e76e1cf3 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 946 time: 0.5355337
Dec 22 04:46:41.523832 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e3174dc4-6884-4ae8-a9f2-450173ce50fd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:41.548150 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3174dc4-6884-4ae8-a9f2-450173ce50fd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Network': ['ID=ab4a49bf-5767-462f-848e-f56debbccbcc,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:41.554047 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54214b78-d7bd-4eb4-928a-b1be66d5a6be tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:41.558552 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e3174dc4-6884-4ae8-a9f2-450173ce50fd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:41.560110 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e843cabe-6add-4059-aab9-a8529d27e47c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:41.581635 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] For port 4fad9ba9-809c-48d7-814a-eaee0796ca52, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:46:41.592082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-0140c4e8-f353-4d73-a5b4-f0f7d0a3f583 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting port d212ade4-fcf9-4a67-91b9-2281b22cea87 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:41.592464 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0140c4e8-f353-4d73-a5b4-f0f7d0a3f583 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:41.600579 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] For port 4fad9ba9-809c-48d7-814a-eaee0796ca52, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=4fad9ba9-809c-48d7-814a-eaee0796ca52,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:46:41.614640 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:41.623298 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:41.631582 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e3174dc4-6884-4ae8-a9f2-450173ce50fd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/networks/ab4a49bf-5767-462f-848e-f56debbccbcc HTTP/1.1" status: 204  len: 168 time: 2.8901653
Dec 22 04:46:41.647543 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50688) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:41.665706 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-0ae9e3c1-6955-4809-8fe2-4bc4f61a2058 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-773125734'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:41.682034 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0ae9e3c1-6955-4809-8fe2-4bc4f61a2058 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:41.722534 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:41.733307 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-653b65ab-e9d7-4377-bbad-5d7f0700ff7d tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:41.734691 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0ae9e3c1-6955-4809-8fe2-4bc4f61a2058 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Usage tracker for resource:network and tenant:664b0479e9e1448ea56990a36f4ec616 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:41.746012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0ae9e3c1-6955-4809-8fe2-4bc4f61a2058 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:41.752808 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54214b78-d7bd-4eb4-928a-b1be66d5a6be tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Port': ['ID=ee9c2d69-ad91-411c-bd00-c69633bd36b4,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:41.762796 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-8543a2cd-429d-4988-bce0-0fba64b2ef1e req-5d53c8c8-6369-4941-abe3-f96fe2d096a3 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/security-groups?id=367764b4-c0d7-450f-b914-36201bf94e80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2142131
Dec 22 04:46:41.765134 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fd290-7580-4f39-9e11-e0e91bc101ff None None] Pushing event updated for resources: {'Port': ['ID=4fad9ba9-809c-48d7-814a-eaee0796ca52,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:41.780045 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-54214b78-d7bd-4eb4-928a-b1be66d5a6be tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:41.780946 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0f0fd290-7580-4f39-9e11-e0e91bc101ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:41.792738 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0ae9e3c1-6955-4809-8fe2-4bc4f61a2058 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:41.793172 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Port': ['ID=d43c2f5d-7507-443a-a509-13882b492bcc,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:41.798664 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:41.805289 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] No DVR routers for this DVR port d43c2f5d-7507-443a-a509-13882b492bcc on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:46:41.857743 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92a663b-ff82-4e3b-bb9a-aa2d9735dd09 None None] Network ab4a49bf-5767-462f-848e-f56debbccbcc requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:41.873767 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aefcd4-87f2-44b5-894b-0c20f763e1bd None None] Network 5bbb3863-2a07-4594-9f25-318bd6fab0e3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:41.978415 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24424ca-6e00-48a7-83d7-efc74f3e3106 None None] Network 85c5b195-fc0b-4763-babf-2491a89f07cb requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:41.982136 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5f420c09-aa90-47bc-8358-2a7dc8895725 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:42.004567 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] Routers {'e2ff070e-f505-489b-baca-d4eaabfd1dfa'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:42.005198 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bebda90>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['e2ff070e-f505-489b-baca-d4eaabfd1dfa'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:42.059660 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0140c4e8-f353-4d73-a5b4-f0f7d0a3f583 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:42.069170 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92a663b-ff82-4e3b-bb9a-aa2d9735dd09 None None] Network ab4a49bf-5767-462f-848e-f56debbccbcc could not be found, it might have been deleted concurrently. {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}}
Dec 22 04:46:42.249528 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-0140c4e8-f353-4d73-a5b4-f0f7d0a3f583 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Calling delete_port for d212ade4-fcf9-4a67-91b9-2281b22cea87 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:42.289420 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:42.349951 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b3c9190>,) {'filters': {'network_id': ['5bbb3863-2a07-4594-9f25-318bd6fab0e3']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:42.380391 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b3c9190>, '6b1b2b06-e485-436e-ad7b-73bda895fd22') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:42.380685 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b3c9190>, '6b1b2b06-e485-436e-ad7b-73bda895fd22') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:42.396474 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a325907-33fe-44ae-8b02-4caa27401b50 None None] Network ab4a49bf-5767-462f-848e-f56debbccbcc requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:42.410779 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:42.424715 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd715e13-fe11-40d7-b86e-8cf434e5851a req-6ab399d6-3a73-4790-9be1-83f60e6cfbcb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:46:42.437936 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98fdee-ca47-4b09-af77-56d831cc3cc1 None None] Sync routers for ids ['34646794-5df5-4b40-afc8-fce2e270e577'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:46:42.462626 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98fdee-ca47-4b09-af77-56d831cc3cc1 None None] Routers {'34646794-5df5-4b40-afc8-fce2e270e577'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:42.463810 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3b98fdee-ca47-4b09-af77-56d831cc3cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c98e8b0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['34646794-5df5-4b40-afc8-fce2e270e577'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:42.492302 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a325907-33fe-44ae-8b02-4caa27401b50 None None] Network ab4a49bf-5767-462f-848e-f56debbccbcc could not be found, it might have been deleted concurrently. {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}}
Dec 22 04:46:42.494923 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:42.495801 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 03ddd590-c3d9-45ff-9e50-072a61fe0f41 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:46:42.497196 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:42.552530 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae9e3c1-6955-4809-8fe2-4bc4f61a2058 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Made reservation on behalf of 664b0479e9e1448ea56990a36f4ec616 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:42.556603 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0ae9e3c1-6955-4809-8fe2-4bc4f61a2058 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:42.563913 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:42.588313 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:46:42.589113 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:42.615486 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 03ddd590-c3d9-45ff-9e50-072a61fe0f41 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:46:42.616092 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 03ddd590-c3d9-45ff-9e50-072a61fe0f41 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:46:42.636374 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:46:42.716714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0140c4e8-f353-4d73-a5b4-f0f7d0a3f583 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:42.718271 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd715e13-fe11-40d7-b86e-8cf434e5851a req-6ab399d6-3a73-4790-9be1-83f60e6cfbcb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] No DVR routers for this DVR port 03ddd590-c3d9-45ff-9e50-072a61fe0f41 on host hv-neutron-8225 {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:46:42.722209 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-dd715e13-fe11-40d7-b86e-8cf434e5851a req-6ab399d6-3a73-4790-9be1-83f60e6cfbcb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:42.730297 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742', 'name': 'network-vif-deleted', 'tag': '03ddd590-c3d9-45ff-9e50-072a61fe0f41'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:46:42.766311 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dd715e13-fe11-40d7-b86e-8cf434e5851a req-6ab399d6-3a73-4790-9be1-83f60e6cfbcb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.47 "DELETE /v2.0/ports/03ddd590-c3d9-45ff-9e50-072a61fe0f41 HTTP/1.1" status: 204  len: 173 time: 3.8542671
Dec 22 04:46:42.790763 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-61058bb6-621c-4017-ba53-1c34af715aa3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:42.830150 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:42.842935 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:42.864067 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742', 'name': 'network-vif-deleted', 'tag': '03ddd590-c3d9-45ff-9e50-072a61fe0f41', 'status': 'completed', 'code': 200}
Dec 22 04:46:42.864837 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-666842cc-0e4b-4644-9b39-ea1782260cb9 None None] Provisioning complete for port ee9c2d69-ad91-411c-bd00-c69633bd36b4 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:42.865348 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-666842cc-0e4b-4644-9b39-ea1782260cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:42.868284 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:42.883522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Network': ['ID=5bbb3863-2a07-4594-9f25-318bd6fab0e3,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:42.889172 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:42.895740 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/networks/5bbb3863-2a07-4594-9f25-318bd6fab0e3 HTTP/1.1" status: 204  len: 168 time: 2.1950934
Dec 22 04:46:42.896607 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50700) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:42.924105 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-3b98fdee-ca47-4b09-af77-56d831cc3cc1 None None] Set router 34646794-5df5-4b40-afc8-fce2e270e577 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:46:42.953697 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6a3f0654-2605-4b67-8d93-462a9fb513d0 req-51957034-eb7d-44dc-ad6c-6f873b27db67 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/ports?device_id=af05ffd8-8d89-4ad5-8c96-e4e0ab8a7742 HTTP/1.1" status: 200  len: 210 time: 1.0497406
Dec 22 04:46:42.964489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] Set router e2ff070e-f505-489b-baca-d4eaabfd1dfa gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:46:43.048746 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb79bda8-a5ba-4d0e-b858-d3e0c1662b92 None None] DHCP port deletion for 5bbb3863-2a07-4594-9f25-318bd6fab0e3 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:46:43.061147 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140c4e8-f353-4d73-a5b4-f0f7d0a3f583 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Port': ['ID=d212ade4-fcf9-4a67-91b9-2281b22cea87,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:43.086247 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-666842cc-0e4b-4644-9b39-ea1782260cb9 None None] Port ee9c2d69-ad91-411c-bd00-c69633bd36b4 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:46:43.160879 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae9e3c1-6955-4809-8fe2-4bc4f61a2058 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:46:43.173686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0ae9e3c1-6955-4809-8fe2-4bc4f61a2058 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:43.174027 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-0ae9e3c1-6955-4809-8fe2-4bc4f61a2058 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Added segment 0ded9389-d4e2-44f6-bbf9-c5fd7e232745 of type vlan for network 4b8eec28-e58a-4f0d-8c0d-65624126b0a2
Dec 22 04:46:43.203277 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0140c4e8-f353-4d73-a5b4-f0f7d0a3f583 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:43.243776 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0140c4e8-f353-4d73-a5b4-f0f7d0a3f583 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:43.260067 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0ae9e3c1-6955-4809-8fe2-4bc4f61a2058 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:43.268499 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54214b78-d7bd-4eb4-928a-b1be66d5a6be tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:43.296267 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0140c4e8-f353-4d73-a5b4-f0f7d0a3f583 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/ports/d212ade4-fcf9-4a67-91b9-2281b22cea87 HTTP/1.1" status: 204  len: 168 time: 1.9242504
Dec 22 04:46:43.302924 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50704) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:43.463180 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a4201d-b2b3-4d2c-8fb8-724054936cd5 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:43.464426 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d43c2f5d-7507-443a-a509-13882b492bcc no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:46:43.465429 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f8a4201d-b2b3-4d2c-8fb8-724054936cd5 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Synchronizing usage tracker for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:43.501535 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:46:43.521395 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: d43c2f5d-7507-443a-a509-13882b492bcc {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:46:43.521844 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d43c2f5d-7507-443a-a509-13882b492bcc not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:46:43.541476 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:43.543643 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-5f420c09-aa90-47bc-8358-2a7dc8895725 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting port 4fad9ba9-809c-48d7-814a-eaee0796ca52 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:43.544668 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5f420c09-aa90-47bc-8358-2a7dc8895725 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:43.572613 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bebda90>, [{'id': 'e2ff070e-f505-489b-baca-d4eaabfd1dfa', 'name': 'tempest-NetworksTestDHCPv6-router-910929558', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:46:29Z', 'updated_at': '2021-12-22T04:46:33Z', 'revision_number': 2, 'project_id': '25825f4b1181465ebc1c194a44f89ac1', 'gw_port_host': None, '_interfaces': [{'id': '4fad9ba9-809c-48d7-814a-eaee0796ca52', 'name': '', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'mac_address': 'fa:16:3e:da:c9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ff070e-f505-489b-baca-d4eaabfd1dfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f670dab-6ce9-4af3-bffc-01c3ba1b8427', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:46:31Z', 'updated_at': '2021-12-22T04:46:41Z', 'revision_number': 4, 'project_id': '25825f4b1181465ebc1c194a44f89ac1', 'subnets': [{'id': '0f670dab-6ce9-4af3-bffc-01c3ba1b8427', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:43.580544 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0173f7ea-44bb-4f33-aece-61c2ab80c462 None None] The sync data for ids ['e2ff070e-f505-489b-baca-d4eaabfd1dfa'] in dv-neutron-822525-1-hyperv is: [{'id': 'e2ff070e-f505-489b-baca-d4eaabfd1dfa', 'name': 'tempest-NetworksTestDHCPv6-router-910929558', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:46:29Z', 'updated_at': '2021-12-22T04:46:33Z', 'revision_number': 2, 'project_id': '25825f4b1181465ebc1c194a44f89ac1', 'gw_port_host': None, '_interfaces': [{'id': '4fad9ba9-809c-48d7-814a-eaee0796ca52', 'name': '', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'mac_address': 'fa:16:3e:da:c9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ff070e-f505-489b-baca-d4eaabfd1dfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f670dab-6ce9-4af3-bffc-01c3ba1b8427', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:46:31Z', 'updated_at': '2021-12-22T04:46:41Z', 'revision_number': 4, 'project_id': '25825f4b1181465ebc1c194a44f89ac1', 'subnets': [{'id': '0f670dab-6ce9-4af3-bffc-01c3ba1b8427', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:46:43.586871 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3b98fdee-ca47-4b09-af77-56d831cc3cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c98e8b0>, [{'id': '34646794-5df5-4b40-afc8-fce2e270e577', 'name': 'tempest-ServersTestManualDisk-958805555-router', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:17Z', 'updated_at': '2021-12-22T04:44:23Z', 'revision_number': 4, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'gw_port': {'id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '538446cc-f504-4a0b-8d5f-bbe0e9752dec', 'name': '', 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'mac_address': 'fa:16:3e:d8:b6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'faeacc71-1cdb-4a7d-86fa-0899322c9f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:21Z', 'updated_at': '2021-12-22T04:44:32Z', 'revision_number': 5, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'subnets': [{'id': 'faeacc71-1cdb-4a7d-86fa-0899322c9f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:43.592086 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98fdee-ca47-4b09-af77-56d831cc3cc1 None None] Checking router: 34646794-5df5-4b40-afc8-fce2e270e577 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:46:43.611186 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98fdee-ca47-4b09-af77-56d831cc3cc1 None None] Routers {'34646794-5df5-4b40-afc8-fce2e270e577'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:43.611806 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3b98fdee-ca47-4b09-af77-56d831cc3cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c98e8b0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['34646794-5df5-4b40-afc8-fce2e270e577'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:43.616362 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54214b78-d7bd-4eb4-928a-b1be66d5a6be tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:43.657646 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-810571d8-9c3f-40d7-bfd6-a8aeb30b03d7 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:43.659793 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-810571d8-9c3f-40d7-bfd6-a8aeb30b03d7 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 946 time: 0.9812839
Dec 22 04:46:43.792764 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.resource_extend [None req-0ae9e3c1-6955-4809-8fe2-4bc4f61a2058 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:46:43.805830 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2a42c-5759-41e3-ab06-ab26262b4f9b req-17bd04c1-df44-48f9-a8f7-1cf50c8f87da tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:43.813323 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-54e2a42c-5759-41e3-ab06-ab26262b4f9b req-17bd04c1-df44-48f9-a8f7-1cf50c8f87da tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 946 time: 0.6495216
Dec 22 04:46:43.858869 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-3b98fdee-ca47-4b09-af77-56d831cc3cc1 None None] Set router 34646794-5df5-4b40-afc8-fce2e270e577 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:46:43.864767 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f8a4201d-b2b3-4d2c-8fb8-724054936cd5 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Unset dirty status for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:43.869084 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f8a4201d-b2b3-4d2c-8fb8-724054936cd5 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.9562161
Dec 22 04:46:43.871449 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50708) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:43.941578 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Deleting port 9231bc40-c69a-4d17-a6aa-67c00402d5b7 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:43.941578 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:43.976351 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-54e2a42c-5759-41e3-ab06-ab26262b4f9b req-6ad9ca5a-2355-43ee-94c3-eb49cc4ba700 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/security-groups?id=367764b4-c0d7-450f-b914-36201bf94e80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1620488
Dec 22 04:46:44.131697 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-5f420c09-aa90-47bc-8358-2a7dc8895725 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] For port 4fad9ba9-809c-48d7-814a-eaee0796ca52, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=4fad9ba9-809c-48d7-814a-eaee0796ca52,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:44.132339 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5f420c09-aa90-47bc-8358-2a7dc8895725 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:44.316616 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50716) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:44.371098 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-5f420c09-aa90-47bc-8358-2a7dc8895725 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Calling delete_port for 4fad9ba9-809c-48d7-814a-eaee0796ca52 owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:44.378016 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3b98fdee-ca47-4b09-af77-56d831cc3cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c98e8b0>, [{'id': '34646794-5df5-4b40-afc8-fce2e270e577', 'name': 'tempest-ServersTestManualDisk-958805555-router', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:17Z', 'updated_at': '2021-12-22T04:44:23Z', 'revision_number': 4, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'gw_port': {'id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '538446cc-f504-4a0b-8d5f-bbe0e9752dec', 'name': '', 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'mac_address': 'fa:16:3e:d8:b6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'faeacc71-1cdb-4a7d-86fa-0899322c9f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:21Z', 'updated_at': '2021-12-22T04:44:32Z', 'revision_number': 5, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'subnets': [{'id': 'faeacc71-1cdb-4a7d-86fa-0899322c9f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:44.382804 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98fdee-ca47-4b09-af77-56d831cc3cc1 None None] The sync data for ids ['34646794-5df5-4b40-afc8-fce2e270e577'] in dv-neutron-822525-1-hyperv is: [{'id': '34646794-5df5-4b40-afc8-fce2e270e577', 'name': 'tempest-ServersTestManualDisk-958805555-router', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:17Z', 'updated_at': '2021-12-22T04:44:23Z', 'revision_number': 4, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'gw_port': {'id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '538446cc-f504-4a0b-8d5f-bbe0e9752dec', 'name': '', 'network_id': '76dd8755-7bd3-483a-90a3-b1bb39c70dc0', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'mac_address': 'fa:16:3e:d8:b6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'faeacc71-1cdb-4a7d-86fa-0899322c9f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:21Z', 'updated_at': '2021-12-22T04:44:32Z', 'revision_number': 5, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'subnets': [{'id': 'faeacc71-1cdb-4a7d-86fa-0899322c9f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:46:44.421702 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0ae9e3c1-6955-4809-8fe2-4bc4f61a2058 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:44.425850 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae9e3c1-6955-4809-8fe2-4bc4f61a2058 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:44.426448 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0ae9e3c1-6955-4809-8fe2-4bc4f61a2058 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:44.463930 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-92c2d5a7-e2e4-4707-86e8-6268533887c0 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.5833867
Dec 22 04:46:44.467644 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50720) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:44.476015 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-ac844118-55c1-40a9-a745-543f202d1c63 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1833169902'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:44.478138 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:44.503128 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ac844118-55c1-40a9-a745-543f202d1c63 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:44.514528 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ac844118-55c1-40a9-a745-543f202d1c63 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:network and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:44.520755 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ac844118-55c1-40a9-a745-543f202d1c63 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:44.536030 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ac844118-55c1-40a9-a745-543f202d1c63 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:44.576281 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac844118-55c1-40a9-a745-543f202d1c63 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:44.580766 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac844118-55c1-40a9-a745-543f202d1c63 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:44.601028 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0ae9e3c1-6955-4809-8fe2-4bc4f61a2058 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 2.9486721
Dec 22 04:46:44.634187 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50724) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:44.639622 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] For port 9231bc40-c69a-4d17-a6aa-67c00402d5b7, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9231bc40-c69a-4d17-a6aa-67c00402d5b7,segment=NetworkSegment(fd9a065d-b1ab-425e-bd6b-df52b2ccf184),segment_id=fd9a065d-b1ab-425e-bd6b-df52b2ccf184)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:44.639983 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:44.657136 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dc4170-1d26-43ed-8580-700455649298 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:44.661046 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dc4170-1d26-43ed-8580-700455649298 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:44.661865 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-98dc4170-1d26-43ed-8580-700455649298 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Synchronizing usage tracker for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:44.715432 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ebf989f5-6ba9-4993-b5a2-e57b2c3f8e37 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:44.725022 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9e3c1-6955-4809-8fe2-4bc4f61a2058 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Network': ['ID=4b8eec28-e58a-4f0d-8c0d-65624126b0a2,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:44.738145 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 4b8eec28-e58a-4f0d-8c0d-65624126b0a2 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:46:44.801499 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac844118-55c1-40a9-a745-543f202d1c63 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:46:44.872470 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac844118-55c1-40a9-a745-543f202d1c63 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:44.872812 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-ac844118-55c1-40a9-a745-543f202d1c63 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Added segment 661948fc-1be6-43ec-8a07-404e47c114cf of type vlan for network 28d5cff4-9c79-443c-9ea6-808051f01227
Dec 22 04:46:44.899736 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-99a3bbc9-8b88-44bf-be39-deba72d12015 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'subnet': {'network_id': '4b8eec28-e58a-4f0d-8c0d-65624126b0a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:44.920842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac844118-55c1-40a9-a745-543f202d1c63 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:44.926934 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0ae9e3c1-6955-4809-8fe2-4bc4f61a2058 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:44.930791 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5f420c09-aa90-47bc-8358-2a7dc8895725 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:44.936407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-55becbc7-b84a-46c0-bd52-7c3734187f55 tempest-PortsAdminExtendedAttrsTestJSON-113214103 tempest-PortsAdminExtendedAttrsTestJSON-113214103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:44.993473 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f420c09-aa90-47bc-8358-2a7dc8895725 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Port': ['ID=4fad9ba9-809c-48d7-814a-eaee0796ca52,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:44.996442 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5f420c09-aa90-47bc-8358-2a7dc8895725 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:45.043714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-ebf989f5-6ba9-4993-b5a2-e57b2c3f8e37 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Deleting port 919d29bb-ea3c-41c8-b28f-f1895abf866f {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:45.044117 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ebf989f5-6ba9-4993-b5a2-e57b2c3f8e37 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:45.077139 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3cb8ab-c612-495e-bd96-e6daa2978ef9 None None] New status for floating IP b3b8c01e-a7e1-4674-a9d8-8ca500a4f291: DOWN {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 04:46:45.218285 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac844118-55c1-40a9-a745-543f202d1c63 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:45.222981 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac844118-55c1-40a9-a745-543f202d1c63 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:45.223711 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac844118-55c1-40a9-a745-543f202d1c63 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:45.241993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:45.287899 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ebf989f5-6ba9-4993-b5a2-e57b2c3f8e37 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:45.407233 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5f420c09-aa90-47bc-8358-2a7dc8895725 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:45.443938 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ac844118-55c1-40a9-a745-543f202d1c63 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.9750416
Dec 22 04:46:45.448763 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50730) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:45.461210 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-4c9e5ee2-b98c-4e77-bfb9-f12ae3bcbc18 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'subnet': {'network_id': '28d5cff4-9c79-443c-9ea6-808051f01227', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:45.481274 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac844118-55c1-40a9-a745-543f202d1c63 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Network': ['ID=28d5cff4-9c79-443c-9ea6-808051f01227,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:45.489676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ac844118-55c1-40a9-a745-543f202d1c63 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:45.511400 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 28d5cff4-9c79-443c-9ea6-808051f01227 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:46:45.723403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4c9e5ee2-b98c-4e77-bfb9-f12ae3bcbc18 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:45.729861 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4c9e5ee2-b98c-4e77-bfb9-f12ae3bcbc18 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:subnet and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:45.737699 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-99a3bbc9-8b88-44bf-be39-deba72d12015 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:45.783742 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4c9e5ee2-b98c-4e77-bfb9-f12ae3bcbc18 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:45.849528 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4c9e5ee2-b98c-4e77-bfb9-f12ae3bcbc18 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:45.868034 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-98dc4170-1d26-43ed-8580-700455649298 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Unset dirty status for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:45.869421 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-98dc4170-1d26-43ed-8580-700455649298 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 2.5549161
Dec 22 04:46:45.871438 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-99a3bbc9-8b88-44bf-be39-deba72d12015 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Usage tracker for resource:subnet and tenant:664b0479e9e1448ea56990a36f4ec616 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:45.872527 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50734) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:45.883649 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-ebf989f5-6ba9-4993-b5a2-e57b2c3f8e37 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Calling delete_port for 919d29bb-ea3c-41c8-b28f-f1895abf866f owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:45.907895 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9e5ee2-b98c-4e77-bfb9-f12ae3bcbc18 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:45.912446 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-99a3bbc9-8b88-44bf-be39-deba72d12015 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:45.929759 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7e8e5c92-67af-41d0-b3bf-5d06f1a0ed7a tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:45.931567 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-99a3bbc9-8b88-44bf-be39-deba72d12015 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:45.977594 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.resource_extend [None req-54214b78-d7bd-4eb4-928a-b1be66d5a6be tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:46:46.088457 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a3bbc9-8b88-44bf-be39-deba72d12015 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Made reservation on behalf of 664b0479e9e1448ea56990a36f4ec616 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:46.113304 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54214b78-d7bd-4eb4-928a-b1be66d5a6be tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:46.118657 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7e8e5c92-67af-41d0-b3bf-5d06f1a0ed7a tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:46.146971 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-d8081f3e-ce2e-47f1-a1c9-2f42f043d11f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting port 3fb5eff7-bee6-4411-a5d1-dec77ad3178c {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:46.147331 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d8081f3e-ce2e-47f1-a1c9-2f42f043d11f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:46.183683 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4c9e5ee2-b98c-4e77-bfb9-f12ae3bcbc18 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:46.197838 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54214b78-d7bd-4eb4-928a-b1be66d5a6be tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:46.237454 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2b949448-fd25-4e94-bc23-be683f28e0e8 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:46.386147 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:46.386638 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:46.386990 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Floating IP 5c0fb89a-4c5b-4254-81fe-f2c198bd1f49 disassociated. External IP: 172.26.4.56, port: 9231bc40-c69a-4d17-a6aa-67c00402d5b7.
Dec 22 04:46:46.387326 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Calling delete_port for 9231bc40-c69a-4d17-a6aa-67c00402d5b7 owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:46.451214 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-99a3bbc9-8b88-44bf-be39-deba72d12015 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:46.458974 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f420c09-aa90-47bc-8358-2a7dc8895725 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Router e2ff070e-f505-489b-baca-d4eaabfd1dfa has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:46:46.502645 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 9231bc40-c69a-4d17-a6aa-67c00402d5b7 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:46:46.532398 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54214b78-d7bd-4eb4-928a-b1be66d5a6be tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Port': ['ID=ee9c2d69-ad91-411c-bd00-c69633bd36b4,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:46.535814 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-54214b78-d7bd-4eb4-928a-b1be66d5a6be tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:46.541791 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e27d48-6d0d-450c-aa5c-e86326242a55 req-b18f46f1-c19c-4f81-bef2-8c85f6ad5991 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:46.543284 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e4e27d48-6d0d-450c-aa5c-e86326242a55 req-b18f46f1-c19c-4f81-bef2-8c85f6ad5991 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 946 time: 1.0098968
Dec 22 04:46:46.552725 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54214b78-d7bd-4eb4-928a-b1be66d5a6be tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:46.626613 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:46.628971 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.ipam_backend_mixin [None req-99a3bbc9-8b88-44bf-be39-deba72d12015 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Performing IP validity checks on allocation pools {{(pid=83434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 22 04:46:46.629458 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.ipam_backend_mixin [None req-99a3bbc9-8b88-44bf-be39-deba72d12015 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 22 04:46:46.657970 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9231bc40-c69a-4d17-a6aa-67c00402d5b7'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:46:46.659512 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7e8e5c92-67af-41d0-b3bf-5d06f1a0ed7a tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:46.672229 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-124e5ab4-8ee2-453c-bb1a-478d21f49fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:46.676397 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 9231bc40-c69a-4d17-a6aa-67c00402d5b7, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9231bc40-c69a-4d17-a6aa-67c00402d5b7,segment=NetworkSegment(fd9a065d-b1ab-425e-bd6b-df52b2ccf184),segment_id=fd9a065d-b1ab-425e-bd6b-df52b2ccf184)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:46.681636 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:46.683347 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:46.729457 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9231bc40-c69a-4d17-a6aa-67c00402d5b7', 'code': 200}
Dec 22 04:46:46.761045 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d8081f3e-ce2e-47f1-a1c9-2f42f043d11f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:46.770542 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=9231bc40-c69a-4d17-a6aa-67c00402d5b7,revision_number=6']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:46.780462 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:46.814099 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e5c92-67af-41d0-b3bf-5d06f1a0ed7a tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:46.822760 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7e8e5c92-67af-41d0-b3bf-5d06f1a0ed7a tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:46.847510 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e4e27d48-6d0d-450c-aa5c-e86326242a55 req-f01d86c4-b414-405f-9fc2-7f83c8c60b35 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/security-groups?id=367764b4-c0d7-450f-b914-36201bf94e80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2743378
Dec 22 04:46:46.863130 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.api [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:46:46.863550 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_db.api [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:46:46.892262 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7e8e5c92-67af-41d0-b3bf-5d06f1a0ed7a tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:46.895800 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7e8e5c92-67af-41d0-b3bf-5d06f1a0ed7a tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "DELETE /v2.0/security-groups/d3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd HTTP/1.1" status: 204  len: 168 time: 2.5006325
Dec 22 04:46:46.897313 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-d8081f3e-ce2e-47f1-a1c9-2f42f043d11f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Calling delete_port for 3fb5eff7-bee6-4411-a5d1-dec77ad3178c owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:46.922782 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ebf989f5-6ba9-4993-b5a2-e57b2c3f8e37 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:46.934569 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50740) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:46.943222 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5885ee1a-fd1e-4755-9795-864e41fd9f05 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:46.967171 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f420c09-aa90-47bc-8358-2a7dc8895725 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:46:46.979989 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef152c9-c7c5-40b3-94e3-f9e4256106d2 None None] Sync routers for ids ['e2ff070e-f505-489b-baca-d4eaabfd1dfa'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:46:46.990956 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-51d3e1f1-94df-48df-a79f-8f05e6250a51 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] show failed (client error): The resource could not be found.
Dec 22 04:46:46.992000 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-51d3e1f1-94df-48df-a79f-8f05e6250a51 tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "GET /v2.0/security-groups/d3c9d3d1-d5b5-4544-9ccf-75b72cedfcbd HTTP/1.1" status: 404  len: 347 time: 0.0558603
Dec 22 04:46:46.998224 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef152c9-c7c5-40b3-94e3-f9e4256106d2 None None] Routers {'e2ff070e-f505-489b-baca-d4eaabfd1dfa'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:46.999366 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-aef152c9-c7c5-40b3-94e3-f9e4256106d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c9c7b80>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['e2ff070e-f505-489b-baca-d4eaabfd1dfa'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:47.001796 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50744) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:47.004316 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf989f5-6ba9-4993-b5a2-e57b2c3f8e37 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Pushing event deleted for resources: {'Port': ['ID=919d29bb-ea3c-41c8-b28f-f1895abf866f,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:47.010094 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5f420c09-aa90-47bc-8358-2a7dc8895725 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "PUT /v2.0/routers/e2ff070e-f505-489b-baca-d4eaabfd1dfa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1525977
Dec 22 04:46:47.013453 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ebf989f5-6ba9-4993-b5a2-e57b2c3f8e37 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:47.020247 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50748) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:47.077579 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4c9e5ee2-b98c-4e77-bfb9-f12ae3bcbc18 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:47.084818 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bcb8ad88-ab1b-4be1-b49d-39bd496dcc3f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:47.133212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54214b78-d7bd-4eb4-928a-b1be66d5a6be tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network 99b13eb4-366b-4584-a521-e37dff5808a8 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:47.139279 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d8081f3e-ce2e-47f1-a1c9-2f42f043d11f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:47.144778 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-aef152c9-c7c5-40b3-94e3-f9e4256106d2 None None] Set router e2ff070e-f505-489b-baca-d4eaabfd1dfa gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:46:47.147013 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-54214b78-d7bd-4eb4-928a-b1be66d5a6be tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:47.171613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18e99bf-1f16-451b-a5a2-98c6c5cbb8fd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:47.173041 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18e99bf-1f16-451b-a5a2-98c6c5cbb8fd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:47.173846 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f18e99bf-1f16-451b-a5a2-98c6c5cbb8fd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:47.191675 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e5ee2-b98c-4e77-bfb9-f12ae3bcbc18 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Subnet': ['ID=92c89be5-c5f3-44d0-958c-9cb66f0e31d2,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:47.195424 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4c9e5ee2-b98c-4e77-bfb9-f12ae3bcbc18 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:47.198668 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6ab399d6-3a73-4790-9be1-83f60e6cfbcb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:47.233428 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d8081f3e-ce2e-47f1-a1c9-2f42f043d11f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:47.267627 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-aef152c9-c7c5-40b3-94e3-f9e4256106d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c9c7b80>, [{'id': 'e2ff070e-f505-489b-baca-d4eaabfd1dfa', 'name': 'tempest-NetworksTestDHCPv6-router-910929558', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:46:29Z', 'updated_at': '2021-12-22T04:46:44Z', 'revision_number': 3, 'project_id': '25825f4b1181465ebc1c194a44f89ac1', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:47.272968 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef152c9-c7c5-40b3-94e3-f9e4256106d2 None None] Checking router: e2ff070e-f505-489b-baca-d4eaabfd1dfa for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:46:47.278088 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8081f3e-ce2e-47f1-a1c9-2f42f043d11f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Port': ['ID=3fb5eff7-bee6-4411-a5d1-dec77ad3178c,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:47.285269 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d8081f3e-ce2e-47f1-a1c9-2f42f043d11f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:47.290588 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef152c9-c7c5-40b3-94e3-f9e4256106d2 None None] Routers {'e2ff070e-f505-489b-baca-d4eaabfd1dfa'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:47.291362 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-aef152c9-c7c5-40b3-94e3-f9e4256106d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c9c7b80>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['e2ff070e-f505-489b-baca-d4eaabfd1dfa'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:47.299121 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f18e99bf-1f16-451b-a5a2-98c6c5cbb8fd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:47.300288 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f18e99bf-1f16-451b-a5a2-98c6c5cbb8fd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2789874
Dec 22 04:46:47.318580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50752) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:47.327156 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d8081f3e-ce2e-47f1-a1c9-2f42f043d11f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/ports/3fb5eff7-bee6-4411-a5d1-dec77ad3178c HTTP/1.1" status: 204  len: 168 time: 1.4536815
Dec 22 04:46:47.362664 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50756) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:47.403242 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9e5ee2-b98c-4e77-bfb9-f12ae3bcbc18 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Checking segment: {'id': '661948fc-1be6-43ec-8a07-404e47c114cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '28d5cff4-9c79-443c-9ea6-808051f01227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:47.403242 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9e5ee2-b98c-4e77-bfb9-f12ae3bcbc18 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network hostable DHCP agents. Network: 28d5cff4-9c79-443c-9ea6-808051f01227, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:46:47.444082 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-aef152c9-c7c5-40b3-94e3-f9e4256106d2 None None] Set router e2ff070e-f505-489b-baca-d4eaabfd1dfa gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:46:47.455461 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Deleting port 9231bc40-c69a-4d17-a6aa-67c00402d5b7 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:47.455815 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:47.546431 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9e5ee2-b98c-4e77-bfb9-f12ae3bcbc18 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network 28d5cff4-9c79-443c-9ea6-808051f01227 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:46:47.559004 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-aef152c9-c7c5-40b3-94e3-f9e4256106d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c9c7b80>, [{'id': 'e2ff070e-f505-489b-baca-d4eaabfd1dfa', 'name': 'tempest-NetworksTestDHCPv6-router-910929558', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:46:29Z', 'updated_at': '2021-12-22T04:46:44Z', 'revision_number': 3, 'project_id': '25825f4b1181465ebc1c194a44f89ac1', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:47.563768 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef152c9-c7c5-40b3-94e3-f9e4256106d2 None None] The sync data for ids ['e2ff070e-f505-489b-baca-d4eaabfd1dfa'] in dv-neutron-822525-1-hyperv is: [{'id': 'e2ff070e-f505-489b-baca-d4eaabfd1dfa', 'name': 'tempest-NetworksTestDHCPv6-router-910929558', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:46:29Z', 'updated_at': '2021-12-22T04:46:44Z', 'revision_number': 3, 'project_id': '25825f4b1181465ebc1c194a44f89ac1', 'gw_port_host': None}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:46:47.577229 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d22bf4-a985-4ab1-88d4-8719b66497c1 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:47.578041 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c8d22bf4-a985-4ab1-88d4-8719b66497c1 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Synchronizing usage tracker for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:47.583384 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-4c9e5ee2-b98c-4e77-bfb9-f12ae3bcbc18 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 28d5cff4-9c79-443c-9ea6-808051f01227) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:47.603144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9e5ee2-b98c-4e77-bfb9-f12ae3bcbc18 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:47.604047 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4c9e5ee2-b98c-4e77-bfb9-f12ae3bcbc18 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:47.616960 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-e49cda73-4bf9-4a59-a39f-1411c00703eb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Deleting port 4674b620-aa39-4829-85da-e5bb4dd256b7 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:47.617326 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e49cda73-4bf9-4a59-a39f-1411c00703eb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:47.619228 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0a3bcf6c-556e-495e-b497-d2d2b2acf59b None None] Provisioning complete for port ee9c2d69-ad91-411c-bd00-c69633bd36b4 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:47.619817 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0a3bcf6c-556e-495e-b497-d2d2b2acf59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:47.637270 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-a593222f-29ba-4ec8-a277-e45dcd1c5168 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet 0f670dab-6ce9-4af3-bffc-01c3ba1b8427 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:46:47.641837 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c8d22bf4-a985-4ab1-88d4-8719b66497c1 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Unset dirty status for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:47.645576 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c8d22bf4-a985-4ab1-88d4-8719b66497c1 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.2782428
Dec 22 04:46:47.645576 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a593222f-29ba-4ec8-a277-e45dcd1c5168 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:47.656683 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50760) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:47.673900 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75823dde-528c-4e2e-b9ec-dd4b5199babf None None] Network 28d5cff4-9c79-443c-9ea6-808051f01227 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:47.676335 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4c9e5ee2-b98c-4e77-bfb9-f12ae3bcbc18 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2265382
Dec 22 04:46:47.681366 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50764) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:47.685467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-99a3bbc9-8b88-44bf-be39-deba72d12015 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:47.690885 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-ec72409d-187f-4e93-b314-ab6a46da1534 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'port': {'network_id': '28d5cff4-9c79-443c-9ea6-808051f01227', 'name': 'tempest-PortsTestJSON-1681261209'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:47.730633 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-df2e71a4-e4eb-4f18-a096-24bf7d6f3085 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:47.755934 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-0a3bcf6c-556e-495e-b497-d2d2b2acf59b None None] Port ee9c2d69-ad91-411c-bd00-c69633bd36b4 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:46:47.777028 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a593222f-29ba-4ec8-a277-e45dcd1c5168 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:47.890159 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ab7511-f345-4446-9a48-454cc2ecfaee tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] GET failed (client error): The resource could not be found.
Dec 22 04:46:47.893899 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-21ab7511-f345-4446-9a48-454cc2ecfaee tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports/d212ade4-fcf9-4a67-91b9-2281b22cea87 HTTP/1.1" status: 404  len: 333 time: 0.2317517
Dec 22 04:46:47.896185 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50770) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:47.899746 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ec72409d-187f-4e93-b314-ab6a46da1534 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:47.961755 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-28d5cff4-9c79-443c-9ea6-808051f01227', 'network_id': '28d5cff4-9c79-443c-9ea6-808051f01227', 'tenant_id': '12ff9b0938824da5a0f85f94c435a758', 'fixed_ips': [{'subnet_id': '92c89be5-c5f3-44d0-958c-9cb66f0e31d2'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:46:47.962612 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:47.963834 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a62a7c6-c32f-4693-b9bd-bfa598cc8aef tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] GET failed (client error): The resource could not be found.
Dec 22 04:46:47.970263 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5a62a7c6-c32f-4693-b9bd-bfa598cc8aef tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports/3fb5eff7-bee6-4411-a5d1-dec77ad3178c HTTP/1.1" status: 404  len: 333 time: 0.0721011
Dec 22 04:46:47.971898 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ec72409d-187f-4e93-b314-ab6a46da1534 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:47.993469 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50774) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:48.007397 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a593222f-29ba-4ec8-a277-e45dcd1c5168 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:48.132882 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ebf989f5-6ba9-4993-b5a2-e57b2c3f8e37 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:48.168394 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Allocated IP 172.20.0.2 (28d5cff4-9c79-443c-9ea6-808051f01227/92c89be5-c5f3-44d0-958c-9cb66f0e31d2/ce5ca09b-9ba4-489a-8377-411a0bb72086) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:48.257382 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3bbc9-8b88-44bf-be39-deba72d12015 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Subnet': ['ID=aa9a426e-9cd5-484d-abea-ab4fa3fcf4a1,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:48.278345 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec72409d-187f-4e93-b314-ab6a46da1534 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:48.281211 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ec72409d-187f-4e93-b314-ab6a46da1534 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:48.302936 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a593222f-29ba-4ec8-a277-e45dcd1c5168 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:48.362749 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2feff833-9528-4016-b625-aa147a6f02f4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:48.374308 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-99a3bbc9-8b88-44bf-be39-deba72d12015 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:48.407166 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:48.412927 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a593222f-29ba-4ec8-a277-e45dcd1c5168 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:48.418317 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Transition to ACTIVE for port object ce5ca09b-9ba4-489a-8377-411a0bb72086 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:48.420343 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593222f-29ba-4ec8-a277-e45dcd1c5168 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=0f670dab-6ce9-4af3-bffc-01c3ba1b8427,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:48.427096 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d960aa3f-de7d-43af-b278-08799499d095 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:48.439373 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a593222f-29ba-4ec8-a277-e45dcd1c5168 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:48.457200 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-ec72409d-187f-4e93-b314-ab6a46da1534 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] device_id is not set on port bd7514a5-9b9a-4bda-b1d6-628a91e9edd5 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:46:48.507684 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Transition to ACTIVE for port object ce5ca09b-9ba4-489a-8377-411a0bb72086 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:48.511919 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a593222f-29ba-4ec8-a277-e45dcd1c5168 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/0f670dab-6ce9-4af3-bffc-01c3ba1b8427 HTTP/1.1" status: 204  len: 168 time: 1.1899719
Dec 22 04:46:48.521057 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50778) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:48.526168 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:48.532786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:48.537165 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-56f8e20a-efdc-463d-a614-dd741ee47a7f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:48.669592 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Pushing event updated for resources: {'Port': ['ID=ce5ca09b-9ba4-489a-8377-411a0bb72086,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:48.677580 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Network 28d5cff4-9c79-443c-9ea6-808051f01227 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:48.678216 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:48.681405 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:48.684486 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:48.710792 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f10ee4-f88b-49b4-8ebd-cf7675cfcd6d req-1c7b073a-914c-4382-9f64-1c6c1f1f19cd tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:48.712268 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-84f10ee4-f88b-49b4-8ebd-cf7675cfcd6d req-1c7b073a-914c-4382-9f64-1c6c1f1f19cd tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 944 time: 0.4888217
Dec 22 04:46:48.765709 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a3bbc9-8b88-44bf-be39-deba72d12015 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Checking segment: {'id': '0ded9389-d4e2-44f6-bbf9-c5fd7e232745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4b8eec28-e58a-4f0d-8c0d-65624126b0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:48.766075 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a3bbc9-8b88-44bf-be39-deba72d12015 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Network hostable DHCP agents. Network: 4b8eec28-e58a-4f0d-8c0d-65624126b0a2, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:46:48.799236 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e49cda73-4bf9-4a59-a39f-1411c00703eb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:48.799817 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e49cda73-4bf9-4a59-a39f-1411c00703eb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:48.815630 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ebf989f5-6ba9-4993-b5a2-e57b2c3f8e37 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:48.831581 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Attempting to bind port ce5ca09b-9ba4-489a-8377-411a0bb72086 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:46:48.831951 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Attempting to bind port ce5ca09b-9ba4-489a-8377-411a0bb72086 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '661948fc-1be6-43ec-8a07-404e47c114cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '28d5cff4-9c79-443c-9ea6-808051f01227'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:46:48.832360 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Attempting to bind port ce5ca09b-9ba4-489a-8377-411a0bb72086 on network 28d5cff4-9c79-443c-9ea6-808051f01227 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:46:48.843862 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:46:48.844233 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Checking segment: {'id': '661948fc-1be6-43ec-8a07-404e47c114cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '28d5cff4-9c79-443c-9ea6-808051f01227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:48.844639 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:48.845056 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Bound using segment: {'id': '661948fc-1be6-43ec-8a07-404e47c114cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '28d5cff4-9c79-443c-9ea6-808051f01227'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:46:48.845514 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Bound port: ce5ca09b-9ba4-489a-8377-411a0bb72086, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661948fc-1be6-43ec-8a07-404e47c114cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '28d5cff4-9c79-443c-9ea6-808051f01227'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:46:48.845921 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:48.914267 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4017c462-4a8c-4b75-b2fb-4efc027c648d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:router {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:48.939468 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] For port ce5ca09b-9ba4-489a-8377-411a0bb72086, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:46:48.943653 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] For port ce5ca09b-9ba4-489a-8377-411a0bb72086, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=ce5ca09b-9ba4-489a-8377-411a0bb72086,segment=NetworkSegment(661948fc-1be6-43ec-8a07-404e47c114cf),segment_id=661948fc-1be6-43ec-8a07-404e47c114cf)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:46:48.947213 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76e19e5-dcec-4ec2-bcf9-84c90c1443b7 None None] DHCP port deletion for 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:46:48.951602 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d76e19e5-dcec-4ec2-bcf9-84c90c1443b7 None None] Deleting port 32202fff-edd1-4d11-8cf8-f0e975eeac41 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:48.952178 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d76e19e5-dcec-4ec2-bcf9-84c90c1443b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:48.955699 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-56f8e20a-efdc-463d-a614-dd741ee47a7f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:48.957426 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-e49cda73-4bf9-4a59-a39f-1411c00703eb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Calling delete_port for 4674b620-aa39-4829-85da-e5bb4dd256b7 owned by network:floatingip {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:48.970314 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-ec72409d-187f-4e93-b314-ab6a46da1534 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Allocated IP 172.20.0.10 (28d5cff4-9c79-443c-9ea6-808051f01227/92c89be5-c5f3-44d0-958c-9cb66f0e31d2/bd7514a5-9b9a-4bda-b1d6-628a91e9edd5) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:48.978520 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:48.986389 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0f0fd290-7580-4f39-9e11-e0e91bc101ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:48.989191 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] For port 9231bc40-c69a-4d17-a6aa-67c00402d5b7, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9231bc40-c69a-4d17-a6aa-67c00402d5b7,segment=NetworkSegment(fd9a065d-b1ab-425e-bd6b-df52b2ccf184),segment_id=fd9a065d-b1ab-425e-bd6b-df52b2ccf184)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:48.989719 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:48.999035 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-84f10ee4-f88b-49b4-8ebd-cf7675cfcd6d req-76d3a75e-d3bd-422d-977f-1aa7ec54612c tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/security-groups?id=367764b4-c0d7-450f-b914-36201bf94e80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2499859
Dec 22 04:46:49.003596 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-56f8e20a-efdc-463d-a614-dd741ee47a7f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b788790>,) {'filters': {'network_id': ['85c5b195-fc0b-4763-babf-2491a89f07cb']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:49.004565 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ebf989f5-6ba9-4993-b5a2-e57b2c3f8e37 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:49.011699 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4017c462-4a8c-4b75-b2fb-4efc027c648d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:router {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:49.013422 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4017c462-4a8c-4b75-b2fb-4efc027c648d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.4843950
Dec 22 04:46:49.017328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50782) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:49.097253 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-56f8e20a-efdc-463d-a614-dd741ee47a7f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b788790>, 'e0487770-2a8c-4eb0-bbac-139fbf41a04b') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:49.097841 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-56f8e20a-efdc-463d-a614-dd741ee47a7f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b788790>, 'e0487770-2a8c-4eb0-bbac-139fbf41a04b') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:49.184079 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-56f8e20a-efdc-463d-a614-dd741ee47a7f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:49.235577 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-56f8e20a-efdc-463d-a614-dd741ee47a7f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:49.269362 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a3bbc9-8b88-44bf-be39-deba72d12015 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Network 4b8eec28-e58a-4f0d-8c0d-65624126b0a2 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:46:49.291722 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ebf989f5-6ba9-4993-b5a2-e57b2c3f8e37 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:49.292347 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf989f5-6ba9-4993-b5a2-e57b2c3f8e37 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Fanout notify agent at l3_agent the message router_deleted on router 7391a38e-caf7-4e9c-9d85-f1f45bcab594 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:46:49.316810 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f8e20a-efdc-463d-a614-dd741ee47a7f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:46:49.317213 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-56f8e20a-efdc-463d-a614-dd741ee47a7f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:49.322725 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-d76e19e5-dcec-4ec2-bcf9-84c90c1443b7 None None] For port 32202fff-edd1-4d11-8cf8-f0e975eeac41, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=32202fff-edd1-4d11-8cf8-f0e975eeac41,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:49.323307 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d76e19e5-dcec-4ec2-bcf9-84c90c1443b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:46:49.335239 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:46:49.424049 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a4397b9d-a477-49f9-ac7f-b1730f5157ee tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:49.462756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-99a3bbc9-8b88-44bf-be39-deba72d12015 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 4b8eec28-e58a-4f0d-8c0d-65624126b0a2) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:49.511307 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d76e19e5-dcec-4ec2-bcf9-84c90c1443b7 None None] Calling delete_port for 32202fff-edd1-4d11-8cf8-f0e975eeac41 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:49.521130 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a3bbc9-8b88-44bf-be39-deba72d12015 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:49.521861 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-99a3bbc9-8b88-44bf-be39-deba72d12015 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:49.554918 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 32202fff-edd1-4d11-8cf8-f0e975eeac41 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:46:49.592557 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa39528c-27e5-46e1-8b4c-dffc118b402d None None] Network 4b8eec28-e58a-4f0d-8c0d-65624126b0a2 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:49.651444 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ebf989f5-6ba9-4993-b5a2-e57b2c3f8e37 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:49.652583 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ebf989f5-6ba9-4993-b5a2-e57b2c3f8e37 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "DELETE /v2.0/routers/7391a38e-caf7-4e9c-9d85-f1f45bcab594 HTTP/1.1" status: 204  len: 168 time: 9.4743617
Dec 22 04:46:49.678333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50786) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:49.694019 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-cf256410-b492-45d4-8640-c2cfb388fd02 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2066221705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:49.700026 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-cf256410-b492-45d4-8640-c2cfb388fd02 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:49.705986 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-cf256410-b492-45d4-8640-c2cfb388fd02 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Usage tracker for resource:router and tenant:d561aafa63d94344874802f202528048 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:49.709170 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-56f8e20a-efdc-463d-a614-dd741ee47a7f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:49.709315 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-cf256410-b492-45d4-8640-c2cfb388fd02 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:49.732310 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9470e957-e4de-400c-9061-32105e6276f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:49.748846 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-56f8e20a-efdc-463d-a614-dd741ee47a7f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:49.751079 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-cf256410-b492-45d4-8640-c2cfb388fd02 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:49.778510 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8e20a-efdc-463d-a614-dd741ee47a7f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Network': ['ID=85c5b195-fc0b-4763-babf-2491a89f07cb,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:49.778907 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-99a3bbc9-8b88-44bf-be39-deba72d12015 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 5.1298170
Dec 22 04:46:49.785710 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Pushing event updated for resources: {'Port': ['ID=ce5ca09b-9ba4-489a-8377-411a0bb72086,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:49.786237 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-56f8e20a-efdc-463d-a614-dd741ee47a7f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:49.786421 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50790) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:49.805126 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:49.821965 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-56f8e20a-efdc-463d-a614-dd741ee47a7f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/networks/85c5b195-fc0b-4763-babf-2491a89f07cb HTTP/1.1" status: 204  len: 168 time: 1.6029651
Dec 22 04:46:49.846316 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50794) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:49.849876 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cf256410-b492-45d4-8640-c2cfb388fd02 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:49.850998 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cf256410-b492-45d4-8640-c2cfb388fd02 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:49.867055 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:49.867425 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:49.867734 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Floating IP 5c0fb89a-4c5b-4254-81fe-f2c198bd1f49 disassociated. External IP: 172.26.4.56, port: 9231bc40-c69a-4d17-a6aa-67c00402d5b7.
Dec 22 04:46:49.868293 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Calling delete_port for 9231bc40-c69a-4d17-a6aa-67c00402d5b7 owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:49.904788 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ec72409d-187f-4e93-b314-ab6a46da1534 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:49.942437 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e49cda73-4bf9-4a59-a39f-1411c00703eb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:49.952454 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-bd059aa5-010e-4ef6-a874-efe86b000327 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-213980711'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:49.958716 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3440e466-c3be-439f-af89-182b98eadb6c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:49.968644 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:49.982145 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-4b8eec28-e58a-4f0d-8c0d-65624126b0a2', 'network_id': '4b8eec28-e58a-4f0d-8c0d-65624126b0a2', 'tenant_id': '664b0479e9e1448ea56990a36f4ec616', 'fixed_ips': [{'subnet_id': 'aa9a426e-9cd5-484d-abea-ab4fa3fcf4a1'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:46:49.982989 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:49.999338 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d76e19e5-dcec-4ec2-bcf9-84c90c1443b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:50.009180 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:50.011453 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-bd059aa5-010e-4ef6-a874-efe86b000327 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:50.019942 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49cda73-4bf9-4a59-a39f-1411c00703eb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Pushing event deleted for resources: {'Port': ['ID=4674b620-aa39-4829-85da-e5bb4dd256b7,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:50.024942 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-bd059aa5-010e-4ef6-a874-efe86b000327 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:network and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:50.039130 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e49cda73-4bf9-4a59-a39f-1411c00703eb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:50.041471 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-bd059aa5-010e-4ef6-a874-efe86b000327 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:50.049494 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54214b78-d7bd-4eb4-928a-b1be66d5a6be tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Router 9913c9a5-98d7-4e0b-bc48-8b8dde9012df is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:46:50.053881 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-bd059aa5-010e-4ef6-a874-efe86b000327 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:50.055894 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e19e5-dcec-4ec2-bcf9-84c90c1443b7 None None] Pushing event deleted for resources: {'Port': ['ID=32202fff-edd1-4d11-8cf8-f0e975eeac41,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:50.066135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d76e19e5-dcec-4ec2-bcf9-84c90c1443b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:50.084589 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cf256410-b492-45d4-8640-c2cfb388fd02 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:50.095314 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-ec72409d-187f-4e93-b314-ab6a46da1534 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Transition to ACTIVE for port object bd7514a5-9b9a-4bda-b1d6-628a91e9edd5 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:50.139995 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76e19e5-dcec-4ec2-bcf9-84c90c1443b7 None None] No DVR routers for this DVR port 32202fff-edd1-4d11-8cf8-f0e975eeac41 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:46:50.143536 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 4fad9ba9-809c-48d7-814a-eaee0796ca52 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:46:50.193055 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 4fad9ba9-809c-48d7-814a-eaee0796ca52 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:46:50.193404 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 4fad9ba9-809c-48d7-814a-eaee0796ca52 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:46:50.250664 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd059aa5-010e-4ef6-a874-efe86b000327 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:50.254089 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bd059aa5-010e-4ef6-a874-efe86b000327 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:50.301751 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:50.305485 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e49cda73-4bf9-4a59-a39f-1411c00703eb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks [] for floatingip, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:50.309587 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a4397b9d-a477-49f9-ac7f-b1730f5157ee tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:50.316177 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Allocated IP 172.20.0.3 (4b8eec28-e58a-4f0d-8c0d-65624126b0a2/aa9a426e-9cd5-484d-abea-ab4fa3fcf4a1/e3a1e2aa-4cd4-46d6-8d57-48ee2db6fda4) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:50.324031 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a4397b9d-a477-49f9-ac7f-b1730f5157ee tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:50.343689 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cf256410-b492-45d4-8640-c2cfb388fd02 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:50.365043 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ec72409d-187f-4e93-b314-ab6a46da1534 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:50.372885 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5f420c09-aa90-47bc-8358-2a7dc8895725 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:50.478130 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec72409d-187f-4e93-b314-ab6a46da1534 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network 28d5cff4-9c79-443c-9ea6-808051f01227 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:50.479408 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:50.491781 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e49cda73-4bf9-4a59-a39f-1411c00703eb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:50.495949 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e49cda73-4bf9-4a59-a39f-1411c00703eb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] 10.222.0.53 "DELETE /v2.0/floatingips/b3b8c01e-a7e1-4674-a9d8-8ca500a4f291 HTTP/1.1" status: 204  len: 168 time: 3.4895220
Dec 22 04:46:50.505039 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50800) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:50.511459 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-ec72409d-187f-4e93-b314-ab6a46da1534 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:50.513898 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a4397b9d-a477-49f9-ac7f-b1730f5157ee tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:50.514945 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4397b9d-a477-49f9-ac7f-b1730f5157ee tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Fanout notify agent at l3_agent the message router_deleted on router e2ff070e-f505-489b-baca-d4eaabfd1dfa {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:46:50.522419 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cf256410-b492-45d4-8640-c2cfb388fd02 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:50.526129 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-cf256410-b492-45d4-8640-c2cfb388fd02 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.8437741
Dec 22 04:46:50.526129 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd059aa5-010e-4ef6-a874-efe86b000327 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:46:50.531843 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50804) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:50.531981 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec72409d-187f-4e93-b314-ab6a46da1534 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:50.539941 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-c70db726-a60c-48fa-ab5e-654ce675e480 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'enable_snat': True}}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:50.581155 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:50.597584 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Transition to ACTIVE for port object e3a1e2aa-4cd4-46d6-8d57-48ee2db6fda4 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:50.608765 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:50.622708 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72409d-187f-4e93-b314-ab6a46da1534 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Port': ['ID=bd7514a5-9b9a-4bda-b1d6-628a91e9edd5,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:50.626138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ec72409d-187f-4e93-b314-ab6a46da1534 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:50.631837 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec72409d-187f-4e93-b314-ab6a46da1534 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:50.633871 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ec72409d-187f-4e93-b314-ab6a46da1534 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:50.642628 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Transition to ACTIVE for port object e3a1e2aa-4cd4-46d6-8d57-48ee2db6fda4 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:50.650887 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:50.656715 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:50.724563 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Network 4b8eec28-e58a-4f0d-8c0d-65624126b0a2 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:50.727496 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:50.737182 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:50.745598 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Pushing event updated for resources: {'Port': ['ID=e3a1e2aa-4cd4-46d6-8d57-48ee2db6fda4,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:50.751099 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:50.800794 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ec72409d-187f-4e93-b314-ab6a46da1534 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 3.1182137
Dec 22 04:46:50.807210 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:50.826166 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50808) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:50.826166 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8dafff79-80d1-414a-ae70-2ddf13a8ac00 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:50.826463 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-60063a37-d3b6-400f-87d0-9c2d4197966a tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:50.882573 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bd059aa5-010e-4ef6-a874-efe86b000327 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:50.883156 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-bd059aa5-010e-4ef6-a874-efe86b000327 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Added segment be861564-56a7-432e-9435-5726dafc1496 of type vlan for network bff8984b-a817-4547-946a-9299c7b0a5a8
Dec 22 04:46:50.885691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-c83d7a77-f098-4b6a-8a12-1a29c17d89c4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'port': {'network_id': '28d5cff4-9c79-443c-9ea6-808051f01227', 'name': 'tempest-PortsTestJSON-931841441'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:50.887365 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Attempting to bind port e3a1e2aa-4cd4-46d6-8d57-48ee2db6fda4 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:46:50.887882 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Attempting to bind port e3a1e2aa-4cd4-46d6-8d57-48ee2db6fda4 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '0ded9389-d4e2-44f6-bbf9-c5fd7e232745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4b8eec28-e58a-4f0d-8c0d-65624126b0a2'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:46:50.888260 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Attempting to bind port e3a1e2aa-4cd4-46d6-8d57-48ee2db6fda4 on network 4b8eec28-e58a-4f0d-8c0d-65624126b0a2 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:46:50.895963 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:46:50.896451 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Checking segment: {'id': '0ded9389-d4e2-44f6-bbf9-c5fd7e232745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4b8eec28-e58a-4f0d-8c0d-65624126b0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:50.896981 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:50.897425 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Bound using segment: {'id': '0ded9389-d4e2-44f6-bbf9-c5fd7e232745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4b8eec28-e58a-4f0d-8c0d-65624126b0a2'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:46:50.898050 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Bound port: e3a1e2aa-4cd4-46d6-8d57-48ee2db6fda4, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ded9389-d4e2-44f6-bbf9-c5fd7e232745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4b8eec28-e58a-4f0d-8c0d-65624126b0a2'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:46:50.898437 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:50.939156 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Pushing event deleted for resources: {'Port': ['ID=9231bc40-c69a-4d17-a6aa-67c00402d5b7,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:50.949134 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6c4562-a741-42a1-8663-64035a2df68f None None] Network 28d5cff4-9c79-443c-9ea6-808051f01227 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:50.952962 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:51.022274 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bd059aa5-010e-4ef6-a874-efe86b000327 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:51.032889 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccac470-6257-4d6f-861d-95131fab1590 req-407849ed-c07e-4beb-8f8d-b83806a63a13 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:51.033634 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-1ccac470-6257-4d6f-861d-95131fab1590 req-407849ed-c07e-4beb-8f8d-b83806a63a13 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Synchronizing usage tracker for tenant:7a58f6458e19442eae219c1a6c8a6bae on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:51.087175 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1689e4dc-9119-41cd-9923-05361419c1f5 None None] Provisioning for port ce5ca09b-9ba4-489a-8377-411a0bb72086 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:51.094392 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Subnet': ['ID=aa9a426e-9cd5-484d-abea-ab4fa3fcf4a1,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:51.096814 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] For port e3a1e2aa-4cd4-46d6-8d57-48ee2db6fda4, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:46:51.101191 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:51.101742 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] For port e3a1e2aa-4cd4-46d6-8d57-48ee2db6fda4, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=e3a1e2aa-4cd4-46d6-8d57-48ee2db6fda4,segment=NetworkSegment(0ded9389-d4e2-44f6-bbf9-c5fd7e232745),segment_id=0ded9389-d4e2-44f6-bbf9-c5fd7e232745)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:46:51.112799 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c83d7a77-f098-4b6a-8a12-1a29c17d89c4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:51.117300 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c83d7a77-f098-4b6a-8a12-1a29c17d89c4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:port and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:51.118623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:51.120439 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c83d7a77-f098-4b6a-8a12-1a29c17d89c4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:51.130330 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-91505d03-ed99-43a0-8c5f-c88584e2c746 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:51.131818 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c83d7a77-f098-4b6a-8a12-1a29c17d89c4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:51.152390 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a4397b9d-a477-49f9-ac7f-b1730f5157ee tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:51.154574 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a4397b9d-a477-49f9-ac7f-b1730f5157ee tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/routers/e2ff070e-f505-489b-baca-d4eaabfd1dfa HTTP/1.1" status: 204  len: 168 time: 2.1361010
Dec 22 04:46:51.160731 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50812) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:51.165486 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83d7a77-f098-4b6a-8a12-1a29c17d89c4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:51.168511 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c83d7a77-f098-4b6a-8a12-1a29c17d89c4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:51.184103 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.resource_extend [None req-bd059aa5-010e-4ef6-a874-efe86b000327 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:46:51.244127 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d093e4a2-7d18-4659-980f-418ce7e6b67c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:51.258707 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-1ccac470-6257-4d6f-861d-95131fab1590 req-407849ed-c07e-4beb-8f8d-b83806a63a13 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Unset dirty status for tenant:7a58f6458e19442eae219c1a6c8a6bae on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:51.261775 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Pushing event updated for resources: {'Port': ['ID=e3a1e2aa-4cd4-46d6-8d57-48ee2db6fda4,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:51.266169 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1ccac470-6257-4d6f-861d-95131fab1590 req-407849ed-c07e-4beb-8f8d-b83806a63a13 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 865 time: 1.0015116
Dec 22 04:46:51.267458 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:51.278048 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-c83d7a77-f098-4b6a-8a12-1a29c17d89c4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] device_id is not set on port a9e327f0-625c-4bd7-9cfd-71727252eca1 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:46:51.304780 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54214b78-d7bd-4eb4-928a-b1be66d5a6be tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:46:51.318859 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bd059aa5-010e-4ef6-a874-efe86b000327 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:51.322982 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd059aa5-010e-4ef6-a874-efe86b000327 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:51.323320 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bd059aa5-010e-4ef6-a874-efe86b000327 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:51.330719 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-52c3130a-01eb-4ff9-a517-7217c7cff506 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:51.331257 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:51.337400 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c399eb-ca28-4999-83d6-f478ebd8f078 None None] Sync routers for ids ['9913c9a5-98d7-4e0b-bc48-8b8dde9012df'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:46:51.393801 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c399eb-ca28-4999-83d6-f478ebd8f078 None None] Routers {'9913c9a5-98d7-4e0b-bc48-8b8dde9012df'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:51.399354 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-26c399eb-ca28-4999-83d6-f478ebd8f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c056a30>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['9913c9a5-98d7-4e0b-bc48-8b8dde9012df'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:51.434167 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-54214b78-d7bd-4eb4-928a-b1be66d5a6be tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/routers/9913c9a5-98d7-4e0b-bc48-8b8dde9012df/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.2097452
Dec 22 04:46:51.450109 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50816) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:51.465578 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e671de-a694-4e8e-8f91-490726bd43b7 None None] Network 4b8eec28-e58a-4f0d-8c0d-65624126b0a2 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:51.516961 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d093e4a2-7d18-4659-980f-418ce7e6b67c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:51.518074 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d093e4a2-7d18-4659-980f-418ce7e6b67c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.3539710
Dec 22 04:46:51.526559 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b91c130>,) {'filters': {'network_id': ['4b8eec28-e58a-4f0d-8c0d-65624126b0a2']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:51.534464 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-bd059aa5-010e-4ef6-a874-efe86b000327 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.6866302
Dec 22 04:46:51.535213 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50820) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:51.555001 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b91c130>, '0ded9389-d4e2-44f6-bbf9-c5fd7e232745') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:51.555821 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b91c130>, '0ded9389-d4e2-44f6-bbf9-c5fd7e232745') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:51.562286 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50822) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:51.571554 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-26c399eb-ca28-4999-83d6-f478ebd8f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c056a30>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:51.572598 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:51.573735 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device ce5ca09b-9ba4-489a-8377-411a0bb72086 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:46:51.659584 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1ccac470-6257-4d6f-861d-95131fab1590 req-c5681c8d-2114-4943-8193-d97c6880847f tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/security-groups?id=367764b4-c0d7-450f-b914-36201bf94e80&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3923166
Dec 22 04:46:51.674755 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-5328581c-7653-4711-871c-175d7a729198 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'subnet': {'network_id': 'bff8984b-a817-4547-946a-9299c7b0a5a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:51.689845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd059aa5-010e-4ef6-a874-efe86b000327 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Network': ['ID=bff8984b-a817-4547-946a-9299c7b0a5a8,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:51.735204 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c399eb-ca28-4999-83d6-f478ebd8f078 None None] Routers {'9913c9a5-98d7-4e0b-bc48-8b8dde9012df'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:51.736477 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-26c399eb-ca28-4999-83d6-f478ebd8f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c056a30>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['9913c9a5-98d7-4e0b-bc48-8b8dde9012df'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:51.756871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-bd059aa5-010e-4ef6-a874-efe86b000327 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:51.786010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:51.791163 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network bff8984b-a817-4547-946a-9299c7b0a5a8 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:46:51.805947 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:46:51.807004 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:46:51.833839 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:46:51.913989 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5464dab1-e324-45aa-b211-e70ffa3252be tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:51.914865 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5464dab1-e324-45aa-b211-e70ffa3252be tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Synchronizing usage tracker for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:51.928699 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-26c399eb-ca28-4999-83d6-f478ebd8f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c056a30>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:51.929256 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c399eb-ca28-4999-83d6-f478ebd8f078 None None] The sync data for ids ['9913c9a5-98d7-4e0b-bc48-8b8dde9012df'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:46:51.946281 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-c83d7a77-f098-4b6a-8a12-1a29c17d89c4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Allocated IP 172.20.0.11 (28d5cff4-9c79-443c-9ea6-808051f01227/92c89be5-c5f3-44d0-958c-9cb66f0e31d2/a9e327f0-625c-4bd7-9cfd-71727252eca1) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:51.958777 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.api [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 04:46:51.958777 dv-neutron-822525-1-hyperv neutron-server[83435]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 04:46:51.958777 dv-neutron-822525-1-hyperv neutron-server[83435]: [parameters: {'id': '4b8eec28-e58a-4f0d-8c0d-65624126b0a2'}]
Dec 22 04:46:51.958777 dv-neutron-822525-1-hyperv neutron-server[83435]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:46:51.959231 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_db.api [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:46:51.979315 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ce0060-4955-4e41-b621-94ae8c076b4b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:51.980279 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-19ce0060-4955-4e41-b621-94ae8c076b4b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:51.991012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5328581c-7653-4711-871c-175d7a729198 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:52.000696 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port ce5ca09b-9ba4-489a-8377-411a0bb72086 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:52.001294 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5328581c-7653-4711-871c-175d7a729198 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:subnet and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:52.006899 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5328581c-7653-4711-871c-175d7a729198 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:52.017467 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port ce5ca09b-9ba4-489a-8377-411a0bb72086 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:52.017970 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:52.022234 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c70db726-a60c-48fa-ab5e-654ce675e480 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:52.025058 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5464dab1-e324-45aa-b211-e70ffa3252be tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Unset dirty status for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:52.026241 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5464dab1-e324-45aa-b211-e70ffa3252be tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/ports/ee9c2d69-ad91-411c-bd00-c69633bd36b4 HTTP/1.1" status: 200  len: 977 time: 0.5652027
Dec 22 04:46:52.030312 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5328581c-7653-4711-871c-175d7a729198 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:52.035437 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50828) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:52.094747 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-64b4c3cc-6d4e-4da0-a669-7f1e3156ec0c None None] Provisioning complete for port ce5ca09b-9ba4-489a-8377-411a0bb72086 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:52.095401 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-64b4c3cc-6d4e-4da0-a669-7f1e3156ec0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:52.176421 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-19ce0060-4955-4e41-b621-94ae8c076b4b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:52.177874 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-19ce0060-4955-4e41-b621-94ae8c076b4b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.6306481
Dec 22 04:46:52.198505 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50832) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:52.199405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5328581c-7653-4711-871c-175d7a729198 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:52.281601 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:52.294060 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c83d7a77-f098-4b6a-8a12-1a29c17d89c4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:52.295796 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-64b4c3cc-6d4e-4da0-a669-7f1e3156ec0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:52.310596 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2febe906-4e4a-4ade-9e60-ed139450034d None None] get_active_networks_info from dv-neutron-822525-1-hyperv {{(pid=83436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 04:46:52.314349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-c83d7a77-f098-4b6a-8a12-1a29c17d89c4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Transition to ACTIVE for port object a9e327f0-625c-4bd7-9cfd-71727252eca1 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:52.399732 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port ce5ca09b-9ba4-489a-8377-411a0bb72086, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=ce5ca09b-9ba4-489a-8377-411a0bb72086,segment=NetworkSegment(661948fc-1be6-43ec-8a07-404e47c114cf),segment_id=661948fc-1be6-43ec-8a07-404e47c114cf)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:52.417604 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:52.418090 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c83d7a77-f098-4b6a-8a12-1a29c17d89c4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:52.424188 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fadee6a6-4978-46d7-bbf8-d64f3f1557bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:52.424768 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fda11a68-c9b8-4f71-99d1-149a06bcd105 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:52.461431 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:52.509304 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83d7a77-f098-4b6a-8a12-1a29c17d89c4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network 28d5cff4-9c79-443c-9ea6-808051f01227 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:52.510978 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-64a2808f-a5cb-4cd8-bc03-3f848093bab8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:router {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:52.516287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-c83d7a77-f098-4b6a-8a12-1a29c17d89c4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:52.518174 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d7a77-f098-4b6a-8a12-1a29c17d89c4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Port': ['ID=a9e327f0-625c-4bd7-9cfd-71727252eca1,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:52.522724 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83d7a77-f098-4b6a-8a12-1a29c17d89c4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:52.555401 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c83d7a77-f098-4b6a-8a12-1a29c17d89c4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:52.556144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Deleting port e3a1e2aa-4cd4-46d6-8d57-48ee2db6fda4 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:52.556480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:52.620960 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5328581c-7653-4711-871c-175d7a729198 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:52.630446 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-64b4c3cc-6d4e-4da0-a669-7f1e3156ec0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:46:52.630805 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-64b4c3cc-6d4e-4da0-a669-7f1e3156ec0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:46:52.644424 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83d7a77-f098-4b6a-8a12-1a29c17d89c4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:52.644691 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=ce5ca09b-9ba4-489a-8377-411a0bb72086,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:52.645016 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c83d7a77-f098-4b6a-8a12-1a29c17d89c4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:52.647797 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:52.654436 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2febe906-4e4a-4ade-9e60-ed139450034d None None] Resources bound (agent type, host, resource id):  {{(pid=83436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 04:46:52.691051 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-64a2808f-a5cb-4cd8-bc03-3f848093bab8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:router {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:52.693135 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-64a2808f-a5cb-4cd8-bc03-3f848093bab8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4715059
Dec 22 04:46:52.700560 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50838) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:52.717130 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-7cdacf1e-00a4-41a0-b641-17445d45e526 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:52.751625 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Router af42f049-047b-4846-b6a3-7616726426f8 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:46:52.753261 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.ipam_backend_mixin [None req-5328581c-7653-4711-871c-175d7a729198 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Performing IP validity checks on allocation pools {{(pid=83434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 22 04:46:52.755904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.ipam_backend_mixin [None req-5328581c-7653-4711-871c-175d7a729198 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 22 04:46:52.906715 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c83d7a77-f098-4b6a-8a12-1a29c17d89c4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.0262463
Dec 22 04:46:52.936479 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50842) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:52.946070 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-983d0a40-3171-4c33-8a8e-e567af66cf56 req-b7a634fd-527b-4934-ba5d-1b7d22690959 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 210 time: 0.1343234
Dec 22 04:46:53.000881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d2847fda-351e-4499-889e-5c534e53dd0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:53.103041 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7cdacf1e-00a4-41a0-b641-17445d45e526 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:53.119794 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] For port e3a1e2aa-4cd4-46d6-8d57-48ee2db6fda4, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=e3a1e2aa-4cd4-46d6-8d57-48ee2db6fda4,segment=NetworkSegment(0ded9389-d4e2-44f6-bbf9-c5fd7e232745),segment_id=0ded9389-d4e2-44f6-bbf9-c5fd7e232745)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:53.120153 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:53.131939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7cdacf1e-00a4-41a0-b641-17445d45e526 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:53.248448 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-64b4c3cc-6d4e-4da0-a669-7f1e3156ec0c None None] Provisioning for port bd7514a5-9b9a-4bda-b1d6-628a91e9edd5 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:53.255863 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-64b4c3cc-6d4e-4da0-a669-7f1e3156ec0c None None] Provisioning complete for port bd7514a5-9b9a-4bda-b1d6-628a91e9edd5 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:53.256294 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-64b4c3cc-6d4e-4da0-a669-7f1e3156ec0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:53.281298 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5328581c-7653-4711-871c-175d7a729198 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:53.290735 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Calling delete_port for e3a1e2aa-4cd4-46d6-8d57-48ee2db6fda4 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:53.291978 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:53.321152 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-64b4c3cc-6d4e-4da0-a669-7f1e3156ec0c None None] Port bd7514a5-9b9a-4bda-b1d6-628a91e9edd5 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:46:53.329671 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c70db726-a60c-48fa-ab5e-654ce675e480 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:53.341728 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdacf1e-00a4-41a0-b641-17445d45e526 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:53.378973 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c70db726-a60c-48fa-ab5e-654ce675e480 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:53.417208 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device ce5ca09b-9ba4-489a-8377-411a0bb72086 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:46:53.471057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328581c-7653-4711-871c-175d7a729198 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Subnet': ['ID=37b27245-36b9-4e3a-b9e4-12f3bc03e3f3,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:53.484945 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5328581c-7653-4711-871c-175d7a729198 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:53.493948 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-969da379-52d0-4f8b-a620-abdfb357299b None None] Provisioning for port a9e327f0-625c-4bd7-9cfd-71727252eca1 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:53.502248 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-969da379-52d0-4f8b-a620-abdfb357299b None None] Provisioning complete for port a9e327f0-625c-4bd7-9cfd-71727252eca1 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:53.502248 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-969da379-52d0-4f8b-a620-abdfb357299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:53.558619 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port ce5ca09b-9ba4-489a-8377-411a0bb72086 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:53.558619 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:53.565784 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5328581c-7653-4711-871c-175d7a729198 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Checking segment: {'id': 'be861564-56a7-432e-9435-5726dafc1496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bff8984b-a817-4547-946a-9299c7b0a5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:53.566130 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5328581c-7653-4711-871c-175d7a729198 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network hostable DHCP agents. Network: bff8984b-a817-4547-946a-9299c7b0a5a8, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:46:53.567859 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfa30a4-5057-4e08-bb2e-50e3108862fb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:53.568542 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7bfa30a4-5057-4e08-bb2e-50e3108862fb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Synchronizing usage tracker for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:53.586334 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-969da379-52d0-4f8b-a620-abdfb357299b None None] Port a9e327f0-625c-4bd7-9cfd-71727252eca1 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:46:53.627543 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-969da379-52d0-4f8b-a620-abdfb357299b None None] Provisioning complete for port bd7514a5-9b9a-4bda-b1d6-628a91e9edd5 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:53.627956 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-969da379-52d0-4f8b-a620-abdfb357299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:53.662251 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:46:53.676165 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-c70db726-a60c-48fa-ab5e-654ce675e480 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Allocated IP 172.26.4.181 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/bec34795-b4bd-4619-a49d-31ca2aead21d) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:53.679981 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e44f03e-e693-46ec-966c-1eeaf329e5c6 None None] Sync routers for ids ['af42f049-047b-4846-b6a3-7616726426f8'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:46:53.691743 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e44f03e-e693-46ec-966c-1eeaf329e5c6 None None] Routers {'af42f049-047b-4846-b6a3-7616726426f8'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:53.692568 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-6e44f03e-e693-46ec-966c-1eeaf329e5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5efdf0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['af42f049-047b-4846-b6a3-7616726426f8'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:53.707479 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7cdacf1e-00a4-41a0-b641-17445d45e526 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:53.717241 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5328581c-7653-4711-871c-175d7a729198 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network bff8984b-a817-4547-946a-9299c7b0a5a8 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:46:53.726101 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-969da379-52d0-4f8b-a620-abdfb357299b None None] Port bd7514a5-9b9a-4bda-b1d6-628a91e9edd5 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:46:53.810567 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:53.814057 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7bfa30a4-5057-4e08-bb2e-50e3108862fb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Unset dirty status for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:53.817866 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7bfa30a4-5057-4e08-bb2e-50e3108862fb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200  len: 923 time: 0.8720884
Dec 22 04:46:53.820050 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-03c79606-8902-4ebb-9dd7-50afa61dad8e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:53.853877 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50846) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:53.862802 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] No DVR routers for this DVR port 9231bc40-c69a-4d17-a6aa-67c00402d5b7 on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:46:53.864382 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-5328581c-7653-4711-871c-175d7a729198 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, bff8984b-a817-4547-946a-9299c7b0a5a8) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:53.870518 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:53.871882 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-6e44f03e-e693-46ec-966c-1eeaf329e5c6 None None] Set router af42f049-047b-4846-b6a3-7616726426f8 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:46:53.875125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97', 'name': 'network-vif-deleted', 'tag': '9231bc40-c69a-4d17-a6aa-67c00402d5b7'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:46:53.875685 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934910e4-0e56-46a8-a115-7de3658ebb3e None None] Network bff8984b-a817-4547-946a-9299c7b0a5a8 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:53.891569 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5328581c-7653-4711-871c-175d7a729198 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:53.892435 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5328581c-7653-4711-871c-175d7a729198 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:53.919263 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ed18b810-8fcd-444c-a148-9886bd69b43a req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.47 "DELETE /v2.0/ports/9231bc40-c69a-4d17-a6aa-67c00402d5b7 HTTP/1.1" status: 204  len: 173 time: 10.2007778
Dec 22 04:46:53.955425 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5328581c-7653-4711-871c-175d7a729198 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.3443985
Dec 22 04:46:53.961568 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50852) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:53.982235 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-4b1a0be3-669f-465f-bb57-e0d8ac89cbfd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'port': {'network_id': 'bff8984b-a817-4547-946a-9299c7b0a5a8', 'name': 'tempest-PortsIpV6TestJSON-434709987'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:54.013623 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97', 'name': 'network-vif-deleted', 'tag': '9231bc40-c69a-4d17-a6aa-67c00402d5b7', 'status': 'completed', 'code': 200}
Dec 22 04:46:54.180932 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Port': ['ID=e3a1e2aa-4cd4-46d6-8d57-48ee2db6fda4,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:54.183770 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:54.260067 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-bff8984b-a817-4547-946a-9299c7b0a5a8', 'network_id': 'bff8984b-a817-4547-946a-9299c7b0a5a8', 'tenant_id': '9cc774473554458a97f8b8616dd2ecde', 'fixed_ips': [{'subnet_id': '37b27245-36b9-4e3a-b9e4-12f3bc03e3f3'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:46:54.260612 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:54.292919 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-8766a255-2999-4a16-8994-24653e7daf16 req-f239cdf5-cea3-4608-abe6-fcbed131b6db tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7ddcdcd-0a5f-467c-bb24-f766ef8a7b97 HTTP/1.1" status: 200  len: 210 time: 0.1210580
Dec 22 04:46:54.294236 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No DVR routers for this DVR port e3a1e2aa-4cd4-46d6-8d57-48ee2db6fda4 on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:46:54.349002 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-2df3be64-c44e-4085-a493-ec38c0399c83 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting port a9e327f0-625c-4bd7-9cfd-71727252eca1 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:54.349861 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2df3be64-c44e-4085-a493-ec38c0399c83 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:54.365830 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c70db726-a60c-48fa-ab5e-654ce675e480 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:54.405667 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-6e44f03e-e693-46ec-966c-1eeaf329e5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5efdf0>, [{'id': 'af42f049-047b-4846-b6a3-7616726426f8', 'name': 'tempest-ServersTestJSON-2080179337-router', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:26Z', 'revision_number': 4, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'gw_port': {'id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:19Z', 'updated_at': '2021-12-22T04:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '6c09f342-37a3-4ba5-853d-1d5f61f88fd8', 'name': '', 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'mac_address': 'fa:16:3e:22:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d264e87-fb96-4a34-af84-0fbcf769c975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:23Z', 'updated_at': '2021-12-22T04:45:00Z', 'revision_number': 5, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'subnets': [{'id': '0d264e87-fb96-4a34-af84-0fbcf769c975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:54.410220 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e44f03e-e693-46ec-966c-1eeaf329e5c6 None None] Checking router: af42f049-047b-4846-b6a3-7616726426f8 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:46:54.421203 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e44f03e-e693-46ec-966c-1eeaf329e5c6 None None] Routers {'af42f049-047b-4846-b6a3-7616726426f8'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:54.422137 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-6e44f03e-e693-46ec-966c-1eeaf329e5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5efdf0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['af42f049-047b-4846-b6a3-7616726426f8'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:54.471193 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-958fc990-96b8-4c83-ae47-852f0012ac81 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:54.541799 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Allocated IP 2001:db8::2 (bff8984b-a817-4547-946a-9299c7b0a5a8/37b27245-36b9-4e3a-b9e4-12f3bc03e3f3/af21e18a-c450-4f07-9fdb-07b1b4a47c93) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:54.545233 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4b1a0be3-669f-465f-bb57-e0d8ac89cbfd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:54.570750 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4b1a0be3-669f-465f-bb57-e0d8ac89cbfd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:54.596302 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:54.597147 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1a0be3-669f-465f-bb57-e0d8ac89cbfd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:54.601157 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b1a0be3-669f-465f-bb57-e0d8ac89cbfd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:54.647446 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-6e44f03e-e693-46ec-966c-1eeaf329e5c6 None None] Set router af42f049-047b-4846-b6a3-7616726426f8 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:46:54.683952 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b0ce370>,) {'filters': {'network_id': ['4b8eec28-e58a-4f0d-8c0d-65624126b0a2']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:54.719147 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c70db726-a60c-48fa-ab5e-654ce675e480 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:54.739617 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b0ce370>, '0ded9389-d4e2-44f6-bbf9-c5fd7e232745') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:54.740010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b0ce370>, '0ded9389-d4e2-44f6-bbf9-c5fd7e232745') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:54.744702 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-4b1a0be3-669f-465f-bb57-e0d8ac89cbfd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] device_id is not set on port 0928557f-087e-4188-8ce0-64e6d381916a yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:46:54.792572 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.objects.ports [None req-7cdacf1e-00a4-41a0-b641-17445d45e526 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83435) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 04:46:54.831410 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:54.831629 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-62e015c4-b207-4952-b660-2c6b77364f23 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:54.837204 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7cdacf1e-00a4-41a0-b641-17445d45e526 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:54.847028 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Transition to ACTIVE for port object af21e18a-c450-4f07-9fdb-07b1b4a47c93 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:54.848962 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:54.855865 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8ce4c87e-ec71-4370-8d8e-cf039d03c9bc tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:54.870933 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Transition to ACTIVE for port object af21e18a-c450-4f07-9fdb-07b1b4a47c93 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:54.879209 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:54.897389 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9f17b881-7f84-4d96-a12b-11a92eded211 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:54.937143 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:54.937375 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70db726-a60c-48fa-ab5e-654ce675e480 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:54.951367 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-c70db726-a60c-48fa-ab5e-654ce675e480 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:54.957524 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70db726-a60c-48fa-ab5e-654ce675e480 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:55.004919 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-6e44f03e-e693-46ec-966c-1eeaf329e5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5efdf0>, [{'id': 'af42f049-047b-4846-b6a3-7616726426f8', 'name': 'tempest-ServersTestJSON-2080179337-router', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:26Z', 'revision_number': 4, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'gw_port': {'id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:19Z', 'updated_at': '2021-12-22T04:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '6c09f342-37a3-4ba5-853d-1d5f61f88fd8', 'name': '', 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'mac_address': 'fa:16:3e:22:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d264e87-fb96-4a34-af84-0fbcf769c975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:23Z', 'updated_at': '2021-12-22T04:45:00Z', 'revision_number': 5, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'subnets': [{'id': '0d264e87-fb96-4a34-af84-0fbcf769c975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:55.009539 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e44f03e-e693-46ec-966c-1eeaf329e5c6 None None] The sync data for ids ['af42f049-047b-4846-b6a3-7616726426f8'] in dv-neutron-822525-1-hyperv is: [{'id': 'af42f049-047b-4846-b6a3-7616726426f8', 'name': 'tempest-ServersTestJSON-2080179337-router', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:26Z', 'revision_number': 4, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'gw_port': {'id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:19Z', 'updated_at': '2021-12-22T04:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '6c09f342-37a3-4ba5-853d-1d5f61f88fd8', 'name': '', 'network_id': '7661e115-dba7-43dd-9fab-d3d8f77257cf', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'mac_address': 'fa:16:3e:22:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d264e87-fb96-4a34-af84-0fbcf769c975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:23Z', 'updated_at': '2021-12-22T04:45:00Z', 'revision_number': 5, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'subnets': [{'id': '0d264e87-fb96-4a34-af84-0fbcf769c975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:46:55.010905 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Network bff8984b-a817-4547-946a-9299c7b0a5a8 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:55.014238 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Pushing event updated for resources: {'Port': ['ID=af21e18a-c450-4f07-9fdb-07b1b4a47c93,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:55.020440 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:55.022977 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:55.025229 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:55.082931 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2df3be64-c44e-4085-a493-ec38c0399c83 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:55.118576 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Attempting to bind port af21e18a-c450-4f07-9fdb-07b1b4a47c93 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:46:55.118963 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Attempting to bind port af21e18a-c450-4f07-9fdb-07b1b4a47c93 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'be861564-56a7-432e-9435-5726dafc1496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bff8984b-a817-4547-946a-9299c7b0a5a8'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:46:55.119331 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Attempting to bind port af21e18a-c450-4f07-9fdb-07b1b4a47c93 on network bff8984b-a817-4547-946a-9299c7b0a5a8 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:46:55.126534 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:46:55.127576 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Checking segment: {'id': 'be861564-56a7-432e-9435-5726dafc1496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bff8984b-a817-4547-946a-9299c7b0a5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:55.127997 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:55.128391 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Bound using segment: {'id': 'be861564-56a7-432e-9435-5726dafc1496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bff8984b-a817-4547-946a-9299c7b0a5a8'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:46:55.128861 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Bound port: af21e18a-c450-4f07-9fdb-07b1b4a47c93, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be861564-56a7-432e-9435-5726dafc1496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bff8984b-a817-4547-946a-9299c7b0a5a8'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:46:55.129040 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70db726-a60c-48fa-ab5e-654ce675e480 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Pushing event updated for resources: {'Port': ['ID=bec34795-b4bd-4619-a49d-31ca2aead21d,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:55.129242 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:55.132024 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c70db726-a60c-48fa-ab5e-654ce675e480 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:55.174589 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:46:55.175399 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:46:55.241950 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:46:55.246425 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdacf1e-00a4-41a0-b641-17445d45e526 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:55.279702 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-4b1a0be3-669f-465f-bb57-e0d8ac89cbfd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Allocated IP 2001:db8::145 (bff8984b-a817-4547-946a-9299c7b0a5a8/37b27245-36b9-4e3a-b9e4-12f3bc03e3f3/0928557f-087e-4188-8ce0-64e6d381916a) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:55.304075 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] For port af21e18a-c450-4f07-9fdb-07b1b4a47c93, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:46:55.309811 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] For port af21e18a-c450-4f07-9fdb-07b1b4a47c93, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=af21e18a-c450-4f07-9fdb-07b1b4a47c93,segment=NetworkSegment(be861564-56a7-432e-9435-5726dafc1496),segment_id=be861564-56a7-432e-9435-5726dafc1496)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:46:55.318722 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:55.327058 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:55.366155 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20ecb5c-b7fe-43c9-9c89-4a78ab6a4e3c None None] New status for floating IP 5c0fb89a-4c5b-4254-81fe-f2c198bd1f49: DOWN {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 04:46:55.509093 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-2df3be64-c44e-4085-a493-ec38c0399c83 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Calling delete_port for a9e327f0-625c-4bd7-9cfd-71727252eca1 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:55.536202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50862) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:55.540934 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-7cdacf1e-00a4-41a0-b641-17445d45e526 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:55.544262 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdacf1e-00a4-41a0-b641-17445d45e526 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=ab9be832-b06c-4558-9029-c41a9d15104c,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:55.556699 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdacf1e-00a4-41a0-b641-17445d45e526 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:55.557227 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7cdacf1e-00a4-41a0-b641-17445d45e526 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:55.561960 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7cdacf1e-00a4-41a0-b641-17445d45e526 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:55.626077 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef58e4b-c1c9-4d9a-92d5-bebbab9c3221 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:55.627929 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c70db726-a60c-48fa-ab5e-654ce675e480 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:55.668278 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:55.679621 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:55.699781 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:55.702140 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/networks/4b8eec28-e58a-4f0d-8c0d-65624126b0a2 HTTP/1.1" status: 204  len: 168 time: 5.9100502
Dec 22 04:46:55.727555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50866) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:55.730994 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Network': ['ID=4b8eec28-e58a-4f0d-8c0d-65624126b0a2,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:55.732478 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Pushing event updated for resources: {'Port': ['ID=af21e18a-c450-4f07-9fdb-07b1b4a47c93,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:55.736051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-bcda78a7-484f-4011-aec7-d032830913e8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-751996578'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:55.739833 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:55.744291 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7cdacf1e-00a4-41a0-b641-17445d45e526 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.0396180
Dec 22 04:46:55.747832 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50870) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:55.748950 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:55.754790 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bcda78a7-484f-4011-aec7-d032830913e8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:55.760979 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-6cf9dc6c-3a00-4ef7-9d7e-7529233410ef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:55.825496 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bcda78a7-484f-4011-aec7-d032830913e8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Usage tracker for resource:network and tenant:664b0479e9e1448ea56990a36f4ec616 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:55.858318 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-958fc990-96b8-4c83-ae47-852f0012ac81 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting port ee9c2d69-ad91-411c-bd00-c69633bd36b4 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:55.858843 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-958fc990-96b8-4c83-ae47-852f0012ac81 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:55.882155 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bcda78a7-484f-4011-aec7-d032830913e8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:55.901435 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c70db726-a60c-48fa-ab5e-654ce675e480 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:55.914858 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'fixed_ips': [{'subnet_id': 'ab9be832-b06c-4558-9029-c41a9d15104c'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:46:55.915949 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:55.922147 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c70db726-a60c-48fa-ab5e-654ce675e480 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706333'] for router, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:55.926414 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b1a0be3-669f-465f-bb57-e0d8ac89cbfd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:55.929098 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bcda78a7-484f-4011-aec7-d032830913e8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:55.944750 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fa732d4b-eb86-4993-b666-f22525feea47 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:56.050353 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcda78a7-484f-4011-aec7-d032830913e8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Made reservation on behalf of 664b0479e9e1448ea56990a36f4ec616 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:56.051613 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-4b1a0be3-669f-465f-bb57-e0d8ac89cbfd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Transition to ACTIVE for port object 0928557f-087e-4188-8ce0-64e6d381916a will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:56.053268 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bcda78a7-484f-4011-aec7-d032830913e8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:56.096053 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fa732d4b-eb86-4993-b666-f22525feea47 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:56.156224 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Allocated IP 2001:db8::f816:3eff:fea5:6976 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/ab9be832-b06c-4558-9029-c41a9d15104c/267760c5-6db5-4b02-872b-1cda0240c912) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:56.179273 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6cf9dc6c-3a00-4ef7-9d7e-7529233410ef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:56.185720 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6cf9dc6c-3a00-4ef7-9d7e-7529233410ef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:56.189591 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6cf9dc6c-3a00-4ef7-9d7e-7529233410ef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:56.197243 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6cf9dc6c-3a00-4ef7-9d7e-7529233410ef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:56.262012 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf9dc6c-3a00-4ef7-9d7e-7529233410ef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:56.266574 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6cf9dc6c-3a00-4ef7-9d7e-7529233410ef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:56.310674 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b1a0be3-669f-465f-bb57-e0d8ac89cbfd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:56.326925 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-958fc990-96b8-4c83-ae47-852f0012ac81 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:56.334283 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-82fd47e5-f4fe-47f7-b8e2-ec6cd79a9105 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:56.362162 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2df3be64-c44e-4085-a493-ec38c0399c83 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:56.375263 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:56.406983 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcda78a7-484f-4011-aec7-d032830913e8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:46:56.414019 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:56.426519 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Transition to ACTIVE for port object 267760c5-6db5-4b02-872b-1cda0240c912 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:56.443314 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3be64-c44e-4085-a493-ec38c0399c83 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Port': ['ID=a9e327f0-625c-4bd7-9cfd-71727252eca1,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:56.446765 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2df3be64-c44e-4085-a493-ec38c0399c83 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:56.457761 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Transition to ACTIVE for port object 267760c5-6db5-4b02-872b-1cda0240c912 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:56.464301 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:56.469851 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:56.474106 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bcda78a7-484f-4011-aec7-d032830913e8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:56.474454 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-bcda78a7-484f-4011-aec7-d032830913e8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Added segment 345219b0-ff33-43d0-b874-8e2f0c47dc45 of type vlan for network 108c289a-b328-4597-aed1-6e8f2c785f27
Dec 22 04:46:56.553188 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:56.556694 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:56.559038 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-958fc990-96b8-4c83-ae47-852f0012ac81 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Calling delete_port for ee9c2d69-ad91-411c-bd00-c69633bd36b4 owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:56.562529 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:56.565310 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Pushing event updated for resources: {'Port': ['ID=267760c5-6db5-4b02-872b-1cda0240c912,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:56.572995 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:56.643416 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1a0be3-669f-465f-bb57-e0d8ac89cbfd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network bff8984b-a817-4547-946a-9299c7b0a5a8 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:56.644391 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a0be3-669f-465f-bb57-e0d8ac89cbfd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Port': ['ID=0928557f-087e-4188-8ce0-64e6d381916a,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:56.647969 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4b1a0be3-669f-465f-bb57-e0d8ac89cbfd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:56.650994 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-4b1a0be3-669f-465f-bb57-e0d8ac89cbfd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:56.669707 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bcda78a7-484f-4011-aec7-d032830913e8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:56.674245 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fa732d4b-eb86-4993-b666-f22525feea47 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:56.682410 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-49c9a4c1-10e2-4992-b045-7f5e42d5962b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:56.712023 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa732d4b-eb86-4993-b666-f22525feea47 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=367764b4-c0d7-450f-b914-36201bf94e80,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:56.715253 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fa732d4b-eb86-4993-b666-f22525feea47 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:56.718292 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2df3be64-c44e-4085-a493-ec38c0399c83 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:56.760887 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1a0be3-669f-465f-bb57-e0d8ac89cbfd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:46:56.767247 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1a0be3-669f-465f-bb57-e0d8ac89cbfd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:56.768254 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b1a0be3-669f-465f-bb57-e0d8ac89cbfd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:56.784706 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Attempting to bind port 267760c5-6db5-4b02-872b-1cda0240c912 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:46:56.785088 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Attempting to bind port 267760c5-6db5-4b02-872b-1cda0240c912 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:46:56.785458 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Attempting to bind port 267760c5-6db5-4b02-872b-1cda0240c912 on network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:46:56.806555 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:46:56.807373 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:56.808133 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:56.808906 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Bound using segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:46:56.810457 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Bound port: 267760c5-6db5-4b02-872b-1cda0240c912, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:46:56.811510 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:56.823313 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4b1a0be3-669f-465f-bb57-e0d8ac89cbfd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.8522620
Dec 22 04:46:56.823993 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50874) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:56.833805 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2df3be64-c44e-4085-a493-ec38c0399c83 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/ports/a9e327f0-625c-4bd7-9cfd-71727252eca1 HTTP/1.1" status: 204  len: 168 time: 2.9757094
Dec 22 04:46:56.842206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50876) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:56.845155 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fa732d4b-eb86-4993-b666-f22525feea47 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:56.846509 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fa732d4b-eb86-4993-b666-f22525feea47 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "DELETE /v2.0/security-groups/367764b4-c0d7-450f-b914-36201bf94e80 HTTP/1.1" status: 204  len: 168 time: 1.3036191
Dec 22 04:46:56.849474 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bcda78a7-484f-4011-aec7-d032830913e8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:56.853746 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcda78a7-484f-4011-aec7-d032830913e8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:56.854436 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bcda78a7-484f-4011-aec7-d032830913e8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:56.866563 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50880) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:56.930092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e126a553-f763-4fa2-9ff0-83ae39858bf2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:56.941700 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] For port 267760c5-6db5-4b02-872b-1cda0240c912, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:46:56.945413 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] For port 267760c5-6db5-4b02-872b-1cda0240c912, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=267760c5-6db5-4b02-872b-1cda0240c912,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:46:56.954697 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:56.959301 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-89a8d5ad-99c0-41a9-9ea9-db4d402f2da3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:56.984185 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-12396891-ed55-41be-8666-30658fe56cfd tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] show failed (client error): The resource could not be found.
Dec 22 04:46:56.988254 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-12396891-ed55-41be-8666-30658fe56cfd tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "GET /v2.0/security-groups/367764b4-c0d7-450f-b914-36201bf94e80 HTTP/1.1" status: 404  len: 347 time: 0.1142442
Dec 22 04:46:56.994296 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50886) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:57.003537 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc4d49-6f88-49f3-962f-67440c5c32f5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting port 0928557f-087e-4188-8ce0-64e6d381916a {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:57.003875 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4d49-6f88-49f3-962f-67440c5c32f5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:57.048589 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-533f8151-54e7-42ae-b76c-e6f0bd677c16 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] GET failed (client error): The resource could not be found.
Dec 22 04:46:57.049174 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-533f8151-54e7-42ae-b76c-e6f0bd677c16 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Synchronizing usage tracker for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:46:57.065538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Pushing event updated for resources: {'Port': ['ID=267760c5-6db5-4b02-872b-1cda0240c912,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:57.070486 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:57.089143 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f0e1d4-013b-4886-9c65-0ff5f196a8a4 None None] Network bff8984b-a817-4547-946a-9299c7b0a5a8 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:57.112556 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bcda78a7-484f-4011-aec7-d032830913e8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.3829458
Dec 22 04:46:57.128255 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50890) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:57.130884 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda78a7-484f-4011-aec7-d032830913e8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Network': ['ID=108c289a-b328-4597-aed1-6e8f2c785f27,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:57.134196 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bcda78a7-484f-4011-aec7-d032830913e8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:57.143019 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-9e87b23d-e87d-487c-a463-04c652ac0a1c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'subnet': {'network_id': '108c289a-b328-4597-aed1-6e8f2c785f27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:57.197072 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 108c289a-b328-4597-aed1-6e8f2c785f27 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:46:57.213938 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-533f8151-54e7-42ae-b76c-e6f0bd677c16 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Unset dirty status for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:46:57.215295 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-533f8151-54e7-42ae-b76c-e6f0bd677c16 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports/a9e327f0-625c-4bd7-9cfd-71727252eca1 HTTP/1.1" status: 404  len: 333 time: 0.3672845
Dec 22 04:46:57.230744 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50894) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:57.277795 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-958fc990-96b8-4c83-ae47-852f0012ac81 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:57.367111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:57.419229 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-90bc8503-6cd9-4392-b7aa-f42bf067f08c None None] Provisioning for port af21e18a-c450-4f07-9fdb-07b1b4a47c93 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:57.449635 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-1b77d8a5-fca3-4b99-95be-babddac2305e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting port bd7514a5-9b9a-4bda-b1d6-628a91e9edd5 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:57.450526 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1b77d8a5-fca3-4b99-95be-babddac2305e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:57.469847 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-98fc2d32-870c-48f3-b85e-f9d6a247ebec tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Deleting port a10ce565-3ef9-46e1-8298-748d3020192d {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:57.470336 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-98fc2d32-870c-48f3-b85e-f9d6a247ebec tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:57.521802 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958fc990-96b8-4c83-ae47-852f0012ac81 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Port': ['ID=ee9c2d69-ad91-411c-bd00-c69633bd36b4,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:57.532377 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-958fc990-96b8-4c83-ae47-852f0012ac81 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:57.647207 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-9e87b23d-e87d-487c-a463-04c652ac0a1c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:57.652625 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-9e87b23d-e87d-487c-a463-04c652ac0a1c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Usage tracker for resource:subnet and tenant:664b0479e9e1448ea56990a36f4ec616 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:57.656194 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-9e87b23d-e87d-487c-a463-04c652ac0a1c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:57.661069 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 267760c5-6db5-4b02-872b-1cda0240c912 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:46:57.663941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-9e87b23d-e87d-487c-a463-04c652ac0a1c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:57.696217 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-d2847fda-351e-4499-889e-5c534e53dd0e admin admin] Deleting port 538446cc-f504-4a0b-8d5f-bbe0e9752dec {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:46:57.696956 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d2847fda-351e-4499-889e-5c534e53dd0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:57.740858 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e87b23d-e87d-487c-a463-04c652ac0a1c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Made reservation on behalf of 664b0479e9e1448ea56990a36f4ec616 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:57.800678 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 267760c5-6db5-4b02-872b-1cda0240c912 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:57.807596 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device af21e18a-c450-4f07-9fdb-07b1b4a47c93 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:46:57.865137 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9e87b23d-e87d-487c-a463-04c652ac0a1c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:57.887041 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port af21e18a-c450-4f07-9fdb-07b1b4a47c93 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:57.895042 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port af21e18a-c450-4f07-9fdb-07b1b4a47c93 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:57.895427 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:57.989331 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6cf9dc6c-3a00-4ef7-9d7e-7529233410ef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:58.006396 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a2542824-f3bc-4d1f-83f6-980d80d29adb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:58.094892 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:58.137066 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf9dc6c-3a00-4ef7-9d7e-7529233410ef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:46:58.152222 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port af21e18a-c450-4f07-9fdb-07b1b4a47c93, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=af21e18a-c450-4f07-9fdb-07b1b4a47c93,segment=NetworkSegment(be861564-56a7-432e-9435-5726dafc1496),segment_id=be861564-56a7-432e-9435-5726dafc1496)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:58.156099 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-6cf9dc6c-3a00-4ef7-9d7e-7529233410ef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:46:58.159696 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:58.172435 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:58.178549 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4d49-6f88-49f3-962f-67440c5c32f5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:58.179061 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf9dc6c-3a00-4ef7-9d7e-7529233410ef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:46:58.179294 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6cf9dc6c-3a00-4ef7-9d7e-7529233410ef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:58.277277 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=af21e18a-c450-4f07-9fdb-07b1b4a47c93,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:58.293403 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:58.314467 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-147e00dc-85bd-477b-9be3-574844b396c7 None None] Provisioning complete for port af21e18a-c450-4f07-9fdb-07b1b4a47c93 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:58.314906 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-147e00dc-85bd-477b-9be3-574844b396c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:58.401906 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc4d49-6f88-49f3-962f-67440c5c32f5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Calling delete_port for 0928557f-087e-4188-8ce0-64e6d381916a owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:58.415144 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6cf9dc6c-3a00-4ef7-9d7e-7529233410ef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6621001
Dec 22 04:46:58.422240 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9dc6c-3a00-4ef7-9d7e-7529233410ef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=4f051694-f423-40d9-9334-fd20ea1476c0,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:58.430252 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50898) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:58.450661 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-98fc2d32-870c-48f3-b85e-f9d6a247ebec tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:58.451305 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-98fc2d32-870c-48f3-b85e-f9d6a247ebec tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:58.474617 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70db726-a60c-48fa-ab5e-654ce675e480 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Router 0c70a51f-7763-48ad-aff2-e91521d95748 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:46:58.514850 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6cf9dc6c-3a00-4ef7-9d7e-7529233410ef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:58.516154 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-147e00dc-85bd-477b-9be3-574844b396c7 None None] Provisioning for port 0928557f-087e-4188-8ce0-64e6d381916a completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:58.520308 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-60bf25c6-f41d-47ab-b3c6-f71a0be5595d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'mac_address': 'fa:16:3e:bf:83:75', 'name': 'tempest-NetworksTestDHCPv6-1309409247'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:46:58.523556 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-147e00dc-85bd-477b-9be3-574844b396c7 None None] Provisioning complete for port 0928557f-087e-4188-8ce0-64e6d381916a triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:58.523966 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-147e00dc-85bd-477b-9be3-574844b396c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:58.604018 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f916b32-1113-4d66-be28-f65d1e98f573 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:46:58.624902 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-147e00dc-85bd-477b-9be3-574844b396c7 None None] Port 0928557f-087e-4188-8ce0-64e6d381916a cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:46:58.627832 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-958fc990-96b8-4c83-ae47-852f0012ac81 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:58.692445 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-d2847fda-351e-4499-889e-5c534e53dd0e admin admin] For port 538446cc-f504-4a0b-8d5f-bbe0e9752dec, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=538446cc-f504-4a0b-8d5f-bbe0e9752dec,segment=NetworkSegment(d8987e0f-1476-4071-84f5-da69d4a56b2a),segment_id=d8987e0f-1476-4071-84f5-da69d4a56b2a)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:58.692719 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d2847fda-351e-4499-889e-5c534e53dd0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:58.697872 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-98fc2d32-870c-48f3-b85e-f9d6a247ebec tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Calling delete_port for a10ce565-3ef9-46e1-8298-748d3020192d owned by network:floatingip {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:58.715921 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1b77d8a5-fca3-4b99-95be-babddac2305e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:58.798255 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-99ca455a-0d4f-491b-a7b2-2b5b74fb8f95 None None] Provisioning for port 267760c5-6db5-4b02-872b-1cda0240c912 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:46:58.830845 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-99ca455a-0d4f-491b-a7b2-2b5b74fb8f95 None None] Provisioning complete for port 267760c5-6db5-4b02-872b-1cda0240c912 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:58.831192 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-99ca455a-0d4f-491b-a7b2-2b5b74fb8f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:58.857715 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-d2847fda-351e-4499-889e-5c534e53dd0e admin admin] Calling delete_port for 538446cc-f504-4a0b-8d5f-bbe0e9752dec owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:58.973089 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-99ca455a-0d4f-491b-a7b2-2b5b74fb8f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:59.018283 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-1b77d8a5-fca3-4b99-95be-babddac2305e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Calling delete_port for bd7514a5-9b9a-4bda-b1d6-628a91e9edd5 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:46:59.049370 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-99ca455a-0d4f-491b-a7b2-2b5b74fb8f95 None None] For port 267760c5-6db5-4b02-872b-1cda0240c912, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=267760c5-6db5-4b02-872b-1cda0240c912,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:59.060278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-99ca455a-0d4f-491b-a7b2-2b5b74fb8f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:59.064533 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-08635132-b6c5-457e-bc8f-71ffdf3e13a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:59.130705 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cc423d-d46c-4f50-beed-8a6d472afc9d None None] Update dhcp port {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'fixed_ips': [{'subnet_id': 'ab9be832-b06c-4558-9029-c41a9d15104c', 'ip_address': '2001:db8::f816:3eff:fea5:6976'}, {'subnet_id': '4f051694-f423-40d9-9334-fd20ea1476c0'}], 'binding:host_id': 'dv-neutron-822525-1-hyperv'}, 'id': '267760c5-6db5-4b02-872b-1cda0240c912'} from dv-neutron-822525-1-hyperv. {{(pid=83436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 04:46:59.172062 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-99ca455a-0d4f-491b-a7b2-2b5b74fb8f95 None None] Provisioning complete for port 0928557f-087e-4188-8ce0-64e6d381916a triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:59.172513 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-99ca455a-0d4f-491b-a7b2-2b5b74fb8f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:59.187041 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9e87b23d-e87d-487c-a463-04c652ac0a1c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:59.191336 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-60bf25c6-f41d-47ab-b3c6-f71a0be5595d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:46:59.195787 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5b26f010-378f-49c4-aac5-ab397ef6f32a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:59.222369 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca455a-0d4f-491b-a7b2-2b5b74fb8f95 None None] Pushing event updated for resources: {'Port': ['ID=267760c5-6db5-4b02-872b-1cda0240c912,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:59.230879 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-60bf25c6-f41d-47ab-b3c6-f71a0be5595d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:port and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:46:59.235665 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-99ca455a-0d4f-491b-a7b2-2b5b74fb8f95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:59.238331 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-60bf25c6-f41d-47ab-b3c6-f71a0be5595d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:46:59.248903 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-60bf25c6-f41d-47ab-b3c6-f71a0be5595d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:46:59.249624 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e1cc423d-d46c-4f50-beed-8a6d472afc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:59.264635 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-99ca455a-0d4f-491b-a7b2-2b5b74fb8f95 None None] Port 0928557f-087e-4188-8ce0-64e6d381916a cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:46:59.333627 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4d49-6f88-49f3-962f-67440c5c32f5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:59.344458 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c70db726-a60c-48fa-ab5e-654ce675e480 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:59.402048 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc4d49-6f88-49f3-962f-67440c5c32f5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Port': ['ID=0928557f-087e-4188-8ce0-64e6d381916a,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:59.405722 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d1fc4d49-6f88-49f3-962f-67440c5c32f5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:59.459261 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bf25c6-f41d-47ab-b3c6-f71a0be5595d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:46:59.489455 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-e1cc423d-d46c-4f50-beed-8a6d472afc9d None None] Allocated IP 172.20.0.2 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/4f051694-f423-40d9-9334-fd20ea1476c0/267760c5-6db5-4b02-872b-1cda0240c912) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:46:59.517233 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 267760c5-6db5-4b02-872b-1cda0240c912 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:46:59.567753 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87b23d-e87d-487c-a463-04c652ac0a1c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Subnet': ['ID=bfecabfe-9283-4d5a-9e31-fd96f277076d,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:59.581160 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9e87b23d-e87d-487c-a463-04c652ac0a1c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:59.632312 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1b77d8a5-fca3-4b99-95be-babddac2305e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:59.645095 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e87b23d-e87d-487c-a463-04c652ac0a1c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Checking segment: {'id': '345219b0-ff33-43d0-b874-8e2f0c47dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '108c289a-b328-4597-aed1-6e8f2c785f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:46:59.645530 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e87b23d-e87d-487c-a463-04c652ac0a1c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Network hostable DHCP agents. Network: 108c289a-b328-4597-aed1-6e8f2c785f27, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:46:59.658308 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c21d2beb-94a3-4e92-8f7c-7be3bb8a5e08 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:59.668587 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4d49-6f88-49f3-962f-67440c5c32f5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:59.730307 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-e1cc423d-d46c-4f50-beed-8a6d472afc9d None None] For port 267760c5-6db5-4b02-872b-1cda0240c912, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=267760c5-6db5-4b02-872b-1cda0240c912,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:46:59.731888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77d8a5-fca3-4b99-95be-babddac2305e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Port': ['ID=bd7514a5-9b9a-4bda-b1d6-628a91e9edd5,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:59.738768 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1b77d8a5-fca3-4b99-95be-babddac2305e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:59.754702 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-98fc2d32-870c-48f3-b85e-f9d6a247ebec tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:59.763988 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-54214b78-d7bd-4eb4-928a-b1be66d5a6be tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:59.773361 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-60bf25c6-f41d-47ab-b3c6-f71a0be5595d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:59.774502 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e1cc423d-d46c-4f50-beed-8a6d472afc9d None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:59.793490 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70db726-a60c-48fa-ab5e-654ce675e480 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:46:59.796855 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 267760c5-6db5-4b02-872b-1cda0240c912 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:46:59.797238 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:59.798094 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c70db726-a60c-48fa-ab5e-654ce675e480 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:59.801973 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c70db726-a60c-48fa-ab5e-654ce675e480 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "PUT /v2.0/routers/0c70a51f-7763-48ad-aff2-e91521d95748 HTTP/1.1" status: 200  len: 915 time: 9.2683389
Dec 22 04:46:59.803634 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50902) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:59.807919 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17adfd2d-a3f8-4815-80ee-a724365ad2e3 None None] Sync routers for ids ['0c70a51f-7763-48ad-aff2-e91521d95748'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:46:59.813127 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d1fc4d49-6f88-49f3-962f-67440c5c32f5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/ports/0928557f-087e-4188-8ce0-64e6d381916a HTTP/1.1" status: 204  len: 168 time: 2.9460914
Dec 22 04:46:59.814589 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50906) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:46:59.841275 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17adfd2d-a3f8-4815-80ee-a724365ad2e3 None None] Routers {'0c70a51f-7763-48ad-aff2-e91521d95748'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:46:59.842378 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-17adfd2d-a3f8-4815-80ee-a724365ad2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5ef940>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['0c70a51f-7763-48ad-aff2-e91521d95748'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:59.866738 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e1cc423d-d46c-4f50-beed-8a6d472afc9d None None] Transition to ACTIVE for port object 267760c5-6db5-4b02-872b-1cda0240c912 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:46:59.882159 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e1cc423d-d46c-4f50-beed-8a6d472afc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:46:59.890924 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5a43fd29-f7ab-4b93-a234-bc0ac7728f99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:46:59.914678 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-60bf25c6-f41d-47ab-b3c6-f71a0be5595d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] device_id is not set on port a5e10776-14e8-4250-84e1-d0fd32ff6905 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:46:59.936210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc2d32-870c-48f3-b85e-f9d6a247ebec tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Pushing event deleted for resources: {'Port': ['ID=a10ce565-3ef9-46e1-8298-748d3020192d,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:46:59.953176 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-98fc2d32-870c-48f3-b85e-f9d6a247ebec tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:46:59.968885 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc387119-f249-4c74-8413-e415a3270210 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:46:59.969582 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc387119-f249-4c74-8413-e415a3270210 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:46:59.970745 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-17adfd2d-a3f8-4815-80ee-a724365ad2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5ef940>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:46:59.971779 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-cc387119-f249-4c74-8413-e415a3270210 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/ports/0928557f-087e-4188-8ce0-64e6d381916a HTTP/1.1" status: 404  len: 333 time: 0.0916662
Dec 22 04:46:59.972602 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e87b23d-e87d-487c-a463-04c652ac0a1c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Network 108c289a-b328-4597-aed1-6e8f2c785f27 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:46:59.978312 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50910) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:00.001218 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17adfd2d-a3f8-4815-80ee-a724365ad2e3 None None] Routers {'0c70a51f-7763-48ad-aff2-e91521d95748'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:00.002138 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-17adfd2d-a3f8-4815-80ee-a724365ad2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5ef940>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['0c70a51f-7763-48ad-aff2-e91521d95748'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:00.051542 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d2847fda-351e-4499-889e-5c534e53dd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:00.061083 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:00.088667 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Port 267760c5-6db5-4b02-872b-1cda0240c912 had new provisioning blocks added so it will not transition to active. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}}
Dec 22 04:47:00.089218 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device af21e18a-c450-4f07-9fdb-07b1b4a47c93 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:00.099716 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e7fef8-926c-4c30-b75d-5c01ebafc9bb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] GET failed (client error): The resource could not be found.
Dec 22 04:47:00.100996 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-54e7fef8-926c-4c30-b75d-5c01ebafc9bb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports/0928557f-087e-4188-8ce0-64e6d381916a HTTP/1.1" status: 404  len: 333 time: 0.1216886
Dec 22 04:47:00.105718 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2847fda-351e-4499-889e-5c534e53dd0e admin admin] Pushing event deleted for resources: {'Port': ['ID=538446cc-f504-4a0b-8d5f-bbe0e9752dec,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:00.108776 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d2847fda-351e-4499-889e-5c534e53dd0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:00.111427 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1b77d8a5-fca3-4b99-95be-babddac2305e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:00.114010 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc423d-d46c-4f50-beed-8a6d472afc9d None None] Pushing event updated for resources: {'Port': ['ID=267760c5-6db5-4b02-872b-1cda0240c912,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:00.114227 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-9e87b23d-e87d-487c-a463-04c652ac0a1c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 108c289a-b328-4597-aed1-6e8f2c785f27) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:00.120396 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e87b23d-e87d-487c-a463-04c652ac0a1c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:00.120993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9e87b23d-e87d-487c-a463-04c652ac0a1c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:00.125387 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50914) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:00.132961 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e1cc423d-d46c-4f50-beed-8a6d472afc9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:00.135171 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5b89bb-e1f6-4154-9126-b4ec258dbe43 None None] Network 108c289a-b328-4597-aed1-6e8f2c785f27 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:00.199499 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-17adfd2d-a3f8-4815-80ee-a724365ad2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5ef940>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:00.202192 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17adfd2d-a3f8-4815-80ee-a724365ad2e3 None None] The sync data for ids ['0c70a51f-7763-48ad-aff2-e91521d95748'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:47:00.206159 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958fc990-96b8-4c83-ae47-852f0012ac81 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Router 9913c9a5-98d7-4e0b-bc48-8b8dde9012df has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:47:00.264585 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1b77d8a5-fca3-4b99-95be-babddac2305e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/ports/bd7514a5-9b9a-4bda-b1d6-628a91e9edd5 HTTP/1.1" status: 204  len: 168 time: 3.0314693
Dec 22 04:47:00.267159 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50918) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:00.315354 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9e87b23d-e87d-487c-a463-04c652ac0a1c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 3.1800795
Dec 22 04:47:00.322692 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50922) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:00.396661 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3dc6e9-bb28-48aa-bc72-8394367b9f7d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] GET failed (client error): The resource could not be found.
Dec 22 04:47:00.402363 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fa3dc6e9-bb28-48aa-bc72-8394367b9f7d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports/bd7514a5-9b9a-4bda-b1d6-628a91e9edd5 HTTP/1.1" status: 404  len: 333 time: 0.1300676
Dec 22 04:47:00.403112 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50926) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:00.406110 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port af21e18a-c450-4f07-9fdb-07b1b4a47c93 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:00.406485 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:00.406927 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-98fc2d32-870c-48f3-b85e-f9d6a247ebec tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks [] for floatingip, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:00.409637 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-98fc2d32-870c-48f3-b85e-f9d6a247ebec tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:00.410964 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-98fc2d32-870c-48f3-b85e-f9d6a247ebec tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] 10.222.0.53 "DELETE /v2.0/floatingips/5c0fb89a-4c5b-4254-81fe-f2c198bd1f49 HTTP/1.1" status: 204  len: 168 time: 3.4159160
Dec 22 04:47:00.433532 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50928) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:00.524685 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-108c289a-b328-4597-aed1-6e8f2c785f27', 'network_id': '108c289a-b328-4597-aed1-6e8f2c785f27', 'tenant_id': '664b0479e9e1448ea56990a36f4ec616', 'fixed_ips': [{'subnet_id': 'bfecabfe-9283-4d5a-9e31-fd96f277076d'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:47:00.525691 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:00.737970 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-60bf25c6-f41d-47ab-b3c6-f71a0be5595d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 172.20.0.4 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/4f051694-f423-40d9-9334-fd20ea1476c0/a5e10776-14e8-4250-84e1-d0fd32ff6905) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:00.747448 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-60bf25c6-f41d-47ab-b3c6-f71a0be5595d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8::f816:3eff:febf:8375 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/ab9be832-b06c-4558-9029-c41a9d15104c/a5e10776-14e8-4250-84e1-d0fd32ff6905) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:00.755667 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Allocated IP 172.20.0.1 (108c289a-b328-4597-aed1-6e8f2c785f27/bfecabfe-9283-4d5a-9e31-fd96f277076d/ff7cba67-20dd-4c82-bee9-caf7d0dc4e9d) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:00.894702 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-8969a8eb-0120-48cc-91df-116aa0f68124 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting subnet 37b27245-36b9-4e3a-b9e4-12f3bc03e3f3 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:47:00.927650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:00.962066 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8969a8eb-0120-48cc-91df-116aa0f68124 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:01.002262 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:01.016650 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Transition to ACTIVE for port object ff7cba67-20dd-4c82-bee9-caf7d0dc4e9d will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:01.034707 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ca6ee8d2-4da9-476f-8fa6-80bdcb6a61b7 None None] Provisioning for port 267760c5-6db5-4b02-872b-1cda0240c912 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:01.039848 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Transition to ACTIVE for port object ff7cba67-20dd-4c82-bee9-caf7d0dc4e9d will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:01.042323 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ca6ee8d2-4da9-476f-8fa6-80bdcb6a61b7 None None] Provisioning complete for port 267760c5-6db5-4b02-872b-1cda0240c912 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:01.042725 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ca6ee8d2-4da9-476f-8fa6-80bdcb6a61b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:01.057100 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958fc990-96b8-4c83-ae47-852f0012ac81 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:47:01.066789 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-958fc990-96b8-4c83-ae47-852f0012ac81 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/routers/9913c9a5-98d7-4e0b-bc48-8b8dde9012df/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0287521
Dec 22 04:47:01.071642 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50934) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:01.075221 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8969a8eb-0120-48cc-91df-116aa0f68124 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:01.075481 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:01.079859 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0ac7ae-3b03-4241-9bbb-5d4a07492a76 None None] Sync routers for ids ['9913c9a5-98d7-4e0b-bc48-8b8dde9012df'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:47:01.088050 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:01.179145 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Pushing event updated for resources: {'Port': ['ID=ff7cba67-20dd-4c82-bee9-caf7d0dc4e9d,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:01.182616 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Network 108c289a-b328-4597-aed1-6e8f2c785f27 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:01.183547 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0ac7ae-3b03-4241-9bbb-5d4a07492a76 None None] Routers {'9913c9a5-98d7-4e0b-bc48-8b8dde9012df'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:01.184809 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-7b0ac7ae-3b03-4241-9bbb-5d4a07492a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3e7ca0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['9913c9a5-98d7-4e0b-bc48-8b8dde9012df'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:01.237252 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:01.243603 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:01.254170 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:01.259096 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-7b0ac7ae-3b03-4241-9bbb-5d4a07492a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3e7ca0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:01.396248 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0ac7ae-3b03-4241-9bbb-5d4a07492a76 None None] Routers {'9913c9a5-98d7-4e0b-bc48-8b8dde9012df'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:01.396866 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-7b0ac7ae-3b03-4241-9bbb-5d4a07492a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3e7ca0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['9913c9a5-98d7-4e0b-bc48-8b8dde9012df'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:01.413974 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-67536f0a-5c56-4d8d-96da-7de2ef12227e tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "GET /v2.0/routers/0c70a51f-7763-48ad-aff2-e91521d95748 HTTP/1.1" status: 200  len: 921 time: 1.6017056
Dec 22 04:47:01.418627 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7df954-7d14-4436-b51e-3ae813213c17 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting subnet 92c89be5-c5f3-44d0-958c-9cb66f0e31d2 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:47:01.419580 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50938) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:01.423925 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:01.462470 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0f7df954-7d14-4436-b51e-3ae813213c17 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:01.465312 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-7b0ac7ae-3b03-4241-9bbb-5d4a07492a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3e7ca0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:01.465718 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0ac7ae-3b03-4241-9bbb-5d4a07492a76 None None] The sync data for ids ['9913c9a5-98d7-4e0b-bc48-8b8dde9012df'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:47:01.467166 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Attempting to bind port ff7cba67-20dd-4c82-bee9-caf7d0dc4e9d on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:47:01.467530 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Attempting to bind port ff7cba67-20dd-4c82-bee9-caf7d0dc4e9d by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '345219b0-ff33-43d0-b874-8e2f0c47dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '108c289a-b328-4597-aed1-6e8f2c785f27'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:47:01.467885 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Attempting to bind port ff7cba67-20dd-4c82-bee9-caf7d0dc4e9d on network 108c289a-b328-4597-aed1-6e8f2c785f27 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:47:01.474923 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:47:01.475294 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Checking segment: {'id': '345219b0-ff33-43d0-b874-8e2f0c47dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '108c289a-b328-4597-aed1-6e8f2c785f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:01.475700 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:01.476082 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Bound using segment: {'id': '345219b0-ff33-43d0-b874-8e2f0c47dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '108c289a-b328-4597-aed1-6e8f2c785f27'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:47:01.476542 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Bound port: ff7cba67-20dd-4c82-bee9-caf7d0dc4e9d, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345219b0-ff33-43d0-b874-8e2f0c47dc45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '108c289a-b328-4597-aed1-6e8f2c785f27'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:47:01.476916 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:01.497959 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-60bf25c6-f41d-47ab-b3c6-f71a0be5595d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:01.547377 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-60bf25c6-f41d-47ab-b3c6-f71a0be5595d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Transition to ACTIVE for port object a5e10776-14e8-4250-84e1-d0fd32ff6905 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:01.549061 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:01.563494 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4c9e5ee2-b98c-4e77-bfb9-f12ae3bcbc18 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:01.577284 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 267760c5-6db5-4b02-872b-1cda0240c912 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:01.611686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Subnet': ['ID=bfecabfe-9283-4d5a-9e31-fd96f277076d,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:01.623266 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:01.651347 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] For port ff7cba67-20dd-4c82-bee9-caf7d0dc4e9d, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:47:01.661882 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] For port ff7cba67-20dd-4c82-bee9-caf7d0dc4e9d, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=ff7cba67-20dd-4c82-bee9-caf7d0dc4e9d,segment=NetworkSegment(345219b0-ff33-43d0-b874-8e2f0c47dc45),segment_id=345219b0-ff33-43d0-b874-8e2f0c47dc45)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:47:01.669806 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:01.674080 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1c8fdf9d-941d-4698-a01b-82a7c02196c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:01.678033 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0f7df954-7d14-4436-b51e-3ae813213c17 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:01.720620 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8969a8eb-0120-48cc-91df-116aa0f68124 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:01.776740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 267760c5-6db5-4b02-872b-1cda0240c912 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:01.777112 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:01.803226 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-60bf25c6-f41d-47ab-b3c6-f71a0be5595d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:01.811898 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:01.821076 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4413e456-d041-4efd-83e7-1d64f1ece58c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&device_id=0c70a51f-7763-48ad-aff2-e91521d95748&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3949003
Dec 22 04:47:01.823614 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ebad2a3b-8019-464a-b96b-3938ffe1ae0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:01.827436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50942) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:01.878801 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Pushing event updated for resources: {'Port': ['ID=ff7cba67-20dd-4c82-bee9-caf7d0dc4e9d,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:01.881939 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:01.890657 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d2847fda-351e-4499-889e-5c534e53dd0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:01.910213 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bb634c0>,) {'filters': {'network_id': ['108c289a-b328-4597-aed1-6e8f2c785f27']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:01.947194 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcb8f31-691e-4614-a6d7-03b02d46d665 None None] Network 108c289a-b328-4597-aed1-6e8f2c785f27 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:01.948852 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bb634c0>, '345219b0-ff33-43d0-b874-8e2f0c47dc45') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:01.949141 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bb634c0>, '345219b0-ff33-43d0-b874-8e2f0c47dc45') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:01.956673 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bf25c6-f41d-47ab-b3c6-f71a0be5595d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:01.964922 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-60bf25c6-f41d-47ab-b3c6-f71a0be5595d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:02.009575 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8969a8eb-0120-48cc-91df-116aa0f68124 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:02.015858 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf25c6-f41d-47ab-b3c6-f71a0be5595d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=a5e10776-14e8-4250-84e1-d0fd32ff6905,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:02.016807 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4683dc5e-c35b-44dc-bc50-24db849f8a87 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:02.028180 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bf25c6-f41d-47ab-b3c6-f71a0be5595d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:02.042292 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-20465d6b-90b4-46cb-8790-efc4d1ec84ef tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] remove_router_interface failed (client error): The resource could not be found.
Dec 22 04:47:02.044114 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-20465d6b-90b4-46cb-8790-efc4d1ec84ef tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/routers/9913c9a5-98d7-4e0b-bc48-8b8dde9012df/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.9304526
Dec 22 04:47:02.053629 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:02.055640 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50946) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:02.071425 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-60bf25c6-f41d-47ab-b3c6-f71a0be5595d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:02.096813 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:02.117485 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:47:02.117905 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:02.134085 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0f7df954-7d14-4436-b51e-3ae813213c17 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:47:02.136598 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:47:02.202049 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969a8eb-0120-48cc-91df-116aa0f68124 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Subnet': ['ID=37b27245-36b9-4e3a-b9e4-12f3bc03e3f3,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:02.209605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-206f30f9-f32e-402f-9f4c-65bed53809fc tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Synchronizing usage tracker for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:47:02.214490 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8969a8eb-0120-48cc-91df-116aa0f68124 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:02.224350 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873c0b61-799b-484b-a680-c2c007c65eb6 None None] Network bff8984b-a817-4547-946a-9299c7b0a5a8 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:02.230330 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8969a8eb-0120-48cc-91df-116aa0f68124 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:02.244128 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8969a8eb-0120-48cc-91df-116aa0f68124 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/subnets/37b27245-36b9-4e3a-b9e4-12f3bc03e3f3 HTTP/1.1" status: 204  len: 168 time: 2.1165977
Dec 22 04:47:02.246175 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50950) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:02.285870 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bf25c6-f41d-47ab-b3c6-f71a0be5595d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:02.286487 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-60bf25c6-f41d-47ab-b3c6-f71a0be5595d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:02.290595 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96923db-394f-4590-bebb-f01f152c043e tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:02.295436 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f96923db-394f-4590-bebb-f01f152c043e tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "GET /v2.0/networks/c376c199-68b9-4289-ba3a-1e17ce30e740 HTTP/1.1" status: 200  len: 881 time: 0.4636300
Dec 22 04:47:02.295583 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-206f30f9-f32e-402f-9f4c-65bed53809fc tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Unset dirty status for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:47:02.299764 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-206f30f9-f32e-402f-9f4c-65bed53809fc tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/ports?device_id=9913c9a5-98d7-4e0b-bc48-8b8dde9012df HTTP/1.1" status: 200  len: 205 time: 0.2383146
Dec 22 04:47:02.301002 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50954) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:02.301002 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50956) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:02.392564 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.api [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 04:47:02.392564 dv-neutron-822525-1-hyperv neutron-server[83435]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 04:47:02.392564 dv-neutron-822525-1-hyperv neutron-server[83435]: [parameters: {'id': '108c289a-b328-4597-aed1-6e8f2c785f27'}]
Dec 22 04:47:02.392564 dv-neutron-822525-1-hyperv neutron-server[83435]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:47:02.393033 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_db.api [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:47:02.423659 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-60bf25c6-f41d-47ab-b3c6-f71a0be5595d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 3.9899750
Dec 22 04:47:02.427388 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e716826c-b6eb-464f-90cb-6c39a458607b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c70a51f-7763-48ad-aff2-e91521d95748 HTTP/1.1" status: 200  len: 205 time: 0.1246517
Dec 22 04:47:02.430965 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50962) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:02.431294 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50964) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:02.451241 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:02.495522 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-087d7ad3-35fb-4a43-aea5-3b8c1e6191d5 None None] Provisioning for port a5e10776-14e8-4250-84e1-d0fd32ff6905 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:02.506462 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-087d7ad3-35fb-4a43-aea5-3b8c1e6191d5 None None] Provisioning complete for port a5e10776-14e8-4250-84e1-d0fd32ff6905 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:02.506844 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-087d7ad3-35fb-4a43-aea5-3b8c1e6191d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:02.535398 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting port af21e18a-c450-4f07-9fdb-07b1b4a47c93 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:02.535808 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:02.555688 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6585fe3-3cde-4557-8223-e60371bbda5b None None] DHCP port deletion for bff8984b-a817-4547-946a-9299c7b0a5a8 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:47:02.569968 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-e6585fe3-3cde-4557-8223-e60371bbda5b None None] Deleting port af21e18a-c450-4f07-9fdb-07b1b4a47c93 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:02.570342 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e6585fe3-3cde-4557-8223-e60371bbda5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:02.596791 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0f7df954-7d14-4436-b51e-3ae813213c17 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:02.598070 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-087d7ad3-35fb-4a43-aea5-3b8c1e6191d5 None None] Port a5e10776-14e8-4250-84e1-d0fd32ff6905 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:47:02.615315 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-452586a5-07e1-4e45-9b70-76beac77fd02 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:02.660906 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7df954-7d14-4436-b51e-3ae813213c17 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Subnet': ['ID=92c89be5-c5f3-44d0-958c-9cb66f0e31d2,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:02.661822 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-436e2ff8-49f9-4695-9af3-b3c415054352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:02.668881 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0f7df954-7d14-4436-b51e-3ae813213c17 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:02.680706 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0f7df954-7d14-4436-b51e-3ae813213c17 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:02.700391 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0f7df954-7d14-4436-b51e-3ae813213c17 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/subnets/92c89be5-c5f3-44d0-958c-9cb66f0e31d2 HTTP/1.1" status: 204  len: 168 time: 2.2816997
Dec 22 04:47:02.701993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c2b537-70bf-4abd-b925-236ff4ebd4d4 None None] Network 28d5cff4-9c79-443c-9ea6-808051f01227 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:02.703722 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50970) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:02.710377 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1535a7d7-f895-4ef0-8aa5-6d309f44a59c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:02.934798 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:02.937785 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-e6585fe3-3cde-4557-8223-e60371bbda5b None None] For port af21e18a-c450-4f07-9fdb-07b1b4a47c93, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=af21e18a-c450-4f07-9fdb-07b1b4a47c93,segment=NetworkSegment(be861564-56a7-432e-9435-5726dafc1496),segment_id=be861564-56a7-432e-9435-5726dafc1496)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:02.938192 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e6585fe3-3cde-4557-8223-e60371bbda5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:02.990979 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] For port af21e18a-c450-4f07-9fdb-07b1b4a47c93, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=af21e18a-c450-4f07-9fdb-07b1b4a47c93,segment=NetworkSegment(be861564-56a7-432e-9435-5726dafc1496),segment_id=be861564-56a7-432e-9435-5726dafc1496)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:02.991373 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:03.065914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Deleting port ff7cba67-20dd-4c82-bee9-caf7d0dc4e9d {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:03.066254 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:03.069292 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-e6585fe3-3cde-4557-8223-e60371bbda5b None None] Calling delete_port for af21e18a-c450-4f07-9fdb-07b1b4a47c93 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:03.166092 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e6585fe3-3cde-4557-8223-e60371bbda5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:03.170199 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a53912-a1a6-45bb-a103-b2bbd5ab53f8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:03.174511 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a53912-a1a6-45bb-a103-b2bbd5ab53f8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:03.178601 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f2a53912-a1a6-45bb-a103-b2bbd5ab53f8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 0.7304742
Dec 22 04:47:03.178739 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:03.193791 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50974) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:03.236316 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cecca3-1ce6-4636-9566-f8c6bac41b55 None None] DHCP port deletion for 28d5cff4-9c79-443c-9ea6-808051f01227 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:47:03.238200 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6585fe3-3cde-4557-8223-e60371bbda5b None None] Pushing event deleted for resources: {'Port': ['ID=af21e18a-c450-4f07-9fdb-07b1b4a47c93,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:03.242931 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Calling delete_port for af21e18a-c450-4f07-9fdb-07b1b4a47c93 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:03.243168 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e6585fe3-3cde-4557-8223-e60371bbda5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:03.244534 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6585fe3-3cde-4557-8223-e60371bbda5b None None] No DVR routers for this DVR port af21e18a-c450-4f07-9fdb-07b1b4a47c93 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:47:03.246126 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-40cecca3-1ce6-4636-9566-f8c6bac41b55 None None] Deleting port ce5ca09b-9ba4-489a-8377-411a0bb72086 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:03.247049 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-40cecca3-1ce6-4636-9566-f8c6bac41b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:03.378079 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:03.459048 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device ce5ca09b-9ba4-489a-8377-411a0bb72086 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:47:03.504272 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting port ce5ca09b-9ba4-489a-8377-411a0bb72086 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:03.504834 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:03.547127 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-40cecca3-1ce6-4636-9566-f8c6bac41b55 None None] For port ce5ca09b-9ba4-489a-8377-411a0bb72086, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=ce5ca09b-9ba4-489a-8377-411a0bb72086,segment=NetworkSegment(661948fc-1be6-43ec-8a07-404e47c114cf),segment_id=661948fc-1be6-43ec-8a07-404e47c114cf)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:03.547541 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-40cecca3-1ce6-4636-9566-f8c6bac41b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:03.615506 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-da4ee6f2-3e8b-49ab-8f6f-382494c6c270 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting port a5e10776-14e8-4250-84e1-d0fd32ff6905 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:03.615848 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-da4ee6f2-3e8b-49ab-8f6f-382494c6c270 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:03.642471 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.api [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:47:03.642690 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_db.api [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:47:03.656201 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1535a7d7-f895-4ef0-8aa5-6d309f44a59c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:03.687218 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1535a7d7-f895-4ef0-8aa5-6d309f44a59c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:03.691116 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-40cecca3-1ce6-4636-9566-f8c6bac41b55 None None] Calling delete_port for ce5ca09b-9ba4-489a-8377-411a0bb72086 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:03.767259 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:03.774052 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] For port ff7cba67-20dd-4c82-bee9-caf7d0dc4e9d, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=ff7cba67-20dd-4c82-bee9-caf7d0dc4e9d,segment=NetworkSegment(345219b0-ff33-43d0-b874-8e2f0c47dc45),segment_id=345219b0-ff33-43d0-b874-8e2f0c47dc45)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:03.774404 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:03.787997 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-19c21a67-835a-409a-8a1d-ad8dc700ed29 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:03.833512 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-40cecca3-1ce6-4636-9566-f8c6bac41b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:03.844208 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f5612ce0-8165-4c4e-9f5a-4260ade2a528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:03.876531 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device af21e18a-c450-4f07-9fdb-07b1b4a47c93 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:47:03.911125 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cecca3-1ce6-4636-9566-f8c6bac41b55 None None] Pushing event deleted for resources: {'Port': ['ID=ce5ca09b-9ba4-489a-8377-411a0bb72086,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:03.919719 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-40cecca3-1ce6-4636-9566-f8c6bac41b55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:03.921234 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: af21e18a-c450-4f07-9fdb-07b1b4a47c93 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:47:03.921618 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device af21e18a-c450-4f07-9fdb-07b1b4a47c93 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:47:03.924641 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cecca3-1ce6-4636-9566-f8c6bac41b55 None None] No DVR routers for this DVR port ce5ca09b-9ba4-489a-8377-411a0bb72086 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:47:03.929175 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Calling delete_port for ff7cba67-20dd-4c82-bee9-caf7d0dc4e9d owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:03.943931 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062d24b3-8097-42b3-b3fd-02e3277d7ebc None None] get_active_networks_info from dv-neutron-822525-1-hyperv {{(pid=83436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 04:47:04.047020 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1535a7d7-f895-4ef0-8aa5-6d309f44a59c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:04.047441 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1535a7d7-f895-4ef0-8aa5-6d309f44a59c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Fanout notify agent at l3_agent the message router_deleted on router 9913c9a5-98d7-4e0b-bc48-8b8dde9012df {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:47:04.076455 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062d24b3-8097-42b3-b3fd-02e3277d7ebc None None] Resources bound (agent type, host, resource id):  {{(pid=83436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 04:47:04.084945 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1535a7d7-f895-4ef0-8aa5-6d309f44a59c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:04.088676 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1535a7d7-f895-4ef0-8aa5-6d309f44a59c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/routers/9913c9a5-98d7-4e0b-bc48-8b8dde9012df HTTP/1.1" status: 204  len: 168 time: 1.7800434
Dec 22 04:47:04.091083 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50978) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:04.148327 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting port af21e18a-c450-4f07-9fdb-07b1b4a47c93 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:04.149894 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:04.155604 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] For port ce5ca09b-9ba4-489a-8377-411a0bb72086, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=ce5ca09b-9ba4-489a-8377-411a0bb72086,segment=NetworkSegment(661948fc-1be6-43ec-8a07-404e47c114cf),segment_id=661948fc-1be6-43ec-8a07-404e47c114cf)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:04.157333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:04.265262 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:04.277899 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-60bf25c6-f41d-47ab-b3c6-f71a0be5595d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:04.341218 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Calling delete_port for ce5ca09b-9ba4-489a-8377-411a0bb72086 owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:04.444936 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] The port 'af21e18a-c450-4f07-9fdb-07b1b4a47c93' was deleted {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:47:04.469797 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Port': ['ID=ff7cba67-20dd-4c82-bee9-caf7d0dc4e9d,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:04.497769 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:04.556739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No DVR routers for this DVR port ff7cba67-20dd-4c82-bee9-caf7d0dc4e9d on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:47:04.581430 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-da4ee6f2-3e8b-49ab-8f6f-382494c6c270 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:04.750684 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:04.773995 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-da4ee6f2-3e8b-49ab-8f6f-382494c6c270 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Calling delete_port for a5e10776-14e8-4250-84e1-d0fd32ff6905 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:04.804240 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b0a7820>,) {'filters': {'network_id': ['bff8984b-a817-4547-946a-9299c7b0a5a8']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:04.812805 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:04.866823 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b0a7820>, 'be861564-56a7-432e-9435-5726dafc1496') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:04.867112 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b0a7820>, 'be861564-56a7-432e-9435-5726dafc1496') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:04.890607 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b6683a0>,) {'filters': {'network_id': ['108c289a-b328-4597-aed1-6e8f2c785f27']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:04.897995 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:04.903515 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.api [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:47:04.903844 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_db.api [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:47:04.928027 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b6683a0>, '345219b0-ff33-43d0-b874-8e2f0c47dc45') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:04.928315 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b6683a0>, '345219b0-ff33-43d0-b874-8e2f0c47dc45') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:04.930482 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-690878a6-5163-41f3-a119-ec9c07fd03d1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting subnet b34e2113-2a9e-4475-a3e1-4f73d3d09f9a {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:47:04.935770 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2847fda-351e-4499-889e-5c534e53dd0e admin admin] Router 34646794-5df5-4b40-afc8-fce2e270e577 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:47:04.944082 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:04.966971 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-690878a6-5163-41f3-a119-ec9c07fd03d1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:04.982849 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:05.000627 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:47:05.001071 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:47:05.016125 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:47:05.043813 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-690878a6-5163-41f3-a119-ec9c07fd03d1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:05.099223 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:05.129052 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-19c21a67-835a-409a-8a1d-ad8dc700ed29 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:05.155713 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:47:05.156298 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:05.165300 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-19c21a67-835a-409a-8a1d-ad8dc700ed29 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Deleting port bec34795-b4bd-4619-a49d-31ca2aead21d {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:05.165673 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-19c21a67-835a-409a-8a1d-ad8dc700ed29 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:47:05.175960 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:47:05.240179 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:05.258377 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-da4ee6f2-3e8b-49ab-8f6f-382494c6c270 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:05.258612 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:05.271962 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:05.292524 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Network': ['ID=bff8984b-a817-4547-946a-9299c7b0a5a8,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:05.302223 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:05.312681 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-be4fe026-b025-4f22-877a-d1b42060690b tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:05.314679 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:05.317691 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/networks/bff8984b-a817-4547-946a-9299c7b0a5a8 HTTP/1.1" status: 204  len: 168 time: 3.0658174
Dec 22 04:47:05.321580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-df4babb7-31a0-438b-afb0-34149b028671 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:05.339555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:05.344014 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50982) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:05.353896 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b7a3fd1d-8fc6-4361-b6c2-b8ab0e3335db tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-270199102'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:05.364177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Network': ['ID=108c289a-b328-4597-aed1-6e8f2c785f27,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:05.366902 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b7a3fd1d-8fc6-4361-b6c2-b8ab0e3335db tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:05.368854 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ee6f2-3e8b-49ab-8f6f-382494c6c270 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Port': ['ID=a5e10776-14e8-4250-84e1-d0fd32ff6905,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:05.370541 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/networks/108c289a-b328-4597-aed1-6e8f2c785f27 HTTP/1.1" status: 204  len: 168 time: 5.0410173
Dec 22 04:47:05.372569 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:05.380462 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50986) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:05.382264 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b7a3fd1d-8fc6-4361-b6c2-b8ab0e3335db tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:network and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:05.383210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-da4ee6f2-3e8b-49ab-8f6f-382494c6c270 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:05.387601 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b7a3fd1d-8fc6-4361-b6c2-b8ab0e3335db tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:05.390025 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-690878a6-5163-41f3-a119-ec9c07fd03d1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:05.395063 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-79b5e6e8-61f3-46e1-a4d1-f58e984085fa tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-895723690'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:05.406155 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b7a3fd1d-8fc6-4361-b6c2-b8ab0e3335db tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:05.411616 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-79b5e6e8-61f3-46e1-a4d1-f58e984085fa tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:05.418053 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting port ce5ca09b-9ba4-489a-8377-411a0bb72086 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:05.418944 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:05.474045 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-79b5e6e8-61f3-46e1-a4d1-f58e984085fa tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Usage tracker for resource:network and tenant:664b0479e9e1448ea56990a36f4ec616 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:05.507311 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-79b5e6e8-61f3-46e1-a4d1-f58e984085fa tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:05.516483 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a3fd1d-8fc6-4361-b6c2-b8ab0e3335db tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:05.519502 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b7a3fd1d-8fc6-4361-b6c2-b8ab0e3335db tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:05.544097 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-79b5e6e8-61f3-46e1-a4d1-f58e984085fa tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:05.584804 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b5e6e8-61f3-46e1-a4d1-f58e984085fa tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Made reservation on behalf of 664b0479e9e1448ea56990a36f4ec616 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:05.587885 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79b5e6e8-61f3-46e1-a4d1-f58e984085fa tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:05.589683 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] The port 'ce5ca09b-9ba4-489a-8377-411a0bb72086' was deleted {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:47:05.607821 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a3fd1d-8fc6-4361-b6c2-b8ab0e3335db tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:47:05.626525 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b7a3fd1d-8fc6-4361-b6c2-b8ab0e3335db tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:05.626868 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-b7a3fd1d-8fc6-4361-b6c2-b8ab0e3335db tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Added segment 5466d01e-5436-4577-a0aa-94e1f01da2cf of type vlan for network eb77666e-b60f-4f13-910d-abd111d78793
Dec 22 04:47:05.684515 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-19c21a67-835a-409a-8a1d-ad8dc700ed29 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:05.684783 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b5e6e8-61f3-46e1-a4d1-f58e984085fa tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:47:05.691927 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b7a3fd1d-8fc6-4361-b6c2-b8ab0e3335db tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:05.751519 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79b5e6e8-61f3-46e1-a4d1-f58e984085fa tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:05.751855 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-79b5e6e8-61f3-46e1-a4d1-f58e984085fa tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Added segment fb6d473e-fe1d-4564-9d9b-8db521c6b244 of type vlan for network 5c844ea5-2a60-43e8-9032-9cd4666b2bef
Dec 22 04:47:05.794519 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-436e2ff8-49f9-4695-9af3-b3c415054352 admin admin] Deleting port 6c09f342-37a3-4ba5-853d-1d5f61f88fd8 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:05.794768 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-436e2ff8-49f9-4695-9af3-b3c415054352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:05.848829 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2847fda-351e-4499-889e-5c534e53dd0e admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:47:05.860273 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a898ebc8-c29c-49ee-9573-79b1bfc984cc None None] Sync routers for ids ['34646794-5df5-4b40-afc8-fce2e270e577'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:47:05.863389 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79b5e6e8-61f3-46e1-a4d1-f58e984085fa tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:05.868427 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b7a3fd1d-8fc6-4361-b6c2-b8ab0e3335db tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:05.872301 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a3fd1d-8fc6-4361-b6c2-b8ab0e3335db tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:05.872746 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a898ebc8-c29c-49ee-9573-79b1bfc984cc None None] Routers {'34646794-5df5-4b40-afc8-fce2e270e577'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:05.873121 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b7a3fd1d-8fc6-4361-b6c2-b8ab0e3335db tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:05.873442 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-a898ebc8-c29c-49ee-9573-79b1bfc984cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c6a4fa0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['34646794-5df5-4b40-afc8-fce2e270e577'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:05.881790 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bcda78a7-484f-4011-aec7-d032830913e8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:05.994536 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d2847fda-351e-4499-889e-5c534e53dd0e admin admin] 10.222.0.53 "PUT /v2.0/routers/34646794-5df5-4b40-afc8-fce2e270e577/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 15.4762905
Dec 22 04:47:06.010643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 50990) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:06.021100 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-19c21a67-835a-409a-8a1d-ad8dc700ed29 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Calling delete_port for bec34795-b4bd-4619-a49d-31ca2aead21d owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:06.049650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.resource_extend [None req-79b5e6e8-61f3-46e1-a4d1-f58e984085fa tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:47:06.054205 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-a898ebc8-c29c-49ee-9573-79b1bfc984cc None None] Set router 34646794-5df5-4b40-afc8-fce2e270e577 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:47:06.056500 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-da4ee6f2-3e8b-49ab-8f6f-382494c6c270 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:06.142063 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:06.149897 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-690878a6-5163-41f3-a119-ec9c07fd03d1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:06.164929 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2fc824ea-3f3f-4756-9721-f1c596a5f773 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:06.212592 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b7a3fd1d-8fc6-4361-b6c2-b8ab0e3335db tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.8676136
Dec 22 04:47:06.215209 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50994) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:06.232190 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b896e7be-715a-4e6e-9fbf-787cde7ae6b9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'subnet': {'network_id': 'eb77666e-b60f-4f13-910d-abd111d78793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:06.236654 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690878a6-5163-41f3-a119-ec9c07fd03d1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Subnet': ['ID=b34e2113-2a9e-4475-a3e1-4f73d3d09f9a,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:06.239401 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-da4ee6f2-3e8b-49ab-8f6f-382494c6c270 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/a5e10776-14e8-4250-84e1-d0fd32ff6905 HTTP/1.1" status: 204  len: 168 time: 3.0387831
Dec 22 04:47:06.245235 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-690878a6-5163-41f3-a119-ec9c07fd03d1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:06.247656 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b6511f0>,) {'filters': {'network_id': ['28d5cff4-9c79-443c-9ea6-808051f01227']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:06.255704 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 50998) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:06.270015 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b6511f0>, '661948fc-1be6-43ec-8a07-404e47c114cf') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:06.270289 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b6511f0>, '661948fc-1be6-43ec-8a07-404e47c114cf') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:06.278116 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-690878a6-5163-41f3-a119-ec9c07fd03d1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:06.279270 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d6690d-2701-4cbf-963f-f4c27ea4a557 None None] Network 99b13eb4-366b-4584-a521-e37dff5808a8 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:06.283505 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-690878a6-5163-41f3-a119-ec9c07fd03d1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/subnets/b34e2113-2a9e-4475-a3e1-4f73d3d09f9a HTTP/1.1" status: 204  len: 168 time: 2.1913440
Dec 22 04:47:06.297380 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51002) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:06.336714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:06.345573 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3fd1d-8fc6-4361-b6c2-b8ab0e3335db tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Network': ['ID=eb77666e-b60f-4f13-910d-abd111d78793,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:06.363541 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b7a3fd1d-8fc6-4361-b6c2-b8ab0e3335db tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:06.366875 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79b5e6e8-61f3-46e1-a4d1-f58e984085fa tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:06.370677 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b5e6e8-61f3-46e1-a4d1-f58e984085fa tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:06.371429 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79b5e6e8-61f3-46e1-a4d1-f58e984085fa tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:06.374328 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-a898ebc8-c29c-49ee-9573-79b1bfc984cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c6a4fa0>, [{'id': '34646794-5df5-4b40-afc8-fce2e270e577', 'name': 'tempest-ServersTestManualDisk-958805555-router', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:17Z', 'updated_at': '2021-12-22T04:46:59Z', 'revision_number': 5, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'gw_port': {'id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:06.379337 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a898ebc8-c29c-49ee-9573-79b1bfc984cc None None] Checking router: 34646794-5df5-4b40-afc8-fce2e270e577 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:47:06.383413 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dca32662-4413-4a23-8213-f0fbe3bf234c tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:06.391755 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a898ebc8-c29c-49ee-9573-79b1bfc984cc None None] Routers {'34646794-5df5-4b40-afc8-fce2e270e577'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:06.392586 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-a898ebc8-c29c-49ee-9573-79b1bfc984cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c6a4fa0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:46:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['34646794-5df5-4b40-afc8-fce2e270e577'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:06.417877 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:06.465537 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:47:06.465998 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:06.472940 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network eb77666e-b60f-4f13-910d-abd111d78793 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:47:06.482250 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:47:06.540564 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-79b5e6e8-61f3-46e1-a4d1-f58e984085fa tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.1552293
Dec 22 04:47:06.544028 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51006) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:06.573514 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-4eb19148-c38c-4491-aeff-ebd90433fa0e tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'subnet': {'network_id': '5c844ea5-2a60-43e8-9032-9cd4666b2bef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:06.603845 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74503eed-9309-450e-9750-c67be25331d2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:06.605417 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74503eed-9309-450e-9750-c67be25331d2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:06.607317 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74503eed-9309-450e-9750-c67be25331d2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:06.608173 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-74503eed-9309-450e-9750-c67be25331d2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:47:06.612876 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b896e7be-715a-4e6e-9fbf-787cde7ae6b9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:06.624646 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:06.647727 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-a898ebc8-c29c-49ee-9573-79b1bfc984cc None None] Set router 34646794-5df5-4b40-afc8-fce2e270e577 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:47:06.678992 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-436e2ff8-49f9-4695-9af3-b3c415054352 admin admin] For port 6c09f342-37a3-4ba5-853d-1d5f61f88fd8, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=6c09f342-37a3-4ba5-853d-1d5f61f88fd8,segment=NetworkSegment(fd9a065d-b1ab-425e-bd6b-df52b2ccf184),segment_id=fd9a065d-b1ab-425e-bd6b-df52b2ccf184)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:06.679681 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-436e2ff8-49f9-4695-9af3-b3c415054352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:06.685009 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:06.692119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b896e7be-715a-4e6e-9fbf-787cde7ae6b9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:subnet and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:06.695402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-856a2cf5-0508-495e-80cc-fc3d9d00b86f tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:06.696953 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5e6e8-61f3-46e1-a4d1-f58e984085fa tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Network': ['ID=5c844ea5-2a60-43e8-9032-9cd4666b2bef,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:06.705100 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b896e7be-715a-4e6e-9fbf-787cde7ae6b9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:06.711628 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:06.714398 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 5c844ea5-2a60-43e8-9032-9cd4666b2bef details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:47:06.725410 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-79b5e6e8-61f3-46e1-a4d1-f58e984085fa tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:06.736938 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Network': ['ID=28d5cff4-9c79-443c-9ea6-808051f01227,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:06.741639 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting port 922954a3-b415-4d7b-9b64-2e9a211b717d {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:06.742250 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:06.771758 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:06.784902 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/networks/28d5cff4-9c79-443c-9ea6-808051f01227 HTTP/1.1" status: 204  len: 168 time: 4.0802536
Dec 22 04:47:06.794916 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b896e7be-715a-4e6e-9fbf-787cde7ae6b9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:06.801899 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51010) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:06.822536 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b482afb5-fbe3-4fc8-91c1-dc9e6f84fd4c None None] DHCP port deletion for 99b13eb4-366b-4584-a521-e37dff5808a8 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:47:06.835825 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b482afb5-fbe3-4fc8-91c1-dc9e6f84fd4c None None] Deleting port 922954a3-b415-4d7b-9b64-2e9a211b717d {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:06.836173 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b482afb5-fbe3-4fc8-91c1-dc9e6f84fd4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:06.838542 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-19c21a67-835a-409a-8a1d-ad8dc700ed29 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:06.846194 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b17bcffe-4f17-476f-ac36-4376b90e7be4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:06.868987 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-809920a3-7f8f-44c8-afbb-87f8aa06d963 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-433403088'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:06.878576 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-436e2ff8-49f9-4695-9af3-b3c415054352 admin admin] Calling delete_port for 6c09f342-37a3-4ba5-853d-1d5f61f88fd8 owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:06.924987 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c21a67-835a-409a-8a1d-ad8dc700ed29 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Pushing event deleted for resources: {'Port': ['ID=bec34795-b4bd-4619-a49d-31ca2aead21d,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:06.930604 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-809920a3-7f8f-44c8-afbb-87f8aa06d963 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:06.932777 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-19c21a67-835a-409a-8a1d-ad8dc700ed29 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:06.938723 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-74503eed-9309-450e-9750-c67be25331d2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:47:06.942765 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-74503eed-9309-450e-9750-c67be25331d2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.6816223
Dec 22 04:47:06.944570 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-809920a3-7f8f-44c8-afbb-87f8aa06d963 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:network and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:06.949228 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51014) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:06.986237 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-809920a3-7f8f-44c8-afbb-87f8aa06d963 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:06.990771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b896e7be-715a-4e6e-9fbf-787cde7ae6b9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:07.007560 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4eb19148-c38c-4491-aeff-ebd90433fa0e tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:07.019236 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-809920a3-7f8f-44c8-afbb-87f8aa06d963 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:07.054102 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-a898ebc8-c29c-49ee-9573-79b1bfc984cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c6a4fa0>, [{'id': '34646794-5df5-4b40-afc8-fce2e270e577', 'name': 'tempest-ServersTestManualDisk-958805555-router', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:17Z', 'updated_at': '2021-12-22T04:46:59Z', 'revision_number': 5, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'gw_port': {'id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:07.060064 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a898ebc8-c29c-49ee-9573-79b1bfc984cc None None] The sync data for ids ['34646794-5df5-4b40-afc8-fce2e270e577'] in dv-neutron-822525-1-hyperv is: [{'id': '34646794-5df5-4b40-afc8-fce2e270e577', 'name': 'tempest-ServersTestManualDisk-958805555-router', 'tenant_id': 'ede9c024168f43b3a1c204783ee2d873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:17Z', 'updated_at': '2021-12-22T04:46:59Z', 'revision_number': 5, 'project_id': 'ede9c024168f43b3a1c204783ee2d873', 'gw_port': {'id': '4cf9a1db-f5df-4b03-a7f7-bb6fab268129', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34646794-5df5-4b40-afc8-fce2e270e577', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:47:07.080948 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4eb19148-c38c-4491-aeff-ebd90433fa0e tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Usage tracker for resource:subnet and tenant:664b0479e9e1448ea56990a36f4ec616 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:07.084645 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4eb19148-c38c-4491-aeff-ebd90433fa0e tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:07.094645 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4eb19148-c38c-4491-aeff-ebd90433fa0e tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:07.108508 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0705ff90-a77c-4eb7-a2ff-13da2602c5ec admin admin] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:07.160736 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb19148-c38c-4491-aeff-ebd90433fa0e tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Made reservation on behalf of 664b0479e9e1448ea56990a36f4ec616 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:07.211098 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-b482afb5-fbe3-4fc8-91c1-dc9e6f84fd4c None None] For port 922954a3-b415-4d7b-9b64-2e9a211b717d, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=922954a3-b415-4d7b-9b64-2e9a211b717d,segment=NetworkSegment(c08a552d-0129-42ec-826b-a8010d24fea6),segment_id=c08a552d-0129-42ec-826b-a8010d24fea6)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:07.211502 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b482afb5-fbe3-4fc8-91c1-dc9e6f84fd4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:07.224469 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] For port 922954a3-b415-4d7b-9b64-2e9a211b717d, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=922954a3-b415-4d7b-9b64-2e9a211b717d,segment=NetworkSegment(c08a552d-0129-42ec-826b-a8010d24fea6),segment_id=c08a552d-0129-42ec-826b-a8010d24fea6)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:07.224825 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:07.268732 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809920a3-7f8f-44c8-afbb-87f8aa06d963 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:07.271671 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-809920a3-7f8f-44c8-afbb-87f8aa06d963 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:07.339550 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b482afb5-fbe3-4fc8-91c1-dc9e6f84fd4c None None] Calling delete_port for 922954a3-b415-4d7b-9b64-2e9a211b717d owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:07.352146 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b896e7be-715a-4e6e-9fbf-787cde7ae6b9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:07.440652 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:07.443630 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b482afb5-fbe3-4fc8-91c1-dc9e6f84fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:07.450314 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:07.498258 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 538446cc-f504-4a0b-8d5f-bbe0e9752dec no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:47:07.538226 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4eb19148-c38c-4491-aeff-ebd90433fa0e tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:07.561023 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482afb5-fbe3-4fc8-91c1-dc9e6f84fd4c None None] Pushing event deleted for resources: {'Port': ['ID=922954a3-b415-4d7b-9b64-2e9a211b717d,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:07.563544 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b482afb5-fbe3-4fc8-91c1-dc9e6f84fd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:07.568281 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 538446cc-f504-4a0b-8d5f-bbe0e9752dec {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:47:07.568634 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 538446cc-f504-4a0b-8d5f-bbe0e9752dec not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:47:07.569067 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 922954a3-b415-4d7b-9b64-2e9a211b717d no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:47:07.610385 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b482afb5-fbe3-4fc8-91c1-dc9e6f84fd4c None None] No DVR routers for this DVR port 922954a3-b415-4d7b-9b64-2e9a211b717d on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:47:07.613533 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Calling delete_port for 922954a3-b415-4d7b-9b64-2e9a211b717d owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:07.615980 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809920a3-7f8f-44c8-afbb-87f8aa06d963 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:47:07.621803 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 922954a3-b415-4d7b-9b64-2e9a211b717d {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:47:07.622450 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 922954a3-b415-4d7b-9b64-2e9a211b717d not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:47:07.664499 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-19c21a67-835a-409a-8a1d-ad8dc700ed29 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:07.700472 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-809920a3-7f8f-44c8-afbb-87f8aa06d963 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:07.700803 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-809920a3-7f8f-44c8-afbb-87f8aa06d963 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Added segment 663a12e5-7a8c-4b1d-a907-b54eac2a5a0c of type vlan for network 00b126e1-4191-4e2d-8ecc-1e0049f91e24
Dec 22 04:47:07.827398 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-0336ad8f-6dcf-413b-b162-0661d520c556 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet 4f051694-f423-40d9-9334-fd20ea1476c0 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:47:07.833399 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-809920a3-7f8f-44c8-afbb-87f8aa06d963 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:07.838921 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0336ad8f-6dcf-413b-b162-0661d520c556 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:08.023434 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-19c21a67-835a-409a-8a1d-ad8dc700ed29 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:08.024851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.api [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:47:08.025152 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_db.api [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:47:08.032567 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-19c21a67-835a-409a-8a1d-ad8dc700ed29 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:08.078276 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-19c21a67-835a-409a-8a1d-ad8dc700ed29 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:08.078756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c21a67-835a-409a-8a1d-ad8dc700ed29 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Fanout notify agent at l3_agent the message router_deleted on router 0c70a51f-7763-48ad-aff2-e91521d95748 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:47:08.099533 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-19c21a67-835a-409a-8a1d-ad8dc700ed29 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:08.100606 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-19c21a67-835a-409a-8a1d-ad8dc700ed29 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "DELETE /v2.0/routers/0c70a51f-7763-48ad-aff2-e91521d95748 HTTP/1.1" status: 204  len: 168 time: 5.6531937
Dec 22 04:47:08.104754 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51018) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:08.110526 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-936b3d89-cf0c-4a55-aca6-68946fd69c7b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-495675315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:08.122616 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-936b3d89-cf0c-4a55-aca6-68946fd69c7b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:08.126433 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0705ff90-a77c-4eb7-a2ff-13da2602c5ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:08.130611 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-936b3d89-cf0c-4a55-aca6-68946fd69c7b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Usage tracker for resource:router and tenant:d561aafa63d94344874802f202528048 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:08.134153 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-436e2ff8-49f9-4695-9af3-b3c415054352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:08.135626 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-936b3d89-cf0c-4a55-aca6-68946fd69c7b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:08.141512 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0336ad8f-6dcf-413b-b162-0661d520c556 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:08.151325 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-936b3d89-cf0c-4a55-aca6-68946fd69c7b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:08.155134 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-0705ff90-a77c-4eb7-a2ff-13da2602c5ec admin admin] Deleting port 4cf9a1db-f5df-4b03-a7f7-bb6fab268129 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:08.155749 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0705ff90-a77c-4eb7-a2ff-13da2602c5ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:08.170468 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7929150b-93ad-4232-8ae6-296421b7c1f2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:08.197684 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-936b3d89-cf0c-4a55-aca6-68946fd69c7b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:08.198576 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-936b3d89-cf0c-4a55-aca6-68946fd69c7b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:08.210720 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-809920a3-7f8f-44c8-afbb-87f8aa06d963 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:08.214434 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809920a3-7f8f-44c8-afbb-87f8aa06d963 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:08.215295 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-809920a3-7f8f-44c8-afbb-87f8aa06d963 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:08.254549 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e2ff8-49f9-4695-9af3-b3c415054352 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c09f342-37a3-4ba5-853d-1d5f61f88fd8,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:08.275162 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-436e2ff8-49f9-4695-9af3-b3c415054352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:08.275801 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:08.303395 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-936b3d89-cf0c-4a55-aca6-68946fd69c7b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:08.348905 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-936b3d89-cf0c-4a55-aca6-68946fd69c7b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:08.360741 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-0705ff90-a77c-4eb7-a2ff-13da2602c5ec admin admin] For port 4cf9a1db-f5df-4b03-a7f7-bb6fab268129, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=4cf9a1db-f5df-4b03-a7f7-bb6fab268129,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:08.361335 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0705ff90-a77c-4eb7-a2ff-13da2602c5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:08.433331 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b896e7be-715a-4e6e-9fbf-787cde7ae6b9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:08.493618 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-809920a3-7f8f-44c8-afbb-87f8aa06d963 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.6309314
Dec 22 04:47:08.497333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51022) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:08.506759 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-0705ff90-a77c-4eb7-a2ff-13da2602c5ec admin admin] Calling delete_port for 4cf9a1db-f5df-4b03-a7f7-bb6fab268129 owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:08.529699 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809920a3-7f8f-44c8-afbb-87f8aa06d963 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Network': ['ID=00b126e1-4191-4e2d-8ecc-1e0049f91e24,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:08.537940 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting port 922954a3-b415-4d7b-9b64-2e9a211b717d {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:08.537940 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:08.546055 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-809920a3-7f8f-44c8-afbb-87f8aa06d963 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:08.549684 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8d06dc31-3c44-401a-99fc-f6af3fae754b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:08.571962 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-9fbcd799-305f-4bb1-93f0-55229927c023 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'subnet': {'network_id': '00b126e1-4191-4e2d-8ecc-1e0049f91e24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:08.587673 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-936b3d89-cf0c-4a55-aca6-68946fd69c7b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:08.588907 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-936b3d89-cf0c-4a55-aca6-68946fd69c7b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4832218
Dec 22 04:47:08.598057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51026) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:08.605021 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4eb19148-c38c-4491-aeff-ebd90433fa0e tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:08.637698 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0336ad8f-6dcf-413b-b162-0661d520c556 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:08.672594 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 00b126e1-4191-4e2d-8ecc-1e0049f91e24 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:47:08.674254 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-e17064c6-4667-47b1-8071-2f4e6fc3706c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'enable_snat': False}}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:08.768435 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] The port '922954a3-b415-4d7b-9b64-2e9a211b717d' was deleted {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:47:08.773721 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896e7be-715a-4e6e-9fbf-787cde7ae6b9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Subnet': ['ID=9652b978-f947-4dea-aa90-0c16e177aa87,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:08.774740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-49b389e6-ac8a-4791-bc79-e90d07690bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:08.784788 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b896e7be-715a-4e6e-9fbf-787cde7ae6b9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:08.787421 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:08.845794 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b896e7be-715a-4e6e-9fbf-787cde7ae6b9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Checking segment: {'id': '5466d01e-5436-4577-a0aa-94e1f01da2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'eb77666e-b60f-4f13-910d-abd111d78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:08.846144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b896e7be-715a-4e6e-9fbf-787cde7ae6b9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network hostable DHCP agents. Network: eb77666e-b60f-4f13-910d-abd111d78793, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:47:08.906737 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb19148-c38c-4491-aeff-ebd90433fa0e tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Checking segment: {'id': 'fb6d473e-fe1d-4564-9d9b-8db521c6b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5c844ea5-2a60-43e8-9032-9cd4666b2bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:08.907090 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb19148-c38c-4491-aeff-ebd90433fa0e tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Network hostable DHCP agents. Network: 5c844ea5-2a60-43e8-9032-9cd4666b2bef, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:47:08.912056 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb19148-c38c-4491-aeff-ebd90433fa0e tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Subnet': ['ID=b8ff8554-ce78-4fad-9de9-26e2aa04c857,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:08.917986 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4eb19148-c38c-4491-aeff-ebd90433fa0e tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:08.921126 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0336ad8f-6dcf-413b-b162-0661d520c556 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:08.927379 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b95ee5a5-5f70-46e7-9076-6f96028e6f64 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:08.973982 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336ad8f-6dcf-413b-b162-0661d520c556 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=4f051694-f423-40d9-9334-fd20ea1476c0,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:09.028951 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0336ad8f-6dcf-413b-b162-0661d520c556 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:09.037133 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b896e7be-715a-4e6e-9fbf-787cde7ae6b9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network eb77666e-b60f-4f13-910d-abd111d78793 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:47:09.038850 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f135dae8-d3c4-48f5-a0af-d44c7514d294 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:09.041224 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0336ad8f-6dcf-413b-b162-0661d520c556 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:09.061094 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-b896e7be-715a-4e6e-9fbf-787cde7ae6b9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, eb77666e-b60f-4f13-910d-abd111d78793) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:09.067812 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b896e7be-715a-4e6e-9fbf-787cde7ae6b9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:09.068599 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b896e7be-715a-4e6e-9fbf-787cde7ae6b9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:09.086876 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0336ad8f-6dcf-413b-b162-0661d520c556 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/4f051694-f423-40d9-9334-fd20ea1476c0 HTTP/1.1" status: 204  len: 168 time: 2.1334910
Dec 22 04:47:09.089227 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb19148-c38c-4491-aeff-ebd90433fa0e tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Network 5c844ea5-2a60-43e8-9032-9cd4666b2bef is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:47:09.091426 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51030) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:09.106114 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fbb8a1-78a2-490f-a14e-603fb37d7264 None None] Network eb77666e-b60f-4f13-910d-abd111d78793 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:09.132978 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b896e7be-715a-4e6e-9fbf-787cde7ae6b9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.9124899
Dec 22 04:47:09.145574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51034) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:09.152428 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9fbcd799-305f-4bb1-93f0-55229927c023 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:09.153391 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-4eb19148-c38c-4491-aeff-ebd90433fa0e tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 5c844ea5-2a60-43e8-9032-9cd4666b2bef) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:09.157033 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9fbcd799-305f-4bb1-93f0-55229927c023 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:subnet and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:09.163872 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9fbcd799-305f-4bb1-93f0-55229927c023 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:09.168753 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb19148-c38c-4491-aeff-ebd90433fa0e tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:09.169336 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4eb19148-c38c-4491-aeff-ebd90433fa0e tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:09.186356 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-a4a51918-3811-4feb-9601-92318d343334 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'port': {'network_id': 'eb77666e-b60f-4f13-910d-abd111d78793', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-664991832'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:09.190313 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fa6b4d-32cc-42cf-9b15-30afa823696a None None] Network 5c844ea5-2a60-43e8-9032-9cd4666b2bef requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:09.191434 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-533d62f2-9b5f-4118-8bbd-c782bdda339f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet ab9be832-b06c-4558-9029-c41a9d15104c {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:47:09.198041 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-533d62f2-9b5f-4118-8bbd-c782bdda339f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:09.237029 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:09.244584 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4eb19148-c38c-4491-aeff-ebd90433fa0e tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.6907320
Dec 22 04:47:09.245993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51038) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:09.314016 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9fbcd799-305f-4bb1-93f0-55229927c023 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:09.337336 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-436e2ff8-49f9-4695-9af3-b3c415054352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:09.344472 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-533d62f2-9b5f-4118-8bbd-c782bdda339f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:09.436994 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bd27430>,) {'filters': {'network_id': ['99b13eb4-366b-4584-a521-e37dff5808a8']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:09.491778 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbcd799-305f-4bb1-93f0-55229927c023 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:09.534456 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:09.552922 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-533d62f2-9b5f-4118-8bbd-c782bdda339f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:09.603973 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-eb77666e-b60f-4f13-910d-abd111d78793', 'network_id': 'eb77666e-b60f-4f13-910d-abd111d78793', 'tenant_id': '9cc774473554458a97f8b8616dd2ecde', 'fixed_ips': [{'subnet_id': '9652b978-f947-4dea-aa90-0c16e177aa87'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:47:09.604783 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:09.616155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bd27430>, 'c08a552d-0129-42ec-826b-a8010d24fea6') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:09.616500 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bd27430>, 'c08a552d-0129-42ec-826b-a8010d24fea6') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:09.646996 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:09.662193 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-5c844ea5-2a60-43e8-9032-9cd4666b2bef', 'network_id': '5c844ea5-2a60-43e8-9032-9cd4666b2bef', 'tenant_id': '664b0479e9e1448ea56990a36f4ec616', 'fixed_ips': [{'subnet_id': 'b8ff8554-ce78-4fad-9de9-26e2aa04c857'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:47:09.663134 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:09.729925 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:09.746287 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9fbcd799-305f-4bb1-93f0-55229927c023 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:09.831244 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:47:09.831244 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:09.835243 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:47:09.849042 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:47:09.915534 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-533d62f2-9b5f-4118-8bbd-c782bdda339f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:09.928750 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:09.971985 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d62f2-9b5f-4118-8bbd-c782bdda339f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=ab9be832-b06c-4558-9029-c41a9d15104c,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:09.981613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-533d62f2-9b5f-4118-8bbd-c782bdda339f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:09.985180 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a4a51918-3811-4feb-9601-92318d343334 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:10.000926 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-533d62f2-9b5f-4118-8bbd-c782bdda339f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:10.002578 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0705ff90-a77c-4eb7-a2ff-13da2602c5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:10.006117 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-958fc990-96b8-4c83-ae47-852f0012ac81 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:10.023394 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-533d62f2-9b5f-4118-8bbd-c782bdda339f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/ab9be832-b06c-4558-9029-c41a9d15104c HTTP/1.1" status: 204  len: 168 time: 0.9299760
Dec 22 04:47:10.025074 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Allocated IP 2001:db8::2 (eb77666e-b60f-4f13-910d-abd111d78793/9652b978-f947-4dea-aa90-0c16e177aa87/059fc19f-b2b2-43bd-8b66-517148de1707) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:10.026011 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51042) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:10.031835 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Allocated IP 172.20.0.1 (5c844ea5-2a60-43e8-9032-9cd4666b2bef/b8ff8554-ce78-4fad-9de9-26e2aa04c857/0342855f-6c00-4998-8b5c-3896a1862901) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:10.061637 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a4a51918-3811-4feb-9601-92318d343334 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:port and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:10.071005 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a4a51918-3811-4feb-9601-92318d343334 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:10.083145 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705ff90-a77c-4eb7-a2ff-13da2602c5ec admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf9a1db-f5df-4b03-a7f7-bb6fab268129,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:10.107369 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0705ff90-a77c-4eb7-a2ff-13da2602c5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:10.108352 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a4a51918-3811-4feb-9601-92318d343334 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:10.124132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b715fea4-ed8e-4e8d-811a-8786b1312792 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:router {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:47:10.212284 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b715fea4-ed8e-4e8d-811a-8786b1312792 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:router {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:47:10.217929 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b715fea4-ed8e-4e8d-811a-8786b1312792 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1858602
Dec 22 04:47:10.221764 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51046) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:10.230078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:10.256821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:10.261651 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:10.278057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c55fe80b-d3db-4952-ad3f-cc0262a911dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:10.290643 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe85656-04dd-49cd-8d38-c70bfd3ce9c4 None None] Update dhcp port {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'fixed_ips': [{'subnet_id': 'ab9be832-b06c-4558-9029-c41a9d15104c'}], 'binding:host_id': 'dv-neutron-822525-1-hyperv'}, 'id': '267760c5-6db5-4b02-872b-1cda0240c912'} from dv-neutron-822525-1-hyperv. {{(pid=83436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 04:47:10.291806 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a51918-3811-4feb-9601-92318d343334 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:10.294809 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a4a51918-3811-4feb-9601-92318d343334 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:10.367375 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/networks/99b13eb4-366b-4584-a521-e37dff5808a8 HTTP/1.1" status: 204  len: 168 time: 4.0649679
Dec 22 04:47:10.367375 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Network': ['ID=99b13eb4-366b-4584-a521-e37dff5808a8,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:10.369526 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:10.372347 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e17064c6-4667-47b1-8071-2f4e6fc3706c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:10.377074 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51050) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:10.387297 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-eac0bfcd-8fb7-4e08-97f0-22ad74962f77 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'network': {'name': 'tempest-RoutersTest-576792302'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:10.403798 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-eac0bfcd-8fb7-4e08-97f0-22ad74962f77 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:10.416004 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-a4a51918-3811-4feb-9601-92318d343334 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] device_id is not set on port 707c47fe-0a80-4c5e-9d5e-d3dfb0a19fd8 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:47:10.423243 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-bbe85656-04dd-49cd-8d38-c70bfd3ce9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:10.432957 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:10.441888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:10.446146 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:10.455221 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:10.460609 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-eac0bfcd-8fb7-4e08-97f0-22ad74962f77 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:network and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:10.469756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-eac0bfcd-8fb7-4e08-97f0-22ad74962f77 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:10.498495 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-eac0bfcd-8fb7-4e08-97f0-22ad74962f77 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:10.531941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:10.535530 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:10.580828 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:10.646848 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Transition to ACTIVE for port object 059fc19f-b2b2-43bd-8b66-517148de1707 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:10.665779 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:10.681026 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Transition to ACTIVE for port object 0342855f-6c00-4998-8b5c-3896a1862901 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:10.706234 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Transition to ACTIVE for port object 0342855f-6c00-4998-8b5c-3896a1862901 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:10.710635 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Transition to ACTIVE for port object 059fc19f-b2b2-43bd-8b66-517148de1707 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:10.717143 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:10.724859 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:10.754580 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:10.782025 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56398b9c-382b-490c-a853-f205db66b553 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:10.799294 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:10.810713 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6cf9dc6c-3a00-4ef7-9d7e-7529233410ef tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:10.850119 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0705ff90-a77c-4eb7-a2ff-13da2602c5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:10.857819 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ff8554-ce78-4fad-9de9-26e2aa04c857,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:10.869874 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:10.893444 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Network 5c844ea5-2a60-43e8-9032-9cd4666b2bef is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:10.895485 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Network eb77666e-b60f-4f13-910d-abd111d78793 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:10.916822 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:10.918850 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:10.920482 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Pushing event updated for resources: {'Port': ['ID=0342855f-6c00-4998-8b5c-3896a1862901,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:10.924987 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:10.927898 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:10.939636 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:10.939846 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e6585fe3-3cde-4557-8223-e60371bbda5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:10.944417 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac0bfcd-8fb7-4e08-97f0-22ad74962f77 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Made reservation on behalf of 9e7dce9f57e64c25bbfc8211ac6b7ebe for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:10.947386 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eac0bfcd-8fb7-4e08-97f0-22ad74962f77 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:10.957093 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9fbcd799-305f-4bb1-93f0-55229927c023 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:11.012610 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:11.029594 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-690878a6-5163-41f3-a119-ec9c07fd03d1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:11.046315 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b1f2190>,) {'filters': {'network_id': ['5c844ea5-2a60-43e8-9032-9cd4666b2bef']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:11.048197 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a32ba053-d59a-4ac5-9a91-0ebc7fc55622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:11.053585 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c74990f1-28d5-4858-96a0-dabc1aaaf980 None None] Provisioning complete for port 267760c5-6db5-4b02-872b-1cda0240c912 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:11.054471 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c74990f1-28d5-4858-96a0-dabc1aaaf980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:11.067245 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b1f2190>, 'fb6d473e-fe1d-4564-9d9b-8db521c6b244') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:11.067565 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b1f2190>, 'fb6d473e-fe1d-4564-9d9b-8db521c6b244') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:11.085220 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436e2ff8-49f9-4695-9af3-b3c415054352 admin admin] Router af42f049-047b-4846-b6a3-7616726426f8 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:47:11.114831 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:11.153466 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:11.169899 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:47:11.169899 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:47:11.187327 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:47:11.317630 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Pushing event updated for resources: {'Port': ['ID=059fc19f-b2b2-43bd-8b66-517148de1707,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:11.320065 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Attempting to bind port 059fc19f-b2b2-43bd-8b66-517148de1707 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:47:11.320455 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Attempting to bind port 059fc19f-b2b2-43bd-8b66-517148de1707 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '5466d01e-5436-4577-a0aa-94e1f01da2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'eb77666e-b60f-4f13-910d-abd111d78793'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:47:11.320807 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Attempting to bind port 059fc19f-b2b2-43bd-8b66-517148de1707 on network eb77666e-b60f-4f13-910d-abd111d78793 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:47:11.323507 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:11.377962 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac0bfcd-8fb7-4e08-97f0-22ad74962f77 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:47:11.384188 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcd799-305f-4bb1-93f0-55229927c023 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Subnet': ['ID=fdfbeaeb-ed6c-433e-9d86-3c2add99d82a,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:11.387610 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9fbcd799-305f-4bb1-93f0-55229927c023 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:11.399990 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:47:11.399990 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Checking segment: {'id': '5466d01e-5436-4577-a0aa-94e1f01da2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'eb77666e-b60f-4f13-910d-abd111d78793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:11.400295 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:11.400717 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Bound using segment: {'id': '5466d01e-5436-4577-a0aa-94e1f01da2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'eb77666e-b60f-4f13-910d-abd111d78793'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:47:11.401610 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Bound port: 059fc19f-b2b2-43bd-8b66-517148de1707, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5466d01e-5436-4577-a0aa-94e1f01da2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'eb77666e-b60f-4f13-910d-abd111d78793'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:47:11.401746 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:11.414333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-a4a51918-3811-4feb-9601-92318d343334 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Allocated IP 2001:db8::31e (eb77666e-b60f-4f13-910d-abd111d78793/9652b978-f947-4dea-aa90-0c16e177aa87/707c47fe-0a80-4c5e-9d5e-d3dfb0a19fd8) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:11.414770 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Attempting to bind port 0342855f-6c00-4998-8b5c-3896a1862901 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:47:11.415147 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Attempting to bind port 0342855f-6c00-4998-8b5c-3896a1862901 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'fb6d473e-fe1d-4564-9d9b-8db521c6b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5c844ea5-2a60-43e8-9032-9cd4666b2bef'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:47:11.415513 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Attempting to bind port 0342855f-6c00-4998-8b5c-3896a1862901 on network 5c844ea5-2a60-43e8-9032-9cd4666b2bef {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:47:11.417938 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0705ff90-a77c-4eb7-a2ff-13da2602c5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:11.444711 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eac0bfcd-8fb7-4e08-97f0-22ad74962f77 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:11.445031 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-eac0bfcd-8fb7-4e08-97f0-22ad74962f77 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Added segment 24a1e4b7-c840-4878-b199-c5a735a8a422 of type vlan for network d39121d8-28aa-4bcd-8ce0-695dc25c86d1
Dec 22 04:47:11.455971 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0705ff90-a77c-4eb7-a2ff-13da2602c5ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:11.472627 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbcd799-305f-4bb1-93f0-55229927c023 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Checking segment: {'id': '663a12e5-7a8c-4b1d-a907-b54eac2a5a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '00b126e1-4191-4e2d-8ecc-1e0049f91e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:11.472989 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbcd799-305f-4bb1-93f0-55229927c023 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network hostable DHCP agents. Network: 00b126e1-4191-4e2d-8ecc-1e0049f91e24, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:47:11.475793 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:47:11.476174 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Checking segment: {'id': 'fb6d473e-fe1d-4564-9d9b-8db521c6b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5c844ea5-2a60-43e8-9032-9cd4666b2bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:11.476668 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:11.477158 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Bound using segment: {'id': 'fb6d473e-fe1d-4564-9d9b-8db521c6b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5c844ea5-2a60-43e8-9032-9cd4666b2bef'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:47:11.477916 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Bound port: 0342855f-6c00-4998-8b5c-3896a1862901, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6d473e-fe1d-4564-9d9b-8db521c6b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '5c844ea5-2a60-43e8-9032-9cd4666b2bef'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:47:11.478300 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:11.502595 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.api [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 04:47:11.502595 dv-neutron-822525-1-hyperv neutron-server[83435]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 04:47:11.502595 dv-neutron-822525-1-hyperv neutron-server[83435]: [parameters: {'id': '5c844ea5-2a60-43e8-9032-9cd4666b2bef'}]
Dec 22 04:47:11.502595 dv-neutron-822525-1-hyperv neutron-server[83435]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:47:11.503700 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_db.api [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:47:11.520218 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.objects.ports [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83435) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 04:47:11.576452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eac0bfcd-8fb7-4e08-97f0-22ad74962f77 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:11.594317 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 267760c5-6db5-4b02-872b-1cda0240c912 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:47:11.671454 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0705ff90-a77c-4eb7-a2ff-13da2602c5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:11.671946 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0705ff90-a77c-4eb7-a2ff-13da2602c5ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34646794-5df5-4b40-afc8-fce2e270e577 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:47:11.709205 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbcd799-305f-4bb1-93f0-55229927c023 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network 00b126e1-4191-4e2d-8ecc-1e0049f91e24 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:47:11.710938 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eac0bfcd-8fb7-4e08-97f0-22ad74962f77 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:11.714722 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac0bfcd-8fb7-4e08-97f0-22ad74962f77 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:11.715359 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eac0bfcd-8fb7-4e08-97f0-22ad74962f77 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:11.732900 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e3174dc4-6884-4ae8-a9f2-450173ce50fd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:11.781523 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:11.803203 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436e2ff8-49f9-4695-9af3-b3c415054352 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:47:11.860275 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] For port 059fc19f-b2b2-43bd-8b66-517148de1707, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:47:11.864973 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-436e2ff8-49f9-4695-9af3-b3c415054352 admin admin] 10.222.0.53 "PUT /v2.0/routers/af42f049-047b-4846-b6a3-7616726426f8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.4270115
Dec 22 04:47:11.866677 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51054) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:11.869378 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] For port 059fc19f-b2b2-43bd-8b66-517148de1707, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=059fc19f-b2b2-43bd-8b66-517148de1707,segment=NetworkSegment(5466d01e-5436-4577-a0aa-94e1f01da2cf),segment_id=5466d01e-5436-4577-a0aa-94e1f01da2cf)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:47:11.905268 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-9fbcd799-305f-4bb1-93f0-55229927c023 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 00b126e1-4191-4e2d-8ecc-1e0049f91e24) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:11.910402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbcd799-305f-4bb1-93f0-55229927c023 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:11.911156 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9fbcd799-305f-4bb1-93f0-55229927c023 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:11.915342 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4a428c-89e3-431f-8d1f-b4716f82d177 None None] Sync routers for ids ['af42f049-047b-4846-b6a3-7616726426f8'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:47:11.941919 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b503280-ed46-48b4-8574-2d5138d89d9d None None] Network 00b126e1-4191-4e2d-8ecc-1e0049f91e24 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:11.954202 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-eac0bfcd-8fb7-4e08-97f0-22ad74962f77 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.5724435
Dec 22 04:47:11.957131 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51058) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:11.960166 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a4a51918-3811-4feb-9601-92318d343334 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:11.969260 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-4b7f56ba-734c-442e-b0d3-d877afa62b65 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'subnet': {'network_id': 'd39121d8-28aa-4bcd-8ce0-695dc25c86d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:11.970685 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0705ff90-a77c-4eb7-a2ff-13da2602c5ec admin admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:11.971993 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0705ff90-a77c-4eb7-a2ff-13da2602c5ec admin admin] 10.222.0.53 "DELETE /v2.0/routers/34646794-5df5-4b40-afc8-fce2e270e577 HTTP/1.1" status: 204  len: 168 time: 5.9585533
Dec 22 04:47:11.983498 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51062) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:11.995188 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:12.005816 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:12.023156 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0bfcd-8fb7-4e08-97f0-22ad74962f77 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Network': ['ID=d39121d8-28aa-4bcd-8ce0-695dc25c86d1,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:12.025991 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-eac0bfcd-8fb7-4e08-97f0-22ad74962f77 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:12.027913 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9fbcd799-305f-4bb1-93f0-55229927c023 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.5292892
Dec 22 04:47:12.038704 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51066) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:12.045467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e17064c6-4667-47b1-8071-2f4e6fc3706c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:12.052502 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:12.072504 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-a4a51918-3811-4feb-9601-92318d343334 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Transition to ACTIVE for port object 707c47fe-0a80-4c5e-9d5e-d3dfb0a19fd8 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:12.077509 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-f2c54127-5415-4a3c-a2bf-dddd294c3cd1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'port': {'network_id': '00b126e1-4191-4e2d-8ecc-1e0049f91e24', 'name': 'tempest-PortsTestJSON-1163406218', 'fixed_ips': [{'subnet_id': 'fdfbeaeb-ed6c-433e-9d86-3c2add99d82a', 'ip_address': '172.20.0.10'}]}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:12.101831 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network d39121d8-28aa-4bcd-8ce0-695dc25c86d1 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:47:12.114428 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:12.157697 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e17064c6-4667-47b1-8071-2f4e6fc3706c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:12.180707 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Deleting port 0342855f-6c00-4998-8b5c-3896a1862901 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:12.181291 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:12.279896 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4a428c-89e3-431f-8d1f-b4716f82d177 None None] Routers {'af42f049-047b-4846-b6a3-7616726426f8'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:12.280512 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-ac4a428c-89e3-431f-8d1f-b4716f82d177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c0138e0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['af42f049-047b-4846-b6a3-7616726426f8'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:12.288696 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4b7f56ba-734c-442e-b0d3-d877afa62b65 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:12.308527 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4b7f56ba-734c-442e-b0d3-d877afa62b65 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:subnet and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:12.351277 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] For port 0342855f-6c00-4998-8b5c-3896a1862901, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:47:12.370951 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4b7f56ba-734c-442e-b0d3-d877afa62b65 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:12.382553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e363b0-a5ed-4dfe-b3d5-a7bd6b38f994 admin admin] Deleting subnet faeacc71-1cdb-4a7d-86fa-0899322c9f90 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:47:12.395340 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-33e363b0-a5ed-4dfe-b3d5-a7bd6b38f994 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:12.415475 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4b7f56ba-734c-442e-b0d3-d877afa62b65 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:12.425759 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] For port 267760c5-6db5-4b02-872b-1cda0240c912, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=267760c5-6db5-4b02-872b-1cda0240c912,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:12.455042 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] For port 0342855f-6c00-4998-8b5c-3896a1862901, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=0342855f-6c00-4998-8b5c-3896a1862901,segment=NetworkSegment(fb6d473e-fe1d-4564-9d9b-8db521c6b244),segment_id=fb6d473e-fe1d-4564-9d9b-8db521c6b244)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:47:12.465564 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:12.466394 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7f56ba-734c-442e-b0d3-d877afa62b65 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Made reservation on behalf of 9e7dce9f57e64c25bbfc8211ac6b7ebe for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:12.479702 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414528ab-bb24-48fb-b947-612b20fbc247 None None] Update dhcp port {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'fixed_ips': [{'subnet_id': 'f45c2776-db41-4231-9203-3be30582a2d2'}], 'binding:host_id': 'dv-neutron-822525-1-hyperv'}, 'id': '267760c5-6db5-4b02-872b-1cda0240c912'} from dv-neutron-822525-1-hyperv. {{(pid=83436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 04:47:12.513108 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a4a51918-3811-4feb-9601-92318d343334 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:12.524527 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:12.532585 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6e80e022-bdd3-4d22-a75e-f8075936827c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:12.590901 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f2c54127-5415-4a3c-a2bf-dddd294c3cd1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:12.609089 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-33e363b0-a5ed-4dfe-b3d5-a7bd6b38f994 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:12.618507 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.resource_extend [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:47:12.624515 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:12.626083 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Pushing event updated for resources: {'Port': ['ID=059fc19f-b2b2-43bd-8b66-517148de1707,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:12.641597 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f2c54127-5415-4a3c-a2bf-dddd294c3cd1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:port and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:12.650091 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:12.653183 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f2c54127-5415-4a3c-a2bf-dddd294c3cd1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:12.654118 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d76e19e5-dcec-4ec2-bcf9-84c90c1443b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:12.660887 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:12.670915 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f2c54127-5415-4a3c-a2bf-dddd294c3cd1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:12.671363 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] For port 0342855f-6c00-4998-8b5c-3896a1862901, host dv-neutron-822525-1-hyperv, got binding levels [] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:12.671724 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:12.681096 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4b7f56ba-734c-442e-b0d3-d877afa62b65 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:12.687038 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a51918-3811-4feb-9601-92318d343334 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network eb77666e-b60f-4f13-910d-abd111d78793 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:12.704480 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-a4a51918-3811-4feb-9601-92318d343334 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:12.707103 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a51918-3811-4feb-9601-92318d343334 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:12.708739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:12.709529 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:12.711320 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a51918-3811-4feb-9601-92318d343334 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:12.711933 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a4a51918-3811-4feb-9601-92318d343334 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:12.723394 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-e17064c6-4667-47b1-8071-2f4e6fc3706c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Allocated IP 172.26.4.176 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/9490ff17-8454-4544-b2d0-9675f71870dc) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:12.734640 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a51918-3811-4feb-9601-92318d343334 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Port': ['ID=707c47fe-0a80-4c5e-9d5e-d3dfb0a19fd8,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:12.740052 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a4a51918-3811-4feb-9601-92318d343334 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:12.769171 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c54127-5415-4a3c-a2bf-dddd294c3cd1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:12.774706 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f2c54127-5415-4a3c-a2bf-dddd294c3cd1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:12.775183 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:12.806881 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-414528ab-bb24-48fb-b947-612b20fbc247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:12.892013 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a4a51918-3811-4feb-9601-92318d343334 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 892 time: 3.7447436
Dec 22 04:47:12.898464 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51072) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:12.983274 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-f2c54127-5415-4a3c-a2bf-dddd294c3cd1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] device_id is not set on port 2d84df63-1916-43bd-bbb2-81979bb70757 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:47:13.051889 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Pushing event updated for resources: {'Port': ['ID=0342855f-6c00-4998-8b5c-3896a1862901,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:13.054431 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:47:13.055489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:47:13.064194 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:13.065084 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-00b126e1-4191-4e2d-8ecc-1e0049f91e24', 'network_id': '00b126e1-4191-4e2d-8ecc-1e0049f91e24', 'tenant_id': '12ff9b0938824da5a0f85f94c435a758', 'fixed_ips': [{'subnet_id': 'fdfbeaeb-ed6c-433e-9d86-3c2add99d82a'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:47:13.065927 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:13.070261 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-33e363b0-a5ed-4dfe-b3d5-a7bd6b38f994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:13.084903 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Calling delete_port for 0342855f-6c00-4998-8b5c-3896a1862901 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:13.103629 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-ac4a428c-89e3-431f-8d1f-b4716f82d177 None None] Set router af42f049-047b-4846-b6a3-7616726426f8 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:47:13.169864 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-77dd4782-f47f-418a-84a7-c1599fcac2c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting port 707c47fe-0a80-4c5e-9d5e-d3dfb0a19fd8 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:13.170327 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-77dd4782-f47f-418a-84a7-c1599fcac2c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:13.247019 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.api [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:47:13.247571 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_db.api [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:47:13.287796 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:13.289456 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:13.289656 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5342a37-617c-46bc-97f0-9766580c1b5c None None] Network 5c844ea5-2a60-43e8-9032-9cd4666b2bef requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:13.292549 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c17ee0d2-dc48-4628-8ac4-3c39773a850b admin admin] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:13.333318 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e17064c6-4667-47b1-8071-2f4e6fc3706c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:13.351216 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:13.351476 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:13.372591 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=267760c5-6db5-4b02-872b-1cda0240c912,revision_number=8']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:13.384106 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:13.386842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.581s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:13.413918 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-33e363b0-a5ed-4dfe-b3d5-a7bd6b38f994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:13.427046 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0f7df954-7d14-4436-b51e-3ae813213c17 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:13.479813 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.2568986
Dec 22 04:47:13.494028 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51076) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:13.504115 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b269f33b-5f13-471d-81ca-16002b9c043b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:13.524315 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e363b0-a5ed-4dfe-b3d5-a7bd6b38f994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faeacc71-1cdb-4a7d-86fa-0899322c9f90,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:13.527380 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-33e363b0-a5ed-4dfe-b3d5-a7bd6b38f994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:13.607528 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-33e363b0-a5ed-4dfe-b3d5-a7bd6b38f994 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:13.633867 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=f45c2776-db41-4231-9203-3be30582a2d2,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:13.644879 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3335256e-3b09-47a4-a575-f2558f0db959 None None] Network 76dd8755-7bd3-483a-90a3-b1bb39c70dc0 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:13.653910 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:13.660876 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-33e363b0-a5ed-4dfe-b3d5-a7bd6b38f994 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/faeacc71-1cdb-4a7d-86fa-0899322c9f90 HTTP/1.1" status: 204  len: 168 time: 1.6700425
Dec 22 04:47:13.670933 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51080) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:13.707671 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-f2c54127-5415-4a3c-a2bf-dddd294c3cd1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Allocated IP 172.20.0.10 (00b126e1-4191-4e2d-8ecc-1e0049f91e24/fdfbeaeb-ed6c-433e-9d86-3c2add99d82a/2d84df63-1916-43bd-bbb2-81979bb70757) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:13.722907 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b269f33b-5f13-471d-81ca-16002b9c043b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:13.770804 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e17064c6-4667-47b1-8071-2f4e6fc3706c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:13.791118 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-98fc2d32-870c-48f3-b85e-f9d6a247ebec tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:13.829108 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Deleting port 0342855f-6c00-4998-8b5c-3896a1862901 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:13.829517 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:13.898357 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b269f33b-5f13-471d-81ca-16002b9c043b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:13.918059 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4b7f56ba-734c-442e-b0d3-d877afa62b65 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:13.921272 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-77dd4782-f47f-418a-84a7-c1599fcac2c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:13.922400 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:13.933230 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b269f33b-5f13-471d-81ca-16002b9c043b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:13.941314 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0336ad8f-6dcf-413b-b162-0661d520c556 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:14.005014 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:14.027088 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:14.028126 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f56ba-734c-442e-b0d3-d877afa62b65 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Subnet': ['ID=bcde8611-a677-4034-b371-4b7dc38d9501,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:14.086482 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ad8446-d799-448d-a682-782c9637d98c None None] Network eb77666e-b60f-4f13-910d-abd111d78793 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:14.088878 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17064c6-4667-47b1-8071-2f4e6fc3706c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Pushing event updated for resources: {'Port': ['ID=9490ff17-8454-4544-b2d0-9675f71870dc,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:14.092728 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e17064c6-4667-47b1-8071-2f4e6fc3706c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:14.107723 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-77dd4782-f47f-418a-84a7-c1599fcac2c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Calling delete_port for 707c47fe-0a80-4c5e-9d5e-d3dfb0a19fd8 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:14.135484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17064c6-4667-47b1-8071-2f4e6fc3706c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:14.149858 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-e17064c6-4667-47b1-8071-2f4e6fc3706c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:14.153937 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17064c6-4667-47b1-8071-2f4e6fc3706c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:14.170256 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b269f33b-5f13-471d-81ca-16002b9c043b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:14.181535 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4b7f56ba-734c-442e-b0d3-d877afa62b65 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:14.218938 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b269f33b-5f13-471d-81ca-16002b9c043b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:14.269690 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 267760c5-6db5-4b02-872b-1cda0240c912, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=267760c5-6db5-4b02-872b-1cda0240c912,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:14.286953 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:14.293162 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:14.324670 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-414528ab-bb24-48fb-b947-612b20fbc247 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:47:14.325166 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-414528ab-bb24-48fb-b947-612b20fbc247 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:47:14.354106 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-8cd8b95d-df52-4377-be5a-bdd9e8317b3f None None] Provisioning for port 059fc19f-b2b2-43bd-8b66-517148de1707 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:14.369576 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] For port 0342855f-6c00-4998-8b5c-3896a1862901, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=0342855f-6c00-4998-8b5c-3896a1862901,segment=NetworkSegment(fb6d473e-fe1d-4564-9d9b-8db521c6b244),segment_id=fb6d473e-fe1d-4564-9d9b-8db521c6b244)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:14.369930 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:14.388648 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7f56ba-734c-442e-b0d3-d877afa62b65 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Checking segment: {'id': '24a1e4b7-c840-4878-b199-c5a735a8a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd39121d8-28aa-4bcd-8ce0-695dc25c86d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:14.388997 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7f56ba-734c-442e-b0d3-d877afa62b65 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network hostable DHCP agents. Network: d39121d8-28aa-4bcd-8ce0-695dc25c86d1, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:47:14.423868 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] Deleting port f317e801-85ee-43e7-bdc5-a48b1a4c9f88 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:14.424212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:14.483488 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=267760c5-6db5-4b02-872b-1cda0240c912,revision_number=9']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:14.490157 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:14.543723 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-ac4a428c-89e3-431f-8d1f-b4716f82d177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c0138e0>, [{'id': 'af42f049-047b-4846-b6a3-7616726426f8', 'name': 'tempest-ServersTestJSON-2080179337-router', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55'}], 'enable_snat': True}, 'gw_port_id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:47:07Z', 'revision_number': 5, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'gw_port': {'id': '23cd109a-ed81-4ac0-93c7-96217c97b7fd', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ca:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af42f049-047b-4846-b6a3-7616726426f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:19Z', 'updated_at': '2021-12-22T04:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:14.551786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4a428c-89e3-431f-8d1f-b4716f82d177 None None] Checking router: af42f049-047b-4846-b6a3-7616726426f8 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:47:14.554515 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Calling delete_port for 0342855f-6c00-4998-8b5c-3896a1862901 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:14.568453 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 059fc19f-b2b2-43bd-8b66-517148de1707 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:14.596123 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4331c880-0e28-4279-9be1-2886787f1014 None None] DHCP port deletion for 76dd8755-7bd3-483a-90a3-b1bb39c70dc0 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:47:14.613495 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c17ee0d2-dc48-4628-8ac4-3c39773a850b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:14.616855 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-4331c880-0e28-4279-9be1-2886787f1014 None None] Deleting port f317e801-85ee-43e7-bdc5-a48b1a4c9f88 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:14.617338 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4331c880-0e28-4279-9be1-2886787f1014 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:14.643566 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b269f33b-5f13-471d-81ca-16002b9c043b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:14.682014 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4a428c-89e3-431f-8d1f-b4716f82d177 None None] Routers {'af42f049-047b-4846-b6a3-7616726426f8'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:14.682742 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-ac4a428c-89e3-431f-8d1f-b4716f82d177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c0138e0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['af42f049-047b-4846-b6a3-7616726426f8'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:14.709881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-c17ee0d2-dc48-4628-8ac4-3c39773a850b admin admin] Deleting port 23cd109a-ed81-4ac0-93c7-96217c97b7fd {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:14.711174 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c17ee0d2-dc48-4628-8ac4-3c39773a850b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:14.753841 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7f56ba-734c-442e-b0d3-d877afa62b65 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network d39121d8-28aa-4bcd-8ce0-695dc25c86d1 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:47:14.810378 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f2c54127-5415-4a3c-a2bf-dddd294c3cd1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:14.862596 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-f2c54127-5415-4a3c-a2bf-dddd294c3cd1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Transition to ACTIVE for port object 2d84df63-1916-43bd-bbb2-81979bb70757 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:14.870930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-77dd4782-f47f-418a-84a7-c1599fcac2c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:14.886315 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0140c4e8-f353-4d73-a5b4-f0f7d0a3f583 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:14.944814 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-4b7f56ba-734c-442e-b0d3-d877afa62b65 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, d39121d8-28aa-4bcd-8ce0-695dc25c86d1) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:14.948980 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd4782-f47f-418a-84a7-c1599fcac2c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Port': ['ID=707c47fe-0a80-4c5e-9d5e-d3dfb0a19fd8,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:14.952782 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-77dd4782-f47f-418a-84a7-c1599fcac2c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:14.956612 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] For port f317e801-85ee-43e7-bdc5-a48b1a4c9f88, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f317e801-85ee-43e7-bdc5-a48b1a4c9f88,segment=NetworkSegment(d8987e0f-1476-4071-84f5-da69d4a56b2a),segment_id=d8987e0f-1476-4071-84f5-da69d4a56b2a)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:14.957228 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:14.974548 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:14.989112 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67d367a-293c-4826-a2f6-e53a6b3123ba None None] Network d39121d8-28aa-4bcd-8ce0-695dc25c86d1 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:15.028445 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7f56ba-734c-442e-b0d3-d877afa62b65 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:15.028771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4b7f56ba-734c-442e-b0d3-d877afa62b65 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:15.032690 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a2aaaf01-8c66-445e-ac3c-a6317c56308b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:15.097057 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-414528ab-bb24-48fb-b947-612b20fbc247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:15.104454 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Port': ['ID=0342855f-6c00-4998-8b5c-3896a1862901,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:15.116699 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:15.137713 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No DVR routers for this DVR port 0342855f-6c00-4998-8b5c-3896a1862901 on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:47:15.158571 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] Calling delete_port for f317e801-85ee-43e7-bdc5-a48b1a4c9f88 owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:15.200727 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-77dd4782-f47f-418a-84a7-c1599fcac2c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:15.205455 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4b7f56ba-734c-442e-b0d3-d877afa62b65 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.2464213
Dec 22 04:47:15.208522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51084) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:15.220351 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 059fc19f-b2b2-43bd-8b66-517148de1707 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:15.232510 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-77dd4782-f47f-418a-84a7-c1599fcac2c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/ports/707c47fe-0a80-4c5e-9d5e-d3dfb0a19fd8 HTTP/1.1" status: 204  len: 168 time: 2.3314974
Dec 22 04:47:15.236208 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51088) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:15.237122 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-184b1435-77db-4ddb-97c7-54c502a01d1d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1649406282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:15.267118 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-184b1435-77db-4ddb-97c7-54c502a01d1d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:15.290318 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f2c54127-5415-4a3c-a2bf-dddd294c3cd1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:15.311732 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a4a51918-3811-4feb-9601-92318d343334 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:15.320274 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 059fc19f-b2b2-43bd-8b66-517148de1707 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:15.320663 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:15.338426 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-184b1435-77db-4ddb-97c7-54c502a01d1d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:router and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:15.354795 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-184b1435-77db-4ddb-97c7-54c502a01d1d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:15.363923 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-c227b279-4f01-4157-a5d8-db70ac6540c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] GET failed (client error): The resource could not be found.
Dec 22 04:47:15.364578 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c227b279-4f01-4157-a5d8-db70ac6540c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Synchronizing usage tracker for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:47:15.374991 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-184b1435-77db-4ddb-97c7-54c502a01d1d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:15.390255 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-ac4a428c-89e3-431f-8d1f-b4716f82d177 None None] Set router af42f049-047b-4846-b6a3-7616726426f8 gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:47:15.397710 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:15.406536 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-c17ee0d2-dc48-4628-8ac4-3c39773a850b admin admin] For port 23cd109a-ed81-4ac0-93c7-96217c97b7fd, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=23cd109a-ed81-4ac0-93c7-96217c97b7fd,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:15.406888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c17ee0d2-dc48-4628-8ac4-3c39773a850b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:15.411826 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c54127-5415-4a3c-a2bf-dddd294c3cd1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network 00b126e1-4191-4e2d-8ecc-1e0049f91e24 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:15.436027 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-f2c54127-5415-4a3c-a2bf-dddd294c3cd1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:15.447830 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c54127-5415-4a3c-a2bf-dddd294c3cd1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:15.482353 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e17064c6-4667-47b1-8071-2f4e6fc3706c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:15.518614 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b9ec60a8-3607-417b-8900-1ecf6ce3be74 None None] Could not find standard attr ID for object 707c47fe-0a80-4c5e-9d5e-d3dfb0a19fd8. {{(pid=83436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 04:47:15.536473 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c227b279-4f01-4157-a5d8-db70ac6540c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Unset dirty status for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:47:15.540547 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c227b279-4f01-4157-a5d8-db70ac6540c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports/707c47fe-0a80-4c5e-9d5e-d3dfb0a19fd8 HTTP/1.1" status: 404  len: 333 time: 0.3021796
Dec 22 04:47:15.544392 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51092) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:15.554753 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:15.559017 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c54127-5415-4a3c-a2bf-dddd294c3cd1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Port': ['ID=2d84df63-1916-43bd-bbb2-81979bb70757,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:15.588999 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-c17ee0d2-dc48-4628-8ac4-3c39773a850b admin admin] Calling delete_port for 23cd109a-ed81-4ac0-93c7-96217c97b7fd owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:15.613196 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f2c54127-5415-4a3c-a2bf-dddd294c3cd1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:15.614603 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-54214b78-d7bd-4eb4-928a-b1be66d5a6be tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:15.618483 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-184b1435-77db-4ddb-97c7-54c502a01d1d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:15.619417 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-184b1435-77db-4ddb-97c7-54c502a01d1d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:15.632335 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-4331c880-0e28-4279-9be1-2886787f1014 None None] For port f317e801-85ee-43e7-bdc5-a48b1a4c9f88, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f317e801-85ee-43e7-bdc5-a48b1a4c9f88,segment=NetworkSegment(d8987e0f-1476-4071-84f5-da69d4a56b2a),segment_id=d8987e0f-1476-4071-84f5-da69d4a56b2a)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:15.632491 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bd22e80>,) {'filters': {'network_id': ['5c844ea5-2a60-43e8-9032-9cd4666b2bef']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:15.633048 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4331c880-0e28-4279-9be1-2886787f1014 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:15.670592 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=f317e801-85ee-43e7-bdc5-a48b1a4c9f88,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:15.687280 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-ac4a428c-89e3-431f-8d1f-b4716f82d177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c0138e0>, [{'id': 'af42f049-047b-4846-b6a3-7616726426f8', 'name': 'tempest-ServersTestJSON-2080179337-router', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:47:14Z', 'revision_number': 6, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:15.697744 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:15.732094 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] No DVR routers for this DVR port f317e801-85ee-43e7-bdc5-a48b1a4c9f88 on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:47:15.832225 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bd22e80>, 'fb6d473e-fe1d-4564-9d9b-8db521c6b244') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:15.832833 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bd22e80>, 'fb6d473e-fe1d-4564-9d9b-8db521c6b244') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:15.859635 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c54127-5415-4a3c-a2bf-dddd294c3cd1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:15.861011 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f2c54127-5415-4a3c-a2bf-dddd294c3cd1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:15.862425 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4a428c-89e3-431f-8d1f-b4716f82d177 None None] The sync data for ids ['af42f049-047b-4846-b6a3-7616726426f8'] in dv-neutron-822525-1-hyperv is: [{'id': 'af42f049-047b-4846-b6a3-7616726426f8', 'name': 'tempest-ServersTestJSON-2080179337-router', 'tenant_id': '7a58f6458e19442eae219c1a6c8a6bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:18Z', 'updated_at': '2021-12-22T04:47:14Z', 'revision_number': 6, 'project_id': '7a58f6458e19442eae219c1a6c8a6bae', 'gw_port_host': None}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:47:15.867811 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Allocated IP 172.20.0.2 (00b126e1-4191-4e2d-8ecc-1e0049f91e24/fdfbeaeb-ed6c-433e-9d86-3c2add99d82a/a7903171-b2e4-4835-a96a-c0c5a6867b20) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:15.877311 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-4331c880-0e28-4279-9be1-2886787f1014 None None] Calling delete_port for f317e801-85ee-43e7-bdc5-a48b1a4c9f88 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:15.883672 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:15.923028 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:15.927485 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-184b1435-77db-4ddb-97c7-54c502a01d1d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:15.945484 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c17ee0d2-dc48-4628-8ac4-3c39773a850b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:15.955573 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c2d8132f-5391-4eab-8186-4a34b1831511 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:15.996939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:47:15.997296 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:47:16.012523 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:47:16.052148 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b9ec60a8-3607-417b-8900-1ecf6ce3be74 None None] Provisioning complete for port 059fc19f-b2b2-43bd-8b66-517148de1707 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:16.052532 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b9ec60a8-3607-417b-8900-1ecf6ce3be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:16.067974 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ee0d2-dc48-4628-8ac4-3c39773a850b admin admin] Pushing event deleted for resources: {'Port': ['ID=23cd109a-ed81-4ac0-93c7-96217c97b7fd,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:16.083441 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c17ee0d2-dc48-4628-8ac4-3c39773a850b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:16.109172 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:16.139812 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-184b1435-77db-4ddb-97c7-54c502a01d1d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:16.239192 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b269f33b-5f13-471d-81ca-16002b9c043b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:16.252832 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-81ab09df-e7b0-42ec-8801-699086f4d339 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:16.256187 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-d39121d8-28aa-4bcd-8ce0-695dc25c86d1', 'network_id': 'd39121d8-28aa-4bcd-8ce0-695dc25c86d1', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'fixed_ips': [{'subnet_id': 'bcde8611-a677-4034-b371-4b7dc38d9501'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:47:16.257050 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:16.283293 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f2c54127-5415-4a3c-a2bf-dddd294c3cd1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 4.2371268
Dec 22 04:47:16.287562 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51096) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:16.305690 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e17064c6-4667-47b1-8071-2f4e6fc3706c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:16.312467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:16.318618 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:16.321703 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-71fd83f5-342a-4880-8b73-8a8640842c0c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'port': {'network_id': '00b126e1-4191-4e2d-8ecc-1e0049f91e24', 'name': 'tempest-PortsTestJSON-4346435', 'fixed_ips': [{'subnet_id': 'fdfbeaeb-ed6c-433e-9d86-3c2add99d82a', 'ip_address': '172.20.0.9'}]}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:16.330026 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:16.334992 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/networks/5c844ea5-2a60-43e8-9032-9cd4666b2bef HTTP/1.1" status: 204  len: 168 time: 7.0835392
Dec 22 04:47:16.338875 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51100) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:16.354656 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-4331c880-0e28-4279-9be1-2886787f1014 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:47:16.355036 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-4331c880-0e28-4279-9be1-2886787f1014 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:47:16.400415 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-184b1435-77db-4ddb-97c7-54c502a01d1d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:16.400415 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-184b1435-77db-4ddb-97c7-54c502a01d1d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 1.1829853
Dec 22 04:47:16.416775 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-4e0cbb0e-052e-4474-94aa-b1e6120a7287 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1727133156'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:16.420902 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bfc3a60>,) {'filters': {'network_id': ['76dd8755-7bd3-483a-90a3-b1bb39c70dc0']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:16.428206 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51104) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:16.444974 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e17064c6-4667-47b1-8071-2f4e6fc3706c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706333'] for router, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:16.455436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4e0cbb0e-052e-4474-94aa-b1e6120a7287 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:16.492558 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b269f33b-5f13-471d-81ca-16002b9c043b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:16.497287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-b269f33b-5f13-471d-81ca-16002b9c043b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:16.503693 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b269f33b-5f13-471d-81ca-16002b9c043b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:16.504295 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b269f33b-5f13-471d-81ca-16002b9c043b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:16.509988 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c17ee0d2-dc48-4628-8ac4-3c39773a850b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:16.517948 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bfc3a60>, 'd8987e0f-1476-4071-84f5-da69d4a56b2a') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:16.518378 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bfc3a60>, 'd8987e0f-1476-4071-84f5-da69d4a56b2a') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:16.570186 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269f33b-5f13-471d-81ca-16002b9c043b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=1c416ccb-89e6-4485-b7fb-bf60b44d58a6,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:16.612755 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4e0cbb0e-052e-4474-94aa-b1e6120a7287 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Usage tracker for resource:network and tenant:664b0479e9e1448ea56990a36f4ec616 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:16.616809 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 059fc19f-b2b2-43bd-8b66-517148de1707, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=059fc19f-b2b2-43bd-8b66-517148de1707,segment=NetworkSegment(5466d01e-5436-4577-a0aa-94e1f01da2cf),segment_id=5466d01e-5436-4577-a0aa-94e1f01da2cf)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:16.637961 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4e0cbb0e-052e-4474-94aa-b1e6120a7287 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:16.665198 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:16.681866 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-99ca455a-0d4f-491b-a7b2-2b5b74fb8f95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:16.693829 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:16.708949 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4e0cbb0e-052e-4474-94aa-b1e6120a7287 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:16.736080 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 4cf9a1db-f5df-4b03-a7f7-bb6fab268129 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:47:16.749228 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b269f33b-5f13-471d-81ca-16002b9c043b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:16.762603 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b7a3fd1d-8fc6-4361-b6c2-b8ab0e3335db tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.433s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:16.763501 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6994311-c2e7-41a7-80c7-5aa8f9fd2b38 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting subnet 9652b978-f947-4dea-aa90-0c16e177aa87 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:47:16.767839 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:16.779533 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e6994311-c2e7-41a7-80c7-5aa8f9fd2b38 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:16.791605 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Network': ['ID=5c844ea5-2a60-43e8-9032-9cd4666b2bef,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:16.797140 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:16.810878 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0cbb0e-052e-4474-94aa-b1e6120a7287 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Made reservation on behalf of 664b0479e9e1448ea56990a36f4ec616 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:16.813952 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4e0cbb0e-052e-4474-94aa-b1e6120a7287 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:16.837941 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:47:16.838233 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:16.842980 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 4cf9a1db-f5df-4b03-a7f7-bb6fab268129 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:47:16.843389 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 4cf9a1db-f5df-4b03-a7f7-bb6fab268129 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:47:16.854925 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:47:16.857701 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b269f33b-5f13-471d-81ca-16002b9c043b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.3624911
Dec 22 04:47:16.863802 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51108) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:16.898748 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-4331c880-0e28-4279-9be1-2886787f1014 None None] Deleting port f317e801-85ee-43e7-bdc5-a48b1a4c9f88 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:16.899088 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4331c880-0e28-4279-9be1-2886787f1014 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:16.931109 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-dfedb5db-40bc-472a-ac77-e2b7ea163902 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'mac_address': 'fa:16:3e:00:62:9f', 'name': 'tempest-NetworksTestDHCPv6-1609468685'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:17.025976 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 23cd109a-ed81-4ac0-93c7-96217c97b7fd no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:47:17.045404 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c17ee0d2-dc48-4628-8ac4-3c39773a850b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:17.066403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c17ee0d2-dc48-4628-8ac4-3c39773a850b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:17.068971 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-4331c880-0e28-4279-9be1-2886787f1014 None None] The port 'f317e801-85ee-43e7-bdc5-a48b1a4c9f88' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:47:17.081150 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e6994311-c2e7-41a7-80c7-5aa8f9fd2b38 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:17.092152 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=059fc19f-b2b2-43bd-8b66-517148de1707,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:17.096304 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:17.103783 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 23cd109a-ed81-4ac0-93c7-96217c97b7fd {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:47:17.104134 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 23cd109a-ed81-4ac0-93c7-96217c97b7fd not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:47:17.104745 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f317e801-85ee-43e7-bdc5-a48b1a4c9f88 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:47:17.145416 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-414528ab-bb24-48fb-b947-612b20fbc247 None None] For port 267760c5-6db5-4b02-872b-1cda0240c912, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=267760c5-6db5-4b02-872b-1cda0240c912,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:17.159975 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:17.162335 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ef810f99-3c9f-4cdd-92d4-6a5ef0b11490 None None] Could not find standard attr ID for object 707c47fe-0a80-4c5e-9d5e-d3dfb0a19fd8. {{(pid=83436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 04:47:17.170785 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: f317e801-85ee-43e7-bdc5-a48b1a4c9f88 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:47:17.171141 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f317e801-85ee-43e7-bdc5-a48b1a4c9f88 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:47:17.171559 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6c09f342-37a3-4ba5-853d-1d5f61f88fd8 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:47:17.185429 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-dfedb5db-40bc-472a-ac77-e2b7ea163902 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:17.191303 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0cbb0e-052e-4474-94aa-b1e6120a7287 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:47:17.191685 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-dfedb5db-40bc-472a-ac77-e2b7ea163902 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:port and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:17.196080 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-dfedb5db-40bc-472a-ac77-e2b7ea163902 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:17.201413 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Allocated IP 172.20.0.2 (d39121d8-28aa-4bcd-8ce0-695dc25c86d1/bcde8611-a677-4034-b371-4b7dc38d9501/085618c0-8774-44de-af77-b2b8fea4c63f) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:17.201856 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:17.204021 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-71fd83f5-342a-4880-8b73-8a8640842c0c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:17.209505 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-dfedb5db-40bc-472a-ac77-e2b7ea163902 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:17.220815 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Transition to ACTIVE for port object a7903171-b2e4-4835-a96a-c0c5a6867b20 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:17.224041 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c17ee0d2-dc48-4628-8ac4-3c39773a850b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:17.224963 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17ee0d2-dc48-4628-8ac4-3c39773a850b admin admin] Fanout notify agent at l3_agent the message router_deleted on router af42f049-047b-4846-b6a3-7616726426f8 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:47:17.228478 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 6c09f342-37a3-4ba5-853d-1d5f61f88fd8 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:47:17.229073 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6c09f342-37a3-4ba5-853d-1d5f61f88fd8 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:47:17.249420 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfedb5db-40bc-472a-ac77-e2b7ea163902 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:17.263095 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dfedb5db-40bc-472a-ac77-e2b7ea163902 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:17.280507 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c17ee0d2-dc48-4628-8ac4-3c39773a850b admin admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:17.284117 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c17ee0d2-dc48-4628-8ac4-3c39773a850b admin admin] 10.222.0.53 "DELETE /v2.0/routers/af42f049-047b-4846-b6a3-7616726426f8 HTTP/1.1" status: 204  len: 168 time: 5.4150527
Dec 22 04:47:17.285717 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51112) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:17.293621 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Transition to ACTIVE for port object a7903171-b2e4-4835-a96a-c0c5a6867b20 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:17.335511 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-eac0bfcd-8fb7-4e08-97f0-22ad74962f77 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:17.346398 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-414528ab-bb24-48fb-b947-612b20fbc247 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:17.366076 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4e0cbb0e-052e-4474-94aa-b1e6120a7287 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:17.366292 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-4e0cbb0e-052e-4474-94aa-b1e6120a7287 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Added segment 7b991862-f9a3-468d-aa11-38c50d422d8f of type vlan for network b26c3259-30e2-4140-820b-6de3b72e6a29
Dec 22 04:47:17.366837 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-414528ab-bb24-48fb-b947-612b20fbc247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:17.367853 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:17.377183 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-dfedb5db-40bc-472a-ac77-e2b7ea163902 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] device_id is not set on port 463074e9-af91-4162-9cce-992bed0f01a2 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:47:17.378453 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-71fd83f5-342a-4880-8b73-8a8640842c0c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:port and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:17.378612 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:17.383316 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=76dd8755-7bd3-483a-90a3-b1bb39c70dc0,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:17.387091 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-56f104fd-3353-4d3d-8a49-2b3f0c8bd84c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:17.398065 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] 10.222.0.53 "DELETE /v2.0/networks/76dd8755-7bd3-483a-90a3-b1bb39c70dc0 HTTP/1.1" status: 204  len: 168 time: 3.7178042
Dec 22 04:47:17.400663 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-71fd83f5-342a-4880-8b73-8a8640842c0c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:17.408582 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-71fd83f5-342a-4880-8b73-8a8640842c0c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:17.450679 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4e0cbb0e-052e-4474-94aa-b1e6120a7287 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:17.467394 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Network 00b126e1-4191-4e2d-8ecc-1e0049f91e24 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:17.471770 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:17.474617 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:17.482953 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:17.494383 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e6994311-c2e7-41a7-80c7-5aa8f9fd2b38 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:17.571750 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e783d29-cfb7-4191-8125-8fc385868c34 admin admin] Deleting subnet 0d264e87-fb96-4a34-af84-0fbcf769c975 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:47:17.578775 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6e783d29-cfb7-4191-8125-8fc385868c34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:17.604586 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414528ab-bb24-48fb-b947-612b20fbc247 None None] Pushing event updated for resources: {'Port': ['ID=267760c5-6db5-4b02-872b-1cda0240c912,revision_number=10']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:17.713007 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6e783d29-cfb7-4191-8125-8fc385868c34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:17.713216 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fd83f5-342a-4880-8b73-8a8640842c0c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:17.748430 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Attempting to bind port a7903171-b2e4-4835-a96a-c0c5a6867b20 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:47:17.748816 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Attempting to bind port a7903171-b2e4-4835-a96a-c0c5a6867b20 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '663a12e5-7a8c-4b1d-a907-b54eac2a5a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '00b126e1-4191-4e2d-8ecc-1e0049f91e24'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:47:17.749182 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Attempting to bind port a7903171-b2e4-4835-a96a-c0c5a6867b20 on network 00b126e1-4191-4e2d-8ecc-1e0049f91e24 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:47:17.795413 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4e0cbb0e-052e-4474-94aa-b1e6120a7287 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:17.799129 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0cbb0e-052e-4474-94aa-b1e6120a7287 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:17.799874 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4e0cbb0e-052e-4474-94aa-b1e6120a7287 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:17.803425 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Pushing event updated for resources: {'Port': ['ID=a7903171-b2e4-4835-a96a-c0c5a6867b20,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:17.826934 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:47:17.829068 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Checking segment: {'id': '663a12e5-7a8c-4b1d-a907-b54eac2a5a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '00b126e1-4191-4e2d-8ecc-1e0049f91e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:17.830227 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:17.831112 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Bound using segment: {'id': '663a12e5-7a8c-4b1d-a907-b54eac2a5a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '00b126e1-4191-4e2d-8ecc-1e0049f91e24'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:47:17.832082 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Bound port: a7903171-b2e4-4835-a96a-c0c5a6867b20, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '663a12e5-7a8c-4b1d-a907-b54eac2a5a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '00b126e1-4191-4e2d-8ecc-1e0049f91e24'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:47:17.832713 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:17.834198 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-25ce5048-fc8e-4b61-8983-3dbc6705179e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:17.860357 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-dfedb5db-40bc-472a-ac77-e2b7ea163902 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 172.20.0.11 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/1c416ccb-89e6-4485-b7fb-bf60b44d58a6/463074e9-af91-4162-9cce-992bed0f01a2) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:17.869136 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-dfedb5db-40bc-472a-ac77-e2b7ea163902 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8::f816:3eff:fe00:629f (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/f45c2776-db41-4231-9203-3be30582a2d2/463074e9-af91-4162-9cce-992bed0f01a2) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:17.884629 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6e783d29-cfb7-4191-8125-8fc385868c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:17.889772 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:17.903876 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Transition to ACTIVE for port object 085618c0-8774-44de-af77-b2b8fea4c63f will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:17.917931 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51118) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:17.928321 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Transition to ACTIVE for port object 085618c0-8774-44de-af77-b2b8fea4c63f will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:17.932100 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:17.936988 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e1cc423d-d46c-4f50-beed-8a6d472afc9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.517s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:17.937773 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e1cc423d-d46c-4f50-beed-8a6d472afc9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:17.954110 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:17.959417 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f470265f-8e65-46c1-9e42-37ffa6fba418 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:18.069490 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Network d39121d8-28aa-4bcd-8ce0-695dc25c86d1 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:18.084914 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:18.089927 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:18.131756 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] For port a7903171-b2e4-4835-a96a-c0c5a6867b20, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:47:18.135308 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] For port a7903171-b2e4-4835-a96a-c0c5a6867b20, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a7903171-b2e4-4835-a96a-c0c5a6867b20,segment=NetworkSegment(663a12e5-7a8c-4b1d-a907-b54eac2a5a0c),segment_id=663a12e5-7a8c-4b1d-a907-b54eac2a5a0c)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:47:18.155503 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e1d02e5c-a988-4552-b3bb-0791e5a1bce1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ede9c024168f43b3a1c204783ee2d873&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2340243
Dec 22 04:47:18.160252 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Pushing event updated for resources: {'Port': ['ID=085618c0-8774-44de-af77-b2b8fea4c63f,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:18.161470 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4e0cbb0e-052e-4474-94aa-b1e6120a7287 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.8144743
Dec 22 04:47:18.164660 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51122) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:18.165042 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51124) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:18.168216 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:18.169985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:18.178933 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-40cecca3-1ce6-4636-9566-f8c6bac41b55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:18.187643 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6e783d29-cfb7-4191-8125-8fc385868c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:18.200629 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-5002253c-bd6f-4625-97c8-5f7601fbb63f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:18.205139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a593222f-29ba-4ec8-a277-e45dcd1c5168 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:18.269103 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6e783d29-cfb7-4191-8125-8fc385868c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:18.271832 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e783d29-cfb7-4191-8125-8fc385868c34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d264e87-fb96-4a34-af84-0fbcf769c975,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:18.278246 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6e783d29-cfb7-4191-8125-8fc385868c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:18.301839 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6e783d29-cfb7-4191-8125-8fc385868c34 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0d264e87-fb96-4a34-af84-0fbcf769c975 HTTP/1.1" status: 204  len: 168 time: 1.0147321
Dec 22 04:47:18.304946 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51130) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:18.308947 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Pushing event updated for resources: {'Port': ['ID=a7903171-b2e4-4835-a96a-c0c5a6867b20,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:18.318897 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e899e32b-b872-46e4-892a-dc8ac71bd04d None None] Network 7661e115-dba7-43dd-9fab-d3d8f77257cf requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:18.335047 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:18.395532 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Attempting to bind port 085618c0-8774-44de-af77-b2b8fea4c63f on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:47:18.395532 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Attempting to bind port 085618c0-8774-44de-af77-b2b8fea4c63f by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '24a1e4b7-c840-4878-b199-c5a735a8a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd39121d8-28aa-4bcd-8ce0-695dc25c86d1'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:47:18.396050 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Attempting to bind port 085618c0-8774-44de-af77-b2b8fea4c63f on network d39121d8-28aa-4bcd-8ce0-695dc25c86d1 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:47:18.406879 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2b3483-cdbc-4b70-be07-53742042c6ff None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:18.407877 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cbb0e-052e-4474-94aa-b1e6120a7287 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Network': ['ID=b26c3259-30e2-4140-820b-6de3b72e6a29,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:18.434834 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network b26c3259-30e2-4140-820b-6de3b72e6a29 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:47:18.443615 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4e0cbb0e-052e-4474-94aa-b1e6120a7287 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:18.452715 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:18.459884 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dfedb5db-40bc-472a-ac77-e2b7ea163902 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:18.460496 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e6994311-c2e7-41a7-80c7-5aa8f9fd2b38 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:18.478970 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9fc42736-1664-49eb-890d-3f2ea86712bd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:18.482274 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] Deleting port b4f01c21-9039-4bcb-afd9-1d1cb8e72822 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:18.482614 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:18.509362 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-dfedb5db-40bc-472a-ac77-e2b7ea163902 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Transition to ACTIVE for port object 463074e9-af91-4162-9cce-992bed0f01a2 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:18.621241 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6994311-c2e7-41a7-80c7-5aa8f9fd2b38 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Subnet': ['ID=9652b978-f947-4dea-aa90-0c16e177aa87,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:18.636064 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e6994311-c2e7-41a7-80c7-5aa8f9fd2b38 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:18.637700 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:47:18.638089 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Checking segment: {'id': '24a1e4b7-c840-4878-b199-c5a735a8a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd39121d8-28aa-4bcd-8ce0-695dc25c86d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:18.638498 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:18.638907 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Bound using segment: {'id': '24a1e4b7-c840-4878-b199-c5a735a8a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd39121d8-28aa-4bcd-8ce0-695dc25c86d1'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:47:18.639556 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Bound port: 085618c0-8774-44de-af77-b2b8fea4c63f, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a1e4b7-c840-4878-b199-c5a735a8a422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd39121d8-28aa-4bcd-8ce0-695dc25c86d1'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:47:18.639784 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:18.642273 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-71fd83f5-342a-4880-8b73-8a8640842c0c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:18.667439 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dfedb5db-40bc-472a-ac77-e2b7ea163902 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:18.676881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:18.707961 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e6994311-c2e7-41a7-80c7-5aa8f9fd2b38 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:18.727210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2283273c-e264-4b98-a7b7-deffde09d925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:18.758628 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ee83ed-7082-445f-a125-1c9feb75be99 None None] Network eb77666e-b60f-4f13-910d-abd111d78793 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:18.765323 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e6994311-c2e7-41a7-80c7-5aa8f9fd2b38 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/subnets/9652b978-f947-4dea-aa90-0c16e177aa87 HTTP/1.1" status: 204  len: 168 time: 3.2094741
Dec 22 04:47:18.772317 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51134) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:18.774723 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedb5db-40bc-472a-ac77-e2b7ea163902 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=463074e9-af91-4162-9cce-992bed0f01a2,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:18.779730 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfedb5db-40bc-472a-ac77-e2b7ea163902 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:18.797438 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-71fd83f5-342a-4880-8b73-8a8640842c0c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] device_id is not set on port e4ef2e87-ad67-42ec-91d2-fd9e2996eaf2 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:47:18.804405 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dfedb5db-40bc-472a-ac77-e2b7ea163902 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:18.805465 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-dfedb5db-40bc-472a-ac77-e2b7ea163902 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:18.870313 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5b071e9-f00e-4ee2-a74e-20a539783b2b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:18.897679 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2283273c-e264-4b98-a7b7-deffde09d925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:18.921603 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5002253c-bd6f-4625-97c8-5f7601fbb63f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:18.925692 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-62a569c4-161b-4598-81fd-b2054ed85ad6 None None] Provisioning complete for port 267760c5-6db5-4b02-872b-1cda0240c912 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:18.926276 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-62a569c4-161b-4598-81fd-b2054ed85ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:19.020472 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfedb5db-40bc-472a-ac77-e2b7ea163902 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:19.084077 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] For port b4f01c21-9039-4bcb-afd9-1d1cb8e72822, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=b4f01c21-9039-4bcb-afd9-1d1cb8e72822,segment=NetworkSegment(fd9a065d-b1ab-425e-bd6b-df52b2ccf184),segment_id=fd9a065d-b1ab-425e-bd6b-df52b2ccf184)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:19.084728 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:19.159062 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5002253c-bd6f-4625-97c8-5f7601fbb63f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:19.169054 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-bd059aa5-010e-4ef6-a874-efe86b000327 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:19.255605 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 059fc19f-b2b2-43bd-8b66-517148de1707 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:19.263483 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] Calling delete_port for b4f01c21-9039-4bcb-afd9-1d1cb8e72822 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:19.293404 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:19.321100 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfedb5db-40bc-472a-ac77-e2b7ea163902 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:19.322089 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dfedb5db-40bc-472a-ac77-e2b7ea163902 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:19.357752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting port 059fc19f-b2b2-43bd-8b66-517148de1707 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:19.358119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:19.381807 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17064c6-4667-47b1-8071-2f4e6fc3706c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Router 7fede8d5-100c-4ebe-9271-a75bbbabca67 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:47:19.383502 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002253c-bd6f-4625-97c8-5f7601fbb63f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Network': ['ID=b26c3259-30e2-4140-820b-6de3b72e6a29,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:19.396796 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5002253c-bd6f-4625-97c8-5f7601fbb63f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Network b26c3259-30e2-4140-820b-6de3b72e6a29 is not hosted by any dhcp agent {{(pid=83434) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 22 04:47:19.400294 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5002253c-bd6f-4625-97c8-5f7601fbb63f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:19.401506 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5002253c-bd6f-4625-97c8-5f7601fbb63f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:19.405402 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5002253c-bd6f-4625-97c8-5f7601fbb63f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "PUT /v2.0/networks/b26c3259-30e2-4140-820b-6de3b72e6a29 HTTP/1.1" status: 200  len: 723 time: 1.2194965
Dec 22 04:47:19.405564 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] For port 085618c0-8774-44de-af77-b2b8fea4c63f, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:47:19.409153 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51138) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:19.429013 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-1e2d09a5-e59b-4d18-9fe9-f65d16abad75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'subnet': {'network_id': 'b26c3259-30e2-4140-820b-6de3b72e6a29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:19.434378 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] For port 085618c0-8774-44de-af77-b2b8fea4c63f, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=085618c0-8774-44de-af77-b2b8fea4c63f,segment=NetworkSegment(24a1e4b7-c840-4878-b199-c5a735a8a422),segment_id=24a1e4b7-c840-4878-b199-c5a735a8a422)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:47:19.460531 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dfedb5db-40bc-472a-ac77-e2b7ea163902 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 2.5959945
Dec 22 04:47:19.468825 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51142) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:19.473732 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:19.475267 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002253c-bd6f-4625-97c8-5f7601fbb63f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:19.475643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002253c-bd6f-4625-97c8-5f7601fbb63f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:19.476011 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002253c-bd6f-4625-97c8-5f7601fbb63f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:19.476373 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002253c-bd6f-4625-97c8-5f7601fbb63f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:19.476734 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002253c-bd6f-4625-97c8-5f7601fbb63f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:19.477091 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002253c-bd6f-4625-97c8-5f7601fbb63f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:19.477798 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002253c-bd6f-4625-97c8-5f7601fbb63f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:19.478155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002253c-bd6f-4625-97c8-5f7601fbb63f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:19.478530 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002253c-bd6f-4625-97c8-5f7601fbb63f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:19.478857 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002253c-bd6f-4625-97c8-5f7601fbb63f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:19.479203 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5002253c-bd6f-4625-97c8-5f7601fbb63f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:19.483693 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-bf93fdb8-564f-4742-a13c-2c50f6ebb171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:19.515892 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5002253c-bd6f-4625-97c8-5f7601fbb63f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:19.529527 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network b26c3259-30e2-4140-820b-6de3b72e6a29 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:47:19.557380 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2283273c-e264-4b98-a7b7-deffde09d925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:19.600496 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5d0bee93-ff07-4bca-bbd2-af86920d3fb9 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291 tempest-ExternalNetworksAdminNegativeTestJSON-1314507291-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:19.636748 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411ff21a-1e3b-4d35-bcb8-bd51ca9bc06a None None] DHCP port deletion for 7661e115-dba7-43dd-9fab-d3d8f77257cf request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:47:19.650792 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:19.661360 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d2847fda-351e-4499-889e-5c534e53dd0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:19.710785 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4f01c21-9039-4bcb-afd9-1d1cb8e72822,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:19.722024 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283273c-e264-4b98-a7b7-deffde09d925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c588e6-82a0-45ed-9b1e-148bb64cb991,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:19.724892 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2283273c-e264-4b98-a7b7-deffde09d925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:19.735720 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:19.745613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1e2d09a5-e59b-4d18-9fe9-f65d16abad75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:19.756546 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-62a569c4-161b-4598-81fd-b2054ed85ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:19.799217 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-71fd83f5-342a-4880-8b73-8a8640842c0c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Allocated IP 172.20.0.9 (00b126e1-4191-4e2d-8ecc-1e0049f91e24/fdfbeaeb-ed6c-433e-9d86-3c2add99d82a/e4ef2e87-ad67-42ec-91d2-fd9e2996eaf2) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:19.813927 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Pushing event updated for resources: {'Port': ['ID=085618c0-8774-44de-af77-b2b8fea4c63f,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:19.815721 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1e2d09a5-e59b-4d18-9fe9-f65d16abad75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Usage tracker for resource:subnet and tenant:664b0479e9e1448ea56990a36f4ec616 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:19.817767 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:19.819151 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1e2d09a5-e59b-4d18-9fe9-f65d16abad75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:19.822463 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 059fc19f-b2b2-43bd-8b66-517148de1707 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:19.822844 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:19.839804 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] No DVR routers for this DVR port b4f01c21-9039-4bcb-afd9-1d1cb8e72822 on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:47:19.844054 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1e2d09a5-e59b-4d18-9fe9-f65d16abad75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:19.865564 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2283273c-e264-4b98-a7b7-deffde09d925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:19.866510 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2283273c-e264-4b98-a7b7-deffde09d925 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b4c588e6-82a0-45ed-9b1e-148bb64cb991 HTTP/1.1" status: 204  len: 168 time: 1.6847179
Dec 22 04:47:19.984434 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd91a5d0-f337-498b-b3ab-5743b673fc96 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:19.988452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd91a5d0-f337-498b-b3ab-5743b673fc96 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:19.989245 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-fd91a5d0-f337-498b-b3ab-5743b673fc96 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:47:20.008279 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] For port 059fc19f-b2b2-43bd-8b66-517148de1707, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=059fc19f-b2b2-43bd-8b66-517148de1707,segment=NetworkSegment(5466d01e-5436-4577-a0aa-94e1f01da2cf),segment_id=5466d01e-5436-4577-a0aa-94e1f01da2cf)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:20.009122 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:20.009953 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-b5b071e9-f00e-4ee2-a74e-20a539783b2b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Allocated IP 172.20.0.1 (d39121d8-28aa-4bcd-8ce0-695dc25c86d1/bcde8611-a677-4034-b371-4b7dc38d9501/b5d1929c-5bad-431d-b079-9498bbec88b5) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:20.123363 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b763308-c150-4383-8a33-22e6df68cc28 None None] DHCP port deletion for eb77666e-b60f-4f13-910d-abd111d78793 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:47:20.126798 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-62a569c4-161b-4598-81fd-b2054ed85ad6 None None] For port 267760c5-6db5-4b02-872b-1cda0240c912, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=267760c5-6db5-4b02-872b-1cda0240c912,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:20.191865 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-62a569c4-161b-4598-81fd-b2054ed85ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:20.200311 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-511d475b-9d15-4717-a02b-1bba2687372b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:20.236301 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-6b763308-c150-4383-8a33-22e6df68cc28 None None] Deleting port 059fc19f-b2b2-43bd-8b66-517148de1707 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:20.236685 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6b763308-c150-4383-8a33-22e6df68cc28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:20.249920 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Calling delete_port for 059fc19f-b2b2-43bd-8b66-517148de1707 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:20.360609 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 267760c5-6db5-4b02-872b-1cda0240c912 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:20.410285 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2d09a5-e59b-4d18-9fe9-f65d16abad75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Made reservation on behalf of 664b0479e9e1448ea56990a36f4ec616 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:20.493849 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:47:20.542977 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:20.593966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:20.602197 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1027128b-35cd-4a5f-8ecc-c4ccf758937f None None] Update dhcp port {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'fixed_ips': [{'subnet_id': 'f45c2776-db41-4231-9203-3be30582a2d2', 'ip_address': '2001:db8::f816:3eff:fea5:6976'}, {'subnet_id': '1c416ccb-89e6-4485-b7fb-bf60b44d58a6'}], 'binding:host_id': 'dv-neutron-822525-1-hyperv'}, 'id': '267760c5-6db5-4b02-872b-1cda0240c912'} from dv-neutron-822525-1-hyperv. {{(pid=83436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 04:47:20.603394 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d8081f3e-ce2e-47f1-a1c9-2f42f043d11f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:20.641666 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b067ca0>,) {'filters': {'network_id': ['7661e115-dba7-43dd-9fab-d3d8f77257cf']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:20.662496 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e2d09a5-e59b-4d18-9fe9-f65d16abad75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:20.674673 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1027128b-35cd-4a5f-8ecc-c4ccf758937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:20.695861 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a569c4-161b-4598-81fd-b2054ed85ad6 None None] Pushing event updated for resources: {'Port': ['ID=267760c5-6db5-4b02-872b-1cda0240c912,revision_number=11']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:20.697403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Port': ['ID=059fc19f-b2b2-43bd-8b66-517148de1707,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:20.698660 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad3a427-6d69-4702-a218-2c166cc82fd3 None None] Network 00b126e1-4191-4e2d-8ecc-1e0049f91e24 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:20.736446 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-71fd83f5-342a-4880-8b73-8a8640842c0c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:20.752961 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-71fd83f5-342a-4880-8b73-8a8640842c0c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Transition to ACTIVE for port object e4ef2e87-ad67-42ec-91d2-fd9e2996eaf2 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:20.759965 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b067ca0>, 'fd9a065d-b1ab-425e-bd6b-df52b2ccf184') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:20.760265 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b067ca0>, 'fd9a065d-b1ab-425e-bd6b-df52b2ccf184') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:20.784821 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:20.814445 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] No DVR routers for this DVR port 059fc19f-b2b2-43bd-8b66-517148de1707 on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:47:20.821432 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-fd91a5d0-f337-498b-b3ab-5743b673fc96 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:47:20.822962 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fd91a5d0-f337-498b-b3ab-5743b673fc96 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1784 time: 1.3405149
Dec 22 04:47:20.840266 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51156) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:20.864773 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:20.865136 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:20.865506 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:20.865907 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:20.866263 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:20.866615 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:20.866964 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:20.867312 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:20.867657 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:20.868005 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:20.868350 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:20.891571 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:20.895188 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:21.002856 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-fe411f6b-2cd3-4b57-8568-2a996d6701dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting port 463074e9-af91-4162-9cce-992bed0f01a2 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:21.003545 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe411f6b-2cd3-4b57-8568-2a996d6701dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:21.071232 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-71fd83f5-342a-4880-8b73-8a8640842c0c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:21.099417 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e2975db8-d53a-4e24-90e8-e830e8a26fea tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:21.204433 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-1027128b-35cd-4a5f-8ecc-c4ccf758937f None None] Allocated IP 172.20.0.2 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/1c416ccb-89e6-4485-b7fb-bf60b44d58a6/267760c5-6db5-4b02-872b-1cda0240c912) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:21.224039 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a569c4-161b-4598-81fd-b2054ed85ad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:21.224372 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a569c4-161b-4598-81fd-b2054ed85ad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:21.224703 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a569c4-161b-4598-81fd-b2054ed85ad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:21.225024 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a569c4-161b-4598-81fd-b2054ed85ad6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:21.225395 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a569c4-161b-4598-81fd-b2054ed85ad6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:21.225744 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a569c4-161b-4598-81fd-b2054ed85ad6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:21.226061 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a569c4-161b-4598-81fd-b2054ed85ad6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:21.226388 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a569c4-161b-4598-81fd-b2054ed85ad6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:21.226708 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a569c4-161b-4598-81fd-b2054ed85ad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:21.227021 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a569c4-161b-4598-81fd-b2054ed85ad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:21.227342 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a569c4-161b-4598-81fd-b2054ed85ad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:21.232332 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-62a569c4-161b-4598-81fd-b2054ed85ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.032s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:21.239874 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:47:21.242003 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:21.242246 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5b071e9-f00e-4ee2-a74e-20a539783b2b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:21.359090 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e67cd3a1-1e98-479b-97ce-7b232d01ca8b None None] Provisioning for port a7903171-b2e4-4835-a96a-c0c5a6867b20 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:21.387608 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fd83f5-342a-4880-8b73-8a8640842c0c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network 00b126e1-4191-4e2d-8ecc-1e0049f91e24 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:21.397715 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-71fd83f5-342a-4880-8b73-8a8640842c0c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:47:21.403991 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:47:21.410546 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd83f5-342a-4880-8b73-8a8640842c0c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Port': ['ID=e4ef2e87-ad67-42ec-91d2-fd9e2996eaf2,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:21.413626 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 267760c5-6db5-4b02-872b-1cda0240c912 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:21.414016 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:21.418030 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fd83f5-342a-4880-8b73-8a8640842c0c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:21.437451 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fbe807-704f-4312-95ab-8349c9fe2030 None None] Network d39121d8-28aa-4bcd-8ce0-695dc25c86d1 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:21.449758 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-71fd83f5-342a-4880-8b73-8a8640842c0c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:21.453209 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-b5b071e9-f00e-4ee2-a74e-20a539783b2b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Transition to ACTIVE for port object b5d1929c-5bad-431d-b079-9498bbec88b5 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:21.482030 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:21.495578 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:21.504804 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17064c6-4667-47b1-8071-2f4e6fc3706c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:47:21.516796 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:21.519058 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e345d0b-b203-43a0-8e9e-ae6dbf01d04d None None] Sync routers for ids ['7fede8d5-100c-4ebe-9271-a75bbbabca67'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:47:21.532615 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e345d0b-b203-43a0-8e9e-ae6dbf01d04d None None] Routers {'7fede8d5-100c-4ebe-9271-a75bbbabca67'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:21.533661 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-2e345d0b-b203-43a0-8e9e-ae6dbf01d04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c9ac940>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['7fede8d5-100c-4ebe-9271-a75bbbabca67'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:21.546580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] Pushing event deleted for resources: {'Network': ['ID=7661e115-dba7-43dd-9fab-d3d8f77257cf,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:21.559426 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:21.567799 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:21.590309 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-6b763308-c150-4383-8a33-22e6df68cc28 None None] For port 059fc19f-b2b2-43bd-8b66-517148de1707, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=059fc19f-b2b2-43bd-8b66-517148de1707,segment=NetworkSegment(5466d01e-5436-4577-a0aa-94e1f01da2cf),segment_id=5466d01e-5436-4577-a0aa-94e1f01da2cf)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:21.590801 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6b763308-c150-4383-8a33-22e6df68cc28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:21.608722 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-2e345d0b-b203-43a0-8e9e-ae6dbf01d04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c9ac940>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:21.623238 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e345d0b-b203-43a0-8e9e-ae6dbf01d04d None None] Routers {'7fede8d5-100c-4ebe-9271-a75bbbabca67'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:21.624270 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-2e345d0b-b203-43a0-8e9e-ae6dbf01d04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c9ac940>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['7fede8d5-100c-4ebe-9271-a75bbbabca67'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:21.625521 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469ba9b580>,) {'filters': {'network_id': ['eb77666e-b60f-4f13-910d-abd111d78793']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:21.669880 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e17064c6-4667-47b1-8071-2f4e6fc3706c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:21.675710 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e17064c6-4667-47b1-8071-2f4e6fc3706c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "PUT /v2.0/routers/7fede8d5-100c-4ebe-9271-a75bbbabca67 HTTP/1.1" status: 200  len: 915 time: 13.0196717
Dec 22 04:47:21.676085 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7661e115-dba7-43dd-9fab-d3d8f77257cf HTTP/1.1" status: 204  len: 168 time: 3.3698914
Dec 22 04:47:21.677110 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51170) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:21.681293 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469ba9b580>, '5466d01e-5436-4577-a0aa-94e1f01da2cf') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:21.681600 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469ba9b580>, '5466d01e-5436-4577-a0aa-94e1f01da2cf') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:21.721788 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-2e345d0b-b203-43a0-8e9e-ae6dbf01d04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c9ac940>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:21.722094 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e345d0b-b203-43a0-8e9e-ae6dbf01d04d None None] The sync data for ids ['7fede8d5-100c-4ebe-9271-a75bbbabca67'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:47:21.765913 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fd83f5-342a-4880-8b73-8a8640842c0c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:21.766486 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-71fd83f5-342a-4880-8b73-8a8640842c0c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:21.774377 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:21.798876 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-6b763308-c150-4383-8a33-22e6df68cc28 None None] Calling delete_port for 059fc19f-b2b2-43bd-8b66-517148de1707 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:21.812638 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5b071e9-f00e-4ee2-a74e-20a539783b2b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:21.822600 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-35265760-b737-4bb1-b32c-fc6953b9ea16 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:21.836395 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:21.864592 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:47:21.865004 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:21.877772 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-71fd83f5-342a-4880-8b73-8a8640842c0c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 5.5779605
Dec 22 04:47:21.884181 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe411f6b-2cd3-4b57-8568-2a996d6701dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:47:21.884601 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:47:21.891697 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51178) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:21.933935 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-6b763308-c150-4383-8a33-22e6df68cc28 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:47:21.934400 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-6b763308-c150-4383-8a33-22e6df68cc28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:47:21.994611 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51182) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:22.021166 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e2d09a5-e59b-4d18-9fe9-f65d16abad75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:22.030308 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-533d62f2-9b5f-4118-8bbd-c782bdda339f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:22.084449 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b071e9-f00e-4ee2-a74e-20a539783b2b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network d39121d8-28aa-4bcd-8ce0-695dc25c86d1 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:22.098979 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:22.102019 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-fe411f6b-2cd3-4b57-8568-2a996d6701dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Calling delete_port for 463074e9-af91-4162-9cce-992bed0f01a2 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:22.125841 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:22.134094 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-b5b071e9-f00e-4ee2-a74e-20a539783b2b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:22.144033 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b071e9-f00e-4ee2-a74e-20a539783b2b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:22.155917 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e30edb5f-ef74-4d44-b1b6-43bc12b6b6fc None None] Provisioning for port 085618c0-8774-44de-af77-b2b8fea4c63f completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:22.169744 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b071e9-f00e-4ee2-a74e-20a539783b2b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Port': ['ID=b5d1929c-5bad-431d-b079-9498bbec88b5,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:22.173438 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b5b071e9-f00e-4ee2-a74e-20a539783b2b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:22.230172 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-1027128b-35cd-4a5f-8ecc-c4ccf758937f None None] For port 267760c5-6db5-4b02-872b-1cda0240c912, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=267760c5-6db5-4b02-872b-1cda0240c912,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:22.243317 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5b071e9-f00e-4ee2-a74e-20a539783b2b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:22.325961 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1027128b-35cd-4a5f-8ecc-c4ccf758937f None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:22.334944 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/networks/eb77666e-b60f-4f13-910d-abd111d78793 HTTP/1.1" status: 204  len: 168 time: 3.5564375
Dec 22 04:47:22.370314 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51192) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:22.377845 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1027128b-35cd-4a5f-8ecc-c4ccf758937f None None] Transition to ACTIVE for port object 267760c5-6db5-4b02-872b-1cda0240c912 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:22.388507 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1027128b-35cd-4a5f-8ecc-c4ccf758937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:22.389434 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-2a7e1cf2-09b4-4561-9c5c-7f28b07fa4a9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'port': {'network_id': '21a47168-5359-42cc-b173-9f67d550e87e', 'name': 'tempest-PortsIpV6TestJSON-1653061175'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:22.398386 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:22.448129 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d09a5-e59b-4d18-9fe9-f65d16abad75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Subnet': ['ID=197c454f-16c4-4ac6-9a3f-2940ddb02fea,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:22.475432 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-6b763308-c150-4383-8a33-22e6df68cc28 None None] Deleting port 059fc19f-b2b2-43bd-8b66-517148de1707 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:22.475809 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6b763308-c150-4383-8a33-22e6df68cc28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:22.587449 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1e2d09a5-e59b-4d18-9fe9-f65d16abad75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:22.588880 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7e9c6b63-b9b0-4357-bc98-9e25da6184f1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.471s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:22.604467 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a7903171-b2e4-4835-a96a-c0c5a6867b20 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:22.639274 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe411f6b-2cd3-4b57-8568-2a996d6701dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:22.651425 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fc4d3e50-83d6-480f-a3bc-ac3b5a246fc3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a58f6458e19442eae219c1a6c8a6bae&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6555905
Dec 22 04:47:22.658414 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Network': ['ID=eb77666e-b60f-4f13-910d-abd111d78793,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:22.661227 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51198) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:22.678216 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-77dd4782-f47f-418a-84a7-c1599fcac2c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:22.682877 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:22.732076 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2d09a5-e59b-4d18-9fe9-f65d16abad75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Checking segment: {'id': '7b991862-f9a3-468d-aa11-38c50d422d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b26c3259-30e2-4140-820b-6de3b72e6a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:22.732593 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2d09a5-e59b-4d18-9fe9-f65d16abad75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Network hostable DHCP agents. Network: b26c3259-30e2-4140-820b-6de3b72e6a29, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:47:22.785853 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1975360d-96aa-4e6d-9e7a-5f2e1d94413a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:22.786589 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1975360d-96aa-4e6d-9e7a-5f2e1d94413a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Synchronizing usage tracker for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:47:22.787761 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-6b763308-c150-4383-8a33-22e6df68cc28 None None] The port '059fc19f-b2b2-43bd-8b66-517148de1707' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:47:22.790019 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe411f6b-2cd3-4b57-8568-2a996d6701dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Port': ['ID=463074e9-af91-4162-9cce-992bed0f01a2,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:22.838036 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2a7e1cf2-09b4-4561-9c5c-7f28b07fa4a9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:22.846751 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2a7e1cf2-09b4-4561-9c5c-7f28b07fa4a9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:port and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:22.852696 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2a7e1cf2-09b4-4561-9c5c-7f28b07fa4a9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:22.872847 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2a7e1cf2-09b4-4561-9c5c-7f28b07fa4a9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:22.916325 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027128b-35cd-4a5f-8ecc-c4ccf758937f None None] Pushing event updated for resources: {'Port': ['ID=267760c5-6db5-4b02-872b-1cda0240c912,revision_number=12']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:22.920675 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1027128b-35cd-4a5f-8ecc-c4ccf758937f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:22.927726 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-398a3788-800d-41d2-bc4f-1e4d20adfef1 None None] Provisioning for port e4ef2e87-ad67-42ec-91d2-fd9e2996eaf2 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:22.935498 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-398a3788-800d-41d2-bc4f-1e4d20adfef1 None None] Provisioning complete for port e4ef2e87-ad67-42ec-91d2-fd9e2996eaf2 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:22.935879 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-398a3788-800d-41d2-bc4f-1e4d20adfef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:22.994367 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port a7903171-b2e4-4835-a96a-c0c5a6867b20 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:23.005454 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port a7903171-b2e4-4835-a96a-c0c5a6867b20 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:23.008930 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:23.018047 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-863dda10-edf4-47fc-9a2f-bfce46cdce69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:23.040083 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fe411f6b-2cd3-4b57-8568-2a996d6701dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:23.067691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-863dda10-edf4-47fc-9a2f-bfce46cdce69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:23.100039 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-398a3788-800d-41d2-bc4f-1e4d20adfef1 None None] Port e4ef2e87-ad67-42ec-91d2-fd9e2996eaf2 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:47:23.116124 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1975360d-96aa-4e6d-9e7a-5f2e1d94413a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Unset dirty status for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:47:23.118201 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1975360d-96aa-4e6d-9e7a-5f2e1d94413a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 923 time: 1.2228639
Dec 22 04:47:23.137632 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51208) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:23.148436 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7e1cf2-09b4-4561-9c5c-7f28b07fa4a9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:23.151707 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1cf2-09b4-4561-9c5c-7f28b07fa4a9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:23.190636 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-398a3788-800d-41d2-bc4f-1e4d20adfef1 None None] Provisioning complete for port a7903171-b2e4-4835-a96a-c0c5a6867b20 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:23.191015 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-398a3788-800d-41d2-bc4f-1e4d20adfef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:23.273180 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:23.274766 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-863dda10-edf4-47fc-9a2f-bfce46cdce69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:23.293862 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:23.341865 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-79f56fea-233d-479c-a389-8c982856f8d3 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "GET /v2.0/routers/7fede8d5-100c-4ebe-9271-a75bbbabca67 HTTP/1.1" status: 200  len: 921 time: 1.6512845
Dec 22 04:47:23.342935 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863dda10-edf4-47fc-9a2f-bfce46cdce69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78611c87-98af-41b9-b794-08610fb3a4e4,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:23.347864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-863dda10-edf4-47fc-9a2f-bfce46cdce69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:23.350798 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51212) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:23.355685 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-2a7e1cf2-09b4-4561-9c5c-7f28b07fa4a9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] device_id is not set on port 78bdd17f-95f7-4480-964b-c98fa4b7dd31 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:47:23.367266 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5b071e9-f00e-4ee2-a74e-20a539783b2b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:23.384794 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port a7903171-b2e4-4835-a96a-c0c5a6867b20, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a7903171-b2e4-4835-a96a-c0c5a6867b20,segment=NetworkSegment(663a12e5-7a8c-4b1d-a907-b54eac2a5a0c),segment_id=663a12e5-7a8c-4b1d-a907-b54eac2a5a0c)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:23.395988 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51216) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:23.404186 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2d09a5-e59b-4d18-9fe9-f65d16abad75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Network b26c3259-30e2-4140-820b-6de3b72e6a29 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:47:23.445106 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:23.446144 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 085618c0-8774-44de-af77-b2b8fea4c63f up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:23.454947 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-863dda10-edf4-47fc-9a2f-bfce46cdce69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:23.458355 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-863dda10-edf4-47fc-9a2f-bfce46cdce69 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/78611c87-98af-41b9-b794-08610fb3a4e4 HTTP/1.1" status: 204  len: 168 time: 0.7898731
Dec 22 04:47:23.493845 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-1e2d09a5-e59b-4d18-9fe9-f65d16abad75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, b26c3259-30e2-4140-820b-6de3b72e6a29) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:23.511095 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2d09a5-e59b-4d18-9fe9-f65d16abad75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:23.511890 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e2d09a5-e59b-4d18-9fe9-f65d16abad75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2784988'] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:23.568283 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:23.619487 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadd541e-8607-4b7a-944f-2679e00d9cfa None None] Network b26c3259-30e2-4140-820b-6de3b72e6a29 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:23.654707 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa96992-db88-4e78-9613-795136f96dd5 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:23.659119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa96992-db88-4e78-9613-795136f96dd5 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:23.663555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa96992-db88-4e78-9613-795136f96dd5 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:23.664620 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-3fa96992-db88-4e78-9613-795136f96dd5 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Synchronizing usage tracker for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:47:23.676621 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1e2d09a5-e59b-4d18-9fe9-f65d16abad75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.2545104
Dec 22 04:47:23.688307 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51224) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:23.763135 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b1b26de1-9389-4001-a969-83df50825612 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:23.833363 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-3fa96992-db88-4e78-9613-795136f96dd5 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Unset dirty status for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:47:23.835997 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3fa96992-db88-4e78-9613-795136f96dd5 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2375 time: 0.6966286
Dec 22 04:47:23.844453 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51230) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:23.899435 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=a7903171-b2e4-4835-a96a-c0c5a6867b20,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:23.907797 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:23.914930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe411f6b-2cd3-4b57-8568-2a996d6701dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:23.960723 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 085618c0-8774-44de-af77-b2b8fea4c63f completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:23.984403 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 085618c0-8774-44de-af77-b2b8fea4c63f triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:23.985070 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:24.034295 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad014a9d-5184-48b1-9ad2-713515db6e02 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:24.075227 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e9f14f1d-6aa7-4082-a3f6-75237dc6b20e tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&device_id=7fede8d5-100c-4ebe-9271-a75bbbabca67&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.7223284
Dec 22 04:47:24.093329 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51236) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:24.197632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-483285351', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:24.206769 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fe411f6b-2cd3-4b57-8568-2a996d6701dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/463074e9-af91-4162-9cce-992bed0f01a2 HTTP/1.1" status: 204  len: 168 time: 3.3640878
Dec 22 04:47:24.214842 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5b071e9-f00e-4ee2-a74e-20a539783b2b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:24.217109 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:24.221345 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Usage tracker for resource:port and tenant:fb1a766c74fd4f169dd382b0b04b4c13 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:24.224724 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:24.231146 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:24.238097 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51244) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:24.241087 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5b071e9-f00e-4ee2-a74e-20a539783b2b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:24.280761 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1cf2-09b4-4561-9c5c-7f28b07fa4a9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:24.310656 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-9df8136a-5f77-4f28-a0d9-620219328b43 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting port e4ef2e87-ad67-42ec-91d2-fd9e2996eaf2 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:24.311202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9df8136a-5f77-4f28-a0d9-620219328b43 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:24.314525 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:24.328843 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-398a3788-800d-41d2-bc4f-1e4d20adfef1 None None] Provisioning for port 2d84df63-1916-43bd-bbb2-81979bb70757 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:24.339604 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-398a3788-800d-41d2-bc4f-1e4d20adfef1 None None] Provisioning complete for port 2d84df63-1916-43bd-bbb2-81979bb70757 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:24.339985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-398a3788-800d-41d2-bc4f-1e4d20adfef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:24.380695 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b1b26de1-9389-4001-a969-83df50825612 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7068985'] for subnet, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:24.400804 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Made reservation on behalf of fb1a766c74fd4f169dd382b0b04b4c13 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:24.403975 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:24.455838 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b071e9-f00e-4ee2-a74e-20a539783b2b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Port': ['ID=b5d1929c-5bad-431d-b079-9498bbec88b5,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:24.465539 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5b071e9-f00e-4ee2-a74e-20a539783b2b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:24.483643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b5b071e9-f00e-4ee2-a74e-20a539783b2b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:24.534363 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-398a3788-800d-41d2-bc4f-1e4d20adfef1 None None] Port 2d84df63-1916-43bd-bbb2-81979bb70757 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:47:24.545984 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d584801e-df5a-4e5f-9eaf-90fe4920db1a tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:24.549905 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d584801e-df5a-4e5f-9eaf-90fe4920db1a tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "GET /v2.0/networks/c376c199-68b9-4289-ba3a-1e17ce30e740 HTTP/1.1" status: 200  len: 881 time: 0.4485791
Dec 22 04:47:24.555666 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51254) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:24.608035 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:24.632060 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:24.637218 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-b26c3259-30e2-4140-820b-6de3b72e6a29', 'network_id': 'b26c3259-30e2-4140-820b-6de3b72e6a29', 'tenant_id': '664b0479e9e1448ea56990a36f4ec616', 'fixed_ips': [{'subnet_id': '197c454f-16c4-4ac6-9a3f-2940ddb02fea'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:47:24.638173 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:24.698450 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ed657e-ad10-4804-a9e1-217150ced882 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:24.701440 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ed657e-ad10-4804-a9e1-217150ced882 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:24.703367 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ed657e-ad10-4804-a9e1-217150ced882 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:24.705567 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f0ed657e-ad10-4804-a9e1-217150ced882 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.4658999
Dec 22 04:47:24.710668 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51260) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:24.731439 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4e6fcef0-d6c9-4e6b-b905-02eeddaa0685 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fede8d5-100c-4ebe-9271-a75bbbabca67 HTTP/1.1" status: 200  len: 205 time: 0.1724532
Dec 22 04:47:24.732692 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1cf2-09b4-4561-9c5c-7f28b07fa4a9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:24.742485 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51264) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:24.746751 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 085618c0-8774-44de-af77-b2b8fea4c63f, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=085618c0-8774-44de-af77-b2b8fea4c63f,segment=NetworkSegment(24a1e4b7-c840-4878-b199-c5a735a8a422),segment_id=24a1e4b7-c840-4878-b199-c5a735a8a422)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:24.747856 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-611666e1-4a8d-4f6d-a487-7bfb9c6bb712 None None] Provisioning for port b5d1929c-5bad-431d-b079-9498bbec88b5 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:24.765256 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-611666e1-4a8d-4f6d-a487-7bfb9c6bb712 None None] Provisioning complete for port b5d1929c-5bad-431d-b079-9498bbec88b5 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:24.765507 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-611666e1-4a8d-4f6d-a487-7bfb9c6bb712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:24.795915 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b071e9-f00e-4ee2-a74e-20a539783b2b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network d39121d8-28aa-4bcd-8ce0-695dc25c86d1 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:24.799658 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51268) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:24.799836 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:24.799937 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-b5b071e9-f00e-4ee2-a74e-20a539783b2b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:24.800232 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 267760c5-6db5-4b02-872b-1cda0240c912 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:24.815522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-876416e0-2aa7-4945-b23a-1b4374ea35b7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:24.837904 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0f0fd290-7580-4f39-9e11-e0e91bc101ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:24.937481 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:24.943690 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Usage tracker for resource:security_group_rule and tenant:fb1a766c74fd4f169dd382b0b04b4c13 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:24.948567 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:24.957867 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:25.023310 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-611666e1-4a8d-4f6d-a487-7bfb9c6bb712 None None] Port b5d1929c-5bad-431d-b079-9498bbec88b5 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:47:25.035893 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e1cf2-09b4-4561-9c5c-7f28b07fa4a9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Port': ['ID=78bdd17f-95f7-4480-964b-c98fa4b7dd31,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:25.057310 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=085618c0-8774-44de-af77-b2b8fea4c63f,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:25.062079 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:25.064405 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7e1cf2-09b4-4561-9c5c-7f28b07fa4a9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network 21a47168-5359-42cc-b173-9f67d550e87e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:25.065436 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2a7e1cf2-09b4-4561-9c5c-7f28b07fa4a9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:25.089672 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-611666e1-4a8d-4f6d-a487-7bfb9c6bb712 None None] Provisioning for port 267760c5-6db5-4b02-872b-1cda0240c912 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:25.093739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-2a7e1cf2-09b4-4561-9c5c-7f28b07fa4a9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:25.096828 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-611666e1-4a8d-4f6d-a487-7bfb9c6bb712 None None] Provisioning complete for port 267760c5-6db5-4b02-872b-1cda0240c912 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:25.098262 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-611666e1-4a8d-4f6d-a487-7bfb9c6bb712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:25.121623 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7e1cf2-09b4-4561-9c5c-7f28b07fa4a9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:25.125837 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7e1cf2-09b4-4561-9c5c-7f28b07fa4a9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:25.126786 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1cf2-09b4-4561-9c5c-7f28b07fa4a9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:25.131040 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 267760c5-6db5-4b02-872b-1cda0240c912 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:25.131426 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:25.156108 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9df8136a-5f77-4f28-a0d9-620219328b43 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:25.174072 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2a7e1cf2-09b4-4561-9c5c-7f28b07fa4a9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 2.7976630
Dec 22 04:47:25.177244 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51274) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:25.219700 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1300108519-network', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:25.243503 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:25.268803 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Usage tracker for resource:network and tenant:a189efe8546c44009128ff34bc595fc2 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:25.284743 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:25.303047 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:25.307844 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Allocated IP 172.20.0.2 (b26c3259-30e2-4140-820b-6de3b72e6a29/197c454f-16c4-4ac6-9a3f-2940ddb02fea/62bebecb-5734-45ea-9239-74d8a2d7c0d0) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:25.314757 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-d6aea892-134d-4fa0-b148-9330d763d048 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting port 78bdd17f-95f7-4480-964b-c98fa4b7dd31 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:25.315089 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d6aea892-134d-4fa0-b148-9330d763d048 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:25.371165 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:25.378359 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-63bcc810-8499-4ba4-818d-efe988771f0d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet 1c416ccb-89e6-4485-b7fb-bf60b44d58a6 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:47:25.382695 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-63bcc810-8499-4ba4-818d-efe988771f0d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:25.521684 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b1b26de1-9389-4001-a969-83df50825612 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746328993549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1382561'] for subnet, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:25.532360 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:25.540067 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:25.551936 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Transition to ACTIVE for port object 62bebecb-5734-45ea-9239-74d8a2d7c0d0 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:25.573290 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-9df8136a-5f77-4f28-a0d9-620219328b43 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Calling delete_port for e4ef2e87-ad67-42ec-91d2-fd9e2996eaf2 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:25.575021 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Transition to ACTIVE for port object 62bebecb-5734-45ea-9239-74d8a2d7c0d0 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:25.592398 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:25.597094 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5626a184-ebda-4d2e-b934-21ec6d83328f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:25.599765 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:25.612665 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-62a569c4-161b-4598-81fd-b2054ed85ad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:25.612906 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b26de1-9389-4001-a969-83df50825612 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:25.613336 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b1b26de1-9389-4001-a969-83df50825612 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:25.616943 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b1b26de1-9389-4001-a969-83df50825612 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "PUT /v2.0/subnets/197c454f-16c4-4ac6-9a3f-2940ddb02fea HTTP/1.1" status: 200  len: 806 time: 1.9252620
Dec 22 04:47:25.642253 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51278) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:25.662947 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] device_id is not set on port dbd1c3db-c9bc-4216-9fae-ff9cc2d71a8b yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:47:25.695510 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Made reservation on behalf of a189efe8546c44009128ff34bc595fc2 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:25.697794 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:25.702417 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Network b26c3259-30e2-4140-820b-6de3b72e6a29 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:25.707708 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Pushing event updated for resources: {'Port': ['ID=62bebecb-5734-45ea-9239-74d8a2d7c0d0,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:25.710490 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:25.718602 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:25.719639 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:25.753213 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:25.770543 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-63bcc810-8499-4ba4-818d-efe988771f0d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:25.807598 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e26e27e-8f2b-4719-a989-7939dff428ac,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:25.815310 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:25.953506 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:25.968170 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Usage tracker for resource:security_group_rule and tenant:a189efe8546c44009128ff34bc595fc2 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:25.978011 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:25.988592 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:25.997785 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b26de1-9389-4001-a969-83df50825612 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Subnet': ['ID=197c454f-16c4-4ac6-9a3f-2940ddb02fea,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:26.000547 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b1b26de1-9389-4001-a969-83df50825612 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:26.014523 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Attempting to bind port 62bebecb-5734-45ea-9239-74d8a2d7c0d0 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:47:26.014941 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Attempting to bind port 62bebecb-5734-45ea-9239-74d8a2d7c0d0 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '7b991862-f9a3-468d-aa11-38c50d422d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b26c3259-30e2-4140-820b-6de3b72e6a29'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:47:26.015370 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Attempting to bind port 62bebecb-5734-45ea-9239-74d8a2d7c0d0 on network b26c3259-30e2-4140-820b-6de3b72e6a29 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:47:26.024468 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Allocated IP 172.26.4.190 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/dbd1c3db-c9bc-4216-9fae-ff9cc2d71a8b) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:26.029392 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-63bcc810-8499-4ba4-818d-efe988771f0d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:26.037313 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-611666e1-4a8d-4f6d-a487-7bfb9c6bb712 None None] Provisioning complete for port 085618c0-8774-44de-af77-b2b8fea4c63f triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:26.037853 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-611666e1-4a8d-4f6d-a487-7bfb9c6bb712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:26.103752 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:47:26.104082 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Checking segment: {'id': '7b991862-f9a3-468d-aa11-38c50d422d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b26c3259-30e2-4140-820b-6de3b72e6a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:26.104493 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:26.105400 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Bound using segment: {'id': '7b991862-f9a3-468d-aa11-38c50d422d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b26c3259-30e2-4140-820b-6de3b72e6a29'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:47:26.105945 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Bound port: 62bebecb-5734-45ea-9239-74d8a2d7c0d0, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b991862-f9a3-468d-aa11-38c50d422d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b26c3259-30e2-4140-820b-6de3b72e6a29'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:47:26.106315 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:26.115468 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 059fc19f-b2b2-43bd-8b66-517148de1707 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:47:26.164902 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 059fc19f-b2b2-43bd-8b66-517148de1707 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:47:26.165106 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 059fc19f-b2b2-43bd-8b66-517148de1707 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:47:26.165521 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device b4f01c21-9039-4bcb-afd9-1d1cb8e72822 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:47:26.203803 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d6aea892-134d-4fa0-b148-9330d763d048 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:26.203999 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: b4f01c21-9039-4bcb-afd9-1d1cb8e72822 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:47:26.204121 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device b4f01c21-9039-4bcb-afd9-1d1cb8e72822 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:47:26.265649 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:26.268243 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-63bcc810-8499-4ba4-818d-efe988771f0d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:26.272339 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1960b337-82c9-4ffb-b632-42f953060f0b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:26.322288 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:26.345894 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-d6aea892-134d-4fa0-b148-9330d763d048 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Calling delete_port for 78bdd17f-95f7-4480-964b-c98fa4b7dd31 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:26.354127 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 085618c0-8774-44de-af77-b2b8fea4c63f up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:26.376125 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:26.381528 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bcc810-8499-4ba4-818d-efe988771f0d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=1c416ccb-89e6-4485-b7fb-bf60b44d58a6,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:26.384620 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-63bcc810-8499-4ba4-818d-efe988771f0d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:26.393251 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e216dd3e-99eb-48ed-b622-241f4a692907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:26.412066 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-63bcc810-8499-4ba4-818d-efe988771f0d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:26.420177 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-611666e1-4a8d-4f6d-a487-7bfb9c6bb712 None None] Provisioning complete for port 2d84df63-1916-43bd-bbb2-81979bb70757 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:26.420319 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-611666e1-4a8d-4f6d-a487-7bfb9c6bb712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:26.431604 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b071e9-f00e-4ee2-a74e-20a539783b2b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Router 8cc195e8-4739-4836-a874-d3bfe4d4b9cf is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:47:26.459858 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4737ef5f-dd4f-4be3-85f5-ced729acbac0 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:26.467386 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Deleting port 62bebecb-5734-45ea-9239-74d8a2d7c0d0 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:26.467850 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:26.472145 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] For port 62bebecb-5734-45ea-9239-74d8a2d7c0d0, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:47:26.476086 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be511ab5-8bf4-406c-9f72-533d8eed9840,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:26.479730 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:26.519932 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-63bcc810-8499-4ba4-818d-efe988771f0d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/1c416ccb-89e6-4485-b7fb-bf60b44d58a6 HTTP/1.1" status: 204  len: 168 time: 1.8046520
Dec 22 04:47:26.522541 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51282) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:26.545483 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] For port 62bebecb-5734-45ea-9239-74d8a2d7c0d0, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=62bebecb-5734-45ea-9239-74d8a2d7c0d0,segment=NetworkSegment(7b991862-f9a3-468d-aa11-38c50d422d8f),segment_id=7b991862-f9a3-468d-aa11-38c50d422d8f)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:47:26.575807 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:26.587849 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:26.652989 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-611666e1-4a8d-4f6d-a487-7bfb9c6bb712 None None] Port 2d84df63-1916-43bd-bbb2-81979bb70757 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:47:26.659797 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Pushing event updated for resources: {'Port': ['ID=62bebecb-5734-45ea-9239-74d8a2d7c0d0,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:26.667876 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:26.673540 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-611666e1-4a8d-4f6d-a487-7bfb9c6bb712 None None] Could not find standard attr ID for object e4ef2e87-ad67-42ec-91d2-fd9e2996eaf2. {{(pid=83436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 04:47:26.675843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d6aea892-134d-4fa0-b148-9330d763d048 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:26.678816 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9df8136a-5f77-4f28-a0d9-620219328b43 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:26.688380 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c83d7a77-f098-4b6a-8a12-1a29c17d89c4 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:26.691732 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:47:26.696834 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-611666e1-4a8d-4f6d-a487-7bfb9c6bb712 None None] Could not find standard attr ID for object 463074e9-af91-4162-9cce-992bed0f01a2. {{(pid=83436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 04:47:26.713484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:26.733616 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:26.735069 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Added segment 4fec6cb2-521a-4cbd-a920-f6745769cdfc of type vlan for network e68a3e5c-f921-45fc-a6c9-1329c028d289
Dec 22 04:47:26.755353 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cd4723f1-806b-4692-91e9-7d98df9e6120 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:26.773523 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:26.822792 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 085618c0-8774-44de-af77-b2b8fea4c63f triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:26.822792 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:26.844325 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:26.854094 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:26.855682 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:26.856252 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:26.859933 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-da4ee6f2-3e8b-49ab-8f6f-382494c6c270 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:26.914055 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b071e9-f00e-4ee2-a74e-20a539783b2b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:47:26.924679 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aea892-134d-4fa0-b148-9330d763d048 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Port': ['ID=78bdd17f-95f7-4480-964b-c98fa4b7dd31,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:26.936243 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d6aea892-134d-4fa0-b148-9330d763d048 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:26.937830 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c17ee0d2-dc48-4628-8ac4-3c39773a850b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:26.970305 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.1670859
Dec 22 04:47:26.973086 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b5b071e9-f00e-4ee2-a74e-20a539783b2b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/routers/8cc195e8-4739-4836-a874-d3bfe4d4b9cf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.5303929
Dec 22 04:47:26.980630 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51286) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:26.980630 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51288) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:26.991250 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:26.992012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Pushing event updated for resources: {'Port': ['ID=dbd1c3db-c9bc-4216-9fae-ff9cc2d71a8b,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:27.000004 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f844c23-dfa6-4014-8e5e-fa660eaad389 None None] Sync routers for ids ['8cc195e8-4739-4836-a874-d3bfe4d4b9cf'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:47:27.000978 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-4d5e4696-3613-4172-a73c-817f83a740ac admin admin] Request body: {'subnet': {'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1300108519-subnet', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:27.038089 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f844c23-dfa6-4014-8e5e-fa660eaad389 None None] Routers {'8cc195e8-4739-4836-a874-d3bfe4d4b9cf'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:27.038735 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-8f844c23-dfa6-4014-8e5e-fa660eaad389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bce9130>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['8cc195e8-4739-4836-a874-d3bfe4d4b9cf'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:27.042016 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:27.044142 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:27.050385 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:27.063756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4d5e4696-3613-4172-a73c-817f83a740ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:27.071739 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:27.108048 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8136a-5f77-4f28-a0d9-620219328b43 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Port': ['ID=e4ef2e87-ad67-42ec-91d2-fd9e2996eaf2,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:27.111619 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-8f844c23-dfa6-4014-8e5e-fa660eaad389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bce9130>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:27.121290 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d6aea892-134d-4fa0-b148-9330d763d048 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:27.183933 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d3a619ea-4d4b-4bfd-9d94-e5099e79ef85 None None] Provisioning complete for port b5d1929c-5bad-431d-b079-9498bbec88b5 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:27.184322 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d3a619ea-4d4b-4bfd-9d94-e5099e79ef85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:27.191577 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4d5e4696-3613-4172-a73c-817f83a740ac admin admin] Usage tracker for resource:subnet and tenant:a189efe8546c44009128ff34bc595fc2 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:27.225642 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4d5e4696-3613-4172-a73c-817f83a740ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:27.275375 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de19d62c-b714-4148-a698-2b4184a174a3 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:27.276992 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-de19d62c-b714-4148-a698-2b4184a174a3 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Synchronizing usage tracker for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:47:27.291013 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4d5e4696-3613-4172-a73c-817f83a740ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:27.304539 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d6aea892-134d-4fa0-b148-9330d763d048 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/ports/78bdd17f-95f7-4480-964b-c98fa4b7dd31 HTTP/1.1" status: 204  len: 168 time: 2.1231723
Dec 22 04:47:27.306648 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f844c23-dfa6-4014-8e5e-fa660eaad389 None None] Routers {'8cc195e8-4739-4836-a874-d3bfe4d4b9cf'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:27.307445 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-8f844c23-dfa6-4014-8e5e-fa660eaad389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bce9130>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['8cc195e8-4739-4836-a874-d3bfe4d4b9cf'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:27.311064 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51296) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:27.321035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9df8136a-5f77-4f28-a0d9-620219328b43 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:27.340188 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-289f6c3b-cf73-47f4-a47d-bbd7219e88a6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'port': {'network_id': '21a47168-5359-42cc-b173-9f67d550e87e', 'mac_address': 'fa:16:3e:19:b7:72', 'name': 'tempest-PortsIpV6TestJSON-207780461'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:27.362954 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Pushing event updated for resources: {'Network': ['ID=e68a3e5c-f921-45fc-a6c9-1329c028d289,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:27.379260 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d88d80-aa1b-480c-beeb-e9fd9a417a16 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet f45c2776-db41-4231-9203-3be30582a2d2 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:47:27.399928 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network e68a3e5c-f921-45fc-a6c9-1329c028d289 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:47:27.403138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2d88d80-aa1b-480c-beeb-e9fd9a417a16 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:27.438385 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:27.440226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:27.440977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:27.467585 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5e4696-3613-4172-a73c-817f83a740ac admin admin] Made reservation on behalf of a189efe8546c44009128ff34bc595fc2 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:27.470104 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4d5e4696-3613-4172-a73c-817f83a740ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:27.498162 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9df8136a-5f77-4f28-a0d9-620219328b43 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:27.500193 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9df8136a-5f77-4f28-a0d9-620219328b43 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/ports/e4ef2e87-ad67-42ec-91d2-fd9e2996eaf2 HTTP/1.1" status: 204  len: 168 time: 3.6307406
Dec 22 04:47:27.508733 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-8f844c23-dfa6-4014-8e5e-fa660eaad389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bce9130>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:27.509152 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f844c23-dfa6-4014-8e5e-fa660eaad389 None None] The sync data for ids ['8cc195e8-4739-4836-a874-d3bfe4d4b9cf'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:47:27.512005 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] For port 62bebecb-5734-45ea-9239-74d8a2d7c0d0, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=62bebecb-5734-45ea-9239-74d8a2d7c0d0,segment=NetworkSegment(7b991862-f9a3-468d-aa11-38c50d422d8f),segment_id=7b991862-f9a3-468d-aa11-38c50d422d8f)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:27.512468 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:27.522481 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51300) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:27.530347 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a7903171-b2e4-4835-a96a-c0c5a6867b20 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:27.592512 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d3a619ea-4d4b-4bfd-9d94-e5099e79ef85 None None] Port b5d1929c-5bad-431d-b079-9498bbec88b5 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:47:27.608229 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-de19d62c-b714-4148-a698-2b4184a174a3 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Unset dirty status for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:47:27.610197 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-de19d62c-b714-4148-a698-2b4184a174a3 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/ports/b5d1929c-5bad-431d-b079-9498bbec88b5 HTTP/1.1" status: 200  len: 910 time: 0.6241739
Dec 22 04:47:27.643521 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d3a619ea-4d4b-4bfd-9d94-e5099e79ef85 None None] Provisioning complete for port 267760c5-6db5-4b02-872b-1cda0240c912 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:27.643906 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d3a619ea-4d4b-4bfd-9d94-e5099e79ef85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:27.725855 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port a7903171-b2e4-4835-a96a-c0c5a6867b20 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:27.726247 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:27.823669 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51304) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:27.828452 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 4.4280822
Dec 22 04:47:27.833242 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51308) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:27.885631 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Calling delete_port for 62bebecb-5734-45ea-9239-74d8a2d7c0d0 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:27.940249 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55ee514-7a30-4b04-a714-0a6a406d0c71 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] GET failed (client error): The resource could not be found.
Dec 22 04:47:27.940765 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e55ee514-7a30-4b04-a714-0a6a406d0c71 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Synchronizing usage tracker for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:47:27.952608 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2d88d80-aa1b-480c-beeb-e9fd9a417a16 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:27.974981 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 267760c5-6db5-4b02-872b-1cda0240c912 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:28.024740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d3a619ea-4d4b-4bfd-9d94-e5099e79ef85 None None] Could not find standard attr ID for object 463074e9-af91-4162-9cce-992bed0f01a2. {{(pid=83436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 04:47:28.029507 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-289f6c3b-cf73-47f4-a47d-bbd7219e88a6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:28.034976 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-672dd6b4-382a-4a52-953b-ca06823efe16 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.190'}]}}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:28.043877 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-672dd6b4-382a-4a52-953b-ca06823efe16 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:28.049187 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-672dd6b4-382a-4a52-953b-ca06823efe16 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Usage tracker for resource:router and tenant:fb1a766c74fd4f169dd382b0b04b4c13 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:28.056783 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-672dd6b4-382a-4a52-953b-ca06823efe16 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:28.065387 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e55ee514-7a30-4b04-a714-0a6a406d0c71 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Unset dirty status for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:47:28.070074 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e55ee514-7a30-4b04-a714-0a6a406d0c71 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports/e4ef2e87-ad67-42ec-91d2-fd9e2996eaf2 HTTP/1.1" status: 404  len: 333 time: 0.5432925
Dec 22 04:47:28.070352 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-289f6c3b-cf73-47f4-a47d-bbd7219e88a6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:port and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:28.071965 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51312) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:28.081122 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-289f6c3b-cf73-47f4-a47d-bbd7219e88a6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:28.085835 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-672dd6b4-382a-4a52-953b-ca06823efe16 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:28.094318 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 267760c5-6db5-4b02-872b-1cda0240c912 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:28.095018 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:28.100335 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-289f6c3b-cf73-47f4-a47d-bbd7219e88a6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:28.198918 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289f6c3b-cf73-47f4-a47d-bbd7219e88a6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:28.237022 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47ad4ba-ceb1-4b60-ae22-6103767ff72e None None] Network b26c3259-30e2-4140-820b-6de3b72e6a29 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:28.305953 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:28.311043 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-672dd6b4-382a-4a52-953b-ca06823efe16 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:28.314800 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-672dd6b4-382a-4a52-953b-ca06823efe16 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:28.328212 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ec72409d-187f-4e93-b314-ab6a46da1534 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:28.349390 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-8b8d8d73-6267-4f05-974b-a438d2e08411 None None] Could not find standard attr ID for object 62bebecb-5734-45ea-9239-74d8a2d7c0d0. {{(pid=83436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 04:47:28.392488 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-289f6c3b-cf73-47f4-a47d-bbd7219e88a6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:28.436560 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 62bebecb-5734-45ea-9239-74d8a2d7c0d0 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:28.465092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Port': ['ID=62bebecb-5734-45ea-9239-74d8a2d7c0d0,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:28.475698 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-7e4f8775-874a-4fd8-9763-9bdfbd759fd2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting port 2d84df63-1916-43bd-bbb2-81979bb70757 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:28.476139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7e4f8775-874a-4fd8-9763-9bdfbd759fd2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:28.477507 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 62bebecb-5734-45ea-9239-74d8a2d7c0d0 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:47:28.477914 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 62bebecb-5734-45ea-9239-74d8a2d7c0d0 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 22 04:47:28.503299 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:28.521183 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Port 62bebecb-5734-45ea-9239-74d8a2d7c0d0 not found, will not notify nova. {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 22 04:47:28.538185 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-289f6c3b-cf73-47f4-a47d-bbd7219e88a6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] device_id is not set on port 7fb9a17b-fe73-421b-92e5-097ea91f1ac5 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:47:28.579662 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-80bf7e0e-f006-456f-a1ce-0799e54e6c0d None None] Provisioning complete for port 267760c5-6db5-4b02-872b-1cda0240c912 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:28.580077 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-80bf7e0e-f006-456f-a1ce-0799e54e6c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:28.602827 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2d88d80-aa1b-480c-beeb-e9fd9a417a16 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:28.686699 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No DVR routers for this DVR port 62bebecb-5734-45ea-9239-74d8a2d7c0d0 on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:47:28.710405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-672dd6b4-382a-4a52-953b-ca06823efe16 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:28.719497 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4d5e4696-3613-4172-a73c-817f83a740ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:28.741104 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8969a8eb-0120-48cc-91df-116aa0f68124 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:28.759241 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cd4723f1-806b-4692-91e9-7d98df9e6120 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:28.798423 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-cd4723f1-806b-4692-91e9-7d98df9e6120 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Deleting port 9490ff17-8454-4544-b2d0-9675f71870dc {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:28.798886 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cd4723f1-806b-4692-91e9-7d98df9e6120 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:28.838221 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294b42cc-d996-4037-b91f-1fcf6613af14 None None] Network b26c3259-30e2-4140-820b-6de3b72e6a29 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:28.913416 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:28.977675 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e4696-3613-4172-a73c-817f83a740ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:28.987155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4d5e4696-3613-4172-a73c-817f83a740ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:28.998836 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2d88d80-aa1b-480c-beeb-e9fd9a417a16 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:29.046447 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-289f6c3b-cf73-47f4-a47d-bbd7219e88a6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:29.057008 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:29.088440 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5e4696-3613-4172-a73c-817f83a740ac admin admin] Checking segment: {'id': '4fec6cb2-521a-4cbd-a920-f6745769cdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:29.088819 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5e4696-3613-4172-a73c-817f83a740ac admin admin] Network hostable DHCP agents. Network: e68a3e5c-f921-45fc-a6c9-1329c028d289, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:47:29.112346 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d88d80-aa1b-480c-beeb-e9fd9a417a16 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=f45c2776-db41-4231-9203-3be30582a2d2,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:29.116640 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-672dd6b4-382a-4a52-953b-ca06823efe16 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:29.126939 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c2250472-8a23-4516-a6b1-2703530cef28 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:29.135129 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f2d88d80-aa1b-480c-beeb-e9fd9a417a16 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:29.160314 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2d88d80-aa1b-480c-beeb-e9fd9a417a16 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:29.166827 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640b977d-b10c-4d66-b892-82bb87d6084c None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:29.218880 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7e4f8775-874a-4fd8-9763-9bdfbd759fd2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:29.250563 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:29.270787 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-289f6c3b-cf73-47f4-a47d-bbd7219e88a6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:29.282744 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-377bfc2f-ceb1-47a9-8d48-1682085fadd1 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:29.323045 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6e783d29-cfb7-4191-8125-8fc385868c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:29.356523 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f2d88d80-aa1b-480c-beeb-e9fd9a417a16 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/f45c2776-db41-4231-9203-3be30582a2d2 HTTP/1.1" status: 204  len: 168 time: 2.8279841
Dec 22 04:47:29.424147 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51316) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:29.435743 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-7e4f8775-874a-4fd8-9763-9bdfbd759fd2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Calling delete_port for 2d84df63-1916-43bd-bbb2-81979bb70757 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:29.532125 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Subnet': ['ID=197c454f-16c4-4ac6-9a3f-2940ddb02fea,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:29.532343 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5e4696-3613-4172-a73c-817f83a740ac admin admin] Network e68a3e5c-f921-45fc-a6c9-1329c028d289 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:47:29.534992 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:29.535858 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8c306e-bc06-4521-84c2-38b0b11fd8eb None None] DHCP port deletion for 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:47:29.547078 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c306e-bc06-4521-84c2-38b0b11fd8eb None None] Deleting port 267760c5-6db5-4b02-872b-1cda0240c912 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:29.547284 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cd4723f1-806b-4692-91e9-7d98df9e6120 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:29.550832 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1d8c306e-bc06-4521-84c2-38b0b11fd8eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:29.558378 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f6c3b-cf73-47f4-a47d-bbd7219e88a6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Port': ['ID=7fb9a17b-fe73-421b-92e5-097ea91f1ac5,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:29.561959 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289f6c3b-cf73-47f4-a47d-bbd7219e88a6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network 21a47168-5359-42cc-b173-9f67d550e87e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:29.565233 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-289f6c3b-cf73-47f4-a47d-bbd7219e88a6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:29.566912 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-289f6c3b-cf73-47f4-a47d-bbd7219e88a6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:29.568535 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-4d5e4696-3613-4172-a73c-817f83a740ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, e68a3e5c-f921-45fc-a6c9-1329c028d289) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:29.571451 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289f6c3b-cf73-47f4-a47d-bbd7219e88a6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:29.575848 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f6c3b-cf73-47f4-a47d-bbd7219e88a6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:29.576411 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-289f6c3b-cf73-47f4-a47d-bbd7219e88a6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:29.585729 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5e4696-3613-4172-a73c-817f83a740ac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:29.586298 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4d5e4696-3613-4172-a73c-817f83a740ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:29.595605 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-610ef21d-883b-4364-8c11-bbf844742d01 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1678736
Dec 22 04:47:29.603598 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e6c047-3bf1-4227-943c-23f21afaa225 None None] Network e68a3e5c-f921-45fc-a6c9-1329c028d289 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:29.606480 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51320) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:29.616604 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dca091-5f3d-43dc-8c31-caef01df4af0 None None] Network b26c3259-30e2-4140-820b-6de3b72e6a29 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:29.632438 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-e05a3d94-9cdf-4475-bc37-eb6998549306 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:29.766472 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-289f6c3b-cf73-47f4-a47d-bbd7219e88a6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 2.4397511
Dec 22 04:47:29.766472 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4d5e4696-3613-4172-a73c-817f83a740ac admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.7785013
Dec 22 04:47:29.772134 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51324) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:29.773002 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51326) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:29.793801 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e05a3d94-9cdf-4475-bc37-eb6998549306 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:29.800869 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e05a3d94-9cdf-4475-bc37-eb6998549306 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:29.805754 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e05a3d94-9cdf-4475-bc37-eb6998549306 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:29.814230 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e05a3d94-9cdf-4475-bc37-eb6998549306 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:29.844212 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1300108519-router', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:29.850576 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:29.872707 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05a3d94-9cdf-4475-bc37-eb6998549306 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:29.876102 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e05a3d94-9cdf-4475-bc37-eb6998549306 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:29.957265 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-cd4723f1-806b-4692-91e9-7d98df9e6120 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Calling delete_port for 9490ff17-8454-4544-b2d0-9675f71870dc owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:29.983129 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Usage tracker for resource:router and tenant:a189efe8546c44009128ff34bc595fc2 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:30.006435 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:30.028153 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:30.046097 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:30.083057 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-1d8c306e-bc06-4521-84c2-38b0b11fd8eb None None] For port 267760c5-6db5-4b02-872b-1cda0240c912, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=267760c5-6db5-4b02-872b-1cda0240c912,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:30.083817 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1d8c306e-bc06-4521-84c2-38b0b11fd8eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:30.100057 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af52044-66bf-4ba8-ad5a-763059497bed None None] DHCP port deletion for b26c3259-30e2-4140-820b-6de3b72e6a29 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:47:30.110902 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85cd66e-9838-4cbd-aa6a-fdd208d1c27e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:30.112536 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b85cd66e-9838-4cbd-aa6a-fdd208d1c27e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Synchronizing usage tracker for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:47:30.118636 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bdfe550>,) {'filters': {'network_id': ['b26c3259-30e2-4140-820b-6de3b72e6a29']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:30.130171 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:30.131068 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:30.241910 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bdfe550>, '7b991862-f9a3-468d-aa11-38c50d422d8f') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:30.242936 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bdfe550>, '7b991862-f9a3-468d-aa11-38c50d422d8f') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:30.254929 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c306e-bc06-4521-84c2-38b0b11fd8eb None None] Calling delete_port for 267760c5-6db5-4b02-872b-1cda0240c912 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:30.308710 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:30.316206 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-e68a3e5c-f921-45fc-a6c9-1329c028d289', 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'fixed_ips': [{'subnet_id': '0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:47:30.316954 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:30.338168 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-672dd6b4-382a-4a52-953b-ca06823efe16 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:30.338718 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b85cd66e-9838-4cbd-aa6a-fdd208d1c27e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Unset dirty status for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:47:30.338718 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b85cd66e-9838-4cbd-aa6a-fdd208d1c27e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports/7fb9a17b-fe73-421b-92e5-097ea91f1ac5 HTTP/1.1" status: 200  len: 844 time: 0.5587313
Dec 22 04:47:30.361666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51332) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:30.368453 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:30.386289 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:30.388322 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 267760c5-6db5-4b02-872b-1cda0240c912 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:47:30.399073 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:47:30.399629 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:30.408511 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-672dd6b4-382a-4a52-953b-ca06823efe16 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:47:30.416815 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:47:30.474537 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7e4f8775-874a-4fd8-9763-9bdfbd759fd2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:30.484775 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1d8c306e-bc06-4521-84c2-38b0b11fd8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:30.491635 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1027128b-35cd-4a5f-8ecc-c4ccf758937f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:30.542551 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9df8136a-5f77-4f28-a0d9-620219328b43 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:30.564031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c306e-bc06-4521-84c2-38b0b11fd8eb None None] Pushing event deleted for resources: {'Port': ['ID=267760c5-6db5-4b02-872b-1cda0240c912,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:30.565044 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-c626abfe-43d5-41d3-9e6e-2e1babf84a73 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting port 7fb9a17b-fe73-421b-92e5-097ea91f1ac5 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:30.565578 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c626abfe-43d5-41d3-9e6e-2e1babf84a73 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:30.565952 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No active binding found for port 267760c5-6db5-4b02-872b-1cda0240c912 {{(pid=83436) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 22 04:47:30.566256 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 267760c5-6db5-4b02-872b-1cda0240c912 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:47:30.566684 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 62bebecb-5734-45ea-9239-74d8a2d7c0d0 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:47:30.589447 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1d8c306e-bc06-4521-84c2-38b0b11fd8eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:30.603865 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f8775-874a-4fd8-9763-9bdfbd759fd2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Port': ['ID=2d84df63-1916-43bd-bbb2-81979bb70757,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:30.604193 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e05a3d94-9cdf-4475-bc37-eb6998549306 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:30.606378 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 62bebecb-5734-45ea-9239-74d8a2d7c0d0 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:47:30.606378 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 62bebecb-5734-45ea-9239-74d8a2d7c0d0 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:47:30.616860 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8c306e-bc06-4521-84c2-38b0b11fd8eb None None] No DVR routers for this DVR port 267760c5-6db5-4b02-872b-1cda0240c912 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:47:30.617925 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5328581c-7653-4711-871c-175d7a729198 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:30.638115 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Allocated IP 172.20.0.2 (e68a3e5c-f921-45fc-a6c9-1329c028d289/0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0/6edb2fd4-8115-49c4-b44c-d89e204e416a) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:30.676062 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7e4f8775-874a-4fd8-9763-9bdfbd759fd2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:30.676841 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:30.785836 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8d73cfb5-c8d5-4144-889d-a6ba203f540d tempest-DHCPAgentSchedulersTestJSON-1345109619 tempest-DHCPAgentSchedulersTestJSON-1345109619-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:30.814297 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:30.817972 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05a3d94-9cdf-4475-bc37-eb6998549306 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:30.825308 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-e05a3d94-9cdf-4475-bc37-eb6998549306 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:30.827216 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a3d94-9cdf-4475-bc37-eb6998549306 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=9451a325-e449-43b9-b938-ed977c9ef267,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:30.835691 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05a3d94-9cdf-4475-bc37-eb6998549306 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:30.836434 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e05a3d94-9cdf-4475-bc37-eb6998549306 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:30.845707 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e05a3d94-9cdf-4475-bc37-eb6998549306 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:30.862696 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cd4723f1-806b-4692-91e9-7d98df9e6120 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:30.867485 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Network': ['ID=b26c3259-30e2-4140-820b-6de3b72e6a29,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:30.873067 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea30f3d-bc63-442f-ab91-b7061cd59387 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:30.897133 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:30.943631 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/networks/b26c3259-30e2-4140-820b-6de3b72e6a29 HTTP/1.1" status: 204  len: 168 time: 5.2968762
Dec 22 04:47:30.947545 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7e4f8775-874a-4fd8-9763-9bdfbd759fd2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:30.984293 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51336) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:31.006879 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:31.007498 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:31.025259 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Transition to ACTIVE for port object 6edb2fd4-8115-49c4-b44c-d89e204e416a will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:31.067372 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4723f1-806b-4692-91e9-7d98df9e6120 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Pushing event deleted for resources: {'Port': ['ID=9490ff17-8454-4544-b2d0-9675f71870dc,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:31.070085 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-cd4723f1-806b-4692-91e9-7d98df9e6120 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:31.080349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51340) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:31.080550 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e05a3d94-9cdf-4475-bc37-eb6998549306 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4709048
Dec 22 04:47:31.087578 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7e4f8775-874a-4fd8-9763-9bdfbd759fd2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:31.090136 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c626abfe-43d5-41d3-9e6e-2e1babf84a73 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:31.090321 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7e4f8775-874a-4fd8-9763-9bdfbd759fd2 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/ports/2d84df63-1916-43bd-bbb2-81979bb70757 HTTP/1.1" status: 204  len: 168 time: 3.0153732
Dec 22 04:47:31.099536 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-0874a9e4-ac56-411e-b43d-27229676f510 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:31.101895 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51344) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:31.117774 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Transition to ACTIVE for port object 6edb2fd4-8115-49c4-b44c-d89e204e416a will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:31.148208 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:31.156194 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-97ac2b65-b1b9-4616-9fe2-5c8beba850e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:31.251824 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bde450c-e56a-43d1-ae7b-8db24ed1c6d4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:47:31.252260 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bde450c-e56a-43d1-ae7b-8db24ed1c6d4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:47:31.257848 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6bde450c-e56a-43d1-ae7b-8db24ed1c6d4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/networks/b26c3259-30e2-4140-820b-6de3b72e6a29 HTTP/1.1" status: 404  len: 339 time: 0.2659104
Dec 22 04:47:31.269680 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51348) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:31.270203 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Network e68a3e5c-f921-45fc-a6c9-1329c028d289 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:31.278012 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0874a9e4-ac56-411e-b43d-27229676f510 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:31.278458 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:31.280222 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Pushing event updated for resources: {'Port': ['ID=6edb2fd4-8115-49c4-b44c-d89e204e416a,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:31.287060 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:31.288912 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:31.323917 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'fixed_ips': [{'subnet_id': '9451a325-e449-43b9-b938-ed977c9ef267'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:47:31.324623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:31.329962 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-4937098f-053a-4da2-bc6a-54e60a7687a4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-295482160', 'description': 'd1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:31.345571 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4937098f-053a-4da2-bc6a-54e60a7687a4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:31.351876 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0874a9e4-ac56-411e-b43d-27229676f510 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:31.357227 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0874a9e4-ac56-411e-b43d-27229676f510 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:31.359999 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4937098f-053a-4da2-bc6a-54e60a7687a4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Usage tracker for resource:network and tenant:664b0479e9e1448ea56990a36f4ec616 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:31.368205 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4937098f-053a-4da2-bc6a-54e60a7687a4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:31.373393 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-672dd6b4-382a-4a52-953b-ca06823efe16 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:31.378987 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0874a9e4-ac56-411e-b43d-27229676f510 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:31.380994 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4937098f-053a-4da2-bc6a-54e60a7687a4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:31.429769 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Attempting to bind port 6edb2fd4-8115-49c4-b44c-d89e204e416a on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:47:31.430195 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Attempting to bind port 6edb2fd4-8115-49c4-b44c-d89e204e416a by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '4fec6cb2-521a-4cbd-a920-f6745769cdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:47:31.430505 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Attempting to bind port 6edb2fd4-8115-49c4-b44c-d89e204e416a on network e68a3e5c-f921-45fc-a6c9-1329c028d289 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:47:31.441362 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-c626abfe-43d5-41d3-9e6e-2e1babf84a73 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Calling delete_port for 7fb9a17b-fe73-421b-92e5-097ea91f1ac5 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:31.450680 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:47:31.451119 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Checking segment: {'id': '4fec6cb2-521a-4cbd-a920-f6745769cdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:31.451471 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:31.451874 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Bound using segment: {'id': '4fec6cb2-521a-4cbd-a920-f6745769cdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:47:31.452358 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Bound port: 6edb2fd4-8115-49c4-b44c-d89e204e416a, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec6cb2-521a-4cbd-a920-f6745769cdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:47:31.452775 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:31.531949 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-2389799a-8f3b-45ed-b4cb-b94b87d3f7bf tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] GET failed (client error): The resource could not be found.
Dec 22 04:47:31.535861 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2389799a-8f3b-45ed-b4cb-b94b87d3f7bf tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports/2d84df63-1916-43bd-bbb2-81979bb70757 HTTP/1.1" status: 404  len: 333 time: 0.4299817
Dec 22 04:47:31.543598 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51352) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:31.617608 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Allocated IP 172.20.0.2 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/9451a325-e449-43b9-b938-ed977c9ef267/0569a760-0c95-4e70-94e9-07b8217d72c5) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:31.620058 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] For port 6edb2fd4-8115-49c4-b44c-d89e204e416a, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:47:31.626316 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] For port 6edb2fd4-8115-49c4-b44c-d89e204e416a, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=6edb2fd4-8115-49c4-b44c-d89e204e416a,segment=NetworkSegment(4fec6cb2-521a-4cbd-a920-f6745769cdfc),segment_id=4fec6cb2-521a-4cbd-a920-f6745769cdfc)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:47:31.636195 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:31.639294 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4937098f-053a-4da2-bc6a-54e60a7687a4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Made reservation on behalf of 664b0479e9e1448ea56990a36f4ec616 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:31.642012 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:31.642411 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4937098f-053a-4da2-bc6a-54e60a7687a4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:31.667796 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0874a9e4-ac56-411e-b43d-27229676f510 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:31.671577 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0874a9e4-ac56-411e-b43d-27229676f510 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:31.685609 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cd4723f1-806b-4692-91e9-7d98df9e6120 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:31.806937 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Pushing event updated for resources: {'Port': ['ID=6edb2fd4-8115-49c4-b44c-d89e204e416a,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:31.820505 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:31.898805 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-c2250472-8a23-4516-a6b1-2703530cef28 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting port b5d1929c-5bad-431d-b079-9498bbec88b5 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:31.899155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c2250472-8a23-4516-a6b1-2703530cef28 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:31.922747 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c626abfe-43d5-41d3-9e6e-2e1babf84a73 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:31.933124 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:31.944894 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-71fd83f5-342a-4880-8b73-8a8640842c0c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:31.946497 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Transition to ACTIVE for port object 0569a760-0c95-4e70-94e9-07b8217d72c5 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:31.969636 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Transition to ACTIVE for port object 0569a760-0c95-4e70-94e9-07b8217d72c5 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:31.981994 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:31.986897 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:32.015712 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626abfe-43d5-41d3-9e6e-2e1babf84a73 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Port': ['ID=7fb9a17b-fe73-421b-92e5-097ea91f1ac5,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:32.033263 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4937098f-053a-4da2-bc6a-54e60a7687a4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:47:32.065240 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Pushing event updated for resources: {'Port': ['ID=0569a760-0c95-4e70-94e9-07b8217d72c5,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:32.071371 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:32.083555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cd4723f1-806b-4692-91e9-7d98df9e6120 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:32.087283 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:32.088659 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:32.092263 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:32.092526 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c626abfe-43d5-41d3-9e6e-2e1babf84a73 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:32.093831 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4937098f-053a-4da2-bc6a-54e60a7687a4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:32.094215 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-4937098f-053a-4da2-bc6a-54e60a7687a4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Added segment 6f645ee7-d286-4e8a-b4dd-ea9c3506578f of type vlan for network dfedb6e5-6b7c-47eb-a944-c1965cff7165
Dec 22 04:47:32.109228 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cd4723f1-806b-4692-91e9-7d98df9e6120 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:32.203779 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4937098f-053a-4da2-bc6a-54e60a7687a4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:32.213004 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Attempting to bind port 0569a760-0c95-4e70-94e9-07b8217d72c5 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:47:32.213566 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Attempting to bind port 0569a760-0c95-4e70-94e9-07b8217d72c5 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:47:32.215640 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Attempting to bind port 0569a760-0c95-4e70-94e9-07b8217d72c5 on network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:47:32.226770 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:47:32.227552 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:32.228610 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:32.228610 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Bound using segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:47:32.229148 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Bound port: 0569a760-0c95-4e70-94e9-07b8217d72c5, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:47:32.230872 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:32.267837 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cd4723f1-806b-4692-91e9-7d98df9e6120 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:32.268575 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4723f1-806b-4692-91e9-7d98df9e6120 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Fanout notify agent at l3_agent the message router_deleted on router 7fede8d5-100c-4ebe-9271-a75bbbabca67 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:47:32.328365 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c626abfe-43d5-41d3-9e6e-2e1babf84a73 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:32.349559 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4937098f-053a-4da2-bc6a-54e60a7687a4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:32.354594 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4937098f-053a-4da2-bc6a-54e60a7687a4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:32.355715 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4937098f-053a-4da2-bc6a-54e60a7687a4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:32.373043 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] For port 0569a760-0c95-4e70-94e9-07b8217d72c5, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:47:32.379890 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-672dd6b4-382a-4a52-953b-ca06823efe16 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:32.380868 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] For port 0569a760-0c95-4e70-94e9-07b8217d72c5, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=0569a760-0c95-4e70-94e9-07b8217d72c5,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:47:32.391744 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:32.405646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:32.408875 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e1cc423d-d46c-4f50-beed-8a6d472afc9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:32.413163 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-672dd6b4-382a-4a52-953b-ca06823efe16 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:32.426452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4079ffa-70a2-4226-b4ef-174d1f0fb147 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting subnet fdfbeaeb-ed6c-433e-9d86-3c2add99d82a {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:47:32.431924 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c626abfe-43d5-41d3-9e6e-2e1babf84a73 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/ports/7fb9a17b-fe73-421b-92e5-097ea91f1ac5 HTTP/1.1" status: 204  len: 168 time: 2.0654254
Dec 22 04:47:32.434300 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51356) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:32.443687 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d4079ffa-70a2-4226-b4ef-174d1f0fb147 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:32.472081 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6edb2fd4-8115-49c4-b44c-d89e204e416a up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:32.522683 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:32.576432 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Pushing event updated for resources: {'Port': ['ID=0569a760-0c95-4e70-94e9-07b8217d72c5,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:32.578469 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-672dd6b4-382a-4a52-953b-ca06823efe16 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:32.579072 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672dd6b4-382a-4a52-953b-ca06823efe16 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa322d6b-b5bd-4420-a594-8cfc9039da13 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:47:32.581179 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7e3a07-147e-447f-a29e-ccc730c2cec4 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] GET failed (client error): The resource could not be found.
Dec 22 04:47:32.581815 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9b7e3a07-147e-447f-a29e-ccc730c2cec4 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Synchronizing usage tracker for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:47:32.587352 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:32.589992 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cd4723f1-806b-4692-91e9-7d98df9e6120 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:32.591215 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 6edb2fd4-8115-49c4-b44c-d89e204e416a completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:32.591331 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-cd4723f1-806b-4692-91e9-7d98df9e6120 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "DELETE /v2.0/routers/7fede8d5-100c-4ebe-9271-a75bbbabca67 HTTP/1.1" status: 204  len: 168 time: 7.8471251
Dec 22 04:47:32.608618 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51360) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:32.608850 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:32.638765 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-194397124', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}, 'admin_state_up': False}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:32.657406 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:32.660868 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d4079ffa-70a2-4226-b4ef-174d1f0fb147 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:32.663523 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4937098f-053a-4da2-bc6a-54e60a7687a4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 1.3898790
Dec 22 04:47:32.671706 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51364) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:32.680790 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937098f-053a-4da2-bc6a-54e60a7687a4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Network': ['ID=dfedb6e5-6b7c-47eb-a944-c1965cff7165,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:32.684704 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4937098f-053a-4da2-bc6a-54e60a7687a4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:32.700930 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network dfedb6e5-6b7c-47eb-a944-c1965cff7165 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:47:32.704096 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Usage tracker for resource:router and tenant:d561aafa63d94344874802f202528048 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:32.711952 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:32.716036 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c2250472-8a23-4516-a6b1-2703530cef28 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:32.740868 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-672dd6b4-382a-4a52-953b-ca06823efe16 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 22 04:47:32.742054 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-672dd6b4-382a-4a52-953b-ca06823efe16 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 4.8300672
Dec 22 04:47:32.742985 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9b7e3a07-147e-447f-a29e-ccc730c2cec4 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Unset dirty status for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:47:32.744146 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9b7e3a07-147e-447f-a29e-ccc730c2cec4 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports/7fb9a17b-fe73-421b-92e5-097ea91f1ac5 HTTP/1.1" status: 404  len: 333 time: 0.3059273
Dec 22 04:47:32.746166 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:32.749928 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51368) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:32.750450 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51370) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:32.964952 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06918180-f644-4fd8-b5cb-5e11cd7aad05 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:32.965655 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-06918180-f644-4fd8-b5cb-5e11cd7aad05 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Synchronizing usage tracker for tenant:664b0479e9e1448ea56990a36f4ec616 on resource:network {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:47:33.023385 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-a2bbf8e4-9901-41e5-a01e-3a0a34d4da0e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'port': {'network_id': '21a47168-5359-42cc-b173-9f67d550e87e', 'name': 'tempest-PortsIpV6TestJSON-675640445'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:33.043933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Allocated IP 172.26.4.83 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/110abd68-321e-4558-991b-e2f94bd7d036) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:33.046700 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-06918180-f644-4fd8-b5cb-5e11cd7aad05 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Unset dirty status for tenant:664b0479e9e1448ea56990a36f4ec616 on resource:network {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:47:33.050187 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-06918180-f644-4fd8-b5cb-5e11cd7aad05 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "GET /v2.0/networks?id=dfedb6e5-6b7c-47eb-a944-c1965cff7165 HTTP/1.1" status: 200  len: 760 time: 0.3731711
Dec 22 04:47:33.055303 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51376) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:33.069540 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-d2902033-859e-418d-b9d4-b6689ee5af3c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'network': {'description': 'd2'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:33.161309 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-c2250472-8a23-4516-a6b1-2703530cef28 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Calling delete_port for b5d1929c-5bad-431d-b079-9498bbec88b5 owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:33.191432 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-aaa3b374-ab2d-497d-8400-c637a8c03b0c tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Deleting port dbd1c3db-c9bc-4216-9fae-ff9cc2d71a8b {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:33.192058 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b374-ab2d-497d-8400-c637a8c03b0c tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:33.256932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:33.257897 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:33.285850 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc120f0-824c-4f4b-8825-35939d4fb0e5 None None] Network e68a3e5c-f921-45fc-a6c9-1329c028d289 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:33.398525 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b82e9967-9284-4150-8abe-09924598a9ab None None] Provisioning for port 6edb2fd4-8115-49c4-b44c-d89e204e416a completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:33.407575 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b82e9967-9284-4150-8abe-09924598a9ab None None] Provisioning complete for port 6edb2fd4-8115-49c4-b44c-d89e204e416a triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:33.407770 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b82e9967-9284-4150-8abe-09924598a9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:33.423886 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:33.442769 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d4079ffa-70a2-4226-b4ef-174d1f0fb147 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:33.473837 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a2bbf8e4-9901-41e5-a01e-3a0a34d4da0e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:33.529647 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a2bbf8e4-9901-41e5-a01e-3a0a34d4da0e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:33.624857 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.objects.ports [None req-0874a9e4-ac56-411e-b43d-27229676f510 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83435) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 04:47:33.671798 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b82e9967-9284-4150-8abe-09924598a9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:33.690020 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bbf8e4-9901-41e5-a01e-3a0a34d4da0e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:33.693662 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a2bbf8e4-9901-41e5-a01e-3a0a34d4da0e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:33.743152 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-b82e9967-9284-4150-8abe-09924598a9ab None None] For port 6edb2fd4-8115-49c4-b44c-d89e204e416a, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=6edb2fd4-8115-49c4-b44c-d89e204e416a,segment=NetworkSegment(4fec6cb2-521a-4cbd-a920-f6745769cdfc),segment_id=4fec6cb2-521a-4cbd-a920-f6745769cdfc)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:33.750551 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b82e9967-9284-4150-8abe-09924598a9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:33.754586 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c661e934-390c-42aa-abd2-d89787f95aef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:33.760805 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:33.812519 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d2902033-859e-418d-b9d4-b6689ee5af3c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:33.836926 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d4079ffa-70a2-4226-b4ef-174d1f0fb147 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:33.849374 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d2902033-859e-418d-b9d4-b6689ee5af3c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:33.850128 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-a2bbf8e4-9901-41e5-a01e-3a0a34d4da0e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] device_id is not set on port d9bcb162-3f57-4b47-af9f-ee7bac0d88da yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:47:33.861618 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7fff2c4b-0baa-48c5-86b8-319cebc282e5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:33.896132 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a59478ef-7094-45b9-8221-6d84efe993f4 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:33.914592 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e9967-9284-4150-8abe-09924598a9ab None None] Pushing event updated for resources: {'Port': ['ID=6edb2fd4-8115-49c4-b44c-d89e204e416a,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:33.926662 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b82e9967-9284-4150-8abe-09924598a9ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:33.965888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d2902033-859e-418d-b9d4-b6689ee5af3c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Network dfedb6e5-6b7c-47eb-a944-c1965cff7165 is not hosted by any dhcp agent {{(pid=83435) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 22 04:47:33.969815 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2902033-859e-418d-b9d4-b6689ee5af3c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:33.970058 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d2902033-859e-418d-b9d4-b6689ee5af3c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:33.972543 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d2902033-859e-418d-b9d4-b6689ee5af3c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "PUT /v2.0/networks/dfedb6e5-6b7c-47eb-a944-c1965cff7165 HTTP/1.1" status: 200  len: 757 time: 0.9153435
Dec 22 04:47:33.986481 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51384) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:33.995503 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b374-ab2d-497d-8400-c637a8c03b0c tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:34.007004 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4079ffa-70a2-4226-b4ef-174d1f0fb147 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Subnet': ['ID=fdfbeaeb-ed6c-433e-9d86-3c2add99d82a,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:34.038991 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2902033-859e-418d-b9d4-b6689ee5af3c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Network': ['ID=dfedb6e5-6b7c-47eb-a944-c1965cff7165,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:34.044583 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d2902033-859e-418d-b9d4-b6689ee5af3c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:34.046607 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d4079ffa-70a2-4226-b4ef-174d1f0fb147 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:34.048154 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:34.061511 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d6aea892-134d-4fa0-b148-9330d763d048 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:34.065854 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network dfedb6e5-6b7c-47eb-a944-c1965cff7165 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:47:34.129836 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0874a9e4-ac56-411e-b43d-27229676f510 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:34.160778 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:34.165081 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:34.170259 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:34.205131 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc0b3ef-0fcc-4ff8-8db6-b42bc808154d None None] get_active_networks_info from dv-neutron-822525-1-hyperv {{(pid=83436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 04:47:34.215314 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:34.221360 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Pushing event updated for resources: {'Port': ['ID=110abd68-321e-4558-991b-e2f94bd7d036,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:34.225242 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-aaa3b374-ab2d-497d-8400-c637a8c03b0c tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Calling delete_port for dbd1c3db-c9bc-4216-9fae-ff9cc2d71a8b owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:34.235003 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:34.278979 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d4079ffa-70a2-4226-b4ef-174d1f0fb147 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:34.296370 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e333f44c-6e0b-4880-99ba-d1470eaad59b None None] Provisioning complete for port 6edb2fd4-8115-49c4-b44c-d89e204e416a triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:34.296752 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e333f44c-6e0b-4880-99ba-d1470eaad59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:34.417005 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc0b3ef-0fcc-4ff8-8db6-b42bc808154d None None] Resources bound (agent type, host, resource id):  {{(pid=83436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 04:47:34.496440 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 0569a760-0c95-4e70-94e9-07b8217d72c5 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:34.512848 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c2250472-8a23-4516-a6b1-2703530cef28 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:34.524247 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c626abfe-43d5-41d3-9e6e-2e1babf84a73 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:34.530261 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-0874a9e4-ac56-411e-b43d-27229676f510 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] For port 0569a760-0c95-4e70-94e9-07b8217d72c5, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=0569a760-0c95-4e70-94e9-07b8217d72c5,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:34.562975 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0874a9e4-ac56-411e-b43d-27229676f510 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:34.566455 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d4079ffa-70a2-4226-b4ef-174d1f0fb147 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/subnets/fdfbeaeb-ed6c-433e-9d86-3c2add99d82a HTTP/1.1" status: 204  len: 168 time: 3.0138962
Dec 22 04:47:34.569469 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51388) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:34.588557 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:34.589856 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:34.592677 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0874a9e4-ac56-411e-b43d-27229676f510 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:34.592677 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0874a9e4-ac56-411e-b43d-27229676f510 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:34.599263 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1b77d8a5-fca3-4b99-95be-babddac2305e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:34.628845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab93bed-a6e8-44b4-86f5-8e7666eeabe6 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:34.629517 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-bab93bed-a6e8-44b4-86f5-8e7666eeabe6 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Synchronizing usage tracker for tenant:664b0479e9e1448ea56990a36f4ec616 on resource:network {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:47:34.672209 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2250472-8a23-4516-a6b1-2703530cef28 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Port': ['ID=b5d1929c-5bad-431d-b079-9498bbec88b5,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:34.692930 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e333f44c-6e0b-4880-99ba-d1470eaad59b None None] Provisioning for port 0569a760-0c95-4e70-94e9-07b8217d72c5 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:34.699376 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 0569a760-0c95-4e70-94e9-07b8217d72c5 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:34.713227 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e333f44c-6e0b-4880-99ba-d1470eaad59b None None] Provisioning complete for port 0569a760-0c95-4e70-94e9-07b8217d72c5 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:34.714865 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e333f44c-6e0b-4880-99ba-d1470eaad59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:34.731894 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c2250472-8a23-4516-a6b1-2703530cef28 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:34.750715 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 0569a760-0c95-4e70-94e9-07b8217d72c5 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:34.750715 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:34.813424 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0874a9e4-ac56-411e-b43d-27229676f510 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:34.819138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-0874a9e4-ac56-411e-b43d-27229676f510 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:34.824954 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0874a9e4-ac56-411e-b43d-27229676f510 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:34.825522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0874a9e4-ac56-411e-b43d-27229676f510 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:34.833724 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:34.839418 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874a9e4-ac56-411e-b43d-27229676f510 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=0569a760-0c95-4e70-94e9-07b8217d72c5,revision_number=4']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:34.844310 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-bab93bed-a6e8-44b4-86f5-8e7666eeabe6 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Unset dirty status for tenant:664b0479e9e1448ea56990a36f4ec616 on resource:network {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:47:34.847880 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0874a9e4-ac56-411e-b43d-27229676f510 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:34.849162 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-bab93bed-a6e8-44b4-86f5-8e7666eeabe6 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "GET /v2.0/networks?id=dfedb6e5-6b7c-47eb-a944-c1965cff7165 HTTP/1.1" status: 200  len: 760 time: 0.8438914
Dec 22 04:47:34.850594 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:34.883341 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51392) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:34.905495 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-b09e63f4-8f81-4a1a-9611-79714a3972ff tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1387450785'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:34.918916 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0874a9e4-ac56-411e-b43d-27229676f510 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.8351061
Dec 22 04:47:34.923110 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51396) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:34.926598 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting port a7903171-b2e4-4835-a96a-c0c5a6867b20 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:34.926923 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:34.931493 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b09e63f4-8f81-4a1a-9611-79714a3972ff tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:34.967536 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b09e63f4-8f81-4a1a-9611-79714a3972ff tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:34.967748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-46ee4020-c6fc-4736-9d48-e470b6152933 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'mac_address': 'fa:16:3e:bb:33:df', 'name': 'tempest-NetworksTestDHCPv6-439822855'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:34.980864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874a9e4-ac56-411e-b43d-27229676f510 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=b378968b-40cb-4fce-978e-62f29add8d5c,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:34.994109 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0874a9e4-ac56-411e-b43d-27229676f510 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:35.056692 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:35.068344 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09e63f4-8f81-4a1a-9611-79714a3972ff tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Made reservation on behalf of 664b0479e9e1448ea56990a36f4ec616 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:35.071667 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b09e63f4-8f81-4a1a-9611-79714a3972ff tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:35.075961 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e333f44c-6e0b-4880-99ba-d1470eaad59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:35.082217 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b374-ab2d-497d-8400-c637a8c03b0c tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:35.086142 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a2bbf8e4-9901-41e5-a01e-3a0a34d4da0e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:35.152094 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:35.154199 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 0569a760-0c95-4e70-94e9-07b8217d72c5, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=0569a760-0c95-4e70-94e9-07b8217d72c5,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:35.169698 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:35.170547 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6edb2fd4-8115-49c4-b44c-d89e204e416a up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:35.210531 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:35.211071 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3b374-ab2d-497d-8400-c637a8c03b0c tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbd1c3db-c9bc-4216-9fae-ff9cc2d71a8b,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:35.220241 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-aaa3b374-ab2d-497d-8400-c637a8c03b0c tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:35.275201 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5867bf3-749a-4184-98d3-82c76dfa1dd8 None None] Network 00b126e1-4191-4e2d-8ecc-1e0049f91e24 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:35.289219 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35dd7e2-c375-4375-8929-2da83ee2e214 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:35.289458 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b09e63f4-8f81-4a1a-9611-79714a3972ff tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:47:35.349197 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c2250472-8a23-4516-a6b1-2703530cef28 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:35.364958 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b09e63f4-8f81-4a1a-9611-79714a3972ff tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:35.365593 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-b09e63f4-8f81-4a1a-9611-79714a3972ff tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Added segment 6b9e5e1f-c77b-4f41-b7d4-00aa6de58501 of type vlan for network 2b0c0d09-f21e-4ae6-b14b-9d09b873ca52
Dec 22 04:47:35.392568 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a2bbf8e4-9901-41e5-a01e-3a0a34d4da0e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:35.463549 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-82fd47e5-f4fe-47f7-b8e2-ec6cd79a9105 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:35.531048 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-e333f44c-6e0b-4880-99ba-d1470eaad59b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:47:35.531623 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-46ee4020-c6fc-4736-9d48-e470b6152933 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:35.531994 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-e333f44c-6e0b-4880-99ba-d1470eaad59b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:47:35.555444 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-46ee4020-c6fc-4736-9d48-e470b6152933 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:port and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:35.563043 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-46ee4020-c6fc-4736-9d48-e470b6152933 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:35.567144 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b374-ab2d-497d-8400-c637a8c03b0c tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:35.577010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-46ee4020-c6fc-4736-9d48-e470b6152933 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:35.580533 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] For port a7903171-b2e4-4835-a96a-c0c5a6867b20, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a7903171-b2e4-4835-a96a-c0c5a6867b20,segment=NetworkSegment(663a12e5-7a8c-4b1d-a907-b54eac2a5a0c),segment_id=663a12e5-7a8c-4b1d-a907-b54eac2a5a0c)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:35.580891 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:35.627530 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b09e63f4-8f81-4a1a-9611-79714a3972ff tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:35.640748 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=0569a760-0c95-4e70-94e9-07b8217d72c5,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:35.647433 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:35.650726 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:35.713617 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:35.725053 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bbf8e4-9901-41e5-a01e-3a0a34d4da0e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network 21a47168-5359-42cc-b173-9f67d550e87e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:35.730627 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-aaa3b374-ab2d-497d-8400-c637a8c03b0c tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] 10.222.0.53 "DELETE /v2.0/ports/dbd1c3db-c9bc-4216-9fae-ff9cc2d71a8b HTTP/1.1" status: 204  len: 168 time: 2.9717827
Dec 22 04:47:35.733794 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 6edb2fd4-8115-49c4-b44c-d89e204e416a triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:35.734039 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Calling delete_port for a7903171-b2e4-4835-a96a-c0c5a6867b20 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:35.734177 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:35.816683 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ee4020-c6fc-4736-9d48-e470b6152933 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:35.820702 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbf8e4-9901-41e5-a01e-3a0a34d4da0e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Port': ['ID=d9bcb162-3f57-4b47-af9f-ee7bac0d88da,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:35.826884 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-a2bbf8e4-9901-41e5-a01e-3a0a34d4da0e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:35.832662 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a2bbf8e4-9901-41e5-a01e-3a0a34d4da0e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:35.835972 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bbf8e4-9901-41e5-a01e-3a0a34d4da0e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:35.840623 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bbf8e4-9901-41e5-a01e-3a0a34d4da0e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:35.841247 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a2bbf8e4-9901-41e5-a01e-3a0a34d4da0e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:35.850762 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b09e63f4-8f81-4a1a-9611-79714a3972ff tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:35.864037 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09e63f4-8f81-4a1a-9611-79714a3972ff tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:35.864976 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b09e63f4-8f81-4a1a-9611-79714a3972ff tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:35.887468 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:35.900020 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:35.918471 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-cd4723f1-806b-4692-91e9-7d98df9e6120 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:35.963541 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0400e96d-d839-44d0-830d-c15b71da0c27 None None] DHCP port deletion for 00b126e1-4191-4e2d-8ecc-1e0049f91e24 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:47:35.970174 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] No DVR routers for this DVR port a7903171-b2e4-4835-a96a-c0c5a6867b20 on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:47:36.030749 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Port': ['ID=a7903171-b2e4-4835-a96a-c0c5a6867b20,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:36.053301 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:36.218486 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-46ee4020-c6fc-4736-9d48-e470b6152933 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:36.243835 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51404) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:36.270077 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a2bbf8e4-9901-41e5-a01e-3a0a34d4da0e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 3.5094392
Dec 22 04:47:36.274387 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b09e63f4-8f81-4a1a-9611-79714a3972ff tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.3902857
Dec 22 04:47:36.304231 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-46ee4020-c6fc-4736-9d48-e470b6152933 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] device_id is not set on port 8c49c6a2-6090-4f44-9cfa-757ea9dd60f4 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:47:36.338615 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51410) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:36.339746 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51412) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:36.358550 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-b62a2863-cd88-4679-b6e1-c3247eaf700c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'subnet': {'network_id': '2b0c0d09-f21e-4ae6-b14b-9d09b873ca52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:36.374126 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 0569a760-0c95-4e70-94e9-07b8217d72c5 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:36.380821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-d896cf70-9e65-456a-91b9-54f945be42b7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:36.428377 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:36.448788 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e63f4-8f81-4a1a-9611-79714a3972ff tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Network': ['ID=2b0c0d09-f21e-4ae6-b14b-9d09b873ca52,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:36.470898 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 2b0c0d09-f21e-4ae6-b14b-9d09b873ca52 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:47:36.529092 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b09e63f4-8f81-4a1a-9611-79714a3972ff tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:36.550335 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bc7ff10>,) {'filters': {'network_id': ['00b126e1-4191-4e2d-8ecc-1e0049f91e24']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:36.576957 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-50bb2d26-8577-4ec9-a338-e49d98c96436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:36.586603 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 0569a760-0c95-4e70-94e9-07b8217d72c5 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:36.587143 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:36.603587 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Allocated IP 172.26.4.131 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/c071d580-ca75-4313-88be-2bc6ff9e6fc3) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:36.609586 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bc7ff10>, '663a12e5-7a8c-4b1d-a907-b54eac2a5a0c') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:36.609948 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bc7ff10>, '663a12e5-7a8c-4b1d-a907-b54eac2a5a0c') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:36.618171 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Router 2ccb73cb-57d2-48b6-95ca-d32e1304b9f3 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:47:36.648126 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:36.731788 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:36.734309 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-50bb2d26-8577-4ec9-a338-e49d98c96436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:36.760838 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-051a2bff-0856-4838-89d7-0de0800d2275 None None] Provisioning complete for port 0569a760-0c95-4e70-94e9-07b8217d72c5 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:36.761209 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-051a2bff-0856-4838-89d7-0de0800d2275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:36.797575 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b62a2863-cd88-4679-b6e1-c3247eaf700c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:36.805867 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-50bb2d26-8577-4ec9-a338-e49d98c96436 admin admin] Usage tracker for resource:security_group_rule and tenant:e520dae65980472e92654eb5a2dea4a5 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:36.816524 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:47:36.816925 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:36.821231 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a7903171-b2e4-4835-a96a-c0c5a6867b20 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:47:36.832260 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-50bb2d26-8577-4ec9-a338-e49d98c96436 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:47:36.841903 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:47:36.856527 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: a7903171-b2e4-4835-a96a-c0c5a6867b20 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:47:36.856872 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a7903171-b2e4-4835-a96a-c0c5a6867b20 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:47:36.878877 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b62a2863-cd88-4679-b6e1-c3247eaf700c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Usage tracker for resource:subnet and tenant:664b0479e9e1448ea56990a36f4ec616 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:36.889669 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b62a2863-cd88-4679-b6e1-c3247eaf700c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:36.902712 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d896cf70-9e65-456a-91b9-54f945be42b7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:36.908662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-50bb2d26-8577-4ec9-a338-e49d98c96436 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:36.920127 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b62a2863-cd88-4679-b6e1-c3247eaf700c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:36.941060 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-46ee4020-c6fc-4736-9d48-e470b6152933 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 172.20.0.11 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/9451a325-e449-43b9-b938-ed977c9ef267/8c49c6a2-6090-4f44-9cfa-757ea9dd60f4) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:36.955868 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62a2863-cd88-4679-b6e1-c3247eaf700c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Made reservation on behalf of 664b0479e9e1448ea56990a36f4ec616 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:36.958245 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-46ee4020-c6fc-4736-9d48-e470b6152933 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8::f816:3eff:febb:33df (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/b378968b-40cb-4fce-978e-62f29add8d5c/8c49c6a2-6090-4f44-9cfa-757ea9dd60f4) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:36.974418 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:36.986280 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:37.013040 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:37.035832 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Network': ['ID=00b126e1-4191-4e2d-8ecc-1e0049f91e24,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:37.067096 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:37.092773 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2250472-8a23-4516-a6b1-2703530cef28 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Router 8cc195e8-4739-4836-a874-d3bfe4d4b9cf has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:47:37.165110 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:37.171807 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b62a2863-cd88-4679-b6e1-c3247eaf700c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:37.279676 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/networks/00b126e1-4191-4e2d-8ecc-1e0049f91e24 HTTP/1.1" status: 204  len: 168 time: 2.7085872
Dec 22 04:47:37.304289 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51418) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:37.329632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-fe56fbe8-e30c-4a09-a2b9-548d8852f4b7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-155713404'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:37.385908 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-50bb2d26-8577-4ec9-a338-e49d98c96436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:37.396244 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-50bb2d26-8577-4ec9-a338-e49d98c96436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:37.400044 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-fe56fbe8-e30c-4a09-a2b9-548d8852f4b7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:37.406475 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:37.425023 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-fe56fbe8-e30c-4a09-a2b9-548d8852f4b7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:network and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:37.430770 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:37.433986 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-fe56fbe8-e30c-4a09-a2b9-548d8852f4b7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:37.494899 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-fe56fbe8-e30c-4a09-a2b9-548d8852f4b7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:37.495993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb2d26-8577-4ec9-a338-e49d98c96436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903e0d8f-6cfa-4c9a-990c-c3d9f28e4f0f,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:37.513059 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-50bb2d26-8577-4ec9-a338-e49d98c96436 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e520dae65980472e92654eb5a2dea4a5&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2596836
Dec 22 04:47:37.513059 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-50bb2d26-8577-4ec9-a338-e49d98c96436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:37.516069 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51426) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:37.535659 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-46ee4020-c6fc-4736-9d48-e470b6152933 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:37.551834 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe56fbe8-e30c-4a09-a2b9-548d8852f4b7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:37.554823 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe56fbe8-e30c-4a09-a2b9-548d8852f4b7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:37.574545 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-46ee4020-c6fc-4736-9d48-e470b6152933 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Transition to ACTIVE for port object 8c49c6a2-6090-4f44-9cfa-757ea9dd60f4 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:37.582943 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:37.590581 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-73916b1f-7287-4cd9-9af2-473b0a60e005 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:37.599338 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:47:37.612216 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] Sync routers for ids ['2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:47:37.630985 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] Routers {'2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:37.632087 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c6d5160>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:37.639882 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:37.641086 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.8657620
Dec 22 04:47:37.644261 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51430) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:37.646763 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6a45e4af-1358-4ba3-b3a6-a6d7af0ad07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:37.719387 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-46ee4020-c6fc-4736-9d48-e470b6152933 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:37.735272 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0874a9e4-ac56-411e-b43d-27229676f510 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:37.775306 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d896cf70-9e65-456a-91b9-54f945be42b7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:37.797079 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6a45e4af-1358-4ba3-b3a6-a6d7af0ad07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:37.803598 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d896cf70-9e65-456a-91b9-54f945be42b7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:37.809619 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2250472-8a23-4516-a6b1-2703530cef28 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:47:37.811495 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe56fbe8-e30c-4a09-a2b9-548d8852f4b7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:47:37.829161 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49540dce-3a8d-428a-8d7e-186d9d4a3ef3 None None] Sync routers for ids ['8cc195e8-4739-4836-a874-d3bfe4d4b9cf'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:47:37.851570 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49540dce-3a8d-428a-8d7e-186d9d4a3ef3 None None] Routers {'8cc195e8-4739-4836-a874-d3bfe4d4b9cf'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:37.852746 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-49540dce-3a8d-428a-8d7e-186d9d4a3ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bfa9e50>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['8cc195e8-4739-4836-a874-d3bfe4d4b9cf'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:37.860240 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ee4020-c6fc-4736-9d48-e470b6152933 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:37.863664 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee4020-c6fc-4736-9d48-e470b6152933 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=8c49c6a2-6090-4f44-9cfa-757ea9dd60f4,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:37.870831 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-46ee4020-c6fc-4736-9d48-e470b6152933 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:37.873502 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-46ee4020-c6fc-4736-9d48-e470b6152933 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:37.875265 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ee4020-c6fc-4736-9d48-e470b6152933 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:37.876297 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:37.878000 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:37.890343 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:37.901866 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] Set router 2ccb73cb-57d2-48b6-95ca-d32e1304b9f3 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:47:37.929695 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe56fbe8-e30c-4a09-a2b9-548d8852f4b7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:37.930172 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-fe56fbe8-e30c-4a09-a2b9-548d8852f4b7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Added segment dbcb46cd-3ba8-4697-8eba-806dfba27a60 of type vlan for network a9947066-2d3e-46e3-bc6c-de08250297cd
Dec 22 04:47:37.936543 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Pushing event updated for resources: {'Port': ['ID=c071d580-ca75-4313-88be-2bc6ff9e6fc3,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:37.969484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:37.971363 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ebf989f5-6ba9-4993-b5a2-e57b2c3f8e37 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:37.975215 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ee4020-c6fc-4736-9d48-e470b6152933 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:37.976063 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-46ee4020-c6fc-4736-9d48-e470b6152933 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:37.980345 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-49540dce-3a8d-428a-8d7e-186d9d4a3ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bfa9e50>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:37.992685 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49540dce-3a8d-428a-8d7e-186d9d4a3ef3 None None] Routers {'8cc195e8-4739-4836-a874-d3bfe4d4b9cf'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:37.993309 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-49540dce-3a8d-428a-8d7e-186d9d4a3ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bfa9e50>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['8cc195e8-4739-4836-a874-d3bfe4d4b9cf'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:38.013833 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-d896cf70-9e65-456a-91b9-54f945be42b7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] In _notify_port_updated(), no bound segment for port d9bcb162-3f57-4b47-af9f-ee7bac0d88da on network 21a47168-5359-42cc-b173-9f67d550e87e {{(pid=83434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 04:47:38.022868 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6a45e4af-1358-4ba3-b3a6-a6d7af0ad07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:38.024760 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d896cf70-9e65-456a-91b9-54f945be42b7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:38.025520 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d896cf70-9e65-456a-91b9-54f945be42b7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:38.030320 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d896cf70-9e65-456a-91b9-54f945be42b7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "PUT /v2.0/ports/d9bcb162-3f57-4b47-af9f-ee7bac0d88da HTTP/1.1" status: 200  len: 818 time: 1.6894271
Dec 22 04:47:38.033169 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51434) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:38.034123 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:38.043529 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6a45e4af-1358-4ba3-b3a6-a6d7af0ad07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:38.047797 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6a45e4af-1358-4ba3-b3a6-a6d7af0ad07c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/903e0d8f-6cfa-4c9a-990c-c3d9f28e4f0f HTTP/1.1" status: 204  len: 168 time: 0.5308926
Dec 22 04:47:38.052186 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-46ee4020-c6fc-4736-9d48-e470b6152933 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 3.1269047
Dec 22 04:47:38.065616 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51440) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:38.070610 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c2250472-8a23-4516-a6b1-2703530cef28 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/routers/8cc195e8-4739-4836-a874-d3bfe4d4b9cf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2437222
Dec 22 04:47:38.094473 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51444) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:38.139194 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-49540dce-3a8d-428a-8d7e-186d9d4a3ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bfa9e50>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:38.139429 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49540dce-3a8d-428a-8d7e-186d9d4a3ef3 None None] The sync data for ids ['8cc195e8-4739-4836-a874-d3bfe4d4b9cf'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:47:38.189779 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe56fbe8-e30c-4a09-a2b9-548d8852f4b7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:38.210829 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45e4af-1358-4ba3-b3a6-a6d7af0ad07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903e0d8f-6cfa-4c9a-990c-c3d9f28e4f0f,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:38.248170 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6a45e4af-1358-4ba3-b3a6-a6d7af0ad07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:38.309899 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1c2aa067-e364-4d72-a81e-4b8e8127ac41 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Synchronizing usage tracker for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:47:38.319508 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896cf70-9e65-456a-91b9-54f945be42b7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Port': ['ID=d9bcb162-3f57-4b47-af9f-ee7bac0d88da,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:38.330799 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d896cf70-9e65-456a-91b9-54f945be42b7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:38.344418 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8e4823b1-7f83-4aa1-9389-e907193a27c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting port d9bcb162-3f57-4b47-af9f-ee7bac0d88da {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:38.345303 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8e4823b1-7f83-4aa1-9389-e907193a27c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:38.366008 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b62a2863-cd88-4679-b6e1-c3247eaf700c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:38.372554 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c6d5160>, [{'id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'name': 'tempest-ServerActionsTestJSON-1300108519-router', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '110abd68-321e-4558-991b-e2f94bd7d036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:47:30Z', 'updated_at': '2021-12-22T04:47:34Z', 'revision_number': 3, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'gw_port': {'id': '110abd68-321e-4558-991b-e2f94bd7d036', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:32Z', 'updated_at': '2021-12-22T04:47:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:38.376599 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] Checking router: 2ccb73cb-57d2-48b6-95ca-d32e1304b9f3 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:47:38.376939 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] Updating router 2ccb73cb-57d2-48b6-95ca-d32e1304b9f3 port 110abd68-321e-4558-991b-e2f94bd7d036 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:47:38.418999 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1c2aa067-e364-4d72-a81e-4b8e8127ac41 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Unset dirty status for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:47:38.422600 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1c2aa067-e364-4d72-a81e-4b8e8127ac41 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cc195e8-4739-4836-a874-d3bfe4d4b9cf HTTP/1.1" status: 200  len: 205 time: 0.2336216
Dec 22 04:47:38.424504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51450) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:38.431122 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:38.438452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d4079ffa-70a2-4226-b4ef-174d1f0fb147 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:38.471137 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-09e6b3b2-379b-41fa-b5d4-f292100a0a11 None None] Provisioning for port 8c49c6a2-6090-4f44-9cfa-757ea9dd60f4 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:38.476569 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-09e6b3b2-379b-41fa-b5d4-f292100a0a11 None None] Provisioning complete for port 8c49c6a2-6090-4f44-9cfa-757ea9dd60f4 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:38.477690 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-09e6b3b2-379b-41fa-b5d4-f292100a0a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:38.537650 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a2863-cd88-4679-b6e1-c3247eaf700c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Subnet': ['ID=e25e89ce-bcab-4ad7-b12b-6f865e7667f6,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:38.537883 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-09e6b3b2-379b-41fa-b5d4-f292100a0a11 None None] Port 8c49c6a2-6090-4f44-9cfa-757ea9dd60f4 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:47:38.548160 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe56fbe8-e30c-4a09-a2b9-548d8852f4b7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:38.552151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe56fbe8-e30c-4a09-a2b9-548d8852f4b7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:38.552919 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe56fbe8-e30c-4a09-a2b9-548d8852f4b7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:38.558535 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b62a2863-cd88-4679-b6e1-c3247eaf700c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:38.561949 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-df84dd12-bb89-4d8d-b8cc-84cfda95c76a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:38.680128 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51454) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:38.689383 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56fbe8-e30c-4a09-a2b9-548d8852f4b7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Network': ['ID=a9947066-2d3e-46e3-bc6c-de08250297cd,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:38.703401 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fe56fbe8-e30c-4a09-a2b9-548d8852f4b7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:38.715256 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network a9947066-2d3e-46e3-bc6c-de08250297cd details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:47:38.752750 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2486781e-3dab-49a6-bdec-af8ff8a5518b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:38.788858 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1bb83f05-e05b-42a8-b6d2-465f57a0d935 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb1a766c74fd4f169dd382b0b04b4c13&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0955353
Dec 22 04:47:38.791770 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51458) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:38.799814 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8e4823b1-7f83-4aa1-9389-e907193a27c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:38.819779 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a2863-cd88-4679-b6e1-c3247eaf700c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Checking segment: {'id': '6b9e5e1f-c77b-4f41-b7d4-00aa6de58501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2b0c0d09-f21e-4ae6-b14b-9d09b873ca52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:38.820922 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62a2863-cd88-4679-b6e1-c3247eaf700c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Network hostable DHCP agents. Network: 2b0c0d09-f21e-4ae6-b14b-9d09b873ca52, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:47:38.827664 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67bab69e-850c-435d-9630-684a5ce9a7fb tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:38.851893 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fe56fbe8-e30c-4a09-a2b9-548d8852f4b7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.5349057
Dec 22 04:47:38.860111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c4f0dc-a0ba-4c4b-be38-83094cb9a71a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:38.865064 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c4f0dc-a0ba-4c4b-be38-83094cb9a71a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:38.866098 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-66c4f0dc-a0ba-4c4b-be38-83094cb9a71a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:47:38.869267 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51462) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:38.890923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-239983ca-7162-4e9e-9e0f-70123287795a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'subnet': {'network_id': 'a9947066-2d3e-46e3-bc6c-de08250297cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:38.965534 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62a2863-cd88-4679-b6e1-c3247eaf700c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Network 2b0c0d09-f21e-4ae6-b14b-9d09b873ca52 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:47:38.996742 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-b62a2863-cd88-4679-b6e1-c3247eaf700c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 2b0c0d09-f21e-4ae6-b14b-9d09b873ca52) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:38.997848 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:39.007327 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b35909-a03c-4080-86c5-dc1959426338 None None] Network 2b0c0d09-f21e-4ae6-b14b-9d09b873ca52 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:39.019151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62a2863-cd88-4679-b6e1-c3247eaf700c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:39.020003 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b62a2863-cd88-4679-b6e1-c3247eaf700c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:39.024105 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-66c4f0dc-a0ba-4c4b-be38-83094cb9a71a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:47:39.025515 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-66c4f0dc-a0ba-4c4b-be38-83094cb9a71a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 0.9538066
Dec 22 04:47:39.044095 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51466) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:39.053663 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] Transition to ACTIVE for port object 110abd68-321e-4558-991b-e2f94bd7d036 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:39.080171 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:39.086149 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-6c105b39-408d-4c24-afff-787e435175aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:39.110046 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_gateway, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:39.110775 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:39.161928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8e4823b1-7f83-4aa1-9389-e907193a27c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Calling delete_port for d9bcb162-3f57-4b47-af9f-ee7bac0d88da owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:39.185213 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] Attempting to bind port 110abd68-321e-4558-991b-e2f94bd7d036 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:47:39.185639 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] Attempting to bind port 110abd68-321e-4558-991b-e2f94bd7d036 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:47:39.185956 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] Attempting to bind port 110abd68-321e-4558-991b-e2f94bd7d036 on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:47:39.192415 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c7739-b452-47e9-941e-aaf96b296d5e None None] Pushing event updated for resources: {'Port': ['ID=110abd68-321e-4558-991b-e2f94bd7d036,revision_number=2']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:39.199075 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:47:39.199439 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:39.199837 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:39.200223 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:47:39.200681 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] Bound port: 110abd68-321e-4558-991b-e2f94bd7d036, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:47:39.201707 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:39.240299 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c7739-b452-47e9-941e-aaf96b296d5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:39.240616 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c7739-b452-47e9-941e-aaf96b296d5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:39.240864 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c7739-b452-47e9-941e-aaf96b296d5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:39.241256 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c7739-b452-47e9-941e-aaf96b296d5e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:39.242247 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c7739-b452-47e9-941e-aaf96b296d5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:39.242247 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c7739-b452-47e9-941e-aaf96b296d5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:39.242247 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c7739-b452-47e9-941e-aaf96b296d5e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:39.244210 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c7739-b452-47e9-941e-aaf96b296d5e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:39.244210 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c7739-b452-47e9-941e-aaf96b296d5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:39.244210 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c7739-b452-47e9-941e-aaf96b296d5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:39.244210 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c7739-b452-47e9-941e-aaf96b296d5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:47:39.249006 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-998c7739-b452-47e9-941e-aaf96b296d5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:39.284880 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-239983ca-7162-4e9e-9e0f-70123287795a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:39.299269 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-239983ca-7162-4e9e-9e0f-70123287795a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:subnet and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:39.308217 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-239983ca-7162-4e9e-9e0f-70123287795a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:39.332259 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b62a2863-cd88-4679-b6e1-c3247eaf700c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9896674
Dec 22 04:47:39.341083 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51470) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:39.348475 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] For port 110abd68-321e-4558-991b-e2f94bd7d036, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:47:39.349465 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-239983ca-7162-4e9e-9e0f-70123287795a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:39.352241 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] For port 110abd68-321e-4558-991b-e2f94bd7d036, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=110abd68-321e-4558-991b-e2f94bd7d036,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:47:39.362361 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:39.369475 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:39.399787 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-2b0c0d09-f21e-4ae6-b14b-9d09b873ca52', 'network_id': '2b0c0d09-f21e-4ae6-b14b-9d09b873ca52', 'tenant_id': '664b0479e9e1448ea56990a36f4ec616', 'fixed_ips': [{'subnet_id': 'e25e89ce-bcab-4ad7-b12b-6f865e7667f6'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:47:39.400627 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:39.459952 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c7739-b452-47e9-941e-aaf96b296d5e None None] Pushing event updated for resources: {'Port': ['ID=110abd68-321e-4558-991b-e2f94bd7d036,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:39.464642 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-2fc02c98-00c1-4847-9090-e5689187a9f1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting port 8c49c6a2-6090-4f44-9cfa-757ea9dd60f4 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:39.465032 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2fc02c98-00c1-4847-9090-e5689187a9f1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:39.465350 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-998c7739-b452-47e9-941e-aaf96b296d5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:39.469902 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] Routers {'2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:39.470579 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c6d5160>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:39.515136 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239983ca-7162-4e9e-9e0f-70123287795a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:39.554378 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8e4823b1-7f83-4aa1-9389-e907193a27c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:39.569926 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6b432866-c4c7-4b46-81a2-2e0ad36cacc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:39.603320 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6b432866-c4c7-4b46-81a2-2e0ad36cacc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:39.695672 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Allocated IP 172.20.0.2 (2b0c0d09-f21e-4ae6-b14b-9d09b873ca52/e25e89ce-bcab-4ad7-b12b-6f865e7667f6/834a7acc-ccbe-43e4-9dc3-bc265762013d) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:39.755489 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-28c87365-8dda-4210-8c82-ce6786b5b73b tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:39.756487 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] Set router 2ccb73cb-57d2-48b6-95ca-d32e1304b9f3 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:47:39.812778 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8e4823b1-7f83-4aa1-9389-e907193a27c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:39.821720 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6b432866-c4c7-4b46-81a2-2e0ad36cacc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:39.831254 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4823b1-7f83-4aa1-9389-e907193a27c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Port': ['ID=d9bcb162-3f57-4b47-af9f-ee7bac0d88da,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:39.834480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8e4823b1-7f83-4aa1-9389-e907193a27c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:39.835252 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a9b066e2-2ce6-4bc4-a1b7-857483a9c88a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:39.854560 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b432866-c4c7-4b46-81a2-2e0ad36cacc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e26e27e-8f2b-4719-a989-7939dff428ac,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:39.856900 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6b432866-c4c7-4b46-81a2-2e0ad36cacc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:39.879496 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-239983ca-7162-4e9e-9e0f-70123287795a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:39.913177 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:39.997367 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:40.012620 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Transition to ACTIVE for port object 834a7acc-ccbe-43e4-9dc3-bc265762013d will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:40.036235 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67bab69e-850c-435d-9630-684a5ce9a7fb tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:40.040855 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67bab69e-850c-435d-9630-684a5ce9a7fb tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:40.046279 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Transition to ACTIVE for port object 834a7acc-ccbe-43e4-9dc3-bc265762013d will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:40.057225 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:40.058073 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8e4823b1-7f83-4aa1-9389-e907193a27c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/ports/d9bcb162-3f57-4b47-af9f-ee7bac0d88da HTTP/1.1" status: 204  len: 168 time: 2.0075960
Dec 22 04:47:40.066449 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-663f3a86-ded7-4123-83de-373a74d028a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:40.068049 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6b432866-c4c7-4b46-81a2-2e0ad36cacc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:40.072349 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6b432866-c4c7-4b46-81a2-2e0ad36cacc4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3e26e27e-8f2b-4719-a989-7939dff428ac HTTP/1.1" status: 204  len: 168 time: 1.2762730
Dec 22 04:47:40.087662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51474) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:40.156217 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c6d5160>, [{'id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'name': 'tempest-ServerActionsTestJSON-1300108519-router', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '110abd68-321e-4558-991b-e2f94bd7d036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:47:30Z', 'updated_at': '2021-12-22T04:47:34Z', 'revision_number': 3, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'gw_port': {'id': '110abd68-321e-4558-991b-e2f94bd7d036', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:32Z', 'updated_at': '2021-12-22T04:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:40.161710 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d2fe18-e635-4039-911d-e3834bcd0d30 None None] The sync data for ids ['2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'] in dv-neutron-822525-1-hyperv is: [{'id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'name': 'tempest-ServerActionsTestJSON-1300108519-router', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '110abd68-321e-4558-991b-e2f94bd7d036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:47:30Z', 'updated_at': '2021-12-22T04:47:34Z', 'revision_number': 3, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'gw_port': {'id': '110abd68-321e-4558-991b-e2f94bd7d036', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:32Z', 'updated_at': '2021-12-22T04:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:47:40.180724 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67bab69e-850c-435d-9630-684a5ce9a7fb tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:40.181208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bab69e-850c-435d-9630-684a5ce9a7fb tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Fanout notify agent at l3_agent the message router_deleted on router 8cc195e8-4739-4836-a874-d3bfe4d4b9cf {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:47:40.186676 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Network 2b0c0d09-f21e-4ae6-b14b-9d09b873ca52 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:40.205312 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:40.207273 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Pushing event updated for resources: {'Port': ['ID=834a7acc-ccbe-43e4-9dc3-bc265762013d,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:40.209372 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:40.213630 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:40.228278 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67bab69e-850c-435d-9630-684a5ce9a7fb tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:40.229739 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-67bab69e-850c-435d-9630-684a5ce9a7fb tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/routers/8cc195e8-4739-4836-a874-d3bfe4d4b9cf HTTP/1.1" status: 204  len: 168 time: 1.7786086
Dec 22 04:47:40.237674 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51480) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:40.309121 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Attempting to bind port 834a7acc-ccbe-43e4-9dc3-bc265762013d on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:47:40.309572 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Attempting to bind port 834a7acc-ccbe-43e4-9dc3-bc265762013d by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '6b9e5e1f-c77b-4f41-b7d4-00aa6de58501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2b0c0d09-f21e-4ae6-b14b-9d09b873ca52'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:47:40.309939 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Attempting to bind port 834a7acc-ccbe-43e4-9dc3-bc265762013d on network 2b0c0d09-f21e-4ae6-b14b-9d09b873ca52 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:47:40.320558 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:47:40.320961 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Checking segment: {'id': '6b9e5e1f-c77b-4f41-b7d4-00aa6de58501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2b0c0d09-f21e-4ae6-b14b-9d09b873ca52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:40.321377 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:40.321810 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Bound using segment: {'id': '6b9e5e1f-c77b-4f41-b7d4-00aa6de58501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2b0c0d09-f21e-4ae6-b14b-9d09b873ca52'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:47:40.322360 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Bound port: 834a7acc-ccbe-43e4-9dc3-bc265762013d, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9e5e1f-c77b-4f41-b7d4-00aa6de58501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2b0c0d09-f21e-4ae6-b14b-9d09b873ca52'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:47:40.322792 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:40.345298 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Deleting port 834a7acc-ccbe-43e4-9dc3-bc265762013d {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:40.345683 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:40.462780 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] For port 834a7acc-ccbe-43e4-9dc3-bc265762013d, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:47:40.471515 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] For port 834a7acc-ccbe-43e4-9dc3-bc265762013d, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=834a7acc-ccbe-43e4-9dc3-bc265762013d,segment=NetworkSegment(6b9e5e1f-c77b-4f41-b7d4-00aa6de58501),segment_id=6b9e5e1f-c77b-4f41-b7d4-00aa6de58501)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:47:40.482266 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:40.486108 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fe93c16e-ad88-4bff-8d8e-ddcb22b2d1c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:40.541327 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c22db6-670a-4575-8e6d-fbab9c3d80c1 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:40.542184 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e9c22db6-670a-4575-8e6d-fbab9c3d80c1 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Synchronizing usage tracker for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:47:40.605852 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Pushing event updated for resources: {'Port': ['ID=834a7acc-ccbe-43e4-9dc3-bc265762013d,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:40.609028 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:40.710666 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e9c22db6-670a-4575-8e6d-fbab9c3d80c1 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Unset dirty status for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:47:40.711830 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e9c22db6-670a-4575-8e6d-fbab9c3d80c1 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.6197088
Dec 22 04:47:40.766960 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51490) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:40.803406 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2fc02c98-00c1-4847-9090-e5689187a9f1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:40.840774 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa44795e-7964-4e28-9cd9-acfee7f592d3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] GET failed (client error): The resource could not be found.
Dec 22 04:47:40.842005 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-aa44795e-7964-4e28-9cd9-acfee7f592d3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports/d9bcb162-3f57-4b47-af9f-ee7bac0d88da HTTP/1.1" status: 404  len: 333 time: 0.0718660
Dec 22 04:47:40.847681 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51498) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:40.859437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-39367cea-5fb2-4ace-b28e-328b199a68f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1145079916'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:40.869639 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-39367cea-5fb2-4ace-b28e-328b199a68f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:40.880088 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-39367cea-5fb2-4ace-b28e-328b199a68f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:network and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:40.901991 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-39367cea-5fb2-4ace-b28e-328b199a68f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:40.917924 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-39367cea-5fb2-4ace-b28e-328b199a68f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:40.934473 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-11e5b989-779f-4d02-814b-55317c69d548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:40.967931 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a593140-535e-4558-bbb8-0d26dac3a20e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting subnet bcde8611-a677-4034-b371-4b7dc38d9501 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:47:40.975044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2a593140-535e-4558-bbb8-0d26dac3a20e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:41.007356 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39367cea-5fb2-4ace-b28e-328b199a68f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:41.011088 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-39367cea-5fb2-4ace-b28e-328b199a68f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:41.077579 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2a593140-535e-4558-bbb8-0d26dac3a20e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:41.092346 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-2fc02c98-00c1-4847-9090-e5689187a9f1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Calling delete_port for 8c49c6a2-6090-4f44-9cfa-757ea9dd60f4 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:41.106325 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39367cea-5fb2-4ace-b28e-328b199a68f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:47:41.296726 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] For port 834a7acc-ccbe-43e4-9dc3-bc265762013d, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=834a7acc-ccbe-43e4-9dc3-bc265762013d,segment=NetworkSegment(6b9e5e1f-c77b-4f41-b7d4-00aa6de58501),segment_id=6b9e5e1f-c77b-4f41-b7d4-00aa6de58501)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:41.296994 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:41.480736 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-239983ca-7162-4e9e-9e0f-70123287795a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:41.494353 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Calling delete_port for 834a7acc-ccbe-43e4-9dc3-bc265762013d owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:41.527041 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-63bcc810-8499-4ba4-818d-efe988771f0d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:41.533879 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-39367cea-5fb2-4ace-b28e-328b199a68f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:41.534223 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-39367cea-5fb2-4ace-b28e-328b199a68f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Added segment 1f74ada8-65cf-4d13-9512-e4469e459333 of type vlan for network 5cbd431b-6391-45b8-ac5d-bef3dcb1319f
Dec 22 04:47:41.599774 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-39367cea-5fb2-4ace-b28e-328b199a68f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:41.607900 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2a593140-535e-4558-bbb8-0d26dac3a20e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:41.692025 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239983ca-7162-4e9e-9e0f-70123287795a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Subnet': ['ID=3d957a51-2e0f-4ed3-b0f2-224f41149b2a,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:41.705751 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-239983ca-7162-4e9e-9e0f-70123287795a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:41.718970 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51510) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:41.737022 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Router 16f9e86b-1552-4dc7-a08c-56dcf83e1b27 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:47:41.782681 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-39367cea-5fb2-4ace-b28e-328b199a68f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:41.786354 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39367cea-5fb2-4ace-b28e-328b199a68f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:41.786919 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-39367cea-5fb2-4ace-b28e-328b199a68f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:41.796461 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c1f8fdf6-b154-4ce7-a702-832579ffc821 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:41.828522 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239983ca-7162-4e9e-9e0f-70123287795a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Checking segment: {'id': 'dbcb46cd-3ba8-4697-8eba-806dfba27a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a9947066-2d3e-46e3-bc6c-de08250297cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:41.828882 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239983ca-7162-4e9e-9e0f-70123287795a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network hostable DHCP agents. Network: a9947066-2d3e-46e3-bc6c-de08250297cd, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:47:41.907856 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2a593140-535e-4558-bbb8-0d26dac3a20e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:41.935020 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-39367cea-5fb2-4ace-b28e-328b199a68f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.0793312
Dec 22 04:47:41.935020 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:41.940223 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51516) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:41.951588 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-3f3be6ca-9594-4119-b867-113210be396f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'subnet': {'network_id': '5cbd431b-6391-45b8-ac5d-bef3dcb1319f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:41.971432 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:41.977560 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b1ed6073-185b-42e2-940a-a36fb1bfcc3c tempest-AgentManagementNegativeTest-1588624319 tempest-AgentManagementNegativeTest-1588624319-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.2535172
Dec 22 04:47:41.977560 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39367cea-5fb2-4ace-b28e-328b199a68f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Network': ['ID=5cbd431b-6391-45b8-ac5d-bef3dcb1319f,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:41.985427 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2a593140-535e-4558-bbb8-0d26dac3a20e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:41.987497 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2a593140-535e-4558-bbb8-0d26dac3a20e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/subnets/bcde8611-a677-4034-b371-4b7dc38d9501 HTTP/1.1" status: 204  len: 168 time: 1.6530626
Dec 22 04:47:41.988501 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-39367cea-5fb2-4ace-b28e-328b199a68f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:41.990109 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bf818714-1e91-4087-9326-04d05521011e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:42.021348 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51522) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:42.030984 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f2c54127-5415-4a3c-a2bf-dddd294c3cd1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:42.034770 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 5cbd431b-6391-45b8-ac5d-bef3dcb1319f details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:47:42.064822 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2fc02c98-00c1-4847-9090-e5689187a9f1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:42.087126 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a593140-535e-4558-bbb8-0d26dac3a20e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Subnet': ['ID=bcde8611-a677-4034-b371-4b7dc38d9501,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:42.144567 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2a593140-535e-4558-bbb8-0d26dac3a20e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:42.214387 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee72feae-ecc4-4b32-8e0f-044df6212d5b None None] Network d39121d8-28aa-4bcd-8ce0-695dc25c86d1 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:42.249222 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3f3be6ca-9594-4119-b867-113210be396f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:42.256383 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:42.263390 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3f3be6ca-9594-4119-b867-113210be396f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:subnet and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:42.273002 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3f3be6ca-9594-4119-b867-113210be396f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:42.305759 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3f3be6ca-9594-4119-b867-113210be396f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:42.347694 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting port 085618c0-8774-44de-af77-b2b8fea4c63f {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:42.348032 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:42.360197 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:42.376753 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:42.511121 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 834a7acc-ccbe-43e4-9dc3-bc265762013d up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:42.569387 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] Allocated IP 172.20.0.1 (e68a3e5c-f921-45fc-a6c9-1329c028d289/0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0/a7afdbdd-76ec-4be5-ba7d-ad4e58c17910) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:42.583087 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53ee54c-606f-4a3d-a632-fd71ffb7015e None None] Network 2b0c0d09-f21e-4ae6-b14b-9d09b873ca52 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:42.712942 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 834a7acc-ccbe-43e4-9dc3-bc265762013d {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:47:42.713168 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 834a7acc-ccbe-43e4-9dc3-bc265762013d not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 22 04:47:42.716046 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239983ca-7162-4e9e-9e0f-70123287795a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network a9947066-2d3e-46e3-bc6c-de08250297cd is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:47:42.719941 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51528) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:42.728885 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Port': ['ID=834a7acc-ccbe-43e4-9dc3-bc265762013d,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:42.753425 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-21cb8be1-98df-4290-bb86-bcb706f0a8b3 None None] Could not find standard attr ID for object 834a7acc-ccbe-43e4-9dc3-bc265762013d. {{(pid=83436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 04:47:42.756899 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Port 834a7acc-ccbe-43e4-9dc3-bc265762013d not found, will not notify nova. {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 22 04:47:42.757309 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 110abd68-321e-4558-991b-e2f94bd7d036 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:42.763343 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:42.775036 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a2bbf8e4-9901-41e5-a01e-3a0a34d4da0e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.672s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:42.804008 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3be6ca-9594-4119-b867-113210be396f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:42.825527 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] For port 085618c0-8774-44de-af77-b2b8fea4c63f, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=085618c0-8774-44de-af77-b2b8fea4c63f,segment=NetworkSegment(24a1e4b7-c840-4878-b199-c5a735a8a422),segment_id=24a1e4b7-c840-4878-b199-c5a735a8a422)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:42.825928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:42.913771 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No DVR routers for this DVR port 834a7acc-ccbe-43e4-9dc3-bc265762013d on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:47:42.940555 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 110abd68-321e-4558-991b-e2f94bd7d036 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:42.952529 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 110abd68-321e-4558-991b-e2f94bd7d036 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:42.953287 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:42.958629 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc02c98-00c1-4847-9090-e5689187a9f1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Port': ['ID=8c49c6a2-6090-4f44-9cfa-757ea9dd60f4,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:42.960565 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-239983ca-7162-4e9e-9e0f-70123287795a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, a9947066-2d3e-46e3-bc6c-de08250297cd) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:42.974081 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2fc02c98-00c1-4847-9090-e5689187a9f1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:42.998851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239983ca-7162-4e9e-9e0f-70123287795a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:42.999545 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-239983ca-7162-4e9e-9e0f-70123287795a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:43.016844 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Calling delete_port for 085618c0-8774-44de-af77-b2b8fea4c63f owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:43.025808 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3490f497-6088-44ed-a7c1-acdc56e2988a None None] Network a9947066-2d3e-46e3-bc6c-de08250297cd requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:43.038018 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb123cc-8857-4305-a6cc-e7f02996f78e None None] DHCP port deletion for d39121d8-28aa-4bcd-8ce0-695dc25c86d1 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:47:43.079315 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:43.117252 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-9bb123cc-8857-4305-a6cc-e7f02996f78e None None] Deleting port 085618c0-8774-44de-af77-b2b8fea4c63f {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:43.117677 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9bb123cc-8857-4305-a6cc-e7f02996f78e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:43.127928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] Transition to ACTIVE for port object a7afdbdd-76ec-4be5-ba7d-ad4e58c17910 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:43.149058 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2fc02c98-00c1-4847-9090-e5689187a9f1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:43.149991 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:43.157132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f8d4bc4f-c6ef-40a6-a3e1-3357cb07d376 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:43.173882 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f3be6ca-9594-4119-b867-113210be396f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:43.188842 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:43.210983 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Port': ['ID=085618c0-8774-44de-af77-b2b8fea4c63f,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:43.217959 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:43.224153 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] No DVR routers for this DVR port 085618c0-8774-44de-af77-b2b8fea4c63f on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:47:43.232851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ff93fc2c-2a02-4eda-9b24-6fa3f15a94ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:43.245976 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-239983ca-7162-4e9e-9e0f-70123287795a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.3627729
Dec 22 04:47:43.249067 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51534) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:43.257243 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-9bb123cc-8857-4305-a6cc-e7f02996f78e None None] The port '085618c0-8774-44de-af77-b2b8fea4c63f' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:47:43.287794 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:43.294768 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-afa68f5a-3d92-4096-b5fd-8c61d6f74ce3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:43.328999 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-06b5688d-5dd4-41d6-9b60-0789e35a274f tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1220891220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:43.354606 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2fc02c98-00c1-4847-9090-e5689187a9f1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/8c49c6a2-6090-4f44-9cfa-757ea9dd60f4 HTTP/1.1" status: 204  len: 168 time: 4.3091295
Dec 22 04:47:43.355874 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-06b5688d-5dd4-41d6-9b60-0789e35a274f tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:43.374576 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51538) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:43.399621 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-06b5688d-5dd4-41d6-9b60-0789e35a274f tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:router and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:43.408834 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-06b5688d-5dd4-41d6-9b60-0789e35a274f tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:43.431551 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] Pushing event updated for resources: {'Port': ['ID=a7afdbdd-76ec-4be5-ba7d-ad4e58c17910,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:43.443096 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:43.455303 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:43.478042 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:43.485861 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-06b5688d-5dd4-41d6-9b60-0789e35a274f tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:43.486111 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:43.487702 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 110abd68-321e-4558-991b-e2f94bd7d036, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=110abd68-321e-4558-991b-e2f94bd7d036,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:43.499223 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ff93fc2c-2a02-4eda-9b24-6fa3f15a94ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:43.520581 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:43.521886 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ff93fc2c-2a02-4eda-9b24-6fa3f15a94ec admin admin] Usage tracker for resource:security_group_rule and tenant:3cf69397a60242b7abed56c107f49d84 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:43.527771 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:43.533130 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ff93fc2c-2a02-4eda-9b24-6fa3f15a94ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:43.564582 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-06b5688d-5dd4-41d6-9b60-0789e35a274f tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:43.565851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-06b5688d-5dd4-41d6-9b60-0789e35a274f tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:43.569361 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ff93fc2c-2a02-4eda-9b24-6fa3f15a94ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:43.595880 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-a9947066-2d3e-46e3-bc6c-de08250297cd', 'network_id': 'a9947066-2d3e-46e3-bc6c-de08250297cd', 'tenant_id': '12ff9b0938824da5a0f85f94c435a758', 'fixed_ips': [{'subnet_id': '3d957a51-2e0f-4ed3-b0f2-224f41149b2a'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:47:43.596866 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:43.600325 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b899f425-0876-4016-9aea-e0eca704f6ed tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:43.602092 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b899f425-0876-4016-9aea-e0eca704f6ed tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:43.603505 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b899f425-0876-4016-9aea-e0eca704f6ed tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:43.604576 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b899f425-0876-4016-9aea-e0eca704f6ed tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:47:43.614079 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=110abd68-321e-4558-991b-e2f94bd7d036,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:43.619009 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:43.619586 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:43.622594 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] Network e68a3e5c-f921-45fc-a6c9-1329c028d289 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:43.625828 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:43.628157 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:43.631453 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9c9a316a-cde4-43a9-86b4-9d381bdc3add tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:43.675962 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469afc27c0>,) {'filters': {'network_id': ['d39121d8-28aa-4bcd-8ce0-695dc25c86d1']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:43.692003 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-06b5688d-5dd4-41d6-9b60-0789e35a274f tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:43.701776 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469afc27c0>, '24a1e4b7-c840-4878-b199-c5a735a8a422') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:43.702063 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469afc27c0>, '24a1e4b7-c840-4878-b199-c5a735a8a422') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:43.723939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:43.736259 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:43.752271 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:43.755887 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab58252-95d9-428f-a5b2-02050183b8eb None None] Network 2b0c0d09-f21e-4ae6-b14b-9d09b873ca52 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:43.762800 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:47:43.763311 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:47:43.780571 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:47:43.863558 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Subnet': ['ID=e25e89ce-bcab-4ad7-b12b-6f865e7667f6,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:43.888045 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-06b5688d-5dd4-41d6-9b60-0789e35a274f tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:43.892284 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Allocated IP 172.20.0.2 (a9947066-2d3e-46e3-bc6c-de08250297cd/3d957a51-2e0f-4ed3-b0f2-224f41149b2a/50197699-9f77-4029-8426-df1316e71005) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:43.907931 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:43.948715 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:43.951789 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b899f425-0876-4016-9aea-e0eca704f6ed tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:47:43.954401 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b899f425-0876-4016-9aea-e0eca704f6ed tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.5729544
Dec 22 04:47:43.957598 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51542) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:43.980186 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.000684 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6a4bfb26-5c9a-4c5c-b636-2d9e478c5f0a None None] Provisioning for port a7afdbdd-76ec-4be5-ba7d-ad4e58c17910 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:44.007567 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.012416 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.019953 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-39367cea-5fb2-4ace-b28e-328b199a68f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:44.034323 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:47:44.049254 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc79e5a2-e730-4e1e-aedd-10529e7d06f0 None None] Sync routers for ids ['16f9e86b-1552-4dc7-a08c-56dcf83e1b27'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:47:44.056196 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Network': ['ID=d39121d8-28aa-4bcd-8ce0-695dc25c86d1,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:44.058332 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:44.070544 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc79e5a2-e730-4e1e-aedd-10529e7d06f0 None None] Routers {'16f9e86b-1552-4dc7-a08c-56dcf83e1b27'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:44.071393 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-dc79e5a2-e730-4e1e-aedd-10529e7d06f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c2c1850>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['16f9e86b-1552-4dc7-a08c-56dcf83e1b27'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:44.087626 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963b6852-0265-4079-89ad-595a44e6ea75 None None] DHCP port deletion for 2b0c0d09-f21e-4ae6-b14b-9d09b873ca52 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:47:44.096457 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/networks/d39121d8-28aa-4bcd-8ce0-695dc25c86d1 HTTP/1.1" status: 204  len: 168 time: 2.0325811
Dec 22 04:47:44.096668 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6a4bfb26-5c9a-4c5c-b636-2d9e478c5f0a None None] Provisioning complete for port a7afdbdd-76ec-4be5-ba7d-ad4e58c17910 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:44.096668 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6a4bfb26-5c9a-4c5c-b636-2d9e478c5f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.097457 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51546) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:44.106188 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2067122051', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}, 'admin_state_up': False}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:44.113734 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:44.118492 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:router and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:44.122195 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:44.125383 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469c4eb310>,) {'filters': {'network_id': ['2b0c0d09-f21e-4ae6-b14b-9d09b873ca52']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:44.129303 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:44.151558 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-06b5688d-5dd4-41d6-9b60-0789e35a274f tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.159845 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-06b5688d-5dd4-41d6-9b60-0789e35a274f tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.8500690
Dec 22 04:47:44.168001 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-dc79e5a2-e730-4e1e-aedd-10529e7d06f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c2c1850>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:44.179816 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc79e5a2-e730-4e1e-aedd-10529e7d06f0 None None] Routers {'16f9e86b-1552-4dc7-a08c-56dcf83e1b27'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:44.180657 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-dc79e5a2-e730-4e1e-aedd-10529e7d06f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c2c1850>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['16f9e86b-1552-4dc7-a08c-56dcf83e1b27'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:44.184017 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51550) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:44.195916 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c4eb310>, '6b9e5e1f-c77b-4f41-b7d4-00aa6de58501') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:44.196228 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c4eb310>, '6b9e5e1f-c77b-4f41-b7d4-00aa6de58501') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:44.245888 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-6a4bfb26-5c9a-4c5c-b636-2d9e478c5f0a None None] Port a7afdbdd-76ec-4be5-ba7d-ad4e58c17910 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:47:44.247895 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.256500 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 11.6376431
Dec 22 04:47:44.271084 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-dc79e5a2-e730-4e1e-aedd-10529e7d06f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c2c1850>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:44.272751 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc79e5a2-e730-4e1e-aedd-10529e7d06f0 None None] The sync data for ids ['16f9e86b-1552-4dc7-a08c-56dcf83e1b27'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:47:44.276068 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51554) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:44.283208 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.299192 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.300263 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.324605 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.334726 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-4a8a8659-f54d-4c76-af96-9364153a9c9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'port': {'network_id': 'a9947066-2d3e-46e3-bc6c-de08250297cd', 'name': 'tempest-PortsTestJSON-153595617'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:44.358672 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f3be6ca-9594-4119-b867-113210be396f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.363313 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ff93fc2c-2a02-4eda-9b24-6fa3f15a94ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.367068 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-3ed3856c-39ab-43c0-91a3-52f5c06b2dcb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:44.388527 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 110abd68-321e-4558-991b-e2f94bd7d036 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:44.423694 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9fbcd799-305f-4bb1-93f0-55229927c023 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:44.471285 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.475672 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ff93fc2c-2a02-4eda-9b24-6fa3f15a94ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.484981 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Transition to ACTIVE for port object 50197699-9f77-4029-8426-df1316e71005 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:44.497043 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4a8a8659-f54d-4c76-af96-9364153a9c9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:44.508643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.512014 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4a8a8659-f54d-4c76-af96-9364153a9c9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:port and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:44.516396 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 110abd68-321e-4558-991b-e2f94bd7d036 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:44.516779 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.520242 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4a8a8659-f54d-4c76-af96-9364153a9c9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:44.536231 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4a8a8659-f54d-4c76-af96-9364153a9c9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:44.537730 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:47:44.538126 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.546368 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Transition to ACTIVE for port object 50197699-9f77-4029-8426-df1316e71005 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:47:44.566793 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:47:44.575115 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.579188 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:44.679937 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Network a9947066-2d3e-46e3-bc6c-de08250297cd is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:44.687125 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:44.694479 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Pushing event updated for resources: {'Port': ['ID=50197699-9f77-4029-8426-df1316e71005,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:44.696793 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:44.714631 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8a8659-f54d-4c76-af96-9364153a9c9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:44.717824 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4a8a8659-f54d-4c76-af96-9364153a9c9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.728865 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:44.748567 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.766991 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-4a8a8659-f54d-4c76-af96-9364153a9c9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] device_id is not set on port dabad8ca-64e8-4f64-9cab-8332261a7a8b yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:47:44.800514 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ff93fc2c-2a02-4eda-9b24-6fa3f15a94ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3cf69397a60242b7abed56c107f49d84&name=default HTTP/1.1" status: 200  len: 2647 time: 2.0712256
Dec 22 04:47:44.804868 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Attempting to bind port 50197699-9f77-4029-8426-df1316e71005 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:47:44.805256 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Attempting to bind port 50197699-9f77-4029-8426-df1316e71005 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dbcb46cd-3ba8-4697-8eba-806dfba27a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a9947066-2d3e-46e3-bc6c-de08250297cd'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:47:44.805645 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Attempting to bind port 50197699-9f77-4029-8426-df1316e71005 on network a9947066-2d3e-46e3-bc6c-de08250297cd {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:47:44.811578 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51558) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:44.823491 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3be6ca-9594-4119-b867-113210be396f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Subnet': ['ID=0b501133-de6e-4772-9c0d-02735534301e,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:44.828375 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:47:44.828754 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Checking segment: {'id': 'dbcb46cd-3ba8-4697-8eba-806dfba27a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a9947066-2d3e-46e3-bc6c-de08250297cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:44.829782 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.829782 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Bound using segment: {'id': 'dbcb46cd-3ba8-4697-8eba-806dfba27a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a9947066-2d3e-46e3-bc6c-de08250297cd'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:47:44.830031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Bound port: 50197699-9f77-4029-8426-df1316e71005, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbcb46cd-3ba8-4697-8eba-806dfba27a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a9947066-2d3e-46e3-bc6c-de08250297cd'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:47:44.830504 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.842171 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3f3be6ca-9594-4119-b867-113210be396f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:44.857110 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.366s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:44.877651 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.882505 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.resource_extend [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:47:44.888419 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 085618c0-8774-44de-af77-b2b8fea4c63f no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:47:44.912157 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-643b0f36-62f9-45c6-b685-fab42cb631a1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet 9451a325-e449-43b9-b938-ed977c9ef267 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:47:44.917221 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.917942 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.926649 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 085618c0-8774-44de-af77-b2b8fea4c63f {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:47:44.926998 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 085618c0-8774-44de-af77-b2b8fea4c63f not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:47:44.927663 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 834a7acc-ccbe-43e4-9dc3-bc265762013d no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:47:44.930963 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-643b0f36-62f9-45c6-b685-fab42cb631a1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.933700 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:44.961941 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3be6ca-9594-4119-b867-113210be396f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Checking segment: {'id': '1f74ada8-65cf-4d13-9512-e4469e459333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5cbd431b-6391-45b8-ac5d-bef3dcb1319f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:44.962317 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3be6ca-9594-4119-b867-113210be396f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network hostable DHCP agents. Network: 5cbd431b-6391-45b8-ac5d-bef3dcb1319f, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:47:44.967124 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:44.970064 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 834a7acc-ccbe-43e4-9dc3-bc265762013d {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:47:44.970419 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 834a7acc-ccbe-43e4-9dc3-bc265762013d not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:47:44.989043 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93fc2c-2a02-4eda-9b24-6fa3f15a94ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33eb0829-a825-4507-8199-6d00ddf77fd3,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:44.995238 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] For port 50197699-9f77-4029-8426-df1316e71005, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:47:44.999503 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] For port 50197699-9f77-4029-8426-df1316e71005, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=50197699-9f77-4029-8426-df1316e71005,segment=NetworkSegment(dbcb46cd-3ba8-4697-8eba-806dfba27a60),segment_id=dbcb46cd-3ba8-4697-8eba-806dfba27a60)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:47:45.005460 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:45.011488 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:45.038580 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ff93fc2c-2a02-4eda-9b24-6fa3f15a94ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:45.050705 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7fde4542-01be-4ed2-a6fb-106ccac7c850 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:45.072218 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/networks/2b0c0d09-f21e-4ae6-b14b-9d09b873ca52 HTTP/1.1" status: 204  len: 168 time: 5.7245119
Dec 22 04:47:45.077039 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51562) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:45.094860 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Pushing event updated for resources: {'Port': ['ID=50197699-9f77-4029-8426-df1316e71005,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:45.097938 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:45.099864 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Network': ['ID=2b0c0d09-f21e-4ae6-b14b-9d09b873ca52,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:45.107706 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-643b0f36-62f9-45c6-b685-fab42cb631a1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:45.134859 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:45.176646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-4a8a8659-f54d-4c76-af96-9364153a9c9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Allocated IP 172.20.0.11 (a9947066-2d3e-46e3-bc6c-de08250297cd/3d957a51-2e0f-4ed3-b0f2-224f41149b2a/dabad8ca-64e8-4f64-9cab-8332261a7a8b) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:45.186648 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-acadb42a-fc16-488d-8a05-929134607325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:45.209862 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3be6ca-9594-4119-b867-113210be396f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network 5cbd431b-6391-45b8-ac5d-bef3dcb1319f is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:47:45.210662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] Pushing event updated for resources: {'Port': ['ID=a7afdbdd-76ec-4be5-ba7d-ad4e58c17910,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:45.220187 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:45.235778 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:45.250869 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca72bf08-d91c-4d0e-b3bd-26eb11cf59a1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] GET failed (client error): The resource could not be found.
Dec 22 04:47:45.251229 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-acadb42a-fc16-488d-8a05-929134607325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:45.251387 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ca72bf08-d91c-4d0e-b3bd-26eb11cf59a1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Synchronizing usage tracker for tenant:664b0479e9e1448ea56990a36f4ec616 on resource:subnet {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:47:45.265138 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-3f3be6ca-9594-4119-b867-113210be396f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 5cbd431b-6391-45b8-ac5d-bef3dcb1319f) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:45.275468 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3be6ca-9594-4119-b867-113210be396f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:45.276002 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f3be6ca-9594-4119-b867-113210be396f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:45.279871 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57094f1-f016-4744-bb80-baed1ce63e32 None None] Network 5cbd431b-6391-45b8-ac5d-bef3dcb1319f requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:45.343831 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-643b0f36-62f9-45c6-b685-fab42cb631a1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:45.383719 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3f3be6ca-9594-4119-b867-113210be396f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.4414203
Dec 22 04:47:45.388385 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51566) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:45.411304 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-8e025e14-5254-4c54-8d12-95d681c203d3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'subnet': {'network_id': '5cbd431b-6391-45b8-ac5d-bef3dcb1319f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:45.590927 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-acadb42a-fc16-488d-8a05-929134607325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:45.599634 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:45.630346 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acadb42a-fc16-488d-8a05-929134607325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33eb0829-a825-4507-8199-6d00ddf77fd3,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:45.634854 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ca72bf08-d91c-4d0e-b3bd-26eb11cf59a1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Unset dirty status for tenant:664b0479e9e1448ea56990a36f4ec616 on resource:subnet {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:47:45.635770 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-acadb42a-fc16-488d-8a05-929134607325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:45.636245 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ca72bf08-d91c-4d0e-b3bd-26eb11cf59a1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "GET /v2.0/subnets/e25e89ce-bcab-4ad7-b12b-6f865e7667f6 HTTP/1.1" status: 404  len: 337 time: 0.5560117
Dec 22 04:47:45.643577 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51570) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:45.650413 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-643b0f36-62f9-45c6-b685-fab42cb631a1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:45.659984 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e05a3d94-9cdf-4475-bc37-eb6998549306 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:45.661353 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-5cbd431b-6391-45b8-ac5d-bef3dcb1319f', 'network_id': '5cbd431b-6391-45b8-ac5d-bef3dcb1319f', 'tenant_id': '9cc774473554458a97f8b8616dd2ecde', 'fixed_ips': [{'subnet_id': '0b501133-de6e-4772-9c0d-02735534301e'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:47:45.662184 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:45.714997 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-524163ef-db2e-4357-8c4e-297e7a415f10 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:47:45.715367 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524163ef-db2e-4357-8c4e-297e7a415f10 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:47:45.715498 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b0f36-62f9-45c6-b685-fab42cb631a1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=9451a325-e449-43b9-b938-ed977c9ef267,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:45.721014 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-643b0f36-62f9-45c6-b685-fab42cb631a1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:45.741324 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-acadb42a-fc16-488d-8a05-929134607325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:45.742568 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-acadb42a-fc16-488d-8a05-929134607325 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/33eb0829-a825-4507-8199-6d00ddf77fd3 HTTP/1.1" status: 204  len: 168 time: 0.9209228
Dec 22 04:47:45.744490 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-643b0f36-62f9-45c6-b685-fab42cb631a1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:45.753960 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ee959a-fea2-49b0-8002-356383761905 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:45.759163 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-643b0f36-62f9-45c6-b685-fab42cb631a1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/9451a325-e449-43b9-b938-ed977c9ef267 HTTP/1.1" status: 204  len: 168 time: 1.7898326
Dec 22 04:47:45.759163 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8e025e14-5254-4c54-8d12-95d681c203d3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:45.762987 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51576) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:45.783179 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8e025e14-5254-4c54-8d12-95d681c203d3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:subnet and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:45.786974 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8e025e14-5254-4c54-8d12-95d681c203d3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:45.794555 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8e025e14-5254-4c54-8d12-95d681c203d3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:45.867729 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4a8a8659-f54d-4c76-af96-9364153a9c9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:45.871956 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-524163ef-db2e-4357-8c4e-297e7a415f10 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/networks/2b0c0d09-f21e-4ae6-b14b-9d09b873ca52 HTTP/1.1" status: 404  len: 339 time: 0.2223260
Dec 22 04:47:45.877162 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51580) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:45.877883 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e025e14-5254-4c54-8d12-95d681c203d3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:45.881855 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8e025e14-5254-4c54-8d12-95d681c203d3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:45.920787 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:45.973966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:45.977298 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-4a8a8659-f54d-4c76-af96-9364153a9c9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Transition to ACTIVE for port object dabad8ca-64e8-4f64-9cab-8332261a7a8b will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:45.987975 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] Network e68a3e5c-f921-45fc-a6c9-1329c028d289 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:45.989149 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:45.990592 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Allocated IP 2001:db8::2 (5cbd431b-6391-45b8-ac5d-bef3dcb1319f/0b501133-de6e-4772-9c0d-02735534301e/b409c944-d178-4525-843d-885962052212) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:46.334508 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40b62c4-7bbf-46d7-a684-0220a8128f00 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:46.335250 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b40b62c4-7bbf-46d7-a684-0220a8128f00 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Synchronizing usage tracker for tenant:664b0479e9e1448ea56990a36f4ec616 on resource:network {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:47:46.415433 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:46.429247 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b40b62c4-7bbf-46d7-a684-0220a8128f00 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Unset dirty status for tenant:664b0479e9e1448ea56990a36f4ec616 on resource:network {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:47:46.434053 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b40b62c4-7bbf-46d7-a684-0220a8128f00 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.5337329
Dec 22 04:47:46.447347 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Transition to ACTIVE for port object b409c944-d178-4525-843d-885962052212 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:46.456129 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51590) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:46.477626 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 50197699-9f77-4029-8426-df1316e71005 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:46.512753 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3ba58757-18f4-4c63-ba6f-db1d00e74692 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Synchronizing usage tracker for tenant:664b0479e9e1448ea56990a36f4ec616 on resource:subnet {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:47:46.551944 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6394498c-8b23-40f1-b189-2ccf131170d0 None None] Provisioning complete for port a7afdbdd-76ec-4be5-ba7d-ad4e58c17910 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:46.552398 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6394498c-8b23-40f1-b189-2ccf131170d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:46.578128 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3ba58757-18f4-4c63-ba6f-db1d00e74692 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Unset dirty status for tenant:664b0479e9e1448ea56990a36f4ec616 on resource:subnet {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:47:46.579944 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3ba58757-18f4-4c63-ba6f-db1d00e74692 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "GET /v2.0/subnets?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740 HTTP/1.1" status: 200  len: 207 time: 0.1215711
Dec 22 04:47:46.582963 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51596) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:46.602720 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.ipam_backend_mixin [None req-8e025e14-5254-4c54-8d12-95d681c203d3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0b501133-de6e-4772-9c0d-02735534301e (CIDR: 2001:db8::/64)
Dec 22 04:47:46.631750 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Transition to ACTIVE for port object b409c944-d178-4525-843d-885962052212 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:46.663513 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:46.669515 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b482afb5-fbe3-4fc8-91c1-dc9e6f84fd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:46.700475 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-6394498c-8b23-40f1-b189-2ccf131170d0 None None] Port a7afdbdd-76ec-4be5-ba7d-ad4e58c17910 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:47:46.714173 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ce7786-74c1-4ff0-b291-c2d5e28d3740 None None] Network a9947066-2d3e-46e3-bc6c-de08250297cd requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:46.734547 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e025e14-5254-4c54-8d12-95d681c203d3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:47:46.735016 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e025e14-5254-4c54-8d12-95d681c203d3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:47:46.775731 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Allocated IP 172.26.4.97 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/1c6d10ac-14a2-43eb-abd8-c74bd020df7e) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:46.779006 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4a8a8659-f54d-4c76-af96-9364153a9c9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:46.783582 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d7bcb0-6477-4d20-bd3e-d44523ea7ae4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet b378968b-40cb-4fce-978e-62f29add8d5c {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:47:46.848803 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8e4823b1-7f83-4aa1-9389-e907193a27c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:46.855980 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8e025e14-5254-4c54-8d12-95d681c203d3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.4565206
Dec 22 04:47:46.861441 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51602) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:46.870358 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-ed2d885d-cd1a-4d19-90e6-d4773386fc76 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'subnet': {'network_id': '5cbd431b-6391-45b8-ac5d-bef3dcb1319f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:46.875547 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 50197699-9f77-4029-8426-df1316e71005 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:46.892443 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Network 5cbd431b-6391-45b8-ac5d-bef3dcb1319f is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:46.895997 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Pushing event updated for resources: {'Port': ['ID=b409c944-d178-4525-843d-885962052212,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:46.902015 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:46.903831 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:46.910366 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:46.941289 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8a8659-f54d-4c76-af96-9364153a9c9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network a9947066-2d3e-46e3-bc6c-de08250297cd is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:46.943689 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a108bf78-2d30-498f-b8e7-28591f022aed None None] Provisioning for port 50197699-9f77-4029-8426-df1316e71005 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:46.951374 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a8d7bcb0-6477-4d20-bd3e-d44523ea7ae4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:46.995736 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a108bf78-2d30-498f-b8e7-28591f022aed None None] Provisioning complete for port 50197699-9f77-4029-8426-df1316e71005 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:46.996113 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a108bf78-2d30-498f-b8e7-28591f022aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:47.015838 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a8d7bcb0-6477-4d20-bd3e-d44523ea7ae4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:47.103814 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-4a8a8659-f54d-4c76-af96-9364153a9c9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:47.106566 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a8659-f54d-4c76-af96-9364153a9c9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:47.176021 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Attempting to bind port b409c944-d178-4525-843d-885962052212 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:47:47.176756 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Attempting to bind port b409c944-d178-4525-843d-885962052212 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '1f74ada8-65cf-4d13-9512-e4469e459333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5cbd431b-6391-45b8-ac5d-bef3dcb1319f'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:47:47.177357 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Attempting to bind port b409c944-d178-4525-843d-885962052212 on network 5cbd431b-6391-45b8-ac5d-bef3dcb1319f {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:47:47.209956 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:47:47.210498 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Checking segment: {'id': '1f74ada8-65cf-4d13-9512-e4469e459333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5cbd431b-6391-45b8-ac5d-bef3dcb1319f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:47.211049 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:47.211951 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Bound using segment: {'id': '1f74ada8-65cf-4d13-9512-e4469e459333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5cbd431b-6391-45b8-ac5d-bef3dcb1319f'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:47:47.212898 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Bound port: b409c944-d178-4525-843d-885962052212, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f74ada8-65cf-4d13-9512-e4469e459333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '5cbd431b-6391-45b8-ac5d-bef3dcb1319f'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:47:47.213183 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:47.309773 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a8659-f54d-4c76-af96-9364153a9c9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Port': ['ID=dabad8ca-64e8-4f64-9cab-8332261a7a8b,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:47.313593 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4a8a8659-f54d-4c76-af96-9364153a9c9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:47.316787 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a8d7bcb0-6477-4d20-bd3e-d44523ea7ae4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:47.341621 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51612) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:47.364889 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf1b68c-f5ab-44db-83f0-6c629cffa0ec tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:47.368768 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf1b68c-f5ab-44db-83f0-6c629cffa0ec tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:47.373353 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf1b68c-f5ab-44db-83f0-6c629cffa0ec tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:47.377522 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf1b68c-f5ab-44db-83f0-6c629cffa0ec tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:47.384931 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1bf1b68c-f5ab-44db-83f0-6c629cffa0ec tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2485 time: 0.7951632
Dec 22 04:47:47.390169 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51618) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:47.422585 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a108bf78-2d30-498f-b8e7-28591f022aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:47.440827 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8a8659-f54d-4c76-af96-9364153a9c9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:47.441437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4a8a8659-f54d-4c76-af96-9364153a9c9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:47.518527 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a108bf78-2d30-498f-b8e7-28591f022aed None None] For port 50197699-9f77-4029-8426-df1316e71005, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=50197699-9f77-4029-8426-df1316e71005,segment=NetworkSegment(dbcb46cd-3ba8-4697-8eba-806dfba27a60),segment_id=dbcb46cd-3ba8-4697-8eba-806dfba27a60)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:47.521810 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] For port b409c944-d178-4525-843d-885962052212, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:47:47.535025 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4a8a8659-f54d-4c76-af96-9364153a9c9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.3355680
Dec 22 04:47:47.537439 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] For port b409c944-d178-4525-843d-885962052212, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=b409c944-d178-4525-843d-885962052212,segment=NetworkSegment(1f74ada8-65cf-4d13-9512-e4469e459333),segment_id=1f74ada8-65cf-4d13-9512-e4469e459333)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:47:47.539004 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a108bf78-2d30-498f-b8e7-28591f022aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:47.545580 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:47.547022 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51622) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:47.586373 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1248536641'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:47.611666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:47.620894 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108bf78-2d30-498f-b8e7-28591f022aed None None] Pushing event updated for resources: {'Port': ['ID=50197699-9f77-4029-8426-df1316e71005,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:47.625642 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:47.637260 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Usage tracker for resource:network and tenant:fd72df115f564198b6625c6a0d6299d2 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:47.639442 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a108bf78-2d30-498f-b8e7-28591f022aed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:47.641941 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a108bf78-2d30-498f-b8e7-28591f022aed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:47.643437 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:47.659341 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:47.702606 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a8d7bcb0-6477-4d20-bd3e-d44523ea7ae4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:47.709662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:47.713864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-63537c1a-6a16-4f4a-aa48-fbdc9498cee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:47.731408 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Made reservation on behalf of fd72df115f564198b6625c6a0d6299d2 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:47.735579 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:47.763215 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ed2d885d-cd1a-4d19-90e6-d4773386fc76 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:47.803326 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ed2d885d-cd1a-4d19-90e6-d4773386fc76 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:subnet and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:47.817567 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-be7a1cc7-2447-49ee-9480-6870188caf0f None None] Provisioning complete for port 0569a760-0c95-4e70-94e9-07b8217d72c5 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:47.818238 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-be7a1cc7-2447-49ee-9480-6870188caf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:47.836517 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9d711c31-056f-4432-9a5c-bf3769726a76 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 574 time: 0.4424324
Dec 22 04:47:47.839300 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51626) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:47.840121 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ed2d885d-cd1a-4d19-90e6-d4773386fc76 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:47.861502 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:47.873836 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Pushing event updated for resources: {'Port': ['ID=b409c944-d178-4525-843d-885962052212,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:47.881392 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:47.964225 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ed2d885d-cd1a-4d19-90e6-d4773386fc76 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:47.973577 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4950d648-7da7-4eef-8a58-fd774c70b7d0 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:47.974859 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7bcb0-6477-4d20-bd3e-d44523ea7ae4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=b378968b-40cb-4fce-978e-62f29add8d5c,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:47.975739 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4950d648-7da7-4eef-8a58-fd774c70b7d0 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:47.985174 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4950d648-7da7-4eef-8a58-fd774c70b7d0 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.1337414
Dec 22 04:47:47.986961 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51630) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:47.988469 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a8d7bcb0-6477-4d20-bd3e-d44523ea7ae4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:48.007976 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a8d7bcb0-6477-4d20-bd3e-d44523ea7ae4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:48.019845 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1c2aa0-9aa8-45ab-b129-f267f9c6855f None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:48.076192 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948b41d3-cdd9-4d36-bd2e-861fff780f08 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['shared'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:48.077522 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948b41d3-cdd9-4d36-bd2e-861fff780f08 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['shared'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:48.085001 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-948b41d3-cdd9-4d36-bd2e-861fff780f08 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.0926192
Dec 22 04:47:48.087252 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51634) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:48.105268 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a8d7bcb0-6477-4d20-bd3e-d44523ea7ae4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/b378968b-40cb-4fce-978e-62f29add8d5c HTTP/1.1" status: 204  len: 168 time: 2.2716098
Dec 22 04:47:48.111577 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51638) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:48.242528 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3ed3856c-39ab-43c0-91a3-52f5c06b2dcb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:48.249326 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9053520e-dc22-4135-8ea3-8d151e16d3b5 None None] Provisioning complete for port 50197699-9f77-4029-8426-df1316e71005 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:48.250131 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9053520e-dc22-4135-8ea3-8d151e16d3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:48.282568 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:48.286552 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Usage tracker for resource:security_group_rule and tenant:fd72df115f564198b6625c6a0d6299d2 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:48.294432 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:48.299347 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1c3d01c1-0b85-4b8e-9df9-6134160f5c6e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1715207
Dec 22 04:47:48.307613 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:48.310540 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51642) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:48.325319 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-ca724487-327d-4797-9ca3-037b1db9b511 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:48.344638 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:48.408599 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-46ee4020-c6fc-4736-9d48-e470b6152933 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:48.426283 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:48.427701 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2d885d-cd1a-4d19-90e6-d4773386fc76 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:48.462222 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:48.485680 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 50197699-9f77-4029-8426-df1316e71005 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:48.522754 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:48.533094 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:48.561085 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc2a696-68a7-4ba1-b73e-e3ac8e53a4f8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:48.566725 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7bc2a696-68a7-4ba1-b73e-e3ac8e53a4f8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "GET /v2.0/networks/856524b5-fe55-42a9-b736-f1c8c3aaa782 HTTP/1.1" status: 200  len: 799 time: 0.4669158
Dec 22 04:47:48.579535 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51646) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:48.585253 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:48.586956 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9053520e-dc22-4135-8ea3-8d151e16d3b5 None None] Provisioning for port dabad8ca-64e8-4f64-9cab-8332261a7a8b completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:48.588209 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:48.593270 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9053520e-dc22-4135-8ea3-8d151e16d3b5 None None] Provisioning complete for port dabad8ca-64e8-4f64-9cab-8332261a7a8b triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:48.593792 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9053520e-dc22-4135-8ea3-8d151e16d3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:48.623379 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Port': ['ID=1c6d10ac-14a2-43eb-abd8-c74bd020df7e,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:48.638438 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:47:48.655912 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-9053520e-dc22-4135-8ea3-8d151e16d3b5 None None] Port dabad8ca-64e8-4f64-9cab-8332261a7a8b cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:47:48.662797 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 50197699-9f77-4029-8426-df1316e71005 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:48.663326 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:48.690513 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:48.692265 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713d2464-2eec-4fd1-ae37-82f4d2b62f7f None None] DHCP port deletion for 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:47:48.705509 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ca724487-327d-4797-9ca3-037b1db9b511 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:48.706074 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-713d2464-2eec-4fd1-ae37-82f4d2b62f7f None None] Deleting port 0569a760-0c95-4e70-94e9-07b8217d72c5 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:48.706547 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-713d2464-2eec-4fd1-ae37-82f4d2b62f7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:48.712974 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ca724487-327d-4797-9ca3-037b1db9b511 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:48.716401 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d775976-9ef9-4fd9-afeb-5fde91184168,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:48.726289 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:48.726615 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ca724487-327d-4797-9ca3-037b1db9b511 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:48.730114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3ed3856c-39ab-43c0-91a3-52f5c06b2dcb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:48.736625 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ca724487-327d-4797-9ca3-037b1db9b511 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:48.744103 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:48.745004 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Added segment f32188e5-9aa8-4c0a-9628-051fb83870d2 of type vlan for network c8598c21-1a47-4e08-b24a-e0cd70f26da3
Dec 22 04:47:48.748156 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] Router 2ccb73cb-57d2-48b6-95ca-d32e1304b9f3 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:47:48.802165 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca724487-327d-4797-9ca3-037b1db9b511 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:48.807608 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-3ed3856c-39ab-43c0-91a3-52f5c06b2dcb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Deleting port c071d580-ca75-4313-88be-2bc6ff9e6fc3 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:48.807812 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ca724487-327d-4797-9ca3-037b1db9b511 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:48.807952 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3ed3856c-39ab-43c0-91a3-52f5c06b2dcb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:48.879573 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device b409c944-d178-4525-843d-885962052212 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:48.884790 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ed2d885d-cd1a-4d19-90e6-d4773386fc76 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:48.968453 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:49.051413 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-713d2464-2eec-4fd1-ae37-82f4d2b62f7f None None] For port 0569a760-0c95-4e70-94e9-07b8217d72c5, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=0569a760-0c95-4e70-94e9-07b8217d72c5,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:49.051972 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-713d2464-2eec-4fd1-ae37-82f4d2b62f7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:49.088173 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-df6ea771-1fef-45bc-80fa-36431f0db040 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "GET /v2.0/networks/856524b5-fe55-42a9-b736-f1c8c3aaa782?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 315 time: 0.5059142
Dec 22 04:47:49.092002 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51652) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:49.116732 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port b409c944-d178-4525-843d-885962052212 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:49.197772 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-713d2464-2eec-4fd1-ae37-82f4d2b62f7f None None] Calling delete_port for 0569a760-0c95-4e70-94e9-07b8217d72c5 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:49.246063 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:49.250034 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:49.250788 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:49.265302 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2c60cbd7-e247-4788-8f3d-70ece9a31a9b tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:49.305924 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-713d2464-2eec-4fd1-ae37-82f4d2b62f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:49.311653 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-ad4e0b42-3d43-49bf-ad11-76dd446bd445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:49.354465 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11992036-ba13-46e2-ad1d-e7e20e323375 None None] Network 5cbd431b-6391-45b8-ac5d-bef3dcb1319f requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:49.368495 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0f16-673d-484e-896f-ede5e30bb360 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:49.440317 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d2464-2eec-4fd1-ae37-82f4d2b62f7f None None] Pushing event deleted for resources: {'Port': ['ID=0569a760-0c95-4e70-94e9-07b8217d72c5,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:49.453926 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-713d2464-2eec-4fd1-ae37-82f4d2b62f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:49.479363 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713d2464-2eec-4fd1-ae37-82f4d2b62f7f None None] No DVR routers for this DVR port 0569a760-0c95-4e70-94e9-07b8217d72c5 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:47:49.500142 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7472c53c-c0b1-449b-b037-7dc07d66f35d None None] Provisioning for port b409c944-d178-4525-843d-885962052212 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:49.511786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7472c53c-c0b1-449b-b037-7dc07d66f35d None None] Provisioning complete for port b409c944-d178-4525-843d-885962052212 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:49.512333 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7472c53c-c0b1-449b-b037-7dc07d66f35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:49.555761 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954c5fdd-0a24-4772-be46-23f0cb3d6fc3 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:49.565633 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-954c5fdd-0a24-4772-be46-23f0cb3d6fc3 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "GET /v2.0/subnets/f7c3941a-0576-4cc0-abcd-9855f56fcd0b HTTP/1.1" status: 200  len: 811 time: 0.4127998
Dec 22 04:47:49.568046 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51656) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:49.671384 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 2.3301139
Dec 22 04:47:49.684660 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51660) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:49.685379 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Network': ['ID=c8598c21-1a47-4e08-b24a-e0cd70f26da3,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:49.692453 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3ed3856c-39ab-43c0-91a3-52f5c06b2dcb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:49.717437 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-2a1e5eb1-7a16-44fb-83ca-d0299b73ebf0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Request body: {'subnet': {'network_id': 'c8598c21-1a47-4e08-b24a-e0cd70f26da3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:49.732309 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:49.785382 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7472c53c-c0b1-449b-b037-7dc07d66f35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:49.796575 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network c8598c21-1a47-4e08-b24a-e0cd70f26da3 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:47:49.934490 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-3ed3856c-39ab-43c0-91a3-52f5c06b2dcb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Calling delete_port for c071d580-ca75-4313-88be-2bc6ff9e6fc3 owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:47:49.958093 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-7472c53c-c0b1-449b-b037-7dc07d66f35d None None] For port b409c944-d178-4525-843d-885962052212, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=b409c944-d178-4525-843d-885962052212,segment=NetworkSegment(1f74ada8-65cf-4d13-9512-e4469e459333),segment_id=1f74ada8-65cf-4d13-9512-e4469e459333)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:49.976575 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1309ee-b25b-4226-a783-e657e433a79f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['shared'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:49.977046 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7472c53c-c0b1-449b-b037-7dc07d66f35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:49.983186 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3f1309ee-b25b-4226-a783-e657e433a79f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "GET /v2.0/subnets/f7c3941a-0576-4cc0-abcd-9855f56fcd0b?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.4095333
Dec 22 04:47:49.983350 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:49.995454 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51664) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:50.008693 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-5235debb-3d94-4983-b012-b7ad6f4ef260 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1622588258'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:50.027441 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ca724487-327d-4797-9ca3-037b1db9b511 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:50.035777 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5235debb-3d94-4983-b012-b7ad6f4ef260 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:50.056652 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:50.062873 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5235debb-3d94-4983-b012-b7ad6f4ef260 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:50.063008 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472c53c-c0b1-449b-b037-7dc07d66f35d None None] Pushing event updated for resources: {'Port': ['ID=b409c944-d178-4525-843d-885962052212,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:50.068123 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-7472c53c-c0b1-449b-b037-7dc07d66f35d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:50.094728 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-2a1e5eb1-7a16-44fb-83ca-d0299b73ebf0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:50.112119 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2a1e5eb1-7a16-44fb-83ca-d0299b73ebf0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Usage tracker for resource:subnet and tenant:fd72df115f564198b6625c6a0d6299d2 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:50.116233 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca724487-327d-4797-9ca3-037b1db9b511 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:50.118768 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2a1e5eb1-7a16-44fb-83ca-d0299b73ebf0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:50.126337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-ca724487-327d-4797-9ca3-037b1db9b511 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:50.128888 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5235debb-3d94-4983-b012-b7ad6f4ef260 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Made reservation on behalf of 664b0479e9e1448ea56990a36f4ec616 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:50.131881 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5235debb-3d94-4983-b012-b7ad6f4ef260 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:50.139448 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca724487-327d-4797-9ca3-037b1db9b511 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:50.139925 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ca724487-327d-4797-9ca3-037b1db9b511 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:50.141177 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cb1a27-1242-4994-b1d7-447e76e88c2d None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:50.144763 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-2a1e5eb1-7a16-44fb-83ca-d0299b73ebf0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:50.186921 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ed2d885d-cd1a-4d19-90e6-d4773386fc76 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:50.192492 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e80e5212-e31e-46d4-b7fa-7528441dac99 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:50.222748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:50.223510 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:50.229676 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1e5eb1-7a16-44fb-83ca-d0299b73ebf0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Made reservation on behalf of fd72df115f564198b6625c6a0d6299d2 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:50.344232 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5235debb-3d94-4983-b012-b7ad6f4ef260 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:47:50.345036 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ca724487-327d-4797-9ca3-037b1db9b511 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0308671
Dec 22 04:47:50.348798 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51668) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:50.355353 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca724487-327d-4797-9ca3-037b1db9b511 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=a37b0682-4526-4317-92fe-7c6650f81a04,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:50.358355 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ca724487-327d-4797-9ca3-037b1db9b511 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:50.376720 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:50.388085 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device b409c944-d178-4525-843d-885962052212 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:50.424877 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5235debb-3d94-4983-b012-b7ad6f4ef260 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:50.425223 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-5235debb-3d94-4983-b012-b7ad6f4ef260 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Added segment bd4993b5-99f1-41e0-883d-9dcc91b74c45 of type vlan for network 9a236a7c-4be1-4fde-a4fe-24c7eada2cc5
Dec 22 04:47:50.434608 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2d885d-cd1a-4d19-90e6-d4773386fc76 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network 5cbd431b-6391-45b8-ac5d-bef3dcb1319f is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:50.445450 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-ed2d885d-cd1a-4d19-90e6-d4773386fc76 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:50.455840 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d885d-cd1a-4d19-90e6-d4773386fc76 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Subnet': ['ID=013c048d-3fbb-4a74-ae1e-7f3160da59d8,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:50.470004 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2d885d-cd1a-4d19-90e6-d4773386fc76 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:50.470615 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ed2d885d-cd1a-4d19-90e6-d4773386fc76 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:50.480339 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ed2d885d-cd1a-4d19-90e6-d4773386fc76 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:50.501791 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:47:50.507764 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] 10.222.0.53 "PUT /v2.0/routers/2ccb73cb-57d2-48b6-95ca-d32e1304b9f3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8623838
Dec 22 04:47:50.512872 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2a1e5eb1-7a16-44fb-83ca-d0299b73ebf0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:50.525741 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9a68c7-3847-4292-bfbc-b4d07e41dff4 None None] Network 5cbd431b-6391-45b8-ac5d-bef3dcb1319f requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:50.534602 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5235debb-3d94-4983-b012-b7ad6f4ef260 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:50.540448 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] Sync routers for ids ['2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:47:50.548684 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'fixed_ips': [{'subnet_id': 'a37b0682-4526-4317-92fe-7c6650f81a04'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:47:50.549949 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:50.598549 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5235debb-3d94-4983-b012-b7ad6f4ef260 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:50.603578 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5235debb-3d94-4983-b012-b7ad6f4ef260 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:50.604867 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5235debb-3d94-4983-b012-b7ad6f4ef260 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:50.611119 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0f0af101-5468-4f35-91b7-020db238663a None None] Provisioning complete for port b409c944-d178-4525-843d-885962052212 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:50.611638 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0f0af101-5468-4f35-91b7-020db238663a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:50.637838 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0f16-673d-484e-896f-ede5e30bb360 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:50.656018 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0f16-673d-484e-896f-ede5e30bb360 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:50.663480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:50.700658 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-dd6622ba-9f4f-47bd-8cde-5b45412265b7 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072 tempest-ExtraDHCPOptionsIpV6TestJSON-2078190072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:50.725039 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:50.764609 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:50.791802 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:50.808474 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] Routers {'2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:50.810446 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe0f16-673d-484e-896f-ede5e30bb360 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Port': ['ID=dabad8ca-64e8-4f64-9cab-8332261a7a8b,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:50.811866 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bcaeb50>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:50.813320 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e1fe0f16-673d-484e-896f-ede5e30bb360 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:50.820032 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:50.840138 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3ed3856c-39ab-43c0-91a3-52f5c06b2dcb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:50.858890 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235debb-3d94-4983-b012-b7ad6f4ef260 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Network': ['ID=9a236a7c-4be1-4fde-a4fe-24c7eada2cc5,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:50.869626 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ed2d885d-cd1a-4d19-90e6-d4773386fc76 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 4.0045125
Dec 22 04:47:50.903658 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:50.907369 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:50.925446 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5235debb-3d94-4983-b012-b7ad6f4ef260 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:50.928976 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51678) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:50.954539 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 9a236a7c-4be1-4fde-a4fe-24c7eada2cc5 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:47:50.957919 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fe411f6b-2cd3-4b57-8568-2a996d6701dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:51.009865 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-7a38d44c-b5e8-4a69-82ba-8d091fb71db3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'port': {'network_id': '5cbd431b-6391-45b8-ac5d-bef3dcb1319f', 'fixed_ips': [{'subnet_id': '0b501133-de6e-4772-9c0d-02735534301e'}, {'subnet_id': '013c048d-3fbb-4a74-ae1e-7f3160da59d8'}], 'name': 'tempest-PortsIpV6TestJSON-1028820006'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:51.020258 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port b409c944-d178-4525-843d-885962052212 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:51.020637 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:51.025096 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5235debb-3d94-4983-b012-b7ad6f4ef260 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.0268946
Dec 22 04:47:51.033105 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51682) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:51.034075 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3856c-39ab-43c0-91a3-52f5c06b2dcb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Pushing event deleted for resources: {'Port': ['ID=c071d580-ca75-4313-88be-2bc6ff9e6fc3,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:51.037088 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3ed3856c-39ab-43c0-91a3-52f5c06b2dcb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:51.047407 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-52935d21-4566-48d3-be4f-5413bc6c254d tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'subnet': {'network_id': '9a236a7c-4be1-4fde-a4fe-24c7eada2cc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:51.421502 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7a38d44c-b5e8-4a69-82ba-8d091fb71db3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:51.430071 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-52935d21-4566-48d3-be4f-5413bc6c254d tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:51.430817 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7a38d44c-b5e8-4a69-82ba-8d091fb71db3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:port and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:51.441017 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3ed3856c-39ab-43c0-91a3-52f5c06b2dcb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:51.479939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7a38d44c-b5e8-4a69-82ba-8d091fb71db3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:51.499567 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7a38d44c-b5e8-4a69-82ba-8d091fb71db3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:51.554362 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a38d44c-b5e8-4a69-82ba-8d091fb71db3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:51.563696 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-52935d21-4566-48d3-be4f-5413bc6c254d tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:51.574469 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Allocated IP 172.20.0.2 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/a37b0682-4526-4317-92fe-7c6650f81a04/a0bfd43f-ea7a-47f8-840b-f65c78232ed6) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:51.581912 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0f16-673d-484e-896f-ede5e30bb360 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:51.624443 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3ed3856c-39ab-43c0-91a3-52f5c06b2dcb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:51.633454 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] Set router 2ccb73cb-57d2-48b6-95ca-d32e1304b9f3 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:47:51.637890 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3ed3856c-39ab-43c0-91a3-52f5c06b2dcb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706333'] for router, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:51.642268 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52935d21-4566-48d3-be4f-5413bc6c254d tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Made reservation on behalf of 664b0479e9e1448ea56990a36f4ec616 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:51.762568 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Router 4d79a5ab-21b0-40d0-85ee-a30221e4dc54 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:47:51.823594 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3cecbfc8-3343-41fe-aa50-84b7a2086011 None None] Provisioning complete for port dabad8ca-64e8-4f64-9cab-8332261a7a8b triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:51.824016 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3cecbfc8-3343-41fe-aa50-84b7a2086011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:51.907769 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-52935d21-4566-48d3-be4f-5413bc6c254d tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:51.923403 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 0569a760-0c95-4e70-94e9-07b8217d72c5 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:47:51.981380 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2a1e5eb1-7a16-44fb-83ca-d0299b73ebf0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:51.987767 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e3174dc4-6884-4ae8-a9f2-450173ce50fd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:51.989570 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 0569a760-0c95-4e70-94e9-07b8217d72c5 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:47:51.989928 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 0569a760-0c95-4e70-94e9-07b8217d72c5 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:47:52.012227 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7a38d44c-b5e8-4a69-82ba-8d091fb71db3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:52.061047 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed3856c-39ab-43c0-91a3-52f5c06b2dcb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Router 16f9e86b-1552-4dc7-a08c-56dcf83e1b27 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:47:52.062782 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.ipam_backend_mixin [None req-52935d21-4566-48d3-be4f-5413bc6c254d tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Performing IP validity checks on allocation pools {{(pid=83434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 22 04:47:52.063032 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.ipam_backend_mixin [None req-52935d21-4566-48d3-be4f-5413bc6c254d tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 22 04:47:52.084072 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-3cecbfc8-3343-41fe-aa50-84b7a2086011 None None] Port dabad8ca-64e8-4f64-9cab-8332261a7a8b cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:47:52.090149 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0f16-673d-484e-896f-ede5e30bb360 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:52.096305 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e5eb1-7a16-44fb-83ca-d0299b73ebf0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Subnet': ['ID=d1aa839e-7cd3-4369-a96b-e9b3a814fc1b,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:52.101290 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-7a38d44c-b5e8-4a69-82ba-8d091fb71db3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] device_id is not set on port e88c2ec0-ce29-4454-926b-7ecca10ca2c9 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:47:52.105296 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2a1e5eb1-7a16-44fb-83ca-d0299b73ebf0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:52.302774 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1e5eb1-7a16-44fb-83ca-d0299b73ebf0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Checking segment: {'id': 'f32188e5-9aa8-4c0a-9628-051fb83870d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c8598c21-1a47-4e08-b24a-e0cd70f26da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:52.303018 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:52.303534 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1e5eb1-7a16-44fb-83ca-d0299b73ebf0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Network hostable DHCP agents. Network: c8598c21-1a47-4e08-b24a-e0cd70f26da3, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:47:52.314191 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a84660-3914-4a5c-b838-6f7315cbf240 None None] Update dhcp port {'port': {'network_id': '5cbd431b-6391-45b8-ac5d-bef3dcb1319f', 'fixed_ips': [{'subnet_id': '0b501133-de6e-4772-9c0d-02735534301e', 'ip_address': '2001:db8::2'}, {'subnet_id': '013c048d-3fbb-4a74-ae1e-7f3160da59d8'}], 'binding:host_id': 'dv-neutron-822525-1-hyperv'}, 'id': 'b409c944-d178-4525-843d-885962052212'} from dv-neutron-822525-1-hyperv. {{(pid=83436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 04:47:52.343980 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Transition to ACTIVE for port object a0bfd43f-ea7a-47f8-840b-f65c78232ed6 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:52.389581 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Transition to ACTIVE for port object a0bfd43f-ea7a-47f8-840b-f65c78232ed6 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:52.391765 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed3856c-39ab-43c0-91a3-52f5c06b2dcb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:47:52.399774 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c4a84660-3914-4a5c-b838-6f7315cbf240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:52.411142 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb2564-6055-4f60-8582-d9499a3c3335 None None] Sync routers for ids ['16f9e86b-1552-4dc7-a08c-56dcf83e1b27'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:47:52.418276 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3ed3856c-39ab-43c0-91a3-52f5c06b2dcb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:52.419493 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3ed3856c-39ab-43c0-91a3-52f5c06b2dcb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "PUT /v2.0/routers/16f9e86b-1552-4dc7-a08c-56dcf83e1b27 HTTP/1.1" status: 200  len: 705 time: 8.1385713
Dec 22 04:47:52.419632 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:52.422202 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51688) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:52.425170 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:52.437650 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb2564-6055-4f60-8582-d9499a3c3335 None None] Routers {'16f9e86b-1552-4dc7-a08c-56dcf83e1b27'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:52.439067 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-8feb2564-6055-4f60-8582-d9499a3c3335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5b69a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['16f9e86b-1552-4dc7-a08c-56dcf83e1b27'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:52.525101 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1e5eb1-7a16-44fb-83ca-d0299b73ebf0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Network c8598c21-1a47-4e08-b24a-e0cd70f26da3 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:47:52.528802 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bcaeb50>, [{'id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'name': 'tempest-ServerActionsTestJSON-1300108519-router', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '110abd68-321e-4558-991b-e2f94bd7d036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:47:30Z', 'updated_at': '2021-12-22T04:47:43Z', 'revision_number': 4, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'gw_port': {'id': '110abd68-321e-4558-991b-e2f94bd7d036', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:32Z', 'updated_at': '2021-12-22T04:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'a7afdbdd-76ec-4be5-ba7d-ad4e58c17910', 'name': '', 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'mac_address': 'fa:16:3e:e4:7a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:42Z', 'updated_at': '2021-12-22T04:47:44Z', 'revision_number': 2, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'subnets': [{'id': '0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:52.543591 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-8feb2564-6055-4f60-8582-d9499a3c3335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5b69a0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:52.548060 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:52.565894 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb2564-6055-4f60-8582-d9499a3c3335 None None] Routers {'16f9e86b-1552-4dc7-a08c-56dcf83e1b27'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:52.568055 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-8feb2564-6055-4f60-8582-d9499a3c3335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5b69a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['16f9e86b-1552-4dc7-a08c-56dcf83e1b27'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:52.589800 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:52.599835 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:52.604763 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] Checking router: 2ccb73cb-57d2-48b6-95ca-d32e1304b9f3 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:47:52.605227 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] Updating router 2ccb73cb-57d2-48b6-95ca-d32e1304b9f3 port a7afdbdd-76ec-4be5-ba7d-ad4e58c17910 binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:47:52.607970 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51692) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:52.623374 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-7521d76d-c439-4219-9828-a50be02bb9bd tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1805428603', 'description': 'tempest-description--414336747'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:52.632408 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Pushing event updated for resources: {'Port': ['ID=a0bfd43f-ea7a-47f8-840b-f65c78232ed6,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:52.641855 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-2a1e5eb1-7a16-44fb-83ca-d0299b73ebf0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, c8598c21-1a47-4e08-b24a-e0cd70f26da3) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:52.645780 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:52.653647 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1e5eb1-7a16-44fb-83ca-d0299b73ebf0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:52.654526 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2a1e5eb1-7a16-44fb-83ca-d0299b73ebf0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:52.660084 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7521d76d-c439-4219-9828-a50be02bb9bd tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:52.667264 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57263294-a727-4080-9260-603755049862 None None] Network c8598c21-1a47-4e08-b24a-e0cd70f26da3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:52.674521 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7521d76d-c439-4219-9828-a50be02bb9bd tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Usage tracker for resource:security_group and tenant:a189efe8546c44009128ff34bc595fc2 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:52.678121 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-52935d21-4566-48d3-be4f-5413bc6c254d tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:52.685540 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7521d76d-c439-4219-9828-a50be02bb9bd tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:52.688531 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f5df0e35-83ca-4f25-b15b-ef988cc09c06 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:52.697011 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-8feb2564-6055-4f60-8582-d9499a3c3335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5b69a0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:52.697624 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb2564-6055-4f60-8582-d9499a3c3335 None None] The sync data for ids ['16f9e86b-1552-4dc7-a08c-56dcf83e1b27'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:47:52.734983 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7521d76d-c439-4219-9828-a50be02bb9bd tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:52.745855 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2a1e5eb1-7a16-44fb-83ca-d0299b73ebf0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 3.0579219
Dec 22 04:47:52.749258 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.objects.ports [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83435) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 04:47:52.755626 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51696) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:52.768719 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-bd23ab25-e883-440c-8fa5-b1f53e801d27 tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "GET /v2.0/routers/16f9e86b-1552-4dc7-a08c-56dcf83e1b27 HTTP/1.1" status: 200  len: 740 time: 0.3430450
Dec 22 04:47:52.772169 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51700) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:52.806904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-982686583', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}, 'admin_state_up': False}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:52.822266 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:52.826547 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7521d76d-c439-4219-9828-a50be02bb9bd tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:52.848285 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52935d21-4566-48d3-be4f-5413bc6c254d tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Subnet': ['ID=2c17fc26-74ae-4d42-a95a-438547822dd9,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:52.853587 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-52935d21-4566-48d3-be4f-5413bc6c254d tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:52.857109 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Usage tracker for resource:router and tenant:fd72df115f564198b6625c6a0d6299d2 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:52.864029 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-77a8c84c-230d-4dbc-825f-2520ea835d1c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&device_id=16f9e86b-1552-4dc7-a08c-56dcf83e1b27 HTTP/1.1" status: 200  len: 205 time: 0.0896575
Dec 22 04:47:52.864029 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:52.866764 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:52.867778 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51704) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:52.881265 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:52.913839 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52935d21-4566-48d3-be4f-5413bc6c254d tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Checking segment: {'id': 'bd4993b5-99f1-41e0-883d-9dcc91b74c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9a236a7c-4be1-4fde-a4fe-24c7eada2cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:52.914656 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52935d21-4566-48d3-be4f-5413bc6c254d tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Network hostable DHCP agents. Network: 9a236a7c-4be1-4fde-a4fe-24c7eada2cc5, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:47:52.919053 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:52.919943 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:52.922269 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Attempting to bind port a0bfd43f-ea7a-47f8-840b-f65c78232ed6 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:47:52.922645 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Attempting to bind port a0bfd43f-ea7a-47f8-840b-f65c78232ed6 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:47:52.923012 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Attempting to bind port a0bfd43f-ea7a-47f8-840b-f65c78232ed6 on network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:47:52.930895 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7521d76d-c439-4219-9828-a50be02bb9bd tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:52.941131 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7521d76d-c439-4219-9828-a50be02bb9bd tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Usage tracker for resource:security_group_rule and tenant:a189efe8546c44009128ff34bc595fc2 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:52.945977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7521d76d-c439-4219-9828-a50be02bb9bd tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:52.954923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7521d76d-c439-4219-9828-a50be02bb9bd tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:52.976271 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-87b0c978-10e9-4745-beb3-390a70903c18 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "GET /v2.0/ports?device_id=16f9e86b-1552-4dc7-a08c-56dcf83e1b27 HTTP/1.1" status: 200  len: 205 time: 0.0934262
Dec 22 04:47:52.979782 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:52.981062 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51708) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:52.992546 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:47:52.992948 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:52.993368 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:52.993764 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Bound using segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:47:52.994273 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Bound port: a0bfd43f-ea7a-47f8-840b-f65c78232ed6, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:47:52.995179 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:53.008034 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-c4a84660-3914-4a5c-b838-6f7315cbf240 None None] Allocated IP 2001:db8:0:1::2 (5cbd431b-6391-45b8-ac5d-bef3dcb1319f/013c048d-3fbb-4a74-ae1e-7f3160da59d8/b409c944-d178-4525-843d-885962052212) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:53.052267 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52935d21-4566-48d3-be4f-5413bc6c254d tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Network 9a236a7c-4be1-4fde-a4fe-24c7eada2cc5 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:47:53.092462 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:47:53.170404 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4f3d65-515e-48b9-80e0-9a6cce59fb8c None None] Sync routers for ids ['4d79a5ab-21b0-40d0-85ee-a30221e4dc54'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:47:53.227062 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:53.230951 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 879 time: 9.1323175
Dec 22 04:47:53.232693 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51712) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:53.237918 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:53.283360 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-52935d21-4566-48d3-be4f-5413bc6c254d tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 9a236a7c-4be1-4fde-a4fe-24c7eada2cc5) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:53.287705 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52935d21-4566-48d3-be4f-5413bc6c254d tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:53.288454 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-52935d21-4566-48d3-be4f-5413bc6c254d tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:53.337176 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c4433f-b5ff-4d15-b924-47bd41bceeb8 None None] Network 9a236a7c-4be1-4fde-a4fe-24c7eada2cc5 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:53.340933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0f16-673d-484e-896f-ede5e30bb360 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:53.365608 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7521d76d-c439-4219-9828-a50be02bb9bd tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:53.427874 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7521d76d-c439-4219-9828-a50be02bb9bd tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:53.440049 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:53.482604 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-adb02eaf-65e1-4995-bfc2-e3cc5be0d9e2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:53.504145 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0f16-673d-484e-896f-ede5e30bb360 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:53.531871 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-967df895-a324-4cf5-bcb1-49729ae9b342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:53.554628 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4f3d65-515e-48b9-80e0-9a6cce59fb8c None None] Routers {'4d79a5ab-21b0-40d0-85ee-a30221e4dc54'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:53.555243 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0e4f3d65-515e-48b9-80e0-9a6cce59fb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c1e01f0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['4d79a5ab-21b0-40d0-85ee-a30221e4dc54'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:53.562728 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-52935d21-4566-48d3-be4f-5413bc6c254d tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 2.5218952
Dec 22 04:47:53.563729 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7521d76d-c439-4219-9828-a50be02bb9bd tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:53.564787 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7521d76d-c439-4219-9828-a50be02bb9bd tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.9548144
Dec 22 04:47:53.571250 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51716) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:53.571564 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51718) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:53.605354 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-ad893a8c-cf9a-4d7c-b0b4-0dbc5bc3de96 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Request body: {'security_group_rule': {'security_group_id': '59e06d07-89b8-4168-8246-6602aaadb149', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:53.612421 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-873558b9-cd62-4921-87a7-8171213ca84a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:53.621909 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521d76d-c439-4219-9828-a50be02bb9bd tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59e06d07-89b8-4168-8246-6602aaadb149,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:53.624815 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7521d76d-c439-4219-9828-a50be02bb9bd tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:53.628387 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7bd6bd-e632-4ab7-96c6-0917506921f5 None None] Network c8598c21-1a47-4e08-b24a-e0cd70f26da3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:53.643420 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:53.655632 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ad893a8c-cf9a-4d7c-b0b4-0dbc5bc3de96 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:53.690947 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ad893a8c-cf9a-4d7c-b0b4-0dbc5bc3de96 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Usage tracker for resource:security_group_rule and tenant:a189efe8546c44009128ff34bc595fc2 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:53.704728 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ad893a8c-cf9a-4d7c-b0b4-0dbc5bc3de96 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:53.711904 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0e4f3d65-515e-48b9-80e0-9a6cce59fb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c1e01f0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:53.714358 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] For port a0bfd43f-ea7a-47f8-840b-f65c78232ed6, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:47:53.726399 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ad893a8c-cf9a-4d7c-b0b4-0dbc5bc3de96 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:53.733979 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe0f16-673d-484e-896f-ede5e30bb360 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Port': ['ID=dabad8ca-64e8-4f64-9cab-8332261a7a8b,revision_number=3']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:53.745579 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e1fe0f16-673d-484e-896f-ede5e30bb360 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:53.752888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e1fe0f16-673d-484e-896f-ede5e30bb360 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:53.806812 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] For port a0bfd43f-ea7a-47f8-840b-f65c78232ed6, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a0bfd43f-ea7a-47f8-840b-f65c78232ed6,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:47:53.846697 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:53.881054 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c2668876-79c0-4c67-b11b-ee9a924b6153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:53.921082 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ad893a8c-cf9a-4d7c-b0b4-0dbc5bc3de96 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:53.927651 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.api [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:47:53.927898 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_db.api [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:47:53.940740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c4a84660-3914-4a5c-b838-6f7315cbf240 None None] For port b409c944-d178-4525-843d-885962052212, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=b409c944-d178-4525-843d-885962052212,segment=NetworkSegment(1f74ada8-65cf-4d13-9512-e4469e459333),segment_id=1f74ada8-65cf-4d13-9512-e4469e459333)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:53.963477 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4f3d65-515e-48b9-80e0-9a6cce59fb8c None None] Routers {'4d79a5ab-21b0-40d0-85ee-a30221e4dc54'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:53.964115 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0e4f3d65-515e-48b9-80e0-9a6cce59fb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c1e01f0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['4d79a5ab-21b0-40d0-85ee-a30221e4dc54'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:54.024029 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-adb02eaf-65e1-4995-bfc2-e3cc5be0d9e2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:54.044346 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-adb02eaf-65e1-4995-bfc2-e3cc5be0d9e2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:54.067643 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0e4f3d65-515e-48b9-80e0-9a6cce59fb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c1e01f0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:54.068316 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4f3d65-515e-48b9-80e0-9a6cce59fb8c None None] The sync data for ids ['4d79a5ab-21b0-40d0-85ee-a30221e4dc54'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:47:54.105792 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-adb02eaf-65e1-4995-bfc2-e3cc5be0d9e2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:54.106442 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb02eaf-65e1-4995-bfc2-e3cc5be0d9e2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Fanout notify agent at l3_agent the message router_deleted on router 16f9e86b-1552-4dc7-a08c-56dcf83e1b27 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:47:54.120544 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-adb02eaf-65e1-4995-bfc2-e3cc5be0d9e2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:54.125585 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-adb02eaf-65e1-4995-bfc2-e3cc5be0d9e2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "DELETE /v2.0/routers/16f9e86b-1552-4dc7-a08c-56dcf83e1b27 HTTP/1.1" status: 204  len: 168 time: 1.1387858
Dec 22 04:47:54.125585 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51724) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:54.134147 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.resource_extend [None req-c4a84660-3914-4a5c-b838-6f7315cbf240 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:47:54.154244 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ad893a8c-cf9a-4d7c-b0b4-0dbc5bc3de96 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:54.185287 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Pushing event updated for resources: {'Port': ['ID=a0bfd43f-ea7a-47f8-840b-f65c78232ed6,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:54.189646 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c4a84660-3914-4a5c-b838-6f7315cbf240 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:54.202015 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ad893a8c-cf9a-4d7c-b0b4-0dbc5bc3de96 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:54.211218 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:54.217902 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:54.220478 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.resource_extend [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:47:54.232083 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fe0f16-673d-484e-896f-ede5e30bb360 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network a9947066-2d3e-46e3-bc6c-de08250297cd is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:54.236616 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-aabff396-1f55-4bcb-9b42-410de1860fde tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:54.242864 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-9a236a7c-4be1-4fde-a4fe-24c7eada2cc5', 'network_id': '9a236a7c-4be1-4fde-a4fe-24c7eada2cc5', 'tenant_id': '664b0479e9e1448ea56990a36f4ec616', 'fixed_ips': [{'subnet_id': '2c17fc26-74ae-4d42-a95a-438547822dd9'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:47:54.243917 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:54.250968 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4d74ee8c-a77e-4d5d-b686-52513468500d tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "GET /v2.0/ports?device_id=16f9e86b-1552-4dc7-a08c-56dcf83e1b27 HTTP/1.1" status: 200  len: 205 time: 0.1241734
Dec 22 04:47:54.251789 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-e1fe0f16-673d-484e-896f-ede5e30bb360 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:54.256349 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51728) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:54.260946 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:54.324259 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c4a84660-3914-4a5c-b838-6f7315cbf240 None None] Transition to ACTIVE for port object b409c944-d178-4525-843d-885962052212 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:54.369847 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c4a84660-3914-4a5c-b838-6f7315cbf240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:54.385520 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-f82a8fdf-e2bd-45cd-817f-99483e39c5e3 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] delete failed (client error): The resource could not be found.
Dec 22 04:47:54.386966 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f82a8fdf-e2bd-45cd-817f-99483e39c5e3 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "DELETE /v2.0/routers/16f9e86b-1552-4dc7-a08c-56dcf83e1b27 HTTP/1.1" status: 404  len: 336 time: 0.1292295
Dec 22 04:47:54.389581 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51732) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:54.424501 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:54.448138 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c55420ad-d782-4396-83f0-5ab216fb2554 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fede8d5-100c-4ebe-9271-a75bbbabca67 HTTP/1.1" status: 200  len: 205 time: 0.0571148
Dec 22 04:47:54.451121 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51736) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:54.531126 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-4346ad1e-2bbf-4723-8ad4-02f5a7469c5a tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] delete failed (client error): The resource could not be found.
Dec 22 04:47:54.535931 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4346ad1e-2bbf-4723-8ad4-02f5a7469c5a tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "DELETE /v2.0/routers/7fede8d5-100c-4ebe-9271-a75bbbabca67 HTTP/1.1" status: 404  len: 336 time: 0.0813172
Dec 22 04:47:54.539506 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51740) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:54.540820 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:54.635945 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] Transition to ACTIVE for port object a7afdbdd-76ec-4be5-ba7d-ad4e58c17910 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:54.653389 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad893a8c-cf9a-4d7c-b0b4-0dbc5bc3de96 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce5316a-8fa0-4688-9a86-1c3357dc2e91,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:54.706261 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7fa08a97-a615-4a75-9c87-2459cb48f2f6 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c70a51f-7763-48ad-aff2-e91521d95748 HTTP/1.1" status: 200  len: 205 time: 0.1664622
Dec 22 04:47:54.709714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51744) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:54.711261 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-873558b9-cd62-4921-87a7-8171213ca84a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7068985'] for subnet, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:54.720719 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ad893a8c-cf9a-4d7c-b0b4-0dbc5bc3de96 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:54.729915 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:54.755545 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ad893a8c-cf9a-4d7c-b0b4-0dbc5bc3de96 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:54.760129 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ad893a8c-cf9a-4d7c-b0b4-0dbc5bc3de96 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.1745884
Dec 22 04:47:54.762722 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51748) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:54.795132 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1a41315d-b1ec-482a-b354-26ba2cf2b8cd tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/routers/4d79a5ab-21b0-40d0-85ee-a30221e4dc54 HTTP/1.1" status: 200  len: 880 time: 1.5594699
Dec 22 04:47:54.802124 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51752) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:54.803487 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a84660-3914-4a5c-b838-6f7315cbf240 None None] Pushing event updated for resources: {'Port': ['ID=b409c944-d178-4525-843d-885962052212,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:54.808237 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-7581f936-94bf-4d75-a30e-5d3ea4c1c8c6 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Request body: {'security_group_rule': {'security_group_id': '59e06d07-89b8-4168-8246-6602aaadb149', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:54.811814 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:54.817428 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c4a84660-3914-4a5c-b838-6f7315cbf240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:54.819757 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:54.822130 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-c3febcb6-b7c4-4a85-baeb-b04e8389d0f2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] delete failed (client error): The resource could not be found.
Dec 22 04:47:54.826618 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c3febcb6-b7c4-4a85-baeb-b04e8389d0f2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "DELETE /v2.0/routers/0c70a51f-7763-48ad-aff2-e91521d95748 HTTP/1.1" status: 404  len: 336 time: 0.1125929
Dec 22 04:47:54.826618 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51756) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:54.877640 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d68981f1-af55-4dec-a1fb-6ff4d4997fd1 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "GET /v2.0/ports?device_id=7391a38e-caf7-4e9c-9d85-f1f45bcab594 HTTP/1.1" status: 200  len: 205 time: 0.0506496
Dec 22 04:47:54.879978 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51760) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:54.883220 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7581f936-94bf-4d75-a30e-5d3ea4c1c8c6 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:54.887932 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7581f936-94bf-4d75-a30e-5d3ea4c1c8c6 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Usage tracker for resource:security_group_rule and tenant:a189efe8546c44009128ff34bc595fc2 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:54.890865 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7581f936-94bf-4d75-a30e-5d3ea4c1c8c6 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:54.937698 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7581f936-94bf-4d75-a30e-5d3ea4c1c8c6 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:54.940047 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f9139439-2368-4a18-bd0d-e85cbb6f5e60 None None] Provisioning complete for port dabad8ca-64e8-4f64-9cab-8332261a7a8b triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:54.940499 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f9139439-2368-4a18-bd0d-e85cbb6f5e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:54.956408 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Allocated IP 172.26.4.208 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/93933449-0a3f-445b-964b-f6a1210da564) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:54.959329 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-8826ad8f-d2e8-4b7a-ab9c-e68a9b7a4da2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] delete failed (client error): The resource could not be found.
Dec 22 04:47:54.962789 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8826ad8f-d2e8-4b7a-ab9c-e68a9b7a4da2 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "DELETE /v2.0/routers/7391a38e-caf7-4e9c-9d85-f1f45bcab594 HTTP/1.1" status: 404  len: 336 time: 0.0794938
Dec 22 04:47:54.963816 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51764) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:54.987159 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d182722-7343-4f79-bebc-65e3d906141b None None] Pushing event updated for resources: {'Port': ['ID=a7afdbdd-76ec-4be5-ba7d-ad4e58c17910,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:54.991830 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-7d182722-7343-4f79-bebc-65e3d906141b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:55.017701 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c18229d0-08a9-4de6-9ec1-864f2c5edab6 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "GET /v2.0/ports?device_id=08a3f86c-1ec0-4ed9-b17c-14b59344112e HTTP/1.1" status: 200  len: 205 time: 0.0508170
Dec 22 04:47:55.017701 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51768) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:55.099134 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-f9139439-2368-4a18-bd0d-e85cbb6f5e60 None None] Port dabad8ca-64e8-4f64-9cab-8332261a7a8b cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:47:55.130951 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] Attempting to bind port a7afdbdd-76ec-4be5-ba7d-ad4e58c17910 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:47:55.131609 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] Attempting to bind port a7afdbdd-76ec-4be5-ba7d-ad4e58c17910 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '4fec6cb2-521a-4cbd-a920-f6745769cdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:47:55.132162 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] Attempting to bind port a7afdbdd-76ec-4be5-ba7d-ad4e58c17910 on network e68a3e5c-f921-45fc-a6c9-1329c028d289 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:47:55.143741 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:47:55.144208 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] Checking segment: {'id': '4fec6cb2-521a-4cbd-a920-f6745769cdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:55.144832 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:55.145213 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] Bound using segment: {'id': '4fec6cb2-521a-4cbd-a920-f6745769cdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:47:55.147315 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] Bound port: a7afdbdd-76ec-4be5-ba7d-ad4e58c17910, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fec6cb2-521a-4cbd-a920-f6745769cdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:47:55.148405 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:55.212646 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-bf7a6a7b-cb55-44ed-adc2-c76236642261 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] delete failed (client error): The resource could not be found.
Dec 22 04:47:55.214334 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-bf7a6a7b-cb55-44ed-adc2-c76236642261 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "DELETE /v2.0/routers/08a3f86c-1ec0-4ed9-b17c-14b59344112e HTTP/1.1" status: 404  len: 336 time: 0.1957719
Dec 22 04:47:55.216987 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51772) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:55.297632 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-cba0c78d-a5e9-4fdc-8146-2cecdb8ecdac tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d3d7779-a919-4260-a13f-8fd478ce910d HTTP/1.1" status: 200  len: 205 time: 0.0793386
Dec 22 04:47:55.300136 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51776) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:55.315263 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] For port a7afdbdd-76ec-4be5-ba7d-ad4e58c17910, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:47:55.318985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] For port a7afdbdd-76ec-4be5-ba7d-ad4e58c17910, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a7afdbdd-76ec-4be5-ba7d-ad4e58c17910,segment=NetworkSegment(4fec6cb2-521a-4cbd-a920-f6745769cdfc),segment_id=4fec6cb2-521a-4cbd-a920-f6745769cdfc)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:47:55.336446 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:55.345946 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c02dfb5f-643e-4ef2-8eae-92f3bbd104d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:55.386478 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-a7b29b2c-edfa-4ed4-b14f-6d3fcba771d1 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] delete failed (client error): The resource could not be found.
Dec 22 04:47:55.387497 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a7b29b2c-edfa-4ed4-b14f-6d3fcba771d1 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "DELETE /v2.0/routers/7d3d7779-a919-4260-a13f-8fd478ce910d HTTP/1.1" status: 404  len: 336 time: 0.0864539
Dec 22 04:47:55.396182 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51780) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:55.446813 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac12a68-1341-40d1-a448-87034a95cb9c tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:47:55.447966 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac12a68-1341-40d1-a448-87034a95cb9c tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:47:55.468607 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-bac12a68-1341-40d1-a448-87034a95cb9c tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] 10.222.0.53 "DELETE /v2.0/subnets/ca1c8b3e-6c79-490e-8189-b99ff77253b2 HTTP/1.1" status: 404  len: 337 time: 0.0714569
Dec 22 04:47:55.473796 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:55.515354 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:55.521983 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2fc02c98-00c1-4847-9090-e5689187a9f1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:55.530578 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-7a38d44c-b5e8-4a69-82ba-8d091fb71db3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Allocated IP 2001:db8::57 (5cbd431b-6391-45b8-ac5d-bef3dcb1319f/0b501133-de6e-4772-9c0d-02735534301e/e88c2ec0-ce29-4454-926b-7ecca10ca2c9) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:55.538635 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-7a38d44c-b5e8-4a69-82ba-8d091fb71db3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Allocated IP 2001:db8:0:1::9d (5cbd431b-6391-45b8-ac5d-bef3dcb1319f/013c048d-3fbb-4a74-ae1e-7f3160da59d8/e88c2ec0-ce29-4454-926b-7ecca10ca2c9) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:55.550383 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] Routers {'2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:55.551497 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bcaeb50>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:55.633994 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:55.639101 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:55.650910 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:55.654185 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7581f936-94bf-4d75-a30e-5d3ea4c1c8c6 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:55.693429 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 22 04:47:55.693429 dv-neutron-822525-1-hyperv neutron-server[83436]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s]
Dec 22 04:47:55.693429 dv-neutron-822525-1-hyperv neutron-server[83436]: [parameters: {'in_use': 1, 'id_1': '2c17fc26-74ae-4d42-a95a-438547822dd9'}]
Dec 22 04:47:55.693429 dv-neutron-822525-1-hyperv neutron-server[83436]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:47:55.694369 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:47:55.705353 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Port': ['ID=93933449-0a3f-445b-964b-f6a1210da564,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:55.709330 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:55.724338 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d182722-7343-4f79-bebc-65e3d906141b None None] Pushing event updated for resources: {'Port': ['ID=a7afdbdd-76ec-4be5-ba7d-ad4e58c17910,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:55.741987 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-7d182722-7343-4f79-bebc-65e3d906141b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:55.928057 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] Set router 2ccb73cb-57d2-48b6-95ca-d32e1304b9f3 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:47:55.972208 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for router_gateway, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:55.972968 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:56.196482 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51788) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:56.264236 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:56.276130 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-873558b9-cd62-4921-87a7-8171213ca84a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746328993549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1382561'] for subnet, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:56.288608 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b896e7be-715a-4e6e-9fbf-787cde7ae6b9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:56.327185 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Router fe74ed20-ba67-4c54-8f1e-d46d362af84e is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:47:56.382911 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] For port a0bfd43f-ea7a-47f8-840b-f65c78232ed6, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a0bfd43f-ea7a-47f8-840b-f65c78232ed6,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:56.433312 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7581f936-94bf-4d75-a30e-5d3ea4c1c8c6 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:56.438916 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873558b9-cd62-4921-87a7-8171213ca84a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:56.439568 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-873558b9-cd62-4921-87a7-8171213ca84a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:56.443522 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-873558b9-cd62-4921-87a7-8171213ca84a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "PUT /v2.0/subnets/2c17fc26-74ae-4d42-a95a-438547822dd9 HTTP/1.1" status: 200  len: 877 time: 2.8598275
Dec 22 04:47:56.455177 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51794) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:56.459557 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7581f936-94bf-4d75-a30e-5d3ea4c1c8c6 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:56.490318 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873558b9-cd62-4921-87a7-8171213ca84a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event updated for resources: {'Subnet': ['ID=2c17fc26-74ae-4d42-a95a-438547822dd9,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:56.507394 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-873558b9-cd62-4921-87a7-8171213ca84a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:56.518303 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-57801699-06fe-47b5-b2b1-a0e7d7349c3a tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:56.525417 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a0bfd43f-ea7a-47f8-840b-f65c78232ed6 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:56.562931 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:56.564592 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581f936-94bf-4d75-a30e-5d3ea4c1c8c6 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e235479c-3b48-4c6f-a43e-3bc0685e9af7,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:56.567292 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7581f936-94bf-4d75-a30e-5d3ea4c1c8c6 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:56.571532 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7a38d44c-b5e8-4a69-82ba-8d091fb71db3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:56.583047 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7581f936-94bf-4d75-a30e-5d3ea4c1c8c6 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:56.587187 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7581f936-94bf-4d75-a30e-5d3ea4c1c8c6 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.8095968
Dec 22 04:47:56.588892 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:56.589689 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:56.595087 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51798) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:56.597013 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a5729a2e-8ff2-44c3-94ae-26fc8e29acd5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:56.640197 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:56.643866 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dafbe7b7-2432-46d5-90ed-73dc3b7eb88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:56.653452 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:56.666632 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-7a38d44c-b5e8-4a69-82ba-8d091fb71db3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Transition to ACTIVE for port object e88c2ec0-ce29-4454-926b-7ecca10ca2c9 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:56.670782 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fe0f16-673d-484e-896f-ede5e30bb360 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Router 41478c83-63bf-49bb-9825-49f94f57be4e is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:47:56.677161 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:56.688667 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Usage tracker for resource:floatingip and tenant:a189efe8546c44009128ff34bc595fc2 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:56.689791 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bcaeb50>, [{'id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'name': 'tempest-ServerActionsTestJSON-1300108519-router', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '110abd68-321e-4558-991b-e2f94bd7d036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:47:30Z', 'updated_at': '2021-12-22T04:47:43Z', 'revision_number': 4, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'gw_port': {'id': '110abd68-321e-4558-991b-e2f94bd7d036', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:32Z', 'updated_at': '2021-12-22T04:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'a7afdbdd-76ec-4be5-ba7d-ad4e58c17910', 'name': '', 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'mac_address': 'fa:16:3e:e4:7a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:42Z', 'updated_at': '2021-12-22T04:47:55Z', 'revision_number': 4, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'subnets': [{'id': '0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:56.693123 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Allocated IP 172.20.0.3 (9a236a7c-4be1-4fde-a4fe-24c7eada2cc5/2c17fc26-74ae-4d42-a95a-438547822dd9/97fb45bf-872a-4367-9509-da790cafe290) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:56.699819 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:56.701484 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-85af2619-edbe-429e-a222-8e3d62829e7a None None] Provisioning for port b409c944-d178-4525-843d-885962052212 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:56.707984 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4784b6f-5de4-4103-8786-63ff08e8cdf6 None None] The sync data for ids ['2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'] in dv-neutron-822525-1-hyperv is: [{'id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'name': 'tempest-ServerActionsTestJSON-1300108519-router', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '110abd68-321e-4558-991b-e2f94bd7d036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:47:30Z', 'updated_at': '2021-12-22T04:47:43Z', 'revision_number': 4, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'gw_port': {'id': '110abd68-321e-4558-991b-e2f94bd7d036', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:32Z', 'updated_at': '2021-12-22T04:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'a7afdbdd-76ec-4be5-ba7d-ad4e58c17910', 'name': '', 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'mac_address': 'fa:16:3e:e4:7a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:42Z', 'updated_at': '2021-12-22T04:47:55Z', 'revision_number': 4, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'subnets': [{'id': '0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:47:56.715350 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-85af2619-edbe-429e-a222-8e3d62829e7a None None] Provisioning complete for port b409c944-d178-4525-843d-885962052212 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:56.715734 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-85af2619-edbe-429e-a222-8e3d62829e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:56.717614 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:56.730755 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:56.746251 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:56.748724 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:56.749318 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:56.766534 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-66a602bb-02bd-4f3c-9f61-31d150ead7d9 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Synchronizing usage tracker for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:router {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:47:56.776995 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1aac37b-04d9-4647-96d6-60571e8242a6 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:56.788926 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=a0bfd43f-ea7a-47f8-840b-f65c78232ed6,revision_number=4']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:56.853085 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-dafbe7b7-2432-46d5-90ed-73dc3b7eb88b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:56.854848 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port a0bfd43f-ea7a-47f8-840b-f65c78232ed6 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:56.857599 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-dafbe7b7-2432-46d5-90ed-73dc3b7eb88b admin admin] Usage tracker for resource:security_group_rule and tenant:d561aafa63d94344874802f202528048 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:56.860856 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-dafbe7b7-2432-46d5-90ed-73dc3b7eb88b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:56.861661 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:56.867680 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-dafbe7b7-2432-46d5-90ed-73dc3b7eb88b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:56.889159 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:56.902249 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2a593140-535e-4558-bbb8-0d26dac3a20e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:56.929802 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device b409c944-d178-4525-843d-885962052212 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:56.956637 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 6.5967023
Dec 22 04:47:56.967373 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dafbe7b7-2432-46d5-90ed-73dc3b7eb88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:56.969847 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51802) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:57.065265 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-3ee2c44f-02c3-456a-891d-48ebf960ace4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'mac_address': 'fa:16:3e:8e:d6:d0', 'name': 'tempest-NetworksTestDHCPv6-1583458238'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:57.070859 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7a38d44c-b5e8-4a69-82ba-8d091fb71db3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:57.088468 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dafbe7b7-2432-46d5-90ed-73dc3b7eb88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:57.094047 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-66a602bb-02bd-4f3c-9f61-31d150ead7d9 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Unset dirty status for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:router {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:47:57.098028 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-66a602bb-02bd-4f3c-9f61-31d150ead7d9 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 883 time: 2.2841988
Dec 22 04:47:57.100650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51806) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:57.121607 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2283273c-e264-4b98-a7b7-deffde09d925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:57.121872 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-fd116906-ca5d-477f-bda1-af65c6153c93 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2067122051'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:57.200393 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a38d44c-b5e8-4a69-82ba-8d091fb71db3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network 5cbd431b-6391-45b8-ac5d-bef3dcb1319f is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:57.203251 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-7a38d44c-b5e8-4a69-82ba-8d091fb71db3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:57.205686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a38d44c-b5e8-4a69-82ba-8d091fb71db3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:57.209876 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a38d44c-b5e8-4a69-82ba-8d091fb71db3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:57.210426 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7a38d44c-b5e8-4a69-82ba-8d091fb71db3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:57.225849 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=158e767a-df25-4fbd-9beb-948aa68d1eb7,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:57.229922 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:57.241729 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-97ac46ea-4f3a-4beb-b2e6-4218862f4e0a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:57.245139 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbe7b7-2432-46d5-90ed-73dc3b7eb88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056af083-20a8-4091-91c3-0da5460427db,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:57.252975 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-dafbe7b7-2432-46d5-90ed-73dc3b7eb88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:57.262748 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:57.325633 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-dafbe7b7-2432-46d5-90ed-73dc3b7eb88b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d561aafa63d94344874802f202528048&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1280878
Dec 22 04:47:57.330181 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51810) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:57.395324 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7a38d44c-b5e8-4a69-82ba-8d091fb71db3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1015 time: 6.4608979
Dec 22 04:47:57.423086 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51814) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:57.435731 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:57.438404 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port b409c944-d178-4525-843d-885962052212 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:57.439069 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:57.468458 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-d5db36c6-902f-4896-8ef9-672a0cdecc3f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0b501133-de6e-4772-9c0d-02735534301e'}]}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:47:57.497965 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:47:57.558870 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3ee2c44f-02c3-456a-891d-48ebf960ace4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:47:57.568900 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3ee2c44f-02c3-456a-891d-48ebf960ace4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:port and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:47:57.574756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3ee2c44f-02c3-456a-891d-48ebf960ace4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:47:57.579169 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Transition to ACTIVE for port object 97fb45bf-872a-4367-9509-da790cafe290 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:57.587809 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3ee2c44f-02c3-456a-891d-48ebf960ace4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:47:57.595489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-85af2619-edbe-429e-a222-8e3d62829e7a None None] Provisioning for port a0bfd43f-ea7a-47f8-840b-f65c78232ed6 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:57.638009 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:47:57.638864 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-85af2619-edbe-429e-a222-8e3d62829e7a None None] Provisioning complete for port a0bfd43f-ea7a-47f8-840b-f65c78232ed6 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:57.639275 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-85af2619-edbe-429e-a222-8e3d62829e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:57.648446 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cc55c1-4c9c-413a-b5dc-3be6ece87b71 None None] Sync routers for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:47:57.668797 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cc55c1-4c9c-413a-b5dc-3be6ece87b71 None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:57.672908 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-07cc55c1-4c9c-413a-b5dc-3be6ece87b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3c21c0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:57.697310 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee2c44f-02c3-456a-891d-48ebf960ace4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:47:57.709693 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Transition to ACTIVE for port object 97fb45bf-872a-4367-9509-da790cafe290 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:57.727178 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38d44c-b5e8-4a69-82ba-8d091fb71db3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Port': ['ID=e88c2ec0-ce29-4454-926b-7ecca10ca2c9,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:57.730304 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7a38d44c-b5e8-4a69-82ba-8d091fb71db3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:57.736833 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:57.744023 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-210246a2-1b7b-4bf3-be83-c7e70e195e20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:57.777491 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-07cc55c1-4c9c-413a-b5dc-3be6ece87b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3c21c0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:57.790205 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cc55c1-4c9c-413a-b5dc-3be6ece87b71 None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:57.791658 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-07cc55c1-4c9c-413a-b5dc-3be6ece87b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3c21c0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:57.852448 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:57.857568 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 5.0944767
Dec 22 04:47:57.858432 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51818) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:57.909784 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-07cc55c1-4c9c-413a-b5dc-3be6ece87b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3c21c0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:57.910768 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cc55c1-4c9c-413a-b5dc-3be6ece87b71 None None] The sync data for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:47:57.952097 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Network 9a236a7c-4be1-4fde-a4fe-24c7eada2cc5 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:47:57.962413 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:47:57.962649 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-88f6e645-f3d2-4a0d-92d6-7d4ba8c6d895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:57.968001 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:57.992109 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Pushing event updated for resources: {'Port': ['ID=97fb45bf-872a-4367-9509-da790cafe290,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:57.996371 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fe0f16-673d-484e-896f-ede5e30bb360 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:47:57.999343 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:47:58.003775 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e1fe0f16-673d-484e-896f-ede5e30bb360 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "PUT /v2.0/routers/41478c83-63bf-49bb-9825-49f94f57be4e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.4465930
Dec 22 04:47:58.016763 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:58.019869 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd29495-8039-4979-bde4-f77ea29e92bd None None] Sync routers for ids ['41478c83-63bf-49bb-9825-49f94f57be4e'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:47:58.028168 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51822) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:58.037476 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b62a2863-cd88-4679-b6e1-c3247eaf700c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:58.043945 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:58.106726 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-88f6e645-f3d2-4a0d-92d6-7d4ba8c6d895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:58.122222 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c44f-02c3-456a-891d-48ebf960ace4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:58.132092 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-85af2619-edbe-429e-a222-8e3d62829e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:58.167101 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Subnet': ['ID=2c17fc26-74ae-4d42-a95a-438547822dd9,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:58.171839 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:58.190671 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd29495-8039-4979-bde4-f77ea29e92bd None None] Routers {'41478c83-63bf-49bb-9825-49f94f57be4e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:58.191573 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9bd29495-8039-4979-bde4-f77ea29e92bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bf78dc0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['41478c83-63bf-49bb-9825-49f94f57be4e'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:58.303862 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-3ee2c44f-02c3-456a-891d-48ebf960ace4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] device_id is not set on port 5e62fc87-b560-4571-8ac9-d93ae8b930f6 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:47:58.306015 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9bd29495-8039-4979-bde4-f77ea29e92bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bf78dc0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:58.308614 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Attempting to bind port 97fb45bf-872a-4367-9509-da790cafe290 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:47:58.309411 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Attempting to bind port 97fb45bf-872a-4367-9509-da790cafe290 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'bd4993b5-99f1-41e0-883d-9dcc91b74c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9a236a7c-4be1-4fde-a4fe-24c7eada2cc5'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:47:58.309956 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Attempting to bind port 97fb45bf-872a-4367-9509-da790cafe290 on network 9a236a7c-4be1-4fde-a4fe-24c7eada2cc5 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:47:58.340551 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:47:58.341052 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Checking segment: {'id': 'bd4993b5-99f1-41e0-883d-9dcc91b74c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9a236a7c-4be1-4fde-a4fe-24c7eada2cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:47:58.341569 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:58.342062 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Bound using segment: {'id': 'bd4993b5-99f1-41e0-883d-9dcc91b74c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9a236a7c-4be1-4fde-a4fe-24c7eada2cc5'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:47:58.342630 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Bound port: 97fb45bf-872a-4367-9509-da790cafe290, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4993b5-99f1-41e0-883d-9dcc91b74c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9a236a7c-4be1-4fde-a4fe-24c7eada2cc5'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:47:58.343103 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:58.357599 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d5db36c6-902f-4896-8ef9-672a0cdecc3f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:58.401659 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-88f6e645-f3d2-4a0d-92d6-7d4ba8c6d895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:58.417253 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-45213824-6c08-47c4-a1aa-f03bfce12a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:58.448162 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a7afdbdd-76ec-4be5-ba7d-ad4e58c17910 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:47:58.460781 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6e645-f3d2-4a0d-92d6-7d4ba8c6d895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056af083-20a8-4091-91c3-0da5460427db,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:58.476928 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-85af2619-edbe-429e-a222-8e3d62829e7a None None] For port a0bfd43f-ea7a-47f8-840b-f65c78232ed6, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a0bfd43f-ea7a-47f8-840b-f65c78232ed6,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:58.487627 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:58.511567 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-88f6e645-f3d2-4a0d-92d6-7d4ba8c6d895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:58.522407 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-85af2619-edbe-429e-a222-8e3d62829e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:58.524093 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd29495-8039-4979-bde4-f77ea29e92bd None None] Routers {'41478c83-63bf-49bb-9825-49f94f57be4e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:47:58.524722 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9bd29495-8039-4979-bde4-f77ea29e92bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bf78dc0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['41478c83-63bf-49bb-9825-49f94f57be4e'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:58.550635 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b67ea60>,) {'filters': {'network_id': ['9a236a7c-4be1-4fde-a4fe-24c7eada2cc5']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:58.565221 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fce4dd-3ac8-4153-98cc-52b5a23efd68 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:47:58.566121 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-44fce4dd-3ac8-4153-98cc-52b5a23efd68 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Synchronizing usage tracker for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:47:58.604207 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b67ea60>, 'bd4993b5-99f1-41e0-883d-9dcc91b74c45') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:58.604774 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b67ea60>, 'bd4993b5-99f1-41e0-883d-9dcc91b74c45') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:58.615171 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c4a84660-3914-4a5c-b838-6f7315cbf240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:58.630932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:58.654132 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:58.673784 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:47:58.674187 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:58.687876 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9bd29495-8039-4979-bde4-f77ea29e92bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bf78dc0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:47:58.688290 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd29495-8039-4979-bde4-f77ea29e92bd None None] The sync data for ids ['41478c83-63bf-49bb-9825-49f94f57be4e'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:47:58.690120 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:47:58.693137 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] For port 97fb45bf-872a-4367-9509-da790cafe290, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:47:58.720455 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-88f6e645-f3d2-4a0d-92d6-7d4ba8c6d895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:58.721746 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-88f6e645-f3d2-4a0d-92d6-7d4ba8c6d895 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/056af083-20a8-4091-91c3-0da5460427db HTTP/1.1" status: 204  len: 168 time: 1.3872149
Dec 22 04:47:58.723813 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-44fce4dd-3ac8-4153-98cc-52b5a23efd68 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Unset dirty status for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:47:58.726234 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-44fce4dd-3ac8-4153-98cc-52b5a23efd68 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports?device_id=41478c83-63bf-49bb-9825-49f94f57be4e HTTP/1.1" status: 200  len: 982 time: 0.6963937
Dec 22 04:47:58.735731 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-90e582ab-51b7-46f2-9f7a-95d1a99be135 None None] Provisioning for port e88c2ec0-ce29-4454-926b-7ecca10ca2c9 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:58.739112 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51828) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:58.753628 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af2619-edbe-429e-a222-8e3d62829e7a None None] Pushing event updated for resources: {'Port': ['ID=a0bfd43f-ea7a-47f8-840b-f65c78232ed6,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:58.756524 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-90e582ab-51b7-46f2-9f7a-95d1a99be135 None None] Provisioning complete for port e88c2ec0-ce29-4454-926b-7ecca10ca2c9 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:58.756899 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-90e582ab-51b7-46f2-9f7a-95d1a99be135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:58.789403 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-85af2619-edbe-429e-a222-8e3d62829e7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:58.790473 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port a7afdbdd-76ec-4be5-ba7d-ad4e58c17910 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:47:58.804492 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port a7afdbdd-76ec-4be5-ba7d-ad4e58c17910 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:58.804867 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:58.870370 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-90e582ab-51b7-46f2-9f7a-95d1a99be135 None None] Port e88c2ec0-ce29-4454-926b-7ecca10ca2c9 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:47:58.874788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] For port 97fb45bf-872a-4367-9509-da790cafe290, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=97fb45bf-872a-4367-9509-da790cafe290,segment=NetworkSegment(bd4993b5-99f1-41e0-883d-9dcc91b74c45),segment_id=bd4993b5-99f1-41e0-883d-9dcc91b74c45)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:47:58.876470 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-3ee2c44f-02c3-456a-891d-48ebf960ace4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 172.20.0.11 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/a37b0682-4526-4317-92fe-7c6650f81a04/5e62fc87-b560-4571-8ac9-d93ae8b930f6) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:58.879084 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.api [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 04:47:58.879084 dv-neutron-822525-1-hyperv neutron-server[83434]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 04:47:58.879084 dv-neutron-822525-1-hyperv neutron-server[83434]: [parameters: {'id': '9a236a7c-4be1-4fde-a4fe-24c7eada2cc5'}]
Dec 22 04:47:58.879084 dv-neutron-822525-1-hyperv neutron-server[83434]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:47:58.879084 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_db.api [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:47:58.889532 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:58.891538 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-3ee2c44f-02c3-456a-891d-48ebf960ace4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8::f816:3eff:fe8e:d6d0 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/158e767a-df25-4fbd-9beb-948aa68d1eb7/5e62fc87-b560-4571-8ac9-d93ae8b930f6) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:58.896331 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-498c95d6-e397-4671-a172-be8c5cf3e8f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:59.016000 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Allocated IP 172.26.4.213 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/d3558e0b-e58e-40c8-a780-7835d7cc481a) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:47:59.066208 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Pushing event updated for resources: {'Port': ['ID=97fb45bf-872a-4367-9509-da790cafe290,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:59.074810 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:59.106012 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:59.124947 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd539cd-6030-40ab-8c89-1425fc5a4929 None None] Network 9a236a7c-4be1-4fde-a4fe-24c7eada2cc5 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:59.146294 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-fdd68a2e-ffbf-4600-b944-11673a55c5e6 None None] Provisioning complete for port a0bfd43f-ea7a-47f8-840b-f65c78232ed6 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:47:59.146926 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fdd68a2e-ffbf-4600-b944-11673a55c5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:59.380892 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:59.403245 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port a7afdbdd-76ec-4be5-ba7d-ad4e58c17910, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a7afdbdd-76ec-4be5-ba7d-ad4e58c17910,segment=NetworkSegment(4fec6cb2-521a-4cbd-a920-f6745769cdfc),segment_id=4fec6cb2-521a-4cbd-a920-f6745769cdfc)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:59.411264 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51834) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:59.433595 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c44f-02c3-456a-891d-48ebf960ace4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:59.439378 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Deleting port 97fb45bf-872a-4367-9509-da790cafe290 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:47:59.439714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:59.446609 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:59.453159 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-7d182722-7343-4f79-bebc-65e3d906141b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:59.517119 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-3ee2c44f-02c3-456a-891d-48ebf960ace4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Transition to ACTIVE for port object 5e62fc87-b560-4571-8ac9-d93ae8b930f6 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:47:59.570718 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=a7afdbdd-76ec-4be5-ba7d-ad4e58c17910,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:47:59.575047 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:47:59.590298 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:59.603456 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd626942-2fed-48af-9c51-a977aa1467fd None None] Network 9a236a7c-4be1-4fde-a4fe-24c7eada2cc5 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:47:59.636249 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ccdba2a2-e6ed-4c33-b8e7-5227c2817e28 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b020b47ff6a42f9baceaf54f8ef9a14&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2207754
Dec 22 04:47:59.656362 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51838) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:47:59.818236 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209afb40-403a-40ad-b229-289665d1b864 None None] get_active_networks_info from dv-neutron-822525-1-hyperv {{(pid=83436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 04:47:59.835111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c44f-02c3-456a-891d-48ebf960ace4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:59.859486 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4b1a0be3-669f-465f-bb57-e0d8ac89cbfd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:47:59.927123 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-d5db36c6-902f-4896-8ef9-672a0cdecc3f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Delete allocated IP 2001:db8:0:1::9d (5cbd431b-6391-45b8-ac5d-bef3dcb1319f/013c048d-3fbb-4a74-ae1e-7f3160da59d8) {{(pid=83435) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 22 04:47:59.932122 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] For port 97fb45bf-872a-4367-9509-da790cafe290, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=97fb45bf-872a-4367-9509-da790cafe290,segment=NetworkSegment(bd4993b5-99f1-41e0-883d-9dcc91b74c45),segment_id=bd4993b5-99f1-41e0-883d-9dcc91b74c45)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:47:59.932502 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:47:59.943818 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209afb40-403a-40ad-b229-289665d1b864 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 04:48:00.020869 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee2c44f-02c3-456a-891d-48ebf960ace4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:00.095214 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Calling delete_port for 97fb45bf-872a-4367-9509-da790cafe290 owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:00.121135 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-3ee2c44f-02c3-456a-891d-48ebf960ace4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:00.138454 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2c44f-02c3-456a-891d-48ebf960ace4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=5e62fc87-b560-4571-8ac9-d93ae8b930f6,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:00.144592 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee2c44f-02c3-456a-891d-48ebf960ace4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:00.148415 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:00.156361 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2a7e1cf2-09b4-4561-9c5c-7f28b07fa4a9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:00.174228 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3ee2c44f-02c3-456a-891d-48ebf960ace4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:00.176171 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-650f7bef-d6c3-4245-9712-3fe2cbeb71f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:00.320250 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee2c44f-02c3-456a-891d-48ebf960ace4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:00.321024 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c44f-02c3-456a-891d-48ebf960ace4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:00.328935 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-650f7bef-d6c3-4245-9712-3fe2cbeb71f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:00.365142 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Pushing event updated for resources: {'Port': ['ID=d3558e0b-e58e-40c8-a780-7835d7cc481a,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:00.368234 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:00.373779 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:00.379224 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:00.382861 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:00.385901 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:00.391990 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8374e084-1e46-486b-a830-f0362d16397b tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:00.419806 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a0bfd43f-ea7a-47f8-840b-f65c78232ed6 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:00.435936 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fd116906-ca5d-477f-bda1-af65c6153c93 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:00.440740 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3ee2c44f-02c3-456a-891d-48ebf960ace4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 3.4647202
Dec 22 04:48:00.441721 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51844) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:00.458316 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Port': ['ID=97fb45bf-872a-4367-9509-da790cafe290,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:00.485048 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d5db36c6-902f-4896-8ef9-672a0cdecc3f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:00.503113 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port a0bfd43f-ea7a-47f8-840b-f65c78232ed6 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:00.503427 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:00.503589 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:00.511010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fd116906-ca5d-477f-bda1-af65c6153c93 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706333'] for router, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:00.529425 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No DVR routers for this DVR port 97fb45bf-872a-4367-9509-da790cafe290 on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:48:00.559536 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-d5db36c6-902f-4896-8ef9-672a0cdecc3f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Ignored duplicate provisioning block setup for port e88c2ec0-ce29-4454-926b-7ecca10ca2c9 by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 22 04:48:00.632989 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d5db36c6-902f-4896-8ef9-672a0cdecc3f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:00.652100 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2df3be64-c44e-4085-a493-ec38c0399c83 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:00.657209 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a7afdbdd-76ec-4be5-ba7d-ad4e58c17910 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:00.684379 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-650f7bef-d6c3-4245-9712-3fe2cbeb71f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:00.693206 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-77949abd-3b20-4efb-b8b5-7a3f8e295f8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:00.711144 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:00.723276 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f7bef-d6c3-4245-9712-3fe2cbeb71f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109ff9dc-3e06-44e4-950d-455a2bb6a14b,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:00.727845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-650f7bef-d6c3-4245-9712-3fe2cbeb71f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:00.785436 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port a7afdbdd-76ec-4be5-ba7d-ad4e58c17910 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:00.785911 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:00.796290 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db36c6-902f-4896-8ef9-672a0cdecc3f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Port': ['ID=e88c2ec0-ce29-4454-926b-7ecca10ca2c9,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:00.804490 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-650f7bef-d6c3-4245-9712-3fe2cbeb71f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:00.804819 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d5db36c6-902f-4896-8ef9-672a0cdecc3f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:00.809070 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-650f7bef-d6c3-4245-9712-3fe2cbeb71f0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/109ff9dc-3e06-44e4-950d-455a2bb6a14b HTTP/1.1" status: 204  len: 168 time: 1.1437812
Dec 22 04:48:00.816363 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bb041c0>,) {'filters': {'network_id': ['9a236a7c-4be1-4fde-a4fe-24c7eada2cc5']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:00.817540 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-d5db36c6-902f-4896-8ef9-672a0cdecc3f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] In _notify_port_updated(), no bound segment for port e88c2ec0-ce29-4454-926b-7ecca10ca2c9 on network 5cbd431b-6391-45b8-ac5d-bef3dcb1319f {{(pid=83435) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 04:48:00.821319 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5db36c6-902f-4896-8ef9-672a0cdecc3f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:00.821957 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d5db36c6-902f-4896-8ef9-672a0cdecc3f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:00.826951 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d5db36c6-902f-4896-8ef9-672a0cdecc3f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "PUT /v2.0/ports/e88c2ec0-ce29-4454-926b-7ecca10ca2c9 HTTP/1.1" status: 200  len: 925 time: 3.3800664
Dec 22 04:48:00.830070 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51852) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:00.852336 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48374aa-5924-41cd-9a80-76015e322a48 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:00.857927 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48374aa-5924-41cd-9a80-76015e322a48 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:00.858419 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d48374aa-5924-41cd-9a80-76015e322a48 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:00.864621 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-5903ba77-4e4f-4b85-8c9e-e49ea9ce9dca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0b501133-de6e-4772-9c0d-02735534301e'}, {'subnet_id': '013c048d-3fbb-4a74-ae1e-7f3160da59d8'}]}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:00.894623 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bb041c0>, 'bd4993b5-99f1-41e0-883d-9dcc91b74c45') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:00.894623 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bb041c0>, 'bd4993b5-99f1-41e0-883d-9dcc91b74c45') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:00.926020 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:00.987562 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-beec293f-f1ee-45ce-b508-2bc041613aaa None None] Provisioning for port 5e62fc87-b560-4571-8ac9-d93ae8b930f6 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:01.010540 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:01.012391 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-beec293f-f1ee-45ce-b508-2bc041613aaa None None] Provisioning complete for port 5e62fc87-b560-4571-8ac9-d93ae8b930f6 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:01.013965 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-beec293f-f1ee-45ce-b508-2bc041613aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:01.108648 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-beec293f-f1ee-45ce-b508-2bc041613aaa None None] Port 5e62fc87-b560-4571-8ac9-d93ae8b930f6 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:48:01.156189 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d48374aa-5924-41cd-9a80-76015e322a48 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:01.160417 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d48374aa-5924-41cd-9a80-76015e322a48 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1864 time: 0.7075291
Dec 22 04:48:01.163311 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:01.165373 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51858) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:01.180795 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:01.240258 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c5240b9c-7ccc-4b18-a069-f03a2e524d59 None None] Provisioning complete for port e88c2ec0-ce29-4454-926b-7ecca10ca2c9 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:01.240686 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c5240b9c-7ccc-4b18-a069-f03a2e524d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:01.294166 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:48:01.294581 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:48:01.310876 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:48:01.313935 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a4ff6ded-ae63-4f8b-8146-549606208b60 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:01.329744 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-c5240b9c-7ccc-4b18-a069-f03a2e524d59 None None] Port e88c2ec0-ce29-4454-926b-7ecca10ca2c9 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:48:01.467142 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-97a0fcd4-ddd2-4155-a320-afdcd3959ef1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting port 5e62fc87-b560-4571-8ac9-d93ae8b930f6 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:01.467510 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-97a0fcd4-ddd2-4155-a320-afdcd3959ef1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:01.535135 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8513342-b3d5-4986-9ef3-0a8e4780ba03 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:01.545161 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:01.575719 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:01.597653 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:01.625440 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Network': ['ID=9a236a7c-4be1-4fde-a4fe-24c7eada2cc5,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:01.665925 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:01.732603 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd116906-ca5d-477f-bda1-af65c6153c93 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Router 4d79a5ab-21b0-40d0-85ee-a30221e4dc54 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:48:01.770495 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/networks/9a236a7c-4be1-4fde-a4fe-24c7eada2cc5 HTTP/1.1" status: 204  len: 168 time: 5.3121548
Dec 22 04:48:01.774663 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51876) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:01.837320 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd7e995-7cf9-4b96-a94f-3fca13697b1f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:48:01.837320 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd7e995-7cf9-4b96-a94f-3fca13697b1f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:01.854465 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0cd7e995-7cf9-4b96-a94f-3fca13697b1f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/subnets/2c17fc26-74ae-4d42-a95a-438547822dd9 HTTP/1.1" status: 404  len: 337 time: 0.0723805
Dec 22 04:48:01.894613 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51884) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:01.923715 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.resource_extend [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:48:01.967651 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5903ba77-4e4f-4b85-8c9e-e49ea9ce9dca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:01.981206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:01.997779 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:02.001200 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-9045d9f4-2dd5-43e0-b682-564b860791ee tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:48:02.001667 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9045d9f4-2dd5-43e0-b682-564b860791ee tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:02.003310 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9045d9f4-2dd5-43e0-b682-564b860791ee tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/networks/9a236a7c-4be1-4fde-a4fe-24c7eada2cc5 HTTP/1.1" status: 404  len: 339 time: 0.1016138
Dec 22 04:48:02.005676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:02.016209 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51890) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:02.124784 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-6635c2af-eb05-4750-ac5b-6b59d1f21da2 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:48:02.125233 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6635c2af-eb05-4750-ac5b-6b59d1f21da2 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:02.126924 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6635c2af-eb05-4750-ac5b-6b59d1f21da2 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/subnets/e25e89ce-bcab-4ad7-b12b-6f865e7667f6 HTTP/1.1" status: 404  len: 337 time: 0.1071696
Dec 22 04:48:02.142671 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51896) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:02.235288 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Pushing event updated for resources: {'Port': ['ID=d3558e0b-e58e-40c8-a780-7835d7cc481a,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:02.249142 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:02.276505 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-97a0fcd4-ddd2-4155-a320-afdcd3959ef1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:02.298112 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-36328d80-9b1a-47a3-8406-b4674e1089d3 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:48:02.298367 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36328d80-9b1a-47a3-8406-b4674e1089d3 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:02.302645 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-36328d80-9b1a-47a3-8406-b4674e1089d3 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/networks/2b0c0d09-f21e-4ae6-b14b-9d09b873ca52 HTTP/1.1" status: 404  len: 339 time: 0.1552939
Dec 22 04:48:02.305741 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51902) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:02.343020 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:02.372806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-a4ff6ded-ae63-4f8b-8146-549606208b60 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting port dabad8ca-64e8-4f64-9cab-8332261a7a8b {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:02.373319 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a4ff6ded-ae63-4f8b-8146-549606208b60 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:02.405874 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:02.417160 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.7739642
Dec 22 04:48:02.453232 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-97a0fcd4-ddd2-4155-a320-afdcd3959ef1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Calling delete_port for 5e62fc87-b560-4571-8ac9-d93ae8b930f6 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:02.556911 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd116906-ca5d-477f-bda1-af65c6153c93 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:48:02.564495 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fd116906-ca5d-477f-bda1-af65c6153c93 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:02.568486 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fd116906-ca5d-477f-bda1-af65c6153c93 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/routers/4d79a5ab-21b0-40d0-85ee-a30221e4dc54 HTTP/1.1" status: 200  len: 887 time: 5.4581454
Dec 22 04:48:02.569168 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51914) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:02.569714 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a41d344-bf51-46cc-a542-40afa568ff03 None None] Sync routers for ids ['4d79a5ab-21b0-40d0-85ee-a30221e4dc54'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:48:02.592581 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a41d344-bf51-46cc-a542-40afa568ff03 None None] Routers {'4d79a5ab-21b0-40d0-85ee-a30221e4dc54'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:48:02.594475 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3a41d344-bf51-46cc-a542-40afa568ff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c792d90>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['4d79a5ab-21b0-40d0-85ee-a30221e4dc54'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:02.675057 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a4ff6ded-ae63-4f8b-8146-549606208b60 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:02.721980 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3a41d344-bf51-46cc-a542-40afa568ff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c792d90>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:02.736788 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a41d344-bf51-46cc-a542-40afa568ff03 None None] Routers {'4d79a5ab-21b0-40d0-85ee-a30221e4dc54'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:48:02.737682 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3a41d344-bf51-46cc-a542-40afa568ff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c792d90>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['4d79a5ab-21b0-40d0-85ee-a30221e4dc54'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:02.813044 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3a41d344-bf51-46cc-a542-40afa568ff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c792d90>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:02.813844 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a41d344-bf51-46cc-a542-40afa568ff03 None None] The sync data for ids ['4d79a5ab-21b0-40d0-85ee-a30221e4dc54'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:48:02.816602 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-a4ff6ded-ae63-4f8b-8146-549606208b60 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Calling delete_port for dabad8ca-64e8-4f64-9cab-8332261a7a8b owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:02.909080 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f6f4cc70-5c7f-4855-a08f-42643cfeb960 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:02.910451 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7dab275f-e0d9-4625-8066-17ef034c473b req-a0cc55c9-8a08-417d-a2c1-03d64be3d915 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1805428603&fields=id&tenant_id=a189efe8546c44009128ff34bc595fc2 HTTP/1.1" status: 200  len: 267 time: 0.1734698
Dec 22 04:48:03.153888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51932) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:03.213401 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-c8513342-b3d5-4986-9ef3-0a8e4780ba03 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Allocated IP 172.20.0.1 (c8598c21-1a47-4e08-b24a-e0cd70f26da3/d1aa839e-7cd3-4369-a96b-e9b3a814fc1b/78c64611-a04a-4bdb-9e84-c9b51f225711) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:03.322548 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f6f4cc70-5c7f-4855-a08f-42643cfeb960 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:03.353843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab275f-e0d9-4625-8066-17ef034c473b req-443c7dd5-4de2-42e3-b212-3a31f2e1213d tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:03.355289 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7dab275f-e0d9-4625-8066-17ef034c473b req-443c7dd5-4de2-42e3-b212-3a31f2e1213d tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/networks?id=e68a3e5c-f921-45fc-a6c9-1329c028d289 HTTP/1.1" status: 200  len: 812 time: 0.4240825
Dec 22 04:48:03.391310 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-311688918', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:03.396583 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-5903ba77-4e4f-4b85-8c9e-e49ea9ce9dca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Allocated IP 2001:db8:0:1::38a (5cbd431b-6391-45b8-ac5d-bef3dcb1319f/013c048d-3fbb-4a74-ae1e-7f3160da59d8/e88c2ec0-ce29-4454-926b-7ecca10ca2c9) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:03.400617 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:03.410651 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Usage tracker for resource:port and tenant:dcc27ae3108148a0bf0597be920c60d7 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:03.414895 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7dab275f-e0d9-4625-8066-17ef034c473b req-59cb27cb-ac6f-4071-9e35-0a7ab52d835b tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/quotas/a189efe8546c44009128ff34bc595fc2 HTTP/1.1" status: 200  len: 375 time: 0.0499165
Dec 22 04:48:03.416757 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:03.424158 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a4ff6ded-ae63-4f8b-8146-549606208b60 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:03.425968 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:03.435995 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7a38d44c-b5e8-4a69-82ba-8d091fb71db3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:03.460261 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-f6f4cc70-5c7f-4855-a08f-42643cfeb960 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469c5527c0>,) {'filters': {'network_id': ['dfedb6e5-6b7c-47eb-a944-c1965cff7165']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:03.522630 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-025d59ad-6c65-4db4-bddf-0ae57ac766cb tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/routers/4d79a5ab-21b0-40d0-85ee-a30221e4dc54 HTTP/1.1" status: 200  len: 887 time: 0.9417324
Dec 22 04:48:03.523863 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff6ded-ae63-4f8b-8146-549606208b60 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Port': ['ID=dabad8ca-64e8-4f64-9cab-8332261a7a8b,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:03.530018 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51938) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:03.533052 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a4ff6ded-ae63-4f8b-8146-549606208b60 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:03.537367 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-f6f4cc70-5c7f-4855-a08f-42643cfeb960 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c5527c0>, '6f645ee7-d286-4e8a-b4dd-ea9c3506578f') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:03.537684 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-f6f4cc70-5c7f-4855-a08f-42643cfeb960 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c5527c0>, '6f645ee7-d286-4e8a-b4dd-ea9c3506578f') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:03.539690 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Made reservation on behalf of dcc27ae3108148a0bf0597be920c60d7 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:03.542069 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:03.599302 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-97a0fcd4-ddd2-4155-a320-afdcd3959ef1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:03.602548 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:03.617322 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f6f4cc70-5c7f-4855-a08f-42643cfeb960 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:03.625532 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e1a54fbe-4820-4a10-b04e-6afd5b3eef48 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Synchronizing usage tracker for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:03.646599 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:03.715652 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0fcd4-ddd2-4155-a320-afdcd3959ef1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Port': ['ID=5e62fc87-b560-4571-8ac9-d93ae8b930f6,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:03.723624 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f6f4cc70-5c7f-4855-a08f-42643cfeb960 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:03.731064 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-97a0fcd4-ddd2-4155-a320-afdcd3959ef1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:03.738836 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8513342-b3d5-4986-9ef3-0a8e4780ba03 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:03.757333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f4cc70-5c7f-4855-a08f-42643cfeb960 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:48:03.757746 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f6f4cc70-5c7f-4855-a08f-42643cfeb960 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:48:03.774522 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:48:03.784555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-7dab275f-e0d9-4625-8066-17ef034c473b req-13d085f1-b792-4427-b88e-9431f0c7f900 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Synchronizing usage tracker for tenant:a189efe8546c44009128ff34bc595fc2 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:03.787760 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:03.804136 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Usage tracker for resource:security_group_rule and tenant:dcc27ae3108148a0bf0597be920c60d7 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:03.858750 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:03.870284 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e1a54fbe-4820-4a10-b04e-6afd5b3eef48 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Unset dirty status for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:03.871442 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e1a54fbe-4820-4a10-b04e-6afd5b3eef48 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d79a5ab-21b0-40d0-85ee-a30221e4dc54 HTTP/1.1" status: 200  len: 205 time: 0.3364317
Dec 22 04:48:03.873389 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:03.879112 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51942) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:03.961531 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-7dab275f-e0d9-4625-8066-17ef034c473b req-13d085f1-b792-4427-b88e-9431f0c7f900 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Unset dirty status for tenant:a189efe8546c44009128ff34bc595fc2 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:03.963330 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7dab275f-e0d9-4625-8066-17ef034c473b req-13d085f1-b792-4427-b88e-9431f0c7f900 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a189efe8546c44009128ff34bc595fc2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5278304
Dec 22 04:48:03.992672 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a4ff6ded-ae63-4f8b-8146-549606208b60 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:04.013116 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f6f4cc70-5c7f-4855-a08f-42643cfeb960 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:04.017828 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f6f4cc70-5c7f-4855-a08f-42643cfeb960 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:04.027332 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4b5f6b4b-661b-42ff-a010-949a7ff6fd4e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:04.054443 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4cc70-5c7f-4855-a08f-42643cfeb960 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Network': ['ID=dfedb6e5-6b7c-47eb-a944-c1965cff7165,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:04.056812 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f6f4cc70-5c7f-4855-a08f-42643cfeb960 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:04.068104 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.resource_extend [None req-5903ba77-4e4f-4b85-8c9e-e49ea9ce9dca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:48:04.092534 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8513342-b3d5-4986-9ef3-0a8e4780ba03 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:04.099020 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5903ba77-4e4f-4b85-8c9e-e49ea9ce9dca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:04.104345 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b5b071e9-f00e-4ee2-a74e-20a539783b2b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:04.133716 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f6f4cc70-5c7f-4855-a08f-42643cfeb960 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/networks/dfedb6e5-6b7c-47eb-a944-c1965cff7165 HTTP/1.1" status: 204  len: 168 time: 1.8246291
Dec 22 04:48:04.145633 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-97a0fcd4-ddd2-4155-a320-afdcd3959ef1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:04.149878 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-97a0fcd4-ddd2-4155-a320-afdcd3959ef1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/5e62fc87-b560-4571-8ac9-d93ae8b930f6 HTTP/1.1" status: 204  len: 168 time: 2.9792805
Dec 22 04:48:04.159807 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51946) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:04.160360 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51948) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:04.257980 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-5903ba77-4e4f-4b85-8c9e-e49ea9ce9dca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Transition to ACTIVE for port object e88c2ec0-ce29-4454-926b-7ecca10ca2c9 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:04.268381 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3fdd9bb-2e82-41be-a9e4-b3cacef78561 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:48:04.268810 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3fdd9bb-2e82-41be-a9e4-b3cacef78561 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:04.270456 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b3fdd9bb-2e82-41be-a9e4-b3cacef78561 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/subnets/197c454f-16c4-4ac6-9a3f-2940ddb02fea HTTP/1.1" status: 404  len: 337 time: 0.1090293
Dec 22 04:48:04.272523 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8513342-b3d5-4986-9ef3-0a8e4780ba03 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Network c8598c21-1a47-4e08-b24a-e0cd70f26da3 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:04.281888 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5903ba77-4e4f-4b85-8c9e-e49ea9ce9dca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:04.285616 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51954) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:04.290111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-c8513342-b3d5-4986-9ef3-0a8e4780ba03 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:04.320515 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:04.321765 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8513342-b3d5-4986-9ef3-0a8e4780ba03 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:04.345531 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:04.354251 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6b432866-c4c7-4b46-81a2-2e0ad36cacc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:04.364471 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] device_id is not set on port 272be57b-2098-47fd-846c-e86ae9f2d627 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:48:04.439256 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7dab275f-e0d9-4625-8066-17ef034c473b req-3e0060ae-17c3-4e0d-b569-96a08fe2c17f service neutron] 10.222.0.53 "GET /v2.0/networks/e68a3e5c-f921-45fc-a6c9-1329c028d289?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4483888
Dec 22 04:48:04.461191 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8513342-b3d5-4986-9ef3-0a8e4780ba03 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Port': ['ID=78c64611-a04a-4bdb-9e84-c9b51f225711,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:04.471156 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c8513342-b3d5-4986-9ef3-0a8e4780ba03 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:04.479770 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2653c1b7-eeb4-4a12-abb3-f17f8fbf7b9d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:04.521411 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ef48a4-243e-43ca-a985-8146a1fa45f1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:48:04.521861 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ef48a4-243e-43ca-a985-8146a1fa45f1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:04.523469 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-35ef48a4-243e-43ca-a985-8146a1fa45f1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/networks/b26c3259-30e2-4140-820b-6de3b72e6a29 HTTP/1.1" status: 404  len: 339 time: 0.2348492
Dec 22 04:48:04.526908 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48bc0b5-ed9e-4021-9876-2b03e91e87d6 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:04.528293 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48bc0b5-ed9e-4021-9876-2b03e91e87d6 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:04.529580 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48bc0b5-ed9e-4021-9876-2b03e91e87d6 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:04.530341 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b48bc0b5-ed9e-4021-9876-2b03e91e87d6 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:04.532208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51958) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:04.651287 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b48bc0b5-ed9e-4021-9876-2b03e91e87d6 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:04.654927 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b48bc0b5-ed9e-4021-9876-2b03e91e87d6 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.4894834
Dec 22 04:48:04.658423 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8513342-b3d5-4986-9ef3-0a8e4780ba03 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:04.660941 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903ba77-4e4f-4b85-8c9e-e49ea9ce9dca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Port': ['ID=e88c2ec0-ce29-4454-926b-7ecca10ca2c9,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:04.664030 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51960) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:04.672143 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5903ba77-4e4f-4b85-8c9e-e49ea9ce9dca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:04.673803 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-5903ba77-4e4f-4b85-8c9e-e49ea9ce9dca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] In _notify_port_updated(), no bound segment for port e88c2ec0-ce29-4454-926b-7ecca10ca2c9 on network 5cbd431b-6391-45b8-ac5d-bef3dcb1319f {{(pid=83434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 04:48:04.677594 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5903ba77-4e4f-4b85-8c9e-e49ea9ce9dca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:04.678219 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5903ba77-4e4f-4b85-8c9e-e49ea9ce9dca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:04.679521 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5903ba77-4e4f-4b85-8c9e-e49ea9ce9dca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "PUT /v2.0/ports/e88c2ec0-ce29-4454-926b-7ecca10ca2c9 HTTP/1.1" status: 200  len: 1011 time: 3.8460512
Dec 22 04:48:04.713338 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51964) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:04.726764 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7d5a6f-3f03-4839-956a-2753740e0357,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:04.785957 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:04.791540 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5f884e60-0df5-4564-a165-76b919d39893 None None] Provisioning for port e88c2ec0-ce29-4454-926b-7ecca10ca2c9 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:04.798049 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5f884e60-0df5-4564-a165-76b919d39893 None None] Provisioning complete for port e88c2ec0-ce29-4454-926b-7ecca10ca2c9 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:04.798514 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5f884e60-0df5-4564-a165-76b919d39893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:04.851760 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbfff753-ef0b-415d-b40a-9c5c64cb7161 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:48:04.852097 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbfff753-ef0b-415d-b40a-9c5c64cb7161 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:04.855645 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-5f884e60-0df5-4564-a165-76b919d39893 None None] Port e88c2ec0-ce29-4454-926b-7ecca10ca2c9 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:48:04.881634 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-47b540f8-ca09-4874-8f46-23865df86ad3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting port e88c2ec0-ce29-4454-926b-7ecca10ca2c9 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:04.881969 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-47b540f8-ca09-4874-8f46-23865df86ad3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:04.983356 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bbfff753-ef0b-415d-b40a-9c5c64cb7161 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/subnets/b8ff8554-ce78-4fad-9de9-26e2aa04c857 HTTP/1.1" status: 404  len: 337 time: 0.2581091
Dec 22 04:48:04.988063 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 51970) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:05.075965 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8513342-b3d5-4986-9ef3-0a8e4780ba03 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:05.096859 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-312b1759-acdf-4b66-90e9-d6afdc513463 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:48:05.097293 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312b1759-acdf-4b66-90e9-d6afdc513463 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:05.102072 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-312b1759-acdf-4b66-90e9-d6afdc513463 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/networks/5c844ea5-2a60-43e8-9032-9cd4666b2bef HTTP/1.1" status: 404  len: 339 time: 0.1082413
Dec 22 04:48:05.105380 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51974) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:05.108341 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7dab275f-e0d9-4625-8066-17ef034c473b req-10a3f0ab-b928-42a9-b3bb-b00a46bacf91 service neutron] 10.222.0.53 "GET /v2.0/networks/e68a3e5c-f921-45fc-a6c9-1329c028d289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6578107
Dec 22 04:48:05.127842 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd89c28-4911-4745-a179-ec66b9549dd7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet 158e767a-df25-4fbd-9beb-948aa68d1eb7 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:48:05.164736 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0ded7533-2bf5-41f5-8aff-33a34d880d63 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:05.218901 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Allocated IP 172.26.4.149 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/272be57b-2098-47fd-846c-e86ae9f2d627) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:05.220749 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3cd89c28-4911-4745-a179-ec66b9549dd7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:05.232081 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-df43dd29-65ca-471e-8175-e8f9c31e5230 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:48:05.232081 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df43dd29-65ca-471e-8175-e8f9c31e5230 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:05.232081 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-df43dd29-65ca-471e-8175-e8f9c31e5230 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/subnets/bfecabfe-9283-4d5a-9e31-fd96f277076d HTTP/1.1" status: 404  len: 337 time: 0.1194582
Dec 22 04:48:05.257751 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51980) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:05.328305 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ff6ded-ae63-4f8b-8146-549606208b60 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Router 41478c83-63bf-49bb-9825-49f94f57be4e has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:48:05.329688 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4d1220-e012-42f6-830b-54801bdf1205 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:48:05.330177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d4d1220-e012-42f6-830b-54801bdf1205 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:05.334370 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1d4d1220-e012-42f6-830b-54801bdf1205 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/networks/108c289a-b328-4597-aed1-6e8f2c785f27 HTTP/1.1" status: 404  len: 339 time: 0.0619600
Dec 22 04:48:05.338800 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51986) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:05.379967 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-17933e91-627c-4ffc-a780-f674f234c51b req-9cc99c7e-b432-4199-a49b-efa1b5fac018 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 210 time: 0.0765023
Dec 22 04:48:05.385175 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3cd89c28-4911-4745-a179-ec66b9549dd7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:05.424987 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-91231e85-b579-4b67-bba1-d8cbcc09e19c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:48:05.425429 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91231e85-b579-4b67-bba1-d8cbcc09e19c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:05.429412 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-91231e85-b579-4b67-bba1-d8cbcc09e19c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/subnets/aa9a426e-9cd5-484d-abea-ab4fa3fcf4a1 HTTP/1.1" status: 404  len: 337 time: 0.0863166
Dec 22 04:48:05.439407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 51994) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:05.521768 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-47b540f8-ca09-4874-8f46-23865df86ad3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:05.640414 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0aeff7b-6a4e-4dc2-ae0d-4cbcdf88ac78 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:48:05.640882 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0aeff7b-6a4e-4dc2-ae0d-4cbcdf88ac78 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:05.642492 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c0aeff7b-6a4e-4dc2-ae0d-4cbcdf88ac78 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/networks/4b8eec28-e58a-4f0d-8c0d-65624126b0a2 HTTP/1.1" status: 404  len: 339 time: 0.2007310
Dec 22 04:48:05.652385 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52000) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:05.711136 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-47b540f8-ca09-4874-8f46-23865df86ad3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Calling delete_port for e88c2ec0-ce29-4454-926b-7ecca10ca2c9 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:05.764946 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44049f0-912b-41ff-8f7d-a6cf7dcb5d1f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:48:05.765226 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44049f0-912b-41ff-8f7d-a6cf7dcb5d1f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:05.767028 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a44049f0-912b-41ff-8f7d-a6cf7dcb5d1f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/subnets/efc44f34-64b4-45c5-bbc3-0a80d2b1dd43 HTTP/1.1" status: 404  len: 337 time: 0.1122332
Dec 22 04:48:05.773186 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52004) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:05.828110 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb62ca6-9045-4a68-b2c5-250a4e290af0 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:48:05.828770 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb62ca6-9045-4a68-b2c5-250a4e290af0 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:05.830436 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7cb62ca6-9045-4a68-b2c5-250a4e290af0 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/networks/ab4a49bf-5767-462f-848e-f56debbccbcc HTTP/1.1" status: 404  len: 339 time: 0.0519021
Dec 22 04:48:05.836670 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52010) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:05.869820 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ff6ded-ae63-4f8b-8146-549606208b60 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:48:05.880148 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a4ff6ded-ae63-4f8b-8146-549606208b60 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "PUT /v2.0/routers/41478c83-63bf-49bb-9825-49f94f57be4e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0167458
Dec 22 04:48:05.883823 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:05.888555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52014) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:05.891370 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713ffcdf-a0d2-4aee-9c52-a3734e82a17d None None] Sync routers for ids ['41478c83-63bf-49bb-9825-49f94f57be4e'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:48:05.905865 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713ffcdf-a0d2-4aee-9c52-a3734e82a17d None None] Routers {'41478c83-63bf-49bb-9825-49f94f57be4e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:48:05.907005 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-713ffcdf-a0d2-4aee-9c52-a3734e82a17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c2fe580>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['41478c83-63bf-49bb-9825-49f94f57be4e'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:05.941895 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-b777ff7c-4eaf-4e84-a35a-fd7be7e4fa16 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] GET failed (client error): The resource could not be found.
Dec 22 04:48:05.942407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b777ff7c-4eaf-4e84-a35a-fd7be7e4fa16 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Synchronizing usage tracker for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:05.979478 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-713ffcdf-a0d2-4aee-9c52-a3734e82a17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c2fe580>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:05.986039 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3cd89c28-4911-4745-a179-ec66b9549dd7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:05.987771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b777ff7c-4eaf-4e84-a35a-fd7be7e4fa16 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Unset dirty status for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:05.989162 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b777ff7c-4eaf-4e84-a35a-fd7be7e4fa16 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports/dabad8ca-64e8-4f64-9cab-8332261a7a8b HTTP/1.1" status: 404  len: 333 time: 0.0982692
Dec 22 04:48:05.991227 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:05.992762 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52018) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:05.995901 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0ded7533-2bf5-41f5-8aff-33a34d880d63 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:05.996907 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713ffcdf-a0d2-4aee-9c52-a3734e82a17d None None] Routers {'41478c83-63bf-49bb-9825-49f94f57be4e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:48:05.997776 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-713ffcdf-a0d2-4aee-9c52-a3734e82a17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c2fe580>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:47:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['41478c83-63bf-49bb-9825-49f94f57be4e'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:06.003568 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-26dce124-6a31-4390-9b86-c6054a369b14 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:06.030656 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d40eb6-8931-48cd-814e-50d5fc535fdc tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:48:06.031096 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d40eb6-8931-48cd-814e-50d5fc535fdc tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:06.067833 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-713ffcdf-a0d2-4aee-9c52-a3734e82a17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c2fe580>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:06.068357 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713ffcdf-a0d2-4aee-9c52-a3734e82a17d None None] The sync data for ids ['41478c83-63bf-49bb-9825-49f94f57be4e'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:48:06.160217 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-51d40eb6-8931-48cd-814e-50d5fc535fdc tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/subnets/a78029b3-0917-4acb-8de7-8508cf26af4a HTTP/1.1" status: 404  len: 337 time: 0.3213775
Dec 22 04:48:06.166970 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52022) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:06.235991 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-5828a46c-fe66-415c-821c-17f589940c0e tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:48:06.236571 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5828a46c-fe66-415c-821c-17f589940c0e tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:06.289181 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5828a46c-fe66-415c-821c-17f589940c0e tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/networks/c6efb2be-7372-4a75-8c0c-a146c44297a0 HTTP/1.1" status: 404  len: 339 time: 0.1169841
Dec 22 04:48:06.297986 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52026) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:06.308355 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-0ded7533-2bf5-41f5-8aff-33a34d880d63 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting port 1c6d10ac-14a2-43eb-abd8-c74bd020df7e {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:06.308695 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0ded7533-2bf5-41f5-8aff-33a34d880d63 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:06.351659 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3cd89c28-4911-4745-a179-ec66b9549dd7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:06.367416 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-29f69491-f67d-434f-a2a5-0da813d0fa87 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:06.381790 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:06.382588 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Pushing event updated for resources: {'Port': ['ID=272be57b-2098-47fd-846c-e86ae9f2d627,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:06.387774 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:06.391599 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:06.393182 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:06.414509 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4a1908-fe72-465a-9611-9da464c56fe2 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:48:06.415188 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4a1908-fe72-465a-9611-9da464c56fe2 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:06.417537 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1f4a1908-fe72-465a-9611-9da464c56fe2 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/subnets/d7d574cd-d7c2-4364-b700-d22e476fb421 HTTP/1.1" status: 404  len: 337 time: 0.1140046
Dec 22 04:48:06.430593 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd89c28-4911-4745-a179-ec66b9549dd7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=158e767a-df25-4fbd-9beb-948aa68d1eb7,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:06.434181 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52032) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:06.440081 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3cd89c28-4911-4745-a179-ec66b9549dd7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:06.450830 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3cd89c28-4911-4745-a179-ec66b9549dd7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:06.452921 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3cd89c28-4911-4745-a179-ec66b9549dd7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/158e767a-df25-4fbd-9beb-948aa68d1eb7 HTTP/1.1" status: 204  len: 168 time: 1.7831330
Dec 22 04:48:06.456015 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52036) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:06.459953 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b141321a-e759-4bf2-8796-16da35ad9228 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:06.509849 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-47b540f8-ca09-4874-8f46-23865df86ad3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:06.523907 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-97a0fcd4-ddd2-4155-a320-afdcd3959ef1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:06.547874 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3062e6d0-5767-4864-948a-06f8f50d504e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:06.558340 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8513342-b3d5-4986-9ef3-0a8e4780ba03 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:06.571159 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8513342-b3d5-4986-9ef3-0a8e4780ba03 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:06.620079 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b540f8-ca09-4874-8f46-23865df86ad3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Port': ['ID=e88c2ec0-ce29-4454-926b-7ecca10ca2c9,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:06.628342 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-47b540f8-ca09-4874-8f46-23865df86ad3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:06.629046 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e49cda73-4bf9-4a59-a39f-1411c00703eb tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:06.675289 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d37489ce-55ea-4f90-97f4-c70eab2c3521 req-bdfe43fc-cb85-419d-9918-f72503dd2307 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 210 time: 0.1488967
Dec 22 04:48:06.719377 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2dba14-fb20-48d9-ad38-f350c8faf894 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet a37b0682-4526-4317-92fe-7c6650f81a04 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:48:06.723289 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-da2dba14-fb20-48d9-ad38-f350c8faf894 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:06.778484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-da2dba14-fb20-48d9-ad38-f350c8faf894 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:06.786443 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-19569179-5ae9-40cd-a3bf-186aad4a933f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:48:06.794422 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19569179-5ae9-40cd-a3bf-186aad4a933f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:06.796102 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-19569179-5ae9-40cd-a3bf-186aad4a933f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/networks/20aaa934-d47b-4105-8800-a48c6a7d879a HTTP/1.1" status: 404  len: 339 time: 0.3543026
Dec 22 04:48:06.833588 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52040) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:06.864758 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-da2dba14-fb20-48d9-ad38-f350c8faf894 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:06.904214 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-05acc45d-7d2b-4771-871c-1e6821aadc5f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:48:06.904706 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05acc45d-7d2b-4771-871c-1e6821aadc5f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:06.909463 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-05acc45d-7d2b-4771-871c-1e6821aadc5f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/subnets/5f7a349a-7899-4d66-8cb8-76dd6b71140b HTTP/1.1" status: 404  len: 337 time: 0.0709746
Dec 22 04:48:06.913080 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:06.913916 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:06.936312 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52044) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:06.998056 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0ded7533-2bf5-41f5-8aff-33a34d880d63 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:07.060705 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-da2dba14-fb20-48d9-ad38-f350c8faf894 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:07.092880 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1036 time: 3.8924527
Dec 22 04:48:07.113303 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52048) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:07.125177 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8513342-b3d5-4986-9ef3-0a8e4780ba03 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:07.126470 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da0dab0-e8ae-4232-901f-8f3288abceb2 None None] Update dhcp port {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'fixed_ips': [{'subnet_id': 'a37b0682-4526-4317-92fe-7c6650f81a04'}], 'binding:host_id': 'dv-neutron-822525-1-hyperv'}, 'id': 'a0bfd43f-ea7a-47f8-840b-f65c78232ed6'} from dv-neutron-822525-1-hyperv. {{(pid=83436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 04:48:07.149793 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-2774961b-7e22-41ec-9d2c-f8b5253f40a0 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.149'}]}}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:07.155648 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-de9165da-0b70-464c-b48c-511a780a22b7 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:48:07.156081 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de9165da-0b70-464c-b48c-511a780a22b7 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:07.159644 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-47b540f8-ca09-4874-8f46-23865df86ad3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:07.170040 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-2774961b-7e22-41ec-9d2c-f8b5253f40a0 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:07.176190 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8513342-b3d5-4986-9ef3-0a8e4780ba03 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Port': ['ID=78c64611-a04a-4bdb-9e84-c9b51f225711,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:07.190036 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c8513342-b3d5-4986-9ef3-0a8e4780ba03 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:07.191231 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2774961b-7e22-41ec-9d2c-f8b5253f40a0 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Usage tracker for resource:router and tenant:dcc27ae3108148a0bf0597be920c60d7 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:07.194581 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1da0dab0-e8ae-4232-901f-8f3288abceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:07.196889 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d92ea847-d35e-4e93-9c7a-46f3886486a0 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:07.237632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2774961b-7e22-41ec-9d2c-f8b5253f40a0 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:07.242863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-da2dba14-fb20-48d9-ad38-f350c8faf894 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:07.247469 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-da2dba14-fb20-48d9-ad38-f350c8faf894 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/a37b0682-4526-4317-92fe-7c6650f81a04 HTTP/1.1" status: 204  len: 168 time: 0.7881598
Dec 22 04:48:07.269139 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-47b540f8-ca09-4874-8f46-23865df86ad3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/ports/e88c2ec0-ce29-4454-926b-7ecca10ca2c9 HTTP/1.1" status: 204  len: 168 time: 2.5544941
Dec 22 04:48:07.272759 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-de9165da-0b70-464c-b48c-511a780a22b7 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/networks/684dcf82-132f-4d52-99fb-f41fab20d3f1 HTTP/1.1" status: 404  len: 339 time: 0.3224845
Dec 22 04:48:07.283187 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52052) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:07.283426 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52054) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:07.283723 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52056) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:07.297781 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-2774961b-7e22-41ec-9d2c-f8b5253f40a0 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:07.316822 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-0ded7533-2bf5-41f5-8aff-33a34d880d63 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Calling delete_port for 1c6d10ac-14a2-43eb-abd8-c74bd020df7e owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:07.348316 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2dba14-fb20-48d9-ad38-f350c8faf894 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=a37b0682-4526-4317-92fe-7c6650f81a04,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:07.425733 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af036c3c-f96e-4b58-b5c1-08477f94f821 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:07.469338 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-da2dba14-fb20-48d9-ad38-f350c8faf894 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:07.499340 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:07.520833 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-dd466e24-c016-43ca-bade-7bf508d4ae7e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2288263
Dec 22 04:48:07.521586 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-506e5480-fe6a-4053-a8e0-80037df159dc None None] Provisioning complete for port a0bfd43f-ea7a-47f8-840b-f65c78232ed6 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:07.522044 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-506e5480-fe6a-4053-a8e0-80037df159dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:07.523176 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52064) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:07.524633 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3062e6d0-5767-4864-948a-06f8f50d504e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:07.532078 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2774961b-7e22-41ec-9d2c-f8b5253f40a0 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:07.532989 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2774961b-7e22-41ec-9d2c-f8b5253f40a0 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:07.536418 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-9655b842-fc83-45da-8a69-defb0dcbc085 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] GET failed (client error): The resource could not be found.
Dec 22 04:48:07.536814 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9655b842-fc83-45da-8a69-defb0dcbc085 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Synchronizing usage tracker for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:07.543270 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab275f-e0d9-4625-8066-17ef034c473b req-a8c43658-e04e-4b86-8264-d0751a7a9f6f tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:07.543938 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-7dab275f-e0d9-4625-8066-17ef034c473b req-a8c43658-e04e-4b86-8264-d0751a7a9f6f tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Synchronizing usage tracker for tenant:a189efe8546c44009128ff34bc595fc2 on resource:network {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:07.583560 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3062e6d0-5767-4864-948a-06f8f50d504e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:07.651903 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3062e6d0-5767-4864-948a-06f8f50d504e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:07.652377 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3062e6d0-5767-4864-948a-06f8f50d504e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Fanout notify agent at l3_agent the message router_deleted on router 41478c83-63bf-49bb-9825-49f94f57be4e {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:48:07.667367 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f789bbb5-6a56-4605-b1ef-a6a10602fd46 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:07.668222 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f789bbb5-6a56-4605-b1ef-a6a10602fd46 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:07.730620 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3062e6d0-5767-4864-948a-06f8f50d504e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:07.734338 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3062e6d0-5767-4864-948a-06f8f50d504e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/routers/41478c83-63bf-49bb-9825-49f94f57be4e HTTP/1.1" status: 204  len: 168 time: 1.7381499
Dec 22 04:48:07.735798 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52070) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:07.790289 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fb55d4-002d-46e5-8e06-f512043bdd90 None None] DHCP port deletion for 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:48:07.792385 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f789bbb5-6a56-4605-b1ef-a6a10602fd46 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:07.793907 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f789bbb5-6a56-4605-b1ef-a6a10602fd46 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2673507
Dec 22 04:48:07.797305 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9655b842-fc83-45da-8a69-defb0dcbc085 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Unset dirty status for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:07.800998 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9655b842-fc83-45da-8a69-defb0dcbc085 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports/e88c2ec0-ce29-4454-926b-7ecca10ca2c9 HTTP/1.1" status: 404  len: 333 time: 0.5068984
Dec 22 04:48:07.800998 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52074) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:07.803753 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-04fb55d4-002d-46e5-8e06-f512043bdd90 None None] Deleting port a0bfd43f-ea7a-47f8-840b-f65c78232ed6 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:07.804159 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-04fb55d4-002d-46e5-8e06-f512043bdd90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:07.805760 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-7dab275f-e0d9-4625-8066-17ef034c473b req-a8c43658-e04e-4b86-8264-d0751a7a9f6f tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Unset dirty status for tenant:a189efe8546c44009128ff34bc595fc2 on resource:network {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:07.807367 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7dab275f-e0d9-4625-8066-17ef034c473b req-a8c43658-e04e-4b86-8264-d0751a7a9f6f tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.47 "GET /v2.0/networks?id=e68a3e5c-f921-45fc-a6c9-1329c028d289 HTTP/1.1" status: 200  len: 812 time: 0.8700435
Dec 22 04:48:07.809010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52076) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:07.880764 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2774961b-7e22-41ec-9d2c-f8b5253f40a0 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:07.953228 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8513342-b3d5-4986-9ef3-0a8e4780ba03 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Network c8598c21-1a47-4e08-b24a-e0cd70f26da3 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:07.964780 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7566dec4-1bc9-4d2f-a77f-6f3e3715e0f4 req-b78036ef-295e-4329-a60f-78e50005cee7 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 210 time: 0.1050968
Dec 22 04:48:07.970812 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-c8513342-b3d5-4986-9ef3-0a8e4780ba03 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:08.011401 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0ded7533-2bf5-41f5-8aff-33a34d880d63 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:08.018281 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:08.043965 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-04fb55d4-002d-46e5-8e06-f512043bdd90 None None] For port a0bfd43f-ea7a-47f8-840b-f65c78232ed6, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a0bfd43f-ea7a-47f8-840b-f65c78232ed6,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:08.044274 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-04fb55d4-002d-46e5-8e06-f512043bdd90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:08.071739 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf6ef5c-3e5a-40bb-813c-5134d5616d6a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:08.072401 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ebf6ef5c-3e5a-40bb-813c-5134d5616d6a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:08.072600 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded7533-2bf5-41f5-8aff-33a34d880d63 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Port': ['ID=1c6d10ac-14a2-43eb-abd8-c74bd020df7e,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:08.157427 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0ded7533-2bf5-41f5-8aff-33a34d880d63 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:08.168289 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-04fb55d4-002d-46e5-8e06-f512043bdd90 None None] Calling delete_port for a0bfd43f-ea7a-47f8-840b-f65c78232ed6 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:08.249241 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-04fb55d4-002d-46e5-8e06-f512043bdd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:08.250755 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-7dab275f-e0d9-4625-8066-17ef034c473b req-9d7ee9e1-1c58-494d-af37-1183a58772bf tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Synchronizing usage tracker for tenant:a189efe8546c44009128ff34bc595fc2 on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:08.255590 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:08.265667 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e08101-8aa1-47a3-abde-8e52cb9d02cd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Deleting subnet f7c3941a-0576-4cc0-abcd-9855f56fcd0b {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:48:08.278165 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-07e08101-8aa1-47a3-abde-8e52cb9d02cd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:08.344596 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb55d4-002d-46e5-8e06-f512043bdd90 None None] Pushing event deleted for resources: {'Port': ['ID=a0bfd43f-ea7a-47f8-840b-f65c78232ed6,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:08.347173 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-04fb55d4-002d-46e5-8e06-f512043bdd90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:08.349737 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fb55d4-002d-46e5-8e06-f512043bdd90 None None] No DVR routers for this DVR port a0bfd43f-ea7a-47f8-840b-f65c78232ed6 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:48:08.394997 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ebf6ef5c-3e5a-40bb-813c-5134d5616d6a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:08.396334 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ebf6ef5c-3e5a-40bb-813c-5134d5616d6a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5919125
Dec 22 04:48:08.411772 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52086) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:08.426830 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a0bfd43f-ea7a-47f8-840b-f65c78232ed6 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:48:08.466370 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: a0bfd43f-ea7a-47f8-840b-f65c78232ed6 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:48:08.467048 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a0bfd43f-ea7a-47f8-840b-f65c78232ed6 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:48:08.513069 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-7dab275f-e0d9-4625-8066-17ef034c473b req-9d7ee9e1-1c58-494d-af37-1183a58772bf tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Unset dirty status for tenant:a189efe8546c44009128ff34bc595fc2 on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:08.514195 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7dab275f-e0d9-4625-8066-17ef034c473b req-9d7ee9e1-1c58-494d-af37-1183a58772bf tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a189efe8546c44009128ff34bc595fc2 HTTP/1.1" status: 200  len: 380 time: 0.6682382
Dec 22 04:48:08.519453 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-07e08101-8aa1-47a3-abde-8e52cb9d02cd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:08.534070 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce9b477-401d-4f7e-afcb-037de13039c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting subnet 3d957a51-2e0f-4ed3-b0f2-224f41149b2a {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:48:08.548861 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cce9b477-401d-4f7e-afcb-037de13039c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:08.549886 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-03e31105-e3d5-4198-b1a7-ac9b26a08125 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1283858
Dec 22 04:48:08.559619 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52090) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:08.565375 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-7dab275f-e0d9-4625-8066-17ef034c473b req-91890071-3d56-4487-a869-605ff3fb2703 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Request body: {'port': {'device_id': '7a3a4a9f-9f11-44db-8c3c-41a3560d41da', 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289', 'admin_state_up': True, 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'security_groups': ['59e06d07-89b8-4168-8246-6602aaadb149']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:08.596123 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-0105f617-3ea2-444a-9664-c5367dfa6ee7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting subnet 013c048d-3fbb-4a74-ae1e-7f3160da59d8 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:48:08.596757 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-7364f6cb-abe3-4f9d-a257-bb827be409bc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:08.599830 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0ded7533-2bf5-41f5-8aff-33a34d880d63 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:08.662173 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0105f617-3ea2-444a-9664-c5367dfa6ee7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:08.669850 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2774961b-7e22-41ec-9d2c-f8b5253f40a0 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:08.714206 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2acdd91c-2de3-4c6b-b9dd-c38256b71125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:08.784625 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cce9b477-401d-4f7e-afcb-037de13039c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:08.877918 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0105f617-3ea2-444a-9664-c5367dfa6ee7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:08.954288 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7364f6cb-abe3-4f9d-a257-bb827be409bc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:08.991054 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7364f6cb-abe3-4f9d-a257-bb827be409bc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:08.999353 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0ded7533-2bf5-41f5-8aff-33a34d880d63 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:09.001897 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-07e08101-8aa1-47a3-abde-8e52cb9d02cd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:09.022199 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0ded7533-2bf5-41f5-8aff-33a34d880d63 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:09.053775 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-7dab275f-e0d9-4625-8066-17ef034c473b req-91890071-3d56-4487-a869-605ff3fb2703 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:09.058482 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7364f6cb-abe3-4f9d-a257-bb827be409bc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:09.061580 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7364f6cb-abe3-4f9d-a257-bb827be409bc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:09.062955 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-7364f6cb-abe3-4f9d-a257-bb827be409bc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:48:09.063372 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7364f6cb-abe3-4f9d-a257-bb827be409bc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:09.085993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0105f617-3ea2-444a-9664-c5367dfa6ee7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:09.123503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0ded7533-2bf5-41f5-8aff-33a34d880d63 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:09.124007 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ded7533-2bf5-41f5-8aff-33a34d880d63 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Fanout notify agent at l3_agent the message router_deleted on router 4d79a5ab-21b0-40d0-85ee-a30221e4dc54 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:48:09.126126 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cce9b477-401d-4f7e-afcb-037de13039c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:09.221010 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-7dab275f-e0d9-4625-8066-17ef034c473b req-91890071-3d56-4487-a869-605ff3fb2703 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:09.231636 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-418b9e2e-eba3-43bc-b805-c70214ae8d67 req-bb4feaaa-3a7c-4072-8a95-5e5b2c2caa4e tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 210 time: 0.0660620
Dec 22 04:48:09.247037 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0ded7533-2bf5-41f5-8aff-33a34d880d63 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:09.248236 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0ded7533-2bf5-41f5-8aff-33a34d880d63 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/routers/4d79a5ab-21b0-40d0-85ee-a30221e4dc54 HTTP/1.1" status: 204  len: 168 time: 5.3672724
Dec 22 04:48:09.254646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52100) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:09.264583 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-06249c17-ed1c-4f86-8d50-8d592f4b9aa7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'network': {'name': 'tempest-RoutersTest-429581395'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:09.275684 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-06249c17-ed1c-4f86-8d50-8d592f4b9aa7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:09.292349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-06249c17-ed1c-4f86-8d50-8d592f4b9aa7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:network and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:09.297171 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-06249c17-ed1c-4f86-8d50-8d592f4b9aa7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:09.300428 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0105f617-3ea2-444a-9664-c5367dfa6ee7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:09.307817 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:09.317022 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7364f6cb-abe3-4f9d-a257-bb827be409bc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.7361987
Dec 22 04:48:09.317696 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dab275f-e0d9-4625-8066-17ef034c473b req-91890071-3d56-4487-a869-605ff3fb2703 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Made reservation on behalf of a189efe8546c44009128ff34bc595fc2 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:09.320562 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-7dab275f-e0d9-4625-8066-17ef034c473b req-91890071-3d56-4487-a869-605ff3fb2703 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:09.329402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52104) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:09.335434 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-06249c17-ed1c-4f86-8d50-8d592f4b9aa7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:09.346921 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-e92dd6a0-43d0-41d1-8d18-3e4487f6593b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:09.348432 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cce9b477-401d-4f7e-afcb-037de13039c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:09.358508 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105f617-3ea2-444a-9664-c5367dfa6ee7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Subnet': ['ID=013c048d-3fbb-4a74-ae1e-7f3160da59d8,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:09.362386 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0105f617-3ea2-444a-9664-c5367dfa6ee7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:09.365397 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9e87b23d-e87d-487c-a463-04c652ac0a1c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:09.419082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-07e08101-8aa1-47a3-abde-8e52cb9d02cd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:09.436860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:09.519380 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06249c17-ed1c-4f86-8d50-8d592f4b9aa7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Made reservation on behalf of 9e7dce9f57e64c25bbfc8211ac6b7ebe for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:09.521309 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06249c17-ed1c-4f86-8d50-8d592f4b9aa7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:09.522032 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639e36e6-e718-474e-9fa1-18e1f9643937 None None] Network 5cbd431b-6391-45b8-ac5d-bef3dcb1319f requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:09.528974 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e08101-8aa1-47a3-abde-8e52cb9d02cd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Subnet': ['ID=f7c3941a-0576-4cc0-abcd-9855f56fcd0b,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:09.530870 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0105f617-3ea2-444a-9664-c5367dfa6ee7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:09.535789 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9b477-401d-4f7e-afcb-037de13039c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Subnet': ['ID=3d957a51-2e0f-4ed3-b0f2-224f41149b2a,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:09.540919 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-07e08101-8aa1-47a3-abde-8e52cb9d02cd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:09.546059 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0105f617-3ea2-444a-9664-c5367dfa6ee7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/subnets/013c048d-3fbb-4a74-ae1e-7f3160da59d8 HTTP/1.1" status: 204  len: 168 time: 1.7356002
Dec 22 04:48:09.550766 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-cce9b477-401d-4f7e-afcb-037de13039c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:09.551160 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cce9b477-401d-4f7e-afcb-037de13039c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:09.552980 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-cce9b477-401d-4f7e-afcb-037de13039c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/subnets/3d957a51-2e0f-4ed3-b0f2-224f41149b2a HTTP/1.1" status: 204  len: 168 time: 1.8170865
Dec 22 04:48:09.553516 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52108) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:09.557457 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52110) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:09.580900 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-07e08101-8aa1-47a3-abde-8e52cb9d02cd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:09.617896 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e92dd6a0-43d0-41d1-8d18-3e4487f6593b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:09.650435 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e92dd6a0-43d0-41d1-8d18-3e4487f6593b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:09.657124 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d048789-4eb1-4b41-9141-848341442d66 None None] Network a9947066-2d3e-46e3-bc6c-de08250297cd requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:09.661648 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-07e08101-8aa1-47a3-abde-8e52cb9d02cd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/subnets/f7c3941a-0576-4cc0-abcd-9855f56fcd0b HTTP/1.1" status: 204  len: 168 time: 2.3687270
Dec 22 04:48:09.664891 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52116) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:09.672288 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c921bd26-4f6c-49b8-8514-21363bf9b311 None None] Network 856524b5-fe55-42a9-b736-f1c8c3aaa782 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:09.709467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06249c17-ed1c-4f86-8d50-8d592f4b9aa7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:48:09.741322 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06249c17-ed1c-4f86-8d50-8d592f4b9aa7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:09.741738 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-06249c17-ed1c-4f86-8d50-8d592f4b9aa7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Added segment c94bdf92-68c9-498f-b793-26f1168d4689 of type vlan for network 38112549-e615-46da-9c5a-eeddc58c4a44
Dec 22 04:48:09.757257 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b2169c-45e0-43b3-9c41-bab25faa5b92 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting subnet 0b501133-de6e-4772-9c0d-02735534301e {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:48:09.763087 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35b2169c-45e0-43b3-9c41-bab25faa5b92 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:09.797489 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:09.811748 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92dd6a0-43d0-41d1-8d18-3e4487f6593b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:09.814863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e92dd6a0-43d0-41d1-8d18-3e4487f6593b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:09.816385 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92dd6a0-43d0-41d1-8d18-3e4487f6593b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:48:09.816600 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e92dd6a0-43d0-41d1-8d18-3e4487f6593b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:09.840119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06249c17-ed1c-4f86-8d50-8d592f4b9aa7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:09.846861 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting port 50197699-9f77-4029-8426-df1316e71005 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:09.846861 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:09.887994 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35b2169c-45e0-43b3-9c41-bab25faa5b92 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:09.900288 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e92dd6a0-43d0-41d1-8d18-3e4487f6593b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.5634356
Dec 22 04:48:09.909482 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-7dab275f-e0d9-4625-8066-17ef034c473b req-91890071-3d56-4487-a869-605ff3fb2703 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Allocated IP 172.20.0.12 (e68a3e5c-f921-45fc-a6c9-1329c028d289/0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0/11cb9345-8066-4ad5-8be0-621882ff7c67) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:09.911053 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52120) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:09.924248 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:09.929991 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-a6ce362f-e765-46ef-8ba6-0322841cef39 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:10.027024 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06249c17-ed1c-4f86-8d50-8d592f4b9aa7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:10.030774 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06249c17-ed1c-4f86-8d50-8d592f4b9aa7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:10.031359 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06249c17-ed1c-4f86-8d50-8d592f4b9aa7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:10.038392 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8513342-b3d5-4986-9ef3-0a8e4780ba03 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Router fe74ed20-ba67-4c54-8f1e-d46d362af84e has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:48:10.052573 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c57e4ee6-8d23-4bb8-8a51-8e488a6f579c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:10.076497 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-06249c17-ed1c-4f86-8d50-8d592f4b9aa7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.8181279
Dec 22 04:48:10.077714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52124) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:10.109192 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-10863919-8865-4cf9-93ed-1b8ba3b7445c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'subnet': {'network_id': '38112549-e615-46da-9c5a-eeddc58c4a44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:10.137058 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Deleting port dd493254-fcc1-4ab7-abfe-f55d5b9150fb {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:10.137394 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:10.222727 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35b2169c-45e0-43b3-9c41-bab25faa5b92 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:10.237715 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2774961b-7e22-41ec-9d2c-f8b5253f40a0 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:10.268905 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06249c17-ed1c-4f86-8d50-8d592f4b9aa7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Network': ['ID=38112549-e615-46da-9c5a-eeddc58c4a44,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:10.274620 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-06249c17-ed1c-4f86-8d50-8d592f4b9aa7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:10.280468 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc30363-83ad-4871-9eb8-d58700a575bb None None] DHCP port deletion for 856524b5-fe55-42a9-b736-f1c8c3aaa782 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:48:10.287316 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 38112549-e615-46da-9c5a-eeddc58c4a44 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:48:10.307360 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2774961b-7e22-41ec-9d2c-f8b5253f40a0 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:10.332095 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] For port 50197699-9f77-4029-8426-df1316e71005, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=50197699-9f77-4029-8426-df1316e71005,segment=NetworkSegment(dbcb46cd-3ba8-4697-8eba-806dfba27a60),segment_id=dbcb46cd-3ba8-4697-8eba-806dfba27a60)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:10.332495 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:10.408572 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5773d3-c082-40ad-924c-d0549cb63519 None None] DHCP port deletion for a9947066-2d3e-46e3-bc6c-de08250297cd request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:48:10.411452 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-6dc30363-83ad-4871-9eb8-d58700a575bb None None] Deleting port dd493254-fcc1-4ab7-abfe-f55d5b9150fb {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:10.411999 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6dc30363-83ad-4871-9eb8-d58700a575bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:10.459914 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 50197699-9f77-4029-8426-df1316e71005 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:48:10.493336 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Calling delete_port for 50197699-9f77-4029-8426-df1316e71005 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:10.500350 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-6c5773d3-c082-40ad-924c-d0549cb63519 None None] Deleting port 50197699-9f77-4029-8426-df1316e71005 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:10.500731 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6c5773d3-c082-40ad-924c-d0549cb63519 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:10.572803 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35b2169c-45e0-43b3-9c41-bab25faa5b92 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:10.573857 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a6ce362f-e765-46ef-8ba6-0322841cef39 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:10.578742 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f2d88d80-aa1b-480c-beeb-e9fd9a417a16 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:10.630406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2169c-45e0-43b3-9c41-bab25faa5b92 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Subnet': ['ID=0b501133-de6e-4772-9c0d-02735534301e,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:10.635966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-35b2169c-45e0-43b3-9c41-bab25faa5b92 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:10.641830 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35b2169c-45e0-43b3-9c41-bab25faa5b92 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:10.654947 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-35b2169c-45e0-43b3-9c41-bab25faa5b92 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/subnets/0b501133-de6e-4772-9c0d-02735534301e HTTP/1.1" status: 204  len: 168 time: 1.0965862
Dec 22 04:48:10.654947 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:10.657254 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52130) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:10.657580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e1fe0f16-673d-484e-896f-ede5e30bb360 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:10.721516 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No active binding found for port 50197699-9f77-4029-8426-df1316e71005 {{(pid=83436) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 22 04:48:10.722088 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 50197699-9f77-4029-8426-df1316e71005 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:48:10.722544 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device dd493254-fcc1-4ab7-abfe-f55d5b9150fb no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:48:10.765227 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-6c5773d3-c082-40ad-924c-d0549cb63519 None None] The port '50197699-9f77-4029-8426-df1316e71005' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:48:10.780855 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Port': ['ID=50197699-9f77-4029-8426-df1316e71005,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:10.782347 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a6ce362f-e765-46ef-8ba6-0322841cef39 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:10.794006 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:10.802093 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] No DVR routers for this DVR port 50197699-9f77-4029-8426-df1316e71005 on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:48:10.965749 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-63a69054-1d6c-45a4-bd46-ad546fe1cb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:10.972098 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:10.995913 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-6dc30363-83ad-4871-9eb8-d58700a575bb None None] For port dd493254-fcc1-4ab7-abfe-f55d5b9150fb, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=dd493254-fcc1-4ab7-abfe-f55d5b9150fb,segment=NetworkSegment(207c6ade-8e1b-4ba4-861f-571ec1b53356),segment_id=207c6ade-8e1b-4ba4-861f-571ec1b53356)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:10.996331 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6dc30363-83ad-4871-9eb8-d58700a575bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:10.998797 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-f26d2181-705a-4c46-be9f-be4948e386f0 req-240b6eb5-408e-4f13-9c6e-59470d54d24e tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Synchronizing usage tracker for tenant:a189efe8546c44009128ff34bc595fc2 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:11.000614 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:11.018897 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting port b409c944-d178-4525-843d-885962052212 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:11.019449 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:11.063816 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-10863919-8865-4cf9-93ed-1b8ba3b7445c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:11.070682 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469c1df790>,) {'filters': {'network_id': ['a9947066-2d3e-46e3-bc6c-de08250297cd']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:11.073678 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0537ef0e-1014-42a6-b348-f630246e8be5 None None] Network 5cbd431b-6391-45b8-ac5d-bef3dcb1319f requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:11.090186 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-f26d2181-705a-4c46-be9f-be4948e386f0 req-240b6eb5-408e-4f13-9c6e-59470d54d24e tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Unset dirty status for tenant:a189efe8546c44009128ff34bc595fc2 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:11.091349 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f26d2181-705a-4c46-be9f-be4948e386f0 req-240b6eb5-408e-4f13-9c6e-59470d54d24e tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 210 time: 0.5151439
Dec 22 04:48:11.091480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c1df790>, 'dbcb46cd-3ba8-4697-8eba-806dfba27a60') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:11.091681 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c1df790>, 'dbcb46cd-3ba8-4697-8eba-806dfba27a60') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:11.100002 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-10863919-8865-4cf9-93ed-1b8ba3b7445c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:subnet and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:11.103631 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ce362f-e765-46ef-8ba6-0322841cef39 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:11.135323 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-10863919-8865-4cf9-93ed-1b8ba3b7445c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:11.138510 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:11.218840 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-6dc30363-83ad-4871-9eb8-d58700a575bb None None] Calling delete_port for dd493254-fcc1-4ab7-abfe-f55d5b9150fb owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:11.243913 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-10863919-8865-4cf9-93ed-1b8ba3b7445c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:11.274613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:11.316442 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:11.340090 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:48:11.340494 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:48:11.355814 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:48:11.364848 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] For port dd493254-fcc1-4ab7-abfe-f55d5b9150fb, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=dd493254-fcc1-4ab7-abfe-f55d5b9150fb,segment=NetworkSegment(207c6ade-8e1b-4ba4-861f-571ec1b53356),segment_id=207c6ade-8e1b-4ba4-861f-571ec1b53356)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:11.365202 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:11.411278 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-7dab275f-e0d9-4625-8066-17ef034c473b req-91890071-3d56-4487-a869-605ff3fb2703 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:11.411497 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6d01826f-737a-42e5-9f7b-477e75216720 None None] Provisioning complete for port b409c944-d178-4525-843d-885962052212 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:11.411808 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6d01826f-737a-42e5-9f7b-477e75216720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:11.469721 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] For port b409c944-d178-4525-843d-885962052212, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=b409c944-d178-4525-843d-885962052212,segment=NetworkSegment(1f74ada8-65cf-4d13-9512-e4469e459333),segment_id=1f74ada8-65cf-4d13-9512-e4469e459333)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:11.470091 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:11.470238 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port dd493254-fcc1-4ab7-abfe-f55d5b9150fb, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=dd493254-fcc1-4ab7-abfe-f55d5b9150fb,segment=NetworkSegment(207c6ade-8e1b-4ba4-861f-571ec1b53356),segment_id=207c6ade-8e1b-4ba4-861f-571ec1b53356)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:11.479130 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:11.483006 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:11.486700 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:11.501235 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:11.523049 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:11.546556 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10863919-8865-4cf9-93ed-1b8ba3b7445c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Made reservation on behalf of 9e7dce9f57e64c25bbfc8211ac6b7ebe for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:11.560949 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-6dc30363-83ad-4871-9eb8-d58700a575bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:48:11.561581 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-6dc30363-83ad-4871-9eb8-d58700a575bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:48:11.571445 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Calling delete_port for dd493254-fcc1-4ab7-abfe-f55d5b9150fb owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:11.583309 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Network': ['ID=a9947066-2d3e-46e3-bc6c-de08250297cd,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:11.604482 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a6ce362f-e765-46ef-8ba6-0322841cef39 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:11.605938 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ce362f-e765-46ef-8ba6-0322841cef39 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:48:11.606278 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ce362f-e765-46ef-8ba6-0322841cef39 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:11.611374 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=dd493254-fcc1-4ab7-abfe-f55d5b9150fb,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:11.615534 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:11.645641 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:11.647039 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/networks/a9947066-2d3e-46e3-bc6c-de08250297cd HTTP/1.1" status: 204  len: 168 time: 2.0881336
Dec 22 04:48:11.654190 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Calling delete_port for b409c944-d178-4525-843d-885962052212 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:11.677938 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52134) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:11.715200 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-7dab275f-e0d9-4625-8066-17ef034c473b req-91890071-3d56-4487-a869-605ff3fb2703 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Transition to ACTIVE for port object 11cb9345-8066-4ad5-8be0-621882ff7c67 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:11.732919 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:11.739178 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0576eb2c-a29b-4d0a-8070-7523e622500c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:11.741013 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de1c699-790f-483d-a0f0-8f80807815d0 None None] DHCP port deletion for 5cbd431b-6391-45b8-ac5d-bef3dcb1319f request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:48:11.786854 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Port': ['ID=b409c944-d178-4525-843d-885962052212,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:11.790265 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:11.793833 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] No DVR routers for this DVR port b409c944-d178-4525-843d-885962052212 on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:48:11.830021 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a6ce362f-e765-46ef-8ba6-0322841cef39 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 1.9150794
Dec 22 04:48:11.839728 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52138) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:11.891779 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-489eda67-1877-46c0-9bfc-d0d8ba2e1e04 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:11.899131 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-10863919-8865-4cf9-93ed-1b8ba3b7445c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:11.974913 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfb22ba-87b0-476e-afad-60e0d7ecf62c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:11.976429 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ccfb22ba-87b0-476e-afad-60e0d7ecf62c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports/68ff7730-43ee-457c-b8a9-f4d31ced03b3 HTTP/1.1" status: 200  len: 840 time: 0.2629073
Dec 22 04:48:11.977270 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2774961b-7e22-41ec-9d2c-f8b5253f40a0 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:11.982421 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52142) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:11.999290 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:12.001456 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:12.062475 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-6dc30363-83ad-4871-9eb8-d58700a575bb None None] Deleting port dd493254-fcc1-4ab7-abfe-f55d5b9150fb {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:12.063269 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6dc30363-83ad-4871-9eb8-d58700a575bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:12.091936 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b0ce310>,) {'filters': {'network_id': ['5cbd431b-6391-45b8-ac5d-bef3dcb1319f']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:12.105092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-489eda67-1877-46c0-9bfc-d0d8ba2e1e04 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:12.112197 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b0ce310>, '1f74ada8-65cf-4d13-9512-e4469e459333') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:12.112483 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b0ce310>, '1f74ada8-65cf-4d13-9512-e4469e459333') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:12.120742 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2749eaef-b0ba-4faa-b3f2-347cc1830430 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Synchronizing usage tracker for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:12.125005 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.api [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:48:12.125581 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_db.api [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:48:12.134023 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-489eda67-1877-46c0-9bfc-d0d8ba2e1e04 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:12.137616 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:12.160092 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-7dab275f-e0d9-4625-8066-17ef034c473b req-91890071-3d56-4487-a869-605ff3fb2703 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:12.163340 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:12.170097 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:48:12.170568 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:12.183212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:48:12.186273 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:48:12.235470 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2749eaef-b0ba-4faa-b3f2-347cc1830430 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Unset dirty status for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:12.236687 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2749eaef-b0ba-4faa-b3f2-347cc1830430 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports/68ff7730-43ee-457c-b8a9-f4d31ced03b3?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.2445126
Dec 22 04:48:12.242505 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489eda67-1877-46c0-9bfc-d0d8ba2e1e04 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:12.258716 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52148) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:12.280331 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:12.305849 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-6dc30363-83ad-4871-9eb8-d58700a575bb None None] For port dd493254-fcc1-4ab7-abfe-f55d5b9150fb, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=dd493254-fcc1-4ab7-abfe-f55d5b9150fb,segment=NetworkSegment(207c6ade-8e1b-4ba4-861f-571ec1b53356),segment_id=207c6ade-8e1b-4ba4-861f-571ec1b53356)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:12.306842 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6dc30363-83ad-4871-9eb8-d58700a575bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:12.307358 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-c469e85c-7c67-4ccf-8b42-95772f2495ad tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'subnet': {'network_id': '0a794013-ae5e-4901-9fbf-747518ba91d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:12.398226 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-489eda67-1877-46c0-9bfc-d0d8ba2e1e04 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:12.400401 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-489eda67-1877-46c0-9bfc-d0d8ba2e1e04 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:48:12.401407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-489eda67-1877-46c0-9bfc-d0d8ba2e1e04 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:12.411525 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8513342-b3d5-4986-9ef3-0a8e4780ba03 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:48:12.424898 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52317d38-ddb8-40b7-b68b-b3add2326284 None None] Sync routers for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:48:12.439204 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-6dc30363-83ad-4871-9eb8-d58700a575bb None None] Calling delete_port for dd493254-fcc1-4ab7-abfe-f55d5b9150fb owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:12.442316 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52317d38-ddb8-40b7-b68b-b3add2326284 None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:48:12.443352 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91890071-3d56-4487-a869-605ff3fb2703 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Pushing event updated for resources: {'Port': ['ID=11cb9345-8066-4ad5-8be0-621882ff7c67,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:12.444025 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-52317d38-ddb8-40b7-b68b-b3add2326284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c42f3d0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:12.446180 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-91890071-3d56-4487-a869-605ff3fb2703 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:12.467156 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dab275f-e0d9-4625-8066-17ef034c473b req-91890071-3d56-4487-a869-605ff3fb2703 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Network e68a3e5c-f921-45fc-a6c9-1329c028d289 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:12.476898 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device b409c944-d178-4525-843d-885962052212 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:48:12.489300 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:12.496033 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ac844118-55c1-40a9-a745-543f202d1c63 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:12.515147 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:12.515489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: b409c944-d178-4525-843d-885962052212 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:48:12.515837 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device b409c944-d178-4525-843d-885962052212 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:48:12.522371 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/networks/5cbd431b-6391-45b8-ac5d-bef3dcb1319f HTTP/1.1" status: 204  len: 168 time: 1.8317266
Dec 22 04:48:12.528560 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-489eda67-1877-46c0-9bfc-d0d8ba2e1e04 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.6877193
Dec 22 04:48:12.529314 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52152) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:12.529670 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52154) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:12.545737 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c8513342-b3d5-4986-9ef3-0a8e4780ba03 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "PUT /v2.0/routers/fe74ed20-ba67-4c54-8f1e-d46d362af84e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.6830735
Dec 22 04:48:12.561016 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-52317d38-ddb8-40b7-b68b-b3add2326284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c42f3d0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:12.562345 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-7dab275f-e0d9-4625-8066-17ef034c473b req-91890071-3d56-4487-a869-605ff3fb2703 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:12.565160 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dab275f-e0d9-4625-8066-17ef034c473b req-91890071-3d56-4487-a869-605ff3fb2703 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:12.573948 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6dc30363-83ad-4871-9eb8-d58700a575bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:12.577966 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:12.578722 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Network': ['ID=5cbd431b-6391-45b8-ac5d-bef3dcb1319f,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:12.580411 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52160) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:12.584492 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-fe78083d-a474-4569-9b36-ff83e2309951 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:12.586729 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52317d38-ddb8-40b7-b68b-b3add2326284 None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:48:12.589790 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-52317d38-ddb8-40b7-b68b-b3add2326284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c42f3d0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:12.638843 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc30363-83ad-4871-9eb8-d58700a575bb None None] Pushing event deleted for resources: {'Port': ['ID=dd493254-fcc1-4ab7-abfe-f55d5b9150fb,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:12.644278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6dc30363-83ad-4871-9eb8-d58700a575bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:12.646834 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc30363-83ad-4871-9eb8-d58700a575bb None None] No DVR routers for this DVR port dd493254-fcc1-4ab7-abfe-f55d5b9150fb on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:48:12.688887 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-52317d38-ddb8-40b7-b68b-b3add2326284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c42f3d0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:12.689344 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52317d38-ddb8-40b7-b68b-b3add2326284 None None] The sync data for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:48:12.704961 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:12.709623 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e77817e7-0bdf-4829-b6d9-875de9132d80 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Request body: {'port': {'network_id': 'c8598c21-1a47-4e08-b24a-e0cd70f26da3', 'name': 'tempest-FloatingIPTestJSON-1357969012'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:12.807129 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Deleting port dd493254-fcc1-4ab7-abfe-f55d5b9150fb {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:12.807619 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:12.920449 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e252f66b-424f-42b2-8c6c-2b3e05158336 None None] Provisioning for port 11cb9345-8066-4ad5-8be0-621882ff7c67 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:12.925852 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e252f66b-424f-42b2-8c6c-2b3e05158336 None None] Provisioning complete for port 11cb9345-8066-4ad5-8be0-621882ff7c67 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:12.926590 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e252f66b-424f-42b2-8c6c-2b3e05158336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:12.932638 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea8b64-ed81-4ac6-a125-eadc04bd86a0 req-a8ffb1c7-c4cc-48ac-81b5-e90a9bb78a28 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:12.934002 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d8ea8b64-ed81-4ac6-a125-eadc04bd86a0 req-a8ffb1c7-c4cc-48ac-81b5-e90a9bb78a28 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 932 time: 0.5456004
Dec 22 04:48:12.934376 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c469e85c-7c67-4ccf-8b42-95772f2495ad tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:12.946068 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fe78083d-a474-4569-9b36-ff83e2309951 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:12.950216 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] The port 'dd493254-fcc1-4ab7-abfe-f55d5b9150fb' was deleted {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:48:12.955103 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c469e85c-7c67-4ccf-8b42-95772f2495ad tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:subnet and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:12.983189 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-e252f66b-424f-42b2-8c6c-2b3e05158336 None None] Port 11cb9345-8066-4ad5-8be0-621882ff7c67 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:48:12.993392 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fe78083d-a474-4569-9b36-ff83e2309951 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:13.021319 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c469e85c-7c67-4ccf-8b42-95772f2495ad tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:13.053993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe78083d-a474-4569-9b36-ff83e2309951 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:13.057292 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fe78083d-a474-4569-9b36-ff83e2309951 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:13.058647 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe78083d-a474-4569-9b36-ff83e2309951 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:48:13.059058 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe78083d-a474-4569-9b36-ff83e2309951 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:13.078136 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1a52e4-0d96-4c74-98ec-d2e7e08d9219 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:13.078809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1a1a52e4-0d96-4c74-98ec-d2e7e08d9219 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Synchronizing usage tracker for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:13.086362 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e77817e7-0bdf-4829-b6d9-875de9132d80 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:13.094961 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e77817e7-0bdf-4829-b6d9-875de9132d80 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Usage tracker for resource:port and tenant:fd72df115f564198b6625c6a0d6299d2 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:13.100745 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e77817e7-0bdf-4829-b6d9-875de9132d80 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:13.106797 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d8ea8b64-ed81-4ac6-a125-eadc04bd86a0 req-7b931d23-9ebc-438e-832b-33a958df1c4f tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1563261
Dec 22 04:48:13.114632 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fe78083d-a474-4569-9b36-ff83e2309951 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.5800722
Dec 22 04:48:13.116443 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e77817e7-0bdf-4829-b6d9-875de9132d80 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:13.118241 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52164) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:13.123797 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c469e85c-7c67-4ccf-8b42-95772f2495ad tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:13.125446 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-8f12ec26-465e-4755-8898-6749c319c961 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:13.166081 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab275f-e0d9-4625-8066-17ef034c473b req-91890071-3d56-4487-a869-605ff3fb2703 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:13.166677 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-7dab275f-e0d9-4625-8066-17ef034c473b req-91890071-3d56-4487-a869-605ff3fb2703 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:13.192884 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1a1a52e4-0d96-4c74-98ec-d2e7e08d9219 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Unset dirty status for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:13.198027 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1a1a52e4-0d96-4c74-98ec-d2e7e08d9219 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.6649849
Dec 22 04:48:13.206535 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52168) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:13.229812 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2774961b-7e22-41ec-9d2c-f8b5253f40a0 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:13.246344 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c469e85c-7c67-4ccf-8b42-95772f2495ad tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:13.257075 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77817e7-0bdf-4829-b6d9-875de9132d80 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Made reservation on behalf of fd72df115f564198b6625c6a0d6299d2 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:13.260504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e77817e7-0bdf-4829-b6d9-875de9132d80 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:13.311432 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-e77817e7-0bdf-4829-b6d9-875de9132d80 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] device_id is not set on port 6bb7be7c-f528-4528-b9d2-7c81e1de658d yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:48:13.339851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2774961b-7e22-41ec-9d2c-f8b5253f40a0 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:13.350276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-8f12ec26-465e-4755-8898-6749c319c961 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:13.354676 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:13.375927 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7dab275f-e0d9-4625-8066-17ef034c473b req-91890071-3d56-4487-a869-605ff3fb2703 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.8170998
Dec 22 04:48:13.377786 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-8f12ec26-465e-4755-8898-6749c319c961 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:13.418981 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f12ec26-465e-4755-8898-6749c319c961 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:13.419241 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-7dab275f-e0d9-4625-8066-17ef034c473b req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] Request body: {'port': {'device_id': '7a3a4a9f-9f11-44db-8c3c-41a3560d41da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:13.422310 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8f12ec26-465e-4755-8898-6749c319c961 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:13.423634 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f12ec26-465e-4755-8898-6749c319c961 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:48:13.424039 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f12ec26-465e-4755-8898-6749c319c961 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:13.455312 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:13.463444 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469be4dbe0>,) {'filters': {'network_id': ['856524b5-fe55-42a9-b736-f1c8c3aaa782']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:13.464109 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2b9631ea-18cb-4a48-81ec-e08694814ee5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.2564633
Dec 22 04:48:13.470542 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52172) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:13.487291 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-588260fe-3e84-4391-ae72-88da1cdc636f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-236139883'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:13.496000 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-588260fe-3e84-4391-ae72-88da1cdc636f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:13.501980 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-10863919-8865-4cf9-93ed-1b8ba3b7445c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:13.505870 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-588260fe-3e84-4391-ae72-88da1cdc636f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:network and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:13.511286 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-588260fe-3e84-4391-ae72-88da1cdc636f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:13.511644 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469be4dbe0>, '207c6ade-8e1b-4ba4-861f-571ec1b53356') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:13.511936 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469be4dbe0>, '207c6ade-8e1b-4ba4-861f-571ec1b53356') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:13.518988 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8f12ec26-465e-4755-8898-6749c319c961 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.3972499
Dec 22 04:48:13.519137 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3f3be6ca-9594-4119-b867-113210be396f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:13.521606 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52176) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:13.522265 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-588260fe-3e84-4391-ae72-88da1cdc636f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:13.562854 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c469e85c-7c67-4ccf-8b42-95772f2495ad tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:13.569141 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-e77817e7-0bdf-4829-b6d9-875de9132d80 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Allocated IP 172.20.0.13 (c8598c21-1a47-4e08-b24a-e0cd70f26da3/d1aa839e-7cd3-4369-a96b-e9b3a814fc1b/6bb7be7c-f528-4528-b9d2-7c81e1de658d) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:13.577813 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588260fe-3e84-4391-ae72-88da1cdc636f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:13.580597 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:13.580748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-588260fe-3e84-4391-ae72-88da1cdc636f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:13.595845 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3f91967c-2f21-4a14-8dc1-593c809d47f1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0691118
Dec 22 04:48:13.599776 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52180) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:13.650378 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2774961b-7e22-41ec-9d2c-f8b5253f40a0 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:13.650727 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2774961b-7e22-41ec-9d2c-f8b5253f40a0 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea6e9a74-c62b-433b-bbe9-8d769bc2b5e3 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:48:13.692993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588260fe-3e84-4391-ae72-88da1cdc636f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:48:13.711148 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a60e63-de78-4166-82f0-877ab7933dbc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:13.711822 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c6a60e63-de78-4166-82f0-877ab7933dbc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:13.726464 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-588260fe-3e84-4391-ae72-88da1cdc636f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:13.726803 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-588260fe-3e84-4391-ae72-88da1cdc636f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Added segment bb201558-b9df-45aa-91a2-da3bc3b73be5 of type vlan for network a0ad38ca-4a6b-4f17-997e-4890c3278b24
Dec 22 04:48:13.753180 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:13.769798 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10863919-8865-4cf9-93ed-1b8ba3b7445c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Subnet': ['ID=e21f7121-c1ea-4d2e-8892-9dcac83222bf,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:13.786537 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-10863919-8865-4cf9-93ed-1b8ba3b7445c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:13.797826 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:48:13.798230 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:13.813522 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-2774961b-7e22-41ec-9d2c-f8b5253f40a0 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 22 04:48:13.817122 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c6a60e63-de78-4166-82f0-877ab7933dbc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2774961b-7e22-41ec-9d2c-f8b5253f40a0 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 6.6909003
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:48:13.817244 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:48:13.819399 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c6a60e63-de78-4166-82f0-877ab7933dbc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2129302
Dec 22 04:48:13.825842 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52184) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:13.826116 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52186) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:13.842848 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-588260fe-3e84-4391-ae72-88da1cdc636f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:13.914229 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-588260fe-3e84-4391-ae72-88da1cdc636f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:13.917889 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588260fe-3e84-4391-ae72-88da1cdc636f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:13.918459 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-588260fe-3e84-4391-ae72-88da1cdc636f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:13.926080 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:13.954383 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e77817e7-0bdf-4829-b6d9-875de9132d80 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:13.995219 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-7dab275f-e0d9-4625-8066-17ef034c473b req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:14.033580 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-588260fe-3e84-4391-ae72-88da1cdc636f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.5576913
Dec 22 04:48:14.040084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52192) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:14.040491 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e6a7c8e0-8874-468c-a595-5593ccb6fdf6 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1663935
Dec 22 04:48:14.047390 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52196) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:14.048254 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10863919-8865-4cf9-93ed-1b8ba3b7445c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Checking segment: {'id': 'c94bdf92-68c9-498f-b793-26f1168d4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38112549-e615-46da-9c5a-eeddc58c4a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:48:14.048435 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-f29e6002-893e-4202-ac86-1d45dd44a2eb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'subnet': {'network_id': 'a0ad38ca-4a6b-4f17-997e-4890c3278b24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:14.048611 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10863919-8865-4cf9-93ed-1b8ba3b7445c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network hostable DHCP agents. Network: 38112549-e615-46da-9c5a-eeddc58c4a44, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:48:14.063065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588260fe-3e84-4391-ae72-88da1cdc636f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Network': ['ID=a0ad38ca-4a6b-4f17-997e-4890c3278b24,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:14.066970 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-fa666df8-744c-4d5c-af17-7085e4f522ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:14.068576 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-588260fe-3e84-4391-ae72-88da1cdc636f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:14.075548 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network a0ad38ca-4a6b-4f17-997e-4890c3278b24 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:48:14.206868 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f29e6002-893e-4202-ac86-1d45dd44a2eb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:14.211982 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e77817e7-0bdf-4829-b6d9-875de9132d80 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:14.221074 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8e7e8805-c45e-45ca-aa64-e124aa934db9 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:14.263915 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f29e6002-893e-4202-ac86-1d45dd44a2eb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:subnet and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:14.274428 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f29e6002-893e-4202-ac86-1d45dd44a2eb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:14.290352 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f29e6002-893e-4202-ac86-1d45dd44a2eb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:14.291351 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:14.294702 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-fdebc799-dbf1-4650-b16c-86a2ccf65812 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Deleting port 272be57b-2098-47fd-846c-e86ae9f2d627 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:14.295034 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fdebc799-dbf1-4650-b16c-86a2ccf65812 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:14.314507 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77817e7-0bdf-4829-b6d9-875de9132d80 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Network c8598c21-1a47-4e08-b24a-e0cd70f26da3 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:14.318754 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-e77817e7-0bdf-4829-b6d9-875de9132d80 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:14.320733 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77817e7-0bdf-4829-b6d9-875de9132d80 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Port': ['ID=6bb7be7c-f528-4528-b9d2-7c81e1de658d,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:14.322936 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29e6002-893e-4202-ac86-1d45dd44a2eb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:14.334249 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e27e1ff0-e3f6-4d6c-a13f-c77c40daa621 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:14.339236 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e77817e7-0bdf-4829-b6d9-875de9132d80 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:14.339788 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77817e7-0bdf-4829-b6d9-875de9132d80 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:14.354530 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:14.425377 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Pushing event deleted for resources: {'Network': ['ID=856524b5-fe55-42a9-b736-f1c8c3aaa782,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:14.440486 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:14.470595 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f29e6002-893e-4202-ac86-1d45dd44a2eb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:14.494252 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77817e7-0bdf-4829-b6d9-875de9132d80 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:14.494845 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e77817e7-0bdf-4829-b6d9-875de9132d80 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:14.521709 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] 10.222.0.53 "DELETE /v2.0/networks/856524b5-fe55-42a9-b736-f1c8c3aaa782 HTTP/1.1" status: 204  len: 168 time: 4.8523209
Dec 22 04:48:14.572547 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e77817e7-0bdf-4829-b6d9-875de9132d80 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.8967183
Dec 22 04:48:14.575733 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52204) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:14.583166 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-7f4b8e84-c33c-4b40-9e91-2221744425bf tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Request body: {'port': {'network_id': 'c8598c21-1a47-4e08-b24a-e0cd70f26da3', 'name': 'tempest-FloatingIPTestJSON-50424203'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:14.626212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-fa666df8-744c-4d5c-af17-7085e4f522ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:14.646325 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10863919-8865-4cf9-93ed-1b8ba3b7445c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network 38112549-e615-46da-9c5a-eeddc58c4a44 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:48:14.684164 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-fa666df8-744c-4d5c-af17-7085e4f522ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:14.789363 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-10863919-8865-4cf9-93ed-1b8ba3b7445c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 38112549-e615-46da-9c5a-eeddc58c4a44) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:14.802774 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc393e9-d9ea-4ab0-9245-f5d52ff95c98 None None] Network 38112549-e615-46da-9c5a-eeddc58c4a44 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:14.840883 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10863919-8865-4cf9-93ed-1b8ba3b7445c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:14.840883 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-10863919-8865-4cf9-93ed-1b8ba3b7445c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:14.894764 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa666df8-744c-4d5c-af17-7085e4f522ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:14.898288 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fa666df8-744c-4d5c-af17-7085e4f522ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:14.905177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52210) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:14.915336 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7f4b8e84-c33c-4b40-9e91-2221744425bf tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:14.930454 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7f4b8e84-c33c-4b40-9e91-2221744425bf tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Usage tracker for resource:port and tenant:fd72df115f564198b6625c6a0d6299d2 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:14.939290 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7f4b8e84-c33c-4b40-9e91-2221744425bf tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:14.949676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7f4b8e84-c33c-4b40-9e91-2221744425bf tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:14.990444 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4b8e84-c33c-4b40-9e91-2221744425bf tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Made reservation on behalf of fd72df115f564198b6625c6a0d6299d2 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:14.994812 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7f4b8e84-c33c-4b40-9e91-2221744425bf tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:15.005891 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c469e85c-7c67-4ccf-8b42-95772f2495ad tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:15.021581 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f29e6002-893e-4202-ac86-1d45dd44a2eb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:15.021984 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:15.027249 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a8d7bcb0-6477-4d20-bd3e-d44523ea7ae4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:15.051562 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c672893-1454-41a9-95af-749bfad5dd7c req-1c9692a0-0578-415e-b504-330fa3c0f098 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:15.053044 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6c672893-1454-41a9-95af-749bfad5dd7c req-1c9692a0-0578-415e-b504-330fa3c0f098 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 932 time: 0.7696617
Dec 22 04:48:15.055139 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-38112549-e615-46da-9c5a-eeddc58c4a44', 'network_id': '38112549-e615-46da-9c5a-eeddc58c4a44', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'fixed_ips': [{'subnet_id': 'e21f7121-c1ea-4d2e-8892-9dcac83222bf'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:48:15.056605 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:15.110600 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e6002-893e-4202-ac86-1d45dd44a2eb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Subnet': ['ID=a1a6ba9f-a213-4569-9ee8-354fa672367b,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:15.113335 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f29e6002-893e-4202-ac86-1d45dd44a2eb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:15.115545 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-7f4b8e84-c33c-4b40-9e91-2221744425bf tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] device_id is not set on port 92fe3f3c-2574-4545-96fa-4adc5efe30ea yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:48:15.116865 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-10863919-8865-4cf9-93ed-1b8ba3b7445c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.0288091
Dec 22 04:48:15.136234 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52216) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:15.175825 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-5ef2b0b2-a60c-4bc7-a295-9fa4530bc902 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1916298637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:15.218310 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5ef2b0b2-a60c-4bc7-a295-9fa4530bc902 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:15.229487 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c469e85c-7c67-4ccf-8b42-95772f2495ad tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network 0a794013-ae5e-4901-9fbf-747518ba91d3 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:15.238657 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5ef2b0b2-a60c-4bc7-a295-9fa4530bc902 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:router and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:15.246185 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fdebc799-dbf1-4650-b16c-86a2ccf65812 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:15.255815 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-c469e85c-7c67-4ccf-8b42-95772f2495ad tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:15.258091 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469e85c-7c67-4ccf-8b42-95772f2495ad tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Subnet': ['ID=f16008c1-ef90-4a3a-a61a-2c8359d416e9,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:15.264478 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c469e85c-7c67-4ccf-8b42-95772f2495ad tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:15.264949 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2943b235-081f-4b01-a401-33e9af64dda1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=664b0479e9e1448ea56990a36f4ec616&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3530822
Dec 22 04:48:15.266018 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c469e85c-7c67-4ccf-8b42-95772f2495ad tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:15.268961 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52220) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:15.281504 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5ef2b0b2-a60c-4bc7-a295-9fa4530bc902 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:15.282207 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb7622c-e040-40a4-9a92-33d26c296e22 None None] Network 0a794013-ae5e-4901-9fbf-747518ba91d3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:15.286404 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c469e85c-7c67-4ccf-8b42-95772f2495ad tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:15.298669 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5ef2b0b2-a60c-4bc7-a295-9fa4530bc902 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:15.346596 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29e6002-893e-4202-ac86-1d45dd44a2eb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Checking segment: {'id': 'bb201558-b9df-45aa-91a2-da3bc3b73be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a0ad38ca-4a6b-4f17-997e-4890c3278b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:48:15.347038 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29e6002-893e-4202-ac86-1d45dd44a2eb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network hostable DHCP agents. Network: a0ad38ca-4a6b-4f17-997e-4890c3278b24, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:48:15.391577 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Allocated IP 172.20.0.2 (38112549-e615-46da-9c5a-eeddc58c4a44/e21f7121-c1ea-4d2e-8892-9dcac83222bf/1ef1d71d-db9b-443d-bdc0-6e696fcf76e8) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:15.413423 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-7f4b8e84-c33c-4b40-9e91-2221744425bf tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Allocated IP 172.20.0.8 (c8598c21-1a47-4e08-b24a-e0cd70f26da3/d1aa839e-7cd3-4369-a96b-e9b3a814fc1b/92fe3f3c-2574-4545-96fa-4adc5efe30ea) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:15.439222 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29e6002-893e-4202-ac86-1d45dd44a2eb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network a0ad38ca-4a6b-4f17-997e-4890c3278b24 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:48:15.440337 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-fdebc799-dbf1-4650-b16c-86a2ccf65812 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Calling delete_port for 272be57b-2098-47fd-846c-e86ae9f2d627 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:15.463330 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0745f34a-56ea-4a20-8dd5-dc4f9d8321fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:15.480151 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-f29e6002-893e-4202-ac86-1d45dd44a2eb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, a0ad38ca-4a6b-4f17-997e-4890c3278b24) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:15.486406 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6c672893-1454-41a9-95af-749bfad5dd7c req-fe90cf59-7949-4e8c-8953-3f3d00f93783 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4107437
Dec 22 04:48:15.497913 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc3bf1a-849f-4756-80cd-1340847a93f0 None None] Network a0ad38ca-4a6b-4f17-997e-4890c3278b24 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:15.504370 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c469e85c-7c67-4ccf-8b42-95772f2495ad tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.2105899
Dec 22 04:48:15.508672 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52224) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:15.511813 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ef2b0b2-a60c-4bc7-a295-9fa4530bc902 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:15.512691 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ef2b0b2-a60c-4bc7-a295-9fa4530bc902 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:15.539435 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29e6002-893e-4202-ac86-1d45dd44a2eb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:15.540014 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f29e6002-893e-4202-ac86-1d45dd44a2eb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:15.552930 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0745f34a-56ea-4a20-8dd5-dc4f9d8321fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:15.558729 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-521a2621-486a-43a8-b2cc-cd79323269fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'security_group': {'name': 'tempest-secgroup-2046346160'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:15.573699 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.resource_extend [req-7dab275f-e0d9-4625-8066-17ef034c473b req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:48:15.585180 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-521a2621-486a-43a8-b2cc-cd79323269fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:15.628207 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-521a2621-486a-43a8-b2cc-cd79323269fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:security_group and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:15.643682 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-521a2621-486a-43a8-b2cc-cd79323269fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:15.674133 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-521a2621-486a-43a8-b2cc-cd79323269fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:15.685364 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f29e6002-893e-4202-ac86-1d45dd44a2eb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6419542
Dec 22 04:48:15.687723 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52228) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:15.702785 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-a048f166-7d9c-4790-a1a7-e2b0771a6f2c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'port': {'network_id': 'a0ad38ca-4a6b-4f17-997e-4890c3278b24', 'name': 'tempest-PortsIpV6TestJSON-911614734'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:15.712685 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-7dab275f-e0d9-4625-8066-17ef034c473b req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11cb9345-8066-4ad5-8be0-621882ff7c67 {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:48:15.756638 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ef2b0b2-a60c-4bc7-a295-9fa4530bc902 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:15.762533 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-7dab275f-e0d9-4625-8066-17ef034c473b req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:15.781645 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-521a2621-486a-43a8-b2cc-cd79323269fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:15.840230 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0745f34a-56ea-4a20-8dd5-dc4f9d8321fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:15.856701 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:15.864855 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ef2b0b2-a60c-4bc7-a295-9fa4530bc902 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:15.867982 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:15.871917 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-7dab275f-e0d9-4625-8066-17ef034c473b req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] Transition to ACTIVE for port object 11cb9345-8066-4ad5-8be0-621882ff7c67 will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:15.872442 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745f34a-56ea-4a20-8dd5-dc4f9d8321fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be40e93-c48f-4759-aaa8-aa3fa063eee7,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:15.879086 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0745f34a-56ea-4a20-8dd5-dc4f9d8321fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:15.887698 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fdebc799-dbf1-4650-b16c-86a2ccf65812 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:15.889651 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0745f34a-56ea-4a20-8dd5-dc4f9d8321fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:15.890707 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Transition to ACTIVE for port object 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:15.891452 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0745f34a-56ea-4a20-8dd5-dc4f9d8321fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8be40e93-c48f-4759-aaa8-aa3fa063eee7 HTTP/1.1" status: 204  len: 168 time: 0.6202803
Dec 22 04:48:15.912816 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Transition to ACTIVE for port object 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:15.934498 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7f4b8e84-c33c-4b40-9e91-2221744425bf tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:15.935480 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-47b540f8-ca09-4874-8f46-23865df86ad3 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:15.944480 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:15.954290 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1cfa9998-5c70-4a2c-82d3-1b8098d6bf55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:15.960712 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a048f166-7d9c-4790-a1a7-e2b0771a6f2c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:15.963911 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-7dab275f-e0d9-4625-8066-17ef034c473b req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:15.970954 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a048f166-7d9c-4790-a1a7-e2b0771a6f2c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:15.976667 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-521a2621-486a-43a8-b2cc-cd79323269fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:15.986181 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a048f166-7d9c-4790-a1a7-e2b0771a6f2c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:15.989383 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a048f166-7d9c-4790-a1a7-e2b0771a6f2c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:16.005094 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebc799-dbf1-4650-b16c-86a2ccf65812 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Pushing event deleted for resources: {'Port': ['ID=272be57b-2098-47fd-846c-e86ae9f2d627,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:16.013523 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-521a2621-486a-43a8-b2cc-cd79323269fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:security_group_rule and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:16.021735 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-521a2621-486a-43a8-b2cc-cd79323269fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:16.024756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fdebc799-dbf1-4650-b16c-86a2ccf65812 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:16.025480 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:16.027378 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-a048f166-7d9c-4790-a1a7-e2b0771a6f2c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] device_id is not set on port 4bf5e363-19bd-4a9e-bcb3-f8e4c8aaaf17 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:48:16.058903 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-0a794013-ae5e-4901-9fbf-747518ba91d3', 'network_id': '0a794013-ae5e-4901-9fbf-747518ba91d3', 'tenant_id': '12ff9b0938824da5a0f85f94c435a758', 'fixed_ips': [{'subnet_id': 'f16008c1-ef90-4a3a-a61a-2c8359d416e9'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:48:16.060484 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:16.070440 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-521a2621-486a-43a8-b2cc-cd79323269fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:16.072483 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ef2b0b2-a60c-4bc7-a295-9fa4530bc902 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:16.074003 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5ef2b0b2-a60c-4bc7-a295-9fa4530bc902 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.9203303
Dec 22 04:48:16.077442 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52234) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:16.085521 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-a0ad38ca-4a6b-4f17-997e-4890c3278b24', 'network_id': 'a0ad38ca-4a6b-4f17-997e-4890c3278b24', 'tenant_id': '9cc774473554458a97f8b8616dd2ecde', 'fixed_ips': [{'subnet_id': 'a1a6ba9f-a213-4569-9ee8-354fa672367b'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:48:16.086321 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:16.144155 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7f4b8e84-c33c-4b40-9e91-2221744425bf tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:16.163743 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0ded7533-2bf5-41f5-8aff-33a34d880d63 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:16.218005 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4b8e84-c33c-4b40-9e91-2221744425bf tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Network c8598c21-1a47-4e08-b24a-e0cd70f26da3 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:16.230258 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-7f4b8e84-c33c-4b40-9e91-2221744425bf tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:16.237474 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4b8e84-c33c-4b40-9e91-2221744425bf tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:16.336009 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Network 38112549-e615-46da-9c5a-eeddc58c4a44 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:16.344946 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=1ef1d71d-db9b-443d-bdc0-6e696fcf76e8,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:16.347673 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:16.350762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:16.351988 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:16.441488 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-a048f166-7d9c-4790-a1a7-e2b0771a6f2c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Allocated IP 2001:db8::2b7 (a0ad38ca-4a6b-4f17-997e-4890c3278b24/a1a6ba9f-a213-4569-9ee8-354fa672367b/4bf5e363-19bd-4a9e-bcb3-f8e4c8aaaf17) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:16.498587 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Attempting to bind port 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:48:16.499234 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Attempting to bind port 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'c94bdf92-68c9-498f-b793-26f1168d4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38112549-e615-46da-9c5a-eeddc58c4a44'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:48:16.499788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Attempting to bind port 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8 on network 38112549-e615-46da-9c5a-eeddc58c4a44 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:48:16.547562 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:48:16.548197 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Checking segment: {'id': 'c94bdf92-68c9-498f-b793-26f1168d4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38112549-e615-46da-9c5a-eeddc58c4a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:48:16.548786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:16.549338 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Bound using segment: {'id': 'c94bdf92-68c9-498f-b793-26f1168d4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38112549-e615-46da-9c5a-eeddc58c4a44'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:48:16.550011 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Bound port: 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c94bdf92-68c9-498f-b793-26f1168d4689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38112549-e615-46da-9c5a-eeddc58c4a44'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:48:16.550574 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:16.636638 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Allocated IP 172.20.0.2 (0a794013-ae5e-4901-9fbf-747518ba91d3/f16008c1-ef90-4a3a-a61a-2c8359d416e9/86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:16.645485 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.objects.ports [None req-fa666df8-744c-4d5c-af17-7085e4f522ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83434) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 04:48:16.645950 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b8e84-c33c-4b40-9e91-2221744425bf tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Port': ['ID=92fe3f3c-2574-4545-96fa-4adc5efe30ea,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:16.653266 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4b8e84-c33c-4b40-9e91-2221744425bf tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:16.653932 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7f4b8e84-c33c-4b40-9e91-2221744425bf tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:16.663270 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7f4b8e84-c33c-4b40-9e91-2221744425bf tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:16.666164 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fa666df8-744c-4d5c-af17-7085e4f522ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:16.721209 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7f4b8e84-c33c-4b40-9e91-2221744425bf tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 927 time: 2.1444485
Dec 22 04:48:16.726289 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52250) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:16.734300 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a048f166-7d9c-4790-a1a7-e2b0771a6f2c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:16.782993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': '92fe3f3c-2574-4545-96fa-4adc5efe30ea', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:16.795376 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:16.802017 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] Pushing event updated for resources: {'Port': ['ID=11cb9345-8066-4ad5-8be0-621882ff7c67,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:16.807739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Usage tracker for resource:floatingip and tenant:fd72df115f564198b6625c6a0d6299d2 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:16.809220 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa666df8-744c-4d5c-af17-7085e4f522ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:16.814471 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:16.818833 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-a048f166-7d9c-4790-a1a7-e2b0771a6f2c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Transition to ACTIVE for port object 4bf5e363-19bd-4a9e-bcb3-f8e4c8aaaf17 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:16.826775 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:16.839335 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:16.840233 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-fa666df8-744c-4d5c-af17-7085e4f522ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:16.845996 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-239983ca-7162-4e9e-9e0f-70123287795a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:16.869729 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:16.875564 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cf1992-dbc1-4d5a-9b18-350f43140fa9 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:16.876843 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa666df8-744c-4d5c-af17-7085e4f522ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:16.877434 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fa666df8-744c-4d5c-af17-7085e4f522ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:16.898181 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39524a-be25-4dbc-9755-12b840cfb695 req-648eb82c-ac21-4efa-a65c-99c7e8075a52 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:16.899831 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-db39524a-be25-4dbc-9755-12b840cfb695 req-648eb82c-ac21-4efa-a65c-99c7e8075a52 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 944 time: 0.1752014
Dec 22 04:48:16.917521 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fa666df8-744c-4d5c-af17-7085e4f522ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.8643298
Dec 22 04:48:16.934340 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52256) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:16.937636 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-7dab275f-e0d9-4625-8066-17ef034c473b req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] Attempting to bind port 11cb9345-8066-4ad5-8be0-621882ff7c67 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:48:16.937969 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-7dab275f-e0d9-4625-8066-17ef034c473b req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] Attempting to bind port 11cb9345-8066-4ad5-8be0-621882ff7c67 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4fec6cb2-521a-4cbd-a920-f6745769cdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:48:16.938291 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dab275f-e0d9-4625-8066-17ef034c473b req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] Attempting to bind port 11cb9345-8066-4ad5-8be0-621882ff7c67 on network e68a3e5c-f921-45fc-a6c9-1329c028d289 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:48:16.954170 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dab275f-e0d9-4625-8066-17ef034c473b req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] Port 11cb9345-8066-4ad5-8be0-621882ff7c67 on network e68a3e5c-f921-45fc-a6c9-1329c028d289 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:48:16.954491 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dab275f-e0d9-4625-8066-17ef034c473b req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] Attempting to bind port 11cb9345-8066-4ad5-8be0-621882ff7c67 on network e68a3e5c-f921-45fc-a6c9-1329c028d289 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:48:16.970911 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-475ddea8-3310-4c85-9654-5785d4805cdf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'mac_address': 'fa:16:3e:dd:84:5c', 'name': 'tempest-NetworksTestDHCPv6-262642016'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:16.992934 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dab275f-e0d9-4625-8066-17ef034c473b req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:48:16.993217 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dab275f-e0d9-4625-8066-17ef034c473b req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] Checking segment: {'id': '4fec6cb2-521a-4cbd-a920-f6745769cdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:48:16.994180 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dab275f-e0d9-4625-8066-17ef034c473b req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] Bound using segment: {'id': '4fec6cb2-521a-4cbd-a920-f6745769cdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:48:16.994627 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-7dab275f-e0d9-4625-8066-17ef034c473b req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] Bound port: 11cb9345-8066-4ad5-8be0-621882ff7c67, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fec6cb2-521a-4cbd-a920-f6745769cdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:48:16.995022 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-7dab275f-e0d9-4625-8066-17ef034c473b req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:17.005160 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a048f166-7d9c-4790-a1a7-e2b0771a6f2c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:17.023052 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-db39524a-be25-4dbc-9755-12b840cfb695 req-364e00a6-96ac-4e0d-bd70-1b406cc24d07 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736434
Dec 22 04:48:17.033333 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-20dab1b0-0361-44e0-9212-29bcddc51a50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:17.142901 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fdebc799-dbf1-4650-b16c-86a2ccf65812 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:17.144744 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fdebc799-dbf1-4650-b16c-86a2ccf65812 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] 10.222.0.53 "DELETE /v2.0/ports/272be57b-2098-47fd-846c-e86ae9f2d627 HTTP/1.1" status: 204  len: 168 time: 3.2724659
Dec 22 04:48:17.147306 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-521a2621-486a-43a8-b2cc-cd79323269fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:17.168164 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a048f166-7d9c-4790-a1a7-e2b0771a6f2c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network a0ad38ca-4a6b-4f17-997e-4890c3278b24 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:17.178477 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048f166-7d9c-4790-a1a7-e2b0771a6f2c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Port': ['ID=4bf5e363-19bd-4a9e-bcb3-f8e4c8aaaf17,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:17.192381 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a048f166-7d9c-4790-a1a7-e2b0771a6f2c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:17.197419 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-a048f166-7d9c-4790-a1a7-e2b0771a6f2c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:17.205592 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a048f166-7d9c-4790-a1a7-e2b0771a6f2c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:17.213161 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a048f166-7d9c-4790-a1a7-e2b0771a6f2c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:17.215272 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a048f166-7d9c-4790-a1a7-e2b0771a6f2c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:17.219704 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-521a2621-486a-43a8-b2cc-cd79323269fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:17.228523 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa666df8-744c-4d5c-af17-7085e4f522ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=b4dfa42a-529e-4b0a-9b68-400fc7042104,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:17.265996 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a048f166-7d9c-4790-a1a7-e2b0771a6f2c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.5764239
Dec 22 04:48:17.273857 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52266) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:17.288547 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fa666df8-744c-4d5c-af17-7085e4f522ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:17.291993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'port': {'network_id': 'a0ad38ca-4a6b-4f17-997e-4890c3278b24', 'name': 'tempest-PortsIpV6TestJSON-404900080'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:17.292299 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] For port 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:48:17.295777 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] For port 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=1ef1d71d-db9b-443d-bdc0-6e696fcf76e8,segment=NetworkSegment(c94bdf92-68c9-498f-b793-26f1168d4689),segment_id=c94bdf92-68c9-498f-b793-26f1168d4689)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:48:17.300821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:17.317343 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Allocated IP 2001:db8::2 (a0ad38ca-4a6b-4f17-997e-4890c3278b24/a1a6ba9f-a213-4569-9ee8-354fa672367b/2d57eb0d-b66b-45e6-a59f-53741a8f7f03) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:17.320553 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:17.337391 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:17.340394 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-85af2619-edbe-429e-a222-8e3d62829e7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:17.347608 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52270) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:17.363807 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-521a2621-486a-43a8-b2cc-cd79323269fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:17.365104 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-521a2621-486a-43a8-b2cc-cd79323269fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.8488045
Dec 22 04:48:17.396928 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52274) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:17.397817 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a2621-486a-43a8-b2cc-cd79323269fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77fe6431-e859-4299-98dc-37934e3cf154,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:17.441515 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Transition to ACTIVE for port object 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:17.483379 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-521a2621-486a-43a8-b2cc-cd79323269fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:17.499464 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-f26b4979-77ec-431b-8726-042b8042d060 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'security_group': {'name': 'tempest-secgroup-259877250'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:17.563990 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f26b4979-77ec-431b-8726-042b8042d060 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:17.569402 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'fixed_ips': [{'subnet_id': 'b4dfa42a-529e-4b0a-9b68-400fc7042104'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:48:17.570238 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:17.574134 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-7dab275f-e0d9-4625-8066-17ef034c473b req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] For port 11cb9345-8066-4ad5-8be0-621882ff7c67, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:48:17.590574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f26b4979-77ec-431b-8726-042b8042d060 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:security_group and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:17.591851 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Transition to ACTIVE for port object 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:17.593960 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f26b4979-77ec-431b-8726-042b8042d060 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:17.599918 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f26b4979-77ec-431b-8726-042b8042d060 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:17.613902 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-475ddea8-3310-4c85-9654-5785d4805cdf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:17.621447 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f26b4979-77ec-431b-8726-042b8042d060 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:17.633745 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:17.635253 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-7dab275f-e0d9-4625-8066-17ef034c473b req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] For port 11cb9345-8066-4ad5-8be0-621882ff7c67, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=11cb9345-8066-4ad5-8be0-621882ff7c67,segment=NetworkSegment(4fec6cb2-521a-4cbd-a920-f6745769cdfc),segment_id=4fec6cb2-521a-4cbd-a920-f6745769cdfc)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:48:17.653746 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-7dab275f-e0d9-4625-8066-17ef034c473b req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:17.669697 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-aaa3b374-ab2d-497d-8400-c637a8c03b0c tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:17.700889 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:17.726876 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2056953197'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:17.735212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-7dab275f-e0d9-4625-8066-17ef034c473b req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:17.736731 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7dab275f-e0d9-4625-8066-17ef034c473b req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] 10.222.0.47 "PUT /v2.0/ports/11cb9345-8066-4ad5-8be0-621882ff7c67 HTTP/1.1" status: 200  len: 1094 time: 4.3259778
Dec 22 04:48:17.741591 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:17.773574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3a4a9f-9f11-44db-8c3c-41a3560d41da', 'tag': '11cb9345-8066-4ad5-8be0-621882ff7c67'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:48:17.788742 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:17.798147 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:network and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:17.801216 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:17.808976 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:17.809742 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52284) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:17.829731 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Allocated IP 2001:db8::f816:3eff:fe5b:f0f7 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/b4dfa42a-529e-4b0a-9b68-400fc7042104/cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:17.888547 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f26b4979-77ec-431b-8726-042b8042d060 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:17.912460 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Made reservation on behalf of 2c15a5726c1c4265b642f9bc187fa0d4 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:17.915487 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:17.937874 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Allocated IP 172.26.4.222 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/dc3578c1-1ef0-4668-b7ac-c5d56c26da19) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:17.939936 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3a4a9f-9f11-44db-8c3c-41a3560d41da', 'tag': '11cb9345-8066-4ad5-8be0-621882ff7c67', 'status': 'completed', 'code': 200}
Dec 22 04:48:17.947086 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:17.961188 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f26b4979-77ec-431b-8726-042b8042d060 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:security_group_rule and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:17.991549 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f26b4979-77ec-431b-8726-042b8042d060 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:18.008468 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f26b4979-77ec-431b-8726-042b8042d060 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:18.035637 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=1ef1d71d-db9b-443d-bdc0-6e696fcf76e8,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:18.060939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:18.064282 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] Pushing event updated for resources: {'Port': ['ID=11cb9345-8066-4ad5-8be0-621882ff7c67,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:18.076596 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:18.080225 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1d8c306e-bc06-4521-84c2-38b0b11fd8eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.437s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:18.086449 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:18.091170 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:security_group_rule and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:18.094361 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:18.094882 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:18.098417 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:18.099951 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:18.118815 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4f6fa9d8-3cff-44fd-89c6-9f3ff5bf9bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:18.140157 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] device_id is not set on port 9b874a8f-0fce-4729-9828-710761a2f343 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:48:18.218463 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:18.234944 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Pushing event updated for resources: {'Port': ['ID=86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:18.252150 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Network 0a794013-ae5e-4901-9fbf-747518ba91d3 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:18.256035 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:18.261773 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:18.264451 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4f6fa9d8-3cff-44fd-89c6-9f3ff5bf9bc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:18.269283 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:18.271747 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4f6fa9d8-3cff-44fd-89c6-9f3ff5bf9bc4 admin admin] Usage tracker for resource:security_group_rule and tenant:6d5ef2b9be044e9d9a394d5a81a30ffd is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:18.276432 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4f6fa9d8-3cff-44fd-89c6-9f3ff5bf9bc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:18.283059 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4f6fa9d8-3cff-44fd-89c6-9f3ff5bf9bc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:18.301814 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:18.368803 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Transition to ACTIVE for port object cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:18.391259 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:18.449408 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:18.472484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:18.474538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Transition to ACTIVE for port object cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:18.476226 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:18.483303 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:18.496133 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-acadb42a-fc16-488d-8a05-929134607325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:18.503832 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:18.508785 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-475ddea8-3310-4c85-9654-5785d4805cdf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:18.513147 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Transition to ACTIVE for port object 2d57eb0d-b66b-45e6-a59f-53741a8f7f03 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:18.513730 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f26b4979-77ec-431b-8726-042b8042d060 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:18.519264 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:18.536789 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f26b4979-77ec-431b-8726-042b8042d060 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:18.543577 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4f6fa9d8-3cff-44fd-89c6-9f3ff5bf9bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:18.551162 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5eb7e9-ed96-4c73-9b77-9fe5df4f1497 req-4f238d35-d698-4adc-ba0e-5d95f56a37fa tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:18.566446 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9c5eb7e9-ed96-4c73-9b77-9fe5df4f1497 req-4f238d35-d698-4adc-ba0e-5d95f56a37fa tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 944 time: 0.2729771
Dec 22 04:48:18.575934 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Attempting to bind port 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:48:18.576565 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Attempting to bind port 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '11e9127e-e541-4295-9baa-8ef61124429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0a794013-ae5e-4901-9fbf-747518ba91d3'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:48:18.577118 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:48:18.577265 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Attempting to bind port 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 on network 0a794013-ae5e-4901-9fbf-747518ba91d3 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:48:18.578708 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4f6fa9d8-3cff-44fd-89c6-9f3ff5bf9bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:18.593446 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d889f2d2-7aa7-487b-a02b-958bfb675571 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:18.606000 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Transition to ACTIVE for port object 2d57eb0d-b66b-45e6-a59f-53741a8f7f03 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:18.622607 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:18.623899 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:48:18.624493 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Checking segment: {'id': '11e9127e-e541-4295-9baa-8ef61124429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0a794013-ae5e-4901-9fbf-747518ba91d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:48:18.625072 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:18.625663 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Bound using segment: {'id': '11e9127e-e541-4295-9baa-8ef61124429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0a794013-ae5e-4901-9fbf-747518ba91d3'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:48:18.626294 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Bound port: 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e9127e-e541-4295-9baa-8ef61124429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0a794013-ae5e-4901-9fbf-747518ba91d3'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:48:18.626882 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:18.645579 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:18.650760 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Pushing event updated for resources: {'Port': ['ID=cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:18.653694 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:18.657906 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:18.658856 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45566db-ca5d-46d7-929f-200c3cbcd414,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:18.661149 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:18.661291 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475ddea8-3310-4c85-9654-5785d4805cdf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:18.662055 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:18.711129 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6fa9d8-3cff-44fd-89c6-9f3ff5bf9bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edba9f6f-078a-49e3-8afd-c1609a42da76,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:18.715656 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4f6fa9d8-3cff-44fd-89c6-9f3ff5bf9bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:18.737440 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:18.740803 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:18.741992 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9a02e08d-af53-47f9-9169-f571b6c93155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:18.747338 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9c5eb7e9-ed96-4c73-9b77-9fe5df4f1497 req-c0a431e8-a516-43c4-b57c-400fe36eb69c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1789832
Dec 22 04:48:18.748129 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7b345603-7818-468a-b32d-0b642f9c8a75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:18.818611 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Network a0ad38ca-4a6b-4f17-997e-4890c3278b24 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:18.823883 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7dab275f-e0d9-4625-8066-17ef034c473b req-b3386937-75bb-4276-9161-bcfd2fa01a74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a189efe8546c44009128ff34bc595fc2&device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 1097 time: 0.9937794
Dec 22 04:48:18.823883 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:18.824510 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Added segment 08a118cc-5792-49f4-a908-89134a4798e0 of type vlan for network 388bda71-cc8c-4159-bf12-de0a6fa0db42
Dec 22 04:48:18.825395 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Pushing event updated for resources: {'Port': ['ID=2d57eb0d-b66b-45e6-a59f-53741a8f7f03,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:18.838986 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:18.849454 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:18.863132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:18.865645 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:18.877004 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:18.878135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:18.912240 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4f6fa9d8-3cff-44fd-89c6-9f3ff5bf9bc4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d5ef2b9be044e9d9a394d5a81a30ffd&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0991480
Dec 22 04:48:18.912473 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f26b4979-77ec-431b-8726-042b8042d060 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:18.912941 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f26b4979-77ec-431b-8726-042b8042d060 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.4410708
Dec 22 04:48:18.924676 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Attempting to bind port cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:48:18.925529 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Attempting to bind port cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:48:18.925529 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Attempting to bind port cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881 on network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:48:18.925805 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Port': ['ID=dc3578c1-1ef0-4668-b7ac-c5d56c26da19,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:18.927970 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] For port 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:48:18.928655 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Allocated IP 2001:db8::2c1 (a0ad38ca-4a6b-4f17-997e-4890c3278b24/a1a6ba9f-a213-4569-9ee8-354fa672367b/9b874a8f-0fce-4729-9828-710761a2f343) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:18.930490 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52292) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:18.931512 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52294) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:18.940430 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:18.945869 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e0b75f78-b16b-4919-b972-c0f392032cbb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1228954215', 'security_groups': ['6ae77b9f-0873-43b3-a8f0-393f7875a010'], 'network_id': '0a794013-ae5e-4901-9fbf-747518ba91d3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f16008c1-ef90-4a3a-a61a-2c8359d416e9'}]}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:18.965609 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b4979-77ec-431b-8726-042b8042d060 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae77b9f-0873-43b3-a8f0-393f7875a010,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:18.980213 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f26b4979-77ec-431b-8726-042b8042d060 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:18.997457 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] For port 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8,segment=NetworkSegment(11e9127e-e541-4295-9baa-8ef61124429d),segment_id=11e9127e-e541-4295-9baa-8ef61124429d)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:48:19.006526 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7dab275f-e0d9-4625-8066-17ef034c473b req-5ff447bd-d7a9-4187-974b-d2f68283d78e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11cb9345-8066-4ad5-8be0-621882ff7c67 HTTP/1.1" status: 200  len: 217 time: 0.1570964
Dec 22 04:48:19.016891 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:48:19.017609 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:48:19.018184 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:19.018735 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Bound using segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:48:19.019371 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Bound port: cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:48:19.019912 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:19.029136 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:19.036451 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:19.063784 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:19.084640 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Attempting to bind port 2d57eb0d-b66b-45e6-a59f-53741a8f7f03 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:48:19.085044 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Attempting to bind port 2d57eb0d-b66b-45e6-a59f-53741a8f7f03 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'bb201558-b9df-45aa-91a2-da3bc3b73be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a0ad38ca-4a6b-4f17-997e-4890c3278b24'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:48:19.085409 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Attempting to bind port 2d57eb0d-b66b-45e6-a59f-53741a8f7f03 on network a0ad38ca-4a6b-4f17-997e-4890c3278b24 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:48:19.162095 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:48:19.162785 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Checking segment: {'id': 'bb201558-b9df-45aa-91a2-da3bc3b73be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a0ad38ca-4a6b-4f17-997e-4890c3278b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:48:19.163376 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:19.163956 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Bound using segment: {'id': 'bb201558-b9df-45aa-91a2-da3bc3b73be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a0ad38ca-4a6b-4f17-997e-4890c3278b24'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:48:19.164591 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Bound port: 2d57eb0d-b66b-45e6-a59f-53741a8f7f03, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb201558-b9df-45aa-91a2-da3bc3b73be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a0ad38ca-4a6b-4f17-997e-4890c3278b24'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:48:19.165202 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:19.182850 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-475ddea8-3310-4c85-9654-5785d4805cdf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:19.217974 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab275f-e0d9-4625-8066-17ef034c473b req-93e375de-34eb-471f-b31e-385d137c0a29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:19.219200 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7dab275f-e0d9-4625-8066-17ef034c473b req-93e375de-34eb-471f-b31e-385d137c0a29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0 HTTP/1.1" status: 200  len: 851 time: 0.2027476
Dec 22 04:48:19.260846 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Pushing event updated for resources: {'Port': ['ID=86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:19.296652 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:19.300613 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:19.304384 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:19.304978 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:19.351432 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] For port cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:48:19.367211 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b09e63f4-8f81-4a1a-9611-79714a3972ff tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:19.373140 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] For port cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:48:19.392950 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:19.399950 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:19.407842 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-475ddea8-3310-4c85-9654-5785d4805cdf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] device_id is not set on port b62acbdb-130f-4cda-a6f9-5cf1c11ad5d4 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:48:19.467224 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] For port 2d57eb0d-b66b-45e6-a59f-53741a8f7f03, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:48:19.501473 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] For port 2d57eb0d-b66b-45e6-a59f-53741a8f7f03, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2d57eb0d-b66b-45e6-a59f-53741a8f7f03,segment=NetworkSegment(bb201558-b9df-45aa-91a2-da3bc3b73be5),segment_id=bb201558-b9df-45aa-91a2-da3bc3b73be5)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:48:19.516676 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:19.530607 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Pushing event updated for resources: {'Port': ['ID=cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:19.534083 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:19.534757 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-8aef8e49-fc33-4b82-950f-8471bde5a9e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:19.549754 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e0b75f78-b16b-4919-b972-c0f392032cbb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:19.553558 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e0b75f78-b16b-4919-b972-c0f392032cbb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:port and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:19.560831 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e0b75f78-b16b-4919-b972-c0f392032cbb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:19.569507 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-309aa608-9358-4902-ba62-6c7ab2a1d05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:19.571707 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e0b75f78-b16b-4919-b972-c0f392032cbb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:19.639095 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Network': ['ID=388bda71-cc8c-4159-bf12-de0a6fa0db42,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:19.664115 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Pushing event updated for resources: {'Port': ['ID=2d57eb0d-b66b-45e6-a59f-53741a8f7f03,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:19.677110 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:19.677703 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:19.678076 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:19.678759 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:19.678759 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:19.679136 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:19.679491 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:19.680445 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:19.682037 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:19.683539 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b75f78-b16b-4919-b972-c0f392032cbb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:19.684364 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:19.684942 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:19.685577 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:19.697893 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:19.699685 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 2.3454456
Dec 22 04:48:19.710515 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52300) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:19.711823 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 388bda71-cc8c-4159-bf12-de0a6fa0db42 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:48:19.813412 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-309aa608-9358-4902-ba62-6c7ab2a1d05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:19.833686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Allocated IP 172.20.0.1 (38112549-e615-46da-9c5a-eeddc58c4a44/e21f7121-c1ea-4d2e-8892-9dcac83222bf/7389ea34-43a5-4a23-a21c-25208423d865) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:19.862409 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c2a2a1-e218-4eb1-bcdb-98fe9c1909e2 None None] Network 38112549-e615-46da-9c5a-eeddc58c4a44 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:20.053709 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e0b75f78-b16b-4919-b972-c0f392032cbb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:20.069850 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7dab275f-e0d9-4625-8066-17ef034c473b req-d6bcb464-13a5-4d1d-8855-f49a23968382 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e68a3e5c-f921-45fc-a6c9-1329c028d289&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8381827
Dec 22 04:48:20.097914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-ae68c194-8dc1-4205-a437-16b66dbed664 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1472129471'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:20.104129 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6f065fec-7d20-4cc6-b493-981e4f4f0c5c None None] Provisioning for port 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:20.260053 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-475ddea8-3310-4c85-9654-5785d4805cdf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8::f816:3eff:fedd:845c (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/b4dfa42a-529e-4b0a-9b68-400fc7042104/b62acbdb-130f-4cda-a6f9-5cf1c11ad5d4) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:20.309609 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ae68c194-8dc1-4205-a437-16b66dbed664 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:20.317983 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-e0b75f78-b16b-4919-b972-c0f392032cbb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] device_id is not set on port f1df1970-2cc7-407d-9004-cbfa239c50b0 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:48:20.368987 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ae68c194-8dc1-4205-a437-16b66dbed664 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:network and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:20.377112 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ae68c194-8dc1-4205-a437-16b66dbed664 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:20.414107 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:20.417446 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ae68c194-8dc1-4205-a437-16b66dbed664 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:20.435883 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7dab275f-e0d9-4625-8066-17ef034c473b req-de35e501-f513-43e2-8551-7569c0a2a218 service neutron] 10.222.0.47 "GET /v2.0/networks/e68a3e5c-f921-45fc-a6c9-1329c028d289?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3254597
Dec 22 04:48:20.447069 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:20.528621 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Transition to ACTIVE for port object 9b874a8f-0fce-4729-9828-710761a2f343 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:20.579914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae68c194-8dc1-4205-a437-16b66dbed664 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Made reservation on behalf of 2c15a5726c1c4265b642f9bc187fa0d4 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:20.581237 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ae68c194-8dc1-4205-a437-16b66dbed664 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:20.626625 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:20.732371 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:20.741798 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:20.747723 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae68c194-8dc1-4205-a437-16b66dbed664 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:48:20.771293 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-309aa608-9358-4902-ba62-6c7ab2a1d05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:20.785039 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:20.810554 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309aa608-9358-4902-ba62-6c7ab2a1d05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edba9f6f-078a-49e3-8afd-c1609a42da76,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:20.824456 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-309aa608-9358-4902-ba62-6c7ab2a1d05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:20.826619 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ae68c194-8dc1-4205-a437-16b66dbed664 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:20.827124 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-ae68c194-8dc1-4205-a437-16b66dbed664 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Added segment a1baa0c6-ff74-4004-bbf6-2b1370ff6f04 of type vlan for network 0fa247e0-632b-408a-9b03-72faabc1493b
Dec 22 04:48:20.854599 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:20.863713 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9b46f2f1-b79b-4e58-815e-3864d4363268 None None] Provisioning complete for port 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:20.864182 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9b46f2f1-b79b-4e58-815e-3864d4363268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:20.909098 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2910499-1292-4ec7-8e90-9f8d6ae56143 req-e7295bf1-cd13-44f1-81cd-eebe638cf8a3 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:20.910753 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:20.918529 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:20.918911 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:20.922764 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e2910499-1292-4ec7-8e90-9f8d6ae56143 req-e7295bf1-cd13-44f1-81cd-eebe638cf8a3 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 944 time: 0.8564165
Dec 22 04:48:20.925075 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Transition to ACTIVE for port object 7389ea34-43a5-4a23-a21c-25208423d865 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:20.983072 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-19a86c73-bde3-43fd-b0d9-f81389ab0a85 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:21.032092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ae68c194-8dc1-4205-a437-16b66dbed664 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:21.058998 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7dab275f-e0d9-4625-8066-17ef034c473b req-d59b3ee2-ce25-4003-aab1-3ebe9551833d service neutron] 10.222.0.47 "GET /v2.0/networks/e68a3e5c-f921-45fc-a6c9-1329c028d289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6049404
Dec 22 04:48:21.096135 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network a0ad38ca-4a6b-4f17-997e-4890c3278b24 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:21.106093 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:21.108542 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:21.112603 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:21.113234 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:21.136929 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-475ddea8-3310-4c85-9654-5785d4805cdf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:21.182485 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9b46f2f1-b79b-4e58-815e-3864d4363268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:21.199834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.resource_extend [None req-ae68c194-8dc1-4205-a437-16b66dbed664 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:48:21.205854 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e2910499-1292-4ec7-8e90-9f8d6ae56143 req-adaec58a-6077-499a-930c-a47282f377b4 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2820528
Dec 22 04:48:21.221616 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-e0b75f78-b16b-4919-b972-c0f392032cbb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Allocated IP 172.20.0.7 (0a794013-ae5e-4901-9fbf-747518ba91d3/f16008c1-ef90-4a3a-a61a-2c8359d416e9/f1df1970-2cc7-407d-9004-cbfa239c50b0) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:21.224418 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Port': ['ID=9b874a8f-0fce-4729-9828-710761a2f343,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:21.239732 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:21.240089 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:21.240566 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:21.240933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:21.241441 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:21.242000 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:21.242356 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:21.242778 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:21.243650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:21.244285 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:21.244819 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:21.248818 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:21.250144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-309aa608-9358-4902-ba62-6c7ab2a1d05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:21.254250 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-309aa608-9358-4902-ba62-6c7ab2a1d05f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/edba9f6f-078a-49e3-8afd-c1609a42da76 HTTP/1.1" status: 204  len: 168 time: 2.3194406
Dec 22 04:48:21.276904 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.9893441
Dec 22 04:48:21.280517 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52308) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:21.287237 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-475ddea8-3310-4c85-9654-5785d4805cdf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Transition to ACTIVE for port object b62acbdb-130f-4cda-a6f9-5cf1c11ad5d4 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:21.317947 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ae68c194-8dc1-4205-a437-16b66dbed664 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:21.323031 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae68c194-8dc1-4205-a437-16b66dbed664 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:21.323787 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ae68c194-8dc1-4205-a437-16b66dbed664 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:21.352974 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:21.376151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5903ba77-4e4f-4b85-8c9e-e49ea9ce9dca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:21.384394 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-60ed6d47-472d-4058-add1-151716c1e302 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:21.387179 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-9b46f2f1-b79b-4e58-815e-3864d4363268 None None] For port 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=1ef1d71d-db9b-443d-bdc0-6e696fcf76e8,segment=NetworkSegment(c94bdf92-68c9-498f-b793-26f1168d4689),segment_id=c94bdf92-68c9-498f-b793-26f1168d4689)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:21.402077 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:21.413340 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9b46f2f1-b79b-4e58-815e-3864d4363268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:21.426051 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:21.442881 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network 38112549-e615-46da-9c5a-eeddc58c4a44 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:21.451627 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:21.461399 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:21.527354 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-28116a85-1195-4aa4-9df0-c21cebf86055 req-45f202a2-0cb2-41ef-86da-d6a195386e36 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a189efe8546c44009128ff34bc595fc2&device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 1097 time: 0.3435795
Dec 22 04:48:21.539562 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ae68c194-8dc1-4205-a437-16b66dbed664 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.7442625
Dec 22 04:48:21.541915 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-475ddea8-3310-4c85-9654-5785d4805cdf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:21.547164 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52312) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:21.571717 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-299e2d98-5973-4c91-aa91-eb39719994d9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'subnet': {'network_id': '388bda71-cc8c-4159-bf12-de0a6fa0db42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:21.623172 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475ddea8-3310-4c85-9654-5785d4805cdf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:21.705196 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-299e2d98-5973-4c91-aa91-eb39719994d9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:21.709893 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-299e2d98-5973-4c91-aa91-eb39719994d9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:subnet and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:21.713689 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-299e2d98-5973-4c91-aa91-eb39719994d9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:21.719870 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-299e2d98-5973-4c91-aa91-eb39719994d9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:21.722074 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-475ddea8-3310-4c85-9654-5785d4805cdf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:21.737085 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475ddea8-3310-4c85-9654-5785d4805cdf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:21.741811 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475ddea8-3310-4c85-9654-5785d4805cdf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:21.742762 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-475ddea8-3310-4c85-9654-5785d4805cdf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:21.763026 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Port': ['ID=7389ea34-43a5-4a23-a21c-25208423d865,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:21.770623 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299e2d98-5973-4c91-aa91-eb39719994d9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Made reservation on behalf of 2c15a5726c1c4265b642f9bc187fa0d4 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:21.784908 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:21.797206 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:48:21.797727 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:48:21.799076 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c8513342-b3d5-4986-9ef3-0a8e4780ba03 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:21.811240 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7f5f0c-c294-4201-ae77-d7996c4889a2 None None] Network a0ad38ca-4a6b-4f17-997e-4890c3278b24 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:21.833469 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:21.942486 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-299e2d98-5973-4c91-aa91-eb39719994d9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:21.963999 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-475ddea8-3310-4c85-9654-5785d4805cdf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 5.0195341
Dec 22 04:48:21.966414 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68c194-8dc1-4205-a437-16b66dbed664 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Network': ['ID=0fa247e0-632b-408a-9b03-72faabc1493b,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:21.969141 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ae68c194-8dc1-4205-a437-16b66dbed664 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:21.978717 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52318) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:21.979055 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52320) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:21.979752 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ddea8-3310-4c85-9654-5785d4805cdf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=b62acbdb-130f-4cda-a6f9-5cf1c11ad5d4,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:22.025656 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-475ddea8-3310-4c85-9654-5785d4805cdf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:22.040650 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46f2f1-b79b-4e58-815e-3864d4363268 None None] Pushing event updated for resources: {'Port': ['ID=1ef1d71d-db9b-443d-bdc0-6e696fcf76e8,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:22.042957 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 0fa247e0-632b-408a-9b03-72faabc1493b details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:48:22.052516 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28116a85-1195-4aa4-9df0-c21cebf86055 req-95b6e2f8-27bb-4d01-9008-2c6038098aba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:22.053129 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc8d3e8-1ba3-488c-b2f3-37a0ca65c72a tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:22.053856 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2bc8d3e8-1ba3-488c-b2f3-37a0ca65c72a tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Synchronizing usage tracker for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:22.054001 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-28116a85-1195-4aa4-9df0-c21cebf86055 req-95b6e2f8-27bb-4d01-9008-2c6038098aba service neutron] 10.222.0.47 "GET /v2.0/networks?id=e68a3e5c-f921-45fc-a6c9-1329c028d289 HTTP/1.1" status: 200  len: 913 time: 0.5161822
Dec 22 04:48:22.139863 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-02e22655-fba1-4d65-8e8a-536ea36d1abf None None] Provisioning complete for port 68ff7730-43ee-457c-b8a9-f4d31ced03b3 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:22.140331 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-02e22655-fba1-4d65-8e8a-536ea36d1abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:22.184913 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46f2f1-b79b-4e58-815e-3864d4363268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:22.187025 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46f2f1-b79b-4e58-815e-3864d4363268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:22.187025 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46f2f1-b79b-4e58-815e-3864d4363268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:22.187025 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46f2f1-b79b-4e58-815e-3864d4363268 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:22.187025 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46f2f1-b79b-4e58-815e-3864d4363268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:22.187025 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46f2f1-b79b-4e58-815e-3864d4363268 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:22.187518 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46f2f1-b79b-4e58-815e-3864d4363268 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:22.187853 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46f2f1-b79b-4e58-815e-3864d4363268 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:22.188264 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46f2f1-b79b-4e58-815e-3864d4363268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:22.188674 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46f2f1-b79b-4e58-815e-3864d4363268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:22.188794 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-28116a85-1195-4aa4-9df0-c21cebf86055 req-f1c60a5e-1388-4368-9fa2-c0978117be6c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11cb9345-8066-4ad5-8be0-621882ff7c67 HTTP/1.1" status: 200  len: 217 time: 0.1241226
Dec 22 04:48:22.189221 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46f2f1-b79b-4e58-815e-3864d4363268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:48:22.205895 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9b46f2f1-b79b-4e58-815e-3864d4363268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:22.279837 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-02e22655-fba1-4d65-8e8a-536ea36d1abf None None] Port 68ff7730-43ee-457c-b8a9-f4d31ced03b3 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:48:22.288750 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452e43bb-2e2d-4f43-97c4-ed55b2537136 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:22.293909 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452e43bb-2e2d-4f43-97c4-ed55b2537136 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:22.294636 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-452e43bb-2e2d-4f43-97c4-ed55b2537136 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:22.302369 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e0b75f78-b16b-4919-b972-c0f392032cbb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:22.303009 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:22.317734 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a843cb82-a52b-41cb-bc97-a3cbaade28b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dcc27ae3108148a0bf0597be920c60d7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3314266
Dec 22 04:48:22.319987 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-e0b75f78-b16b-4919-b972-c0f392032cbb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Transition to ACTIVE for port object f1df1970-2cc7-407d-9004-cbfa239c50b0 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:22.326875 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52328) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:22.357968 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2d57eb0d-b66b-45e6-a59f-53741a8f7f03 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:22.365899 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e0b75f78-b16b-4919-b972-c0f392032cbb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:22.372791 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:22.410243 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-016f4690-0651-423c-add8-1b9ee186f119 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:22.443199 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2bc8d3e8-1ba3-488c-b2f3-37a0ca65c72a tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Unset dirty status for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:22.447818 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2bc8d3e8-1ba3-488c-b2f3-37a0ca65c72a tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2b7 HTTP/1.1" status: 200  len: 928 time: 1.1322618
Dec 22 04:48:22.466192 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52332) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:22.481601 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-02e22655-fba1-4d65-8e8a-536ea36d1abf None None] Provisioning for port 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:22.497764 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-02e22655-fba1-4d65-8e8a-536ea36d1abf None None] Provisioning complete for port 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:22.498570 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-02e22655-fba1-4d65-8e8a-536ea36d1abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:22.522955 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-452e43bb-2e2d-4f43-97c4-ed55b2537136 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:22.528578 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-452e43bb-2e2d-4f43-97c4-ed55b2537136 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.5419500
Dec 22 04:48:22.528578 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28116a85-1195-4aa4-9df0-c21cebf86055 req-6ad3ad24-1341-4c56-b09b-be56d8aec16f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:22.528578 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-28116a85-1195-4aa4-9df0-c21cebf86055 req-6ad3ad24-1341-4c56-b09b-be56d8aec16f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0 HTTP/1.1" status: 200  len: 851 time: 0.3237381
Dec 22 04:48:22.539211 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52336) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:22.590431 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 2d57eb0d-b66b-45e6-a59f-53741a8f7f03 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:22.624337 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:22.700564 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-02e22655-fba1-4d65-8e8a-536ea36d1abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:22.718571 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-15dc392d-94e2-436e-ac55-b9e4b898944c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:22.743564 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-cd3e0956-577a-4eca-b383-8cb28f2426f2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting port b62acbdb-130f-4cda-a6f9-5cf1c11ad5d4 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:22.744553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cd3e0956-577a-4eca-b383-8cb28f2426f2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:22.745164 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-02e22655-fba1-4d65-8e8a-536ea36d1abf None None] For port 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8,segment=NetworkSegment(11e9127e-e541-4295-9baa-8ef61124429d),segment_id=11e9127e-e541-4295-9baa-8ef61124429d)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:22.752214 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:22.755636 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-02e22655-fba1-4d65-8e8a-536ea36d1abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:22.759117 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:22.779651 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b75f78-b16b-4919-b972-c0f392032cbb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network 0a794013-ae5e-4901-9fbf-747518ba91d3 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:22.799747 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:22.832929 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-e0b75f78-b16b-4919-b972-c0f392032cbb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:22.851282 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e22655-fba1-4d65-8e8a-536ea36d1abf None None] Pushing event updated for resources: {'Port': ['ID=86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:22.853237 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b75f78-b16b-4919-b972-c0f392032cbb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:22.855722 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-02e22655-fba1-4d65-8e8a-536ea36d1abf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:22.862444 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-15dc392d-94e2-436e-ac55-b9e4b898944c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:22.889226 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b75f78-b16b-4919-b972-c0f392032cbb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Port': ['ID=f1df1970-2cc7-407d-9004-cbfa239c50b0,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:22.895217 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-4b9885d7-3d7a-494b-9e61-0b210b56fcd7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting port 9b874a8f-0fce-4729-9828-710761a2f343 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:22.895557 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4b9885d7-3d7a-494b-9e61-0b210b56fcd7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:22.900653 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] Provisioning for port 2d57eb0d-b66b-45e6-a59f-53741a8f7f03 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:22.909582 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] Provisioning complete for port 2d57eb0d-b66b-45e6-a59f-53741a8f7f03 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:22.910310 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:22.931631 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e0b75f78-b16b-4919-b972-c0f392032cbb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:22.943615 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:23.126171 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:23.126171 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:23.158457 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-299e2d98-5973-4c91-aa91-eb39719994d9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:23.185769 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1e2d09a5-e59b-4d18-9fe9-f65d16abad75 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:23.205023 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:23.303342 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-28116a85-1195-4aa4-9df0-c21cebf86055 req-d40fa717-f527-4dff-b674-ad4bae412509 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e68a3e5c-f921-45fc-a6c9-1329c028d289&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7536061
Dec 22 04:48:23.305137 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] For port 2d57eb0d-b66b-45e6-a59f-53741a8f7f03, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2d57eb0d-b66b-45e6-a59f-53741a8f7f03,segment=NetworkSegment(bb201558-b9df-45aa-91a2-da3bc3b73be5),segment_id=bb201558-b9df-45aa-91a2-da3bc3b73be5)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:23.318606 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:23.325137 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1fb688ef-a707-41ff-b071-e5d48b7a72ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:23.372876 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b75f78-b16b-4919-b972-c0f392032cbb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:23.373493 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e0b75f78-b16b-4919-b972-c0f392032cbb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:23.388369 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] Provisioning for port b62acbdb-130f-4cda-a6f9-5cf1c11ad5d4 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:23.399834 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] Provisioning complete for port b62acbdb-130f-4cda-a6f9-5cf1c11ad5d4 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:23.400212 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:23.447728 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] Pushing event updated for resources: {'Port': ['ID=2d57eb0d-b66b-45e6-a59f-53741a8f7f03,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:23.452640 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:23.464737 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] Port b62acbdb-130f-4cda-a6f9-5cf1c11ad5d4 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:48:23.482733 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] Provisioning for port 7389ea34-43a5-4a23-a21c-25208423d865 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:23.488913 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] Provisioning complete for port 7389ea34-43a5-4a23-a21c-25208423d865 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:23.489338 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:23.516084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f672a-d069-4d97-b31c-2e1d947b6c4c req-8e585dee-efd4-4c68-8e84-3bba0b79dcab tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:23.517975 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0a2f672a-d069-4d97-b31c-2e1d947b6c4c req-8e585dee-efd4-4c68-8e84-3bba0b79dcab tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 944 time: 1.1536927
Dec 22 04:48:23.537227 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-28116a85-1195-4aa4-9df0-c21cebf86055 req-0cf7f000-ced6-417e-b1e9-8914f4091f45 service neutron] 10.222.0.47 "GET /v2.0/networks/e68a3e5c-f921-45fc-a6c9-1329c028d289?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2234330
Dec 22 04:48:23.555985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] Port 7389ea34-43a5-4a23-a21c-25208423d865 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:48:23.569653 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] Provisioning for port cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:23.575974 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] Provisioning complete for port cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:23.576355 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:23.641976 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e2d98-5973-4c91-aa91-eb39719994d9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Subnet': ['ID=a94c43de-859d-487d-9cb7-7816d30f50aa,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:23.652807 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-299e2d98-5973-4c91-aa91-eb39719994d9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:23.668012 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e0b75f78-b16b-4919-b972-c0f392032cbb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 4.7276301
Dec 22 04:48:23.683231 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52340) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:23.689057 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.resource_extend [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:48:23.694685 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-cf0aa47b-4a4b-4f3b-9ffd-e5ce9496a562 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'subnet': {'network_id': '0a794013-ae5e-4901-9fbf-747518ba91d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:23.706253 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:23.720078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:23.735883 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299e2d98-5973-4c91-aa91-eb39719994d9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Checking segment: {'id': '08a118cc-5792-49f4-a908-89134a4798e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '388bda71-cc8c-4159-bf12-de0a6fa0db42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:48:23.736236 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299e2d98-5973-4c91-aa91-eb39719994d9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network hostable DHCP agents. Network: 388bda71-cc8c-4159-bf12-de0a6fa0db42, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:48:23.740358 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:23.740866 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] For port cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:23.746026 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:23.747890 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-546241f7-f193-4a01-81bf-ffd2d4bde794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:23.757774 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:23.789566 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-15dc392d-94e2-436e-ac55-b9e4b898944c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:23.805521 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-40839295-224d-4ae1-abda-2214a3b5a567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:23.814234 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] Pushing event updated for resources: {'Port': ['ID=cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:23.817199 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:23.822230 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0a2f672a-d069-4d97-b31c-2e1d947b6c4c req-1f685f34-b600-4528-ad80-e00bb0abb92a tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2089887
Dec 22 04:48:23.829121 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc392d-94e2-436e-ac55-b9e4b898944c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7d5a6f-3f03-4839-956a-2753740e0357,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:23.831450 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-15dc392d-94e2-436e-ac55-b9e4b898944c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:23.840454 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4b9885d7-3d7a-494b-9e61-0b210b56fcd7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:23.874506 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.resource_extend [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:48:23.889948 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1aff36c2-06ba-45c9-b010-bfccbd920bb4 None None] Provisioning for port 4bf5e363-19bd-4a9e-bcb3-f8e4c8aaaf17 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:23.896371 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1aff36c2-06ba-45c9-b010-bfccbd920bb4 None None] Provisioning complete for port 4bf5e363-19bd-4a9e-bcb3-f8e4c8aaaf17 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:23.897501 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1aff36c2-06ba-45c9-b010-bfccbd920bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:23.929705 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:23.935947 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-15dc392d-94e2-436e-ac55-b9e4b898944c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:23.939348 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-15dc392d-94e2-436e-ac55-b9e4b898944c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba7d5a6f-3f03-4839-956a-2753740e0357 HTTP/1.1" status: 204  len: 168 time: 1.6052082
Dec 22 04:48:23.950446 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Port': ['ID=dc3578c1-1ef0-4668-b7ac-c5d56c26da19,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:23.954905 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:23.963321 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-1aff36c2-06ba-45c9-b010-bfccbd920bb4 None None] Port 4bf5e363-19bd-4a9e-bcb3-f8e4c8aaaf17 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:48:23.976057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cd3e0956-577a-4eca-b383-8cb28f2426f2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:23.980089 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1aff36c2-06ba-45c9-b010-bfccbd920bb4 None None] Provisioning for port 9b874a8f-0fce-4729-9828-710761a2f343 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:23.987232 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1aff36c2-06ba-45c9-b010-bfccbd920bb4 None None] Provisioning complete for port 9b874a8f-0fce-4729-9828-710761a2f343 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:23.988094 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1aff36c2-06ba-45c9-b010-bfccbd920bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:23.992641 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:24.023875 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-4b9885d7-3d7a-494b-9e61-0b210b56fcd7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Calling delete_port for 9b874a8f-0fce-4729-9828-710761a2f343 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:24.039191 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d1fc4d49-6f88-49f3-962f-67440c5c32f5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:24.059225 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-1aff36c2-06ba-45c9-b010-bfccbd920bb4 None None] Port 9b874a8f-0fce-4729-9828-710761a2f343 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:48:24.075306 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1aff36c2-06ba-45c9-b010-bfccbd920bb4 None None] Provisioning complete for port 2d57eb0d-b66b-45e6-a59f-53741a8f7f03 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:24.075930 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1aff36c2-06ba-45c9-b010-bfccbd920bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:24.078917 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299e2d98-5973-4c91-aa91-eb39719994d9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network 388bda71-cc8c-4159-bf12-de0a6fa0db42 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:48:24.087474 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:24.188300 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-299e2d98-5973-4c91-aa91-eb39719994d9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 388bda71-cc8c-4159-bf12-de0a6fa0db42) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:24.195978 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299e2d98-5973-4c91-aa91-eb39719994d9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:24.196647 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-299e2d98-5973-4c91-aa91-eb39719994d9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:24.242397 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-cd3e0956-577a-4eca-b383-8cb28f2426f2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Calling delete_port for b62acbdb-130f-4cda-a6f9-5cf1c11ad5d4 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:24.281516 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-299e2d98-5973-4c91-aa91-eb39719994d9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.7254648
Dec 22 04:48:24.286337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52348) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:24.294795 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4182171-0bd4-4091-9b43-4d7849025c0e None None] Network 388bda71-cc8c-4159-bf12-de0a6fa0db42 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:24.298326 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e028e22f-b24b-41e5-98e0-cf1529398a2c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'subnet': {'network_id': '0fa247e0-632b-408a-9b03-72faabc1493b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:24.344052 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:24.365267 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-cf0aa47b-4a4b-4f3b-9ffd-e5ce9496a562 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:24.398355 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-cf0aa47b-4a4b-4f3b-9ffd-e5ce9496a562 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:subnet and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:24.401859 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1aff36c2-06ba-45c9-b010-bfccbd920bb4 None None] Provisioning for port f1df1970-2cc7-407d-9004-cbfa239c50b0 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:24.413131 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-cf0aa47b-4a4b-4f3b-9ffd-e5ce9496a562 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:24.414555 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1aff36c2-06ba-45c9-b010-bfccbd920bb4 None None] Provisioning complete for port f1df1970-2cc7-407d-9004-cbfa239c50b0 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:24.414969 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1aff36c2-06ba-45c9-b010-bfccbd920bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:24.423513 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-28116a85-1195-4aa4-9df0-c21cebf86055 req-e174cf5d-19ef-4e40-bf6a-e389598f8649 service neutron] 10.222.0.47 "GET /v2.0/networks/e68a3e5c-f921-45fc-a6c9-1329c028d289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8237305
Dec 22 04:48:24.447297 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4b9885d7-3d7a-494b-9e61-0b210b56fcd7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:24.456804 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c2d8132f-5391-4eab-8186-4a34b1831511 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:24.499839 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-cf0aa47b-4a4b-4f3b-9ffd-e5ce9496a562 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:24.504334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Port': ['ID=7389ea34-43a5-4a23-a21c-25208423d865,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:24.515418 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:24.527610 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9885d7-3d7a-494b-9e61-0b210b56fcd7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Port': ['ID=9b874a8f-0fce-4729-9828-710761a2f343,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:24.543365 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4b9885d7-3d7a-494b-9e61-0b210b56fcd7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:24.556835 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0aa47b-4a4b-4f3b-9ffd-e5ce9496a562 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:24.563018 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-1aff36c2-06ba-45c9-b010-bfccbd920bb4 None None] Port f1df1970-2cc7-407d-9004-cbfa239c50b0 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:48:24.708180 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-388bda71-cc8c-4159-bf12-de0a6fa0db42', 'network_id': '388bda71-cc8c-4159-bf12-de0a6fa0db42', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'fixed_ips': [{'subnet_id': 'a94c43de-859d-487d-9cb7-7816d30f50aa'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:48:24.709190 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:24.729000 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4b9885d7-3d7a-494b-9e61-0b210b56fcd7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:24.731274 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4b9885d7-3d7a-494b-9e61-0b210b56fcd7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/ports/9b874a8f-0fce-4729-9828-710761a2f343 HTTP/1.1" status: 204  len: 168 time: 2.2415466
Dec 22 04:48:24.732647 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e028e22f-b24b-41e5-98e0-cf1529398a2c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:24.735503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52360) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:24.741561 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e028e22f-b24b-41e5-98e0-cf1529398a2c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:subnet and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:24.777291 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e028e22f-b24b-41e5-98e0-cf1529398a2c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:24.778877 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network 38112549-e615-46da-9c5a-eeddc58c4a44 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:24.788874 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:24.790504 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cd3e0956-577a-4eca-b383-8cb28f2426f2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:24.792800 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e028e22f-b24b-41e5-98e0-cf1529398a2c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:24.823916 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82dfa17-ede1-43fd-8db1-7a1c84bd49e1 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] GET failed (client error): The resource could not be found.
Dec 22 04:48:24.824752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f82dfa17-ede1-43fd-8db1-7a1c84bd49e1 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Synchronizing usage tracker for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:24.872545 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e028e22f-b24b-41e5-98e0-cf1529398a2c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Made reservation on behalf of 2c15a5726c1c4265b642f9bc187fa0d4 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:25.007559 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:25.025038 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f82dfa17-ede1-43fd-8db1-7a1c84bd49e1 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Unset dirty status for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:25.026720 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f82dfa17-ede1-43fd-8db1-7a1c84bd49e1 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports/9b874a8f-0fce-4729-9828-710761a2f343 HTTP/1.1" status: 404  len: 333 time: 0.2893760
Dec 22 04:48:25.031871 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52370) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:25.038148 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Floating IP acb75f92-ddc8-4d9f-b039-ed3bda46c412 associated. External IP: 172.26.4.222, port: 92fe3f3c-2574-4545-96fa-4adc5efe30ea.
Dec 22 04:48:25.119648 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 11cb9345-8066-4ad5-8be0-621882ff7c67 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 04:48:25.215682 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e028e22f-b24b-41e5-98e0-cf1529398a2c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:25.319567 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Allocated IP 2001:db8::2 (388bda71-cc8c-4159-bf12-de0a6fa0db42/a94c43de-859d-487d-9cb7-7816d30f50aa/0eb0f91f-8d8a-489c-9f92-7e1e6d577018) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:25.325527 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52376) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:25.344540 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-35260bfb-787c-4786-a5cd-0036693008e2 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:25.376011 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-00596606-6302-40f2-a222-54d39f51de79 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting port 4bf5e363-19bd-4a9e-bcb3-f8e4c8aaaf17 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:25.376405 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-00596606-6302-40f2-a222-54d39f51de79 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:25.439918 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cf0aa47b-4a4b-4f3b-9ffd-e5ce9496a562 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:25.479270 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e0956-577a-4eca-b383-8cb28f2426f2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Port': ['ID=b62acbdb-130f-4cda-a6f9-5cf1c11ad5d4,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:25.482224 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cd3e0956-577a-4eca-b383-8cb28f2426f2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:25.564385 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:25.575365 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Transition to ACTIVE for port object 0eb0f91f-8d8a-489c-9f92-7e1e6d577018 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:25.588718 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-af218223-de48-4ca9-b5f0-2fc1a24cfa42 tempest-SubnetPoolsTestJSON-1236216232 tempest-SubnetPoolsTestJSON-1236216232-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1889840061', 'prefixes': ['172.20.0.0/16']}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:25.595323 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Transition to ACTIVE for port object 0eb0f91f-8d8a-489c-9f92-7e1e6d577018 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:25.601597 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-af218223-de48-4ca9-b5f0-2fc1a24cfa42 tempest-SubnetPoolsTestJSON-1236216232 tempest-SubnetPoolsTestJSON-1236216232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:25.611782 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:25.613239 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cd3e0956-577a-4eca-b383-8cb28f2426f2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:25.618821 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-713d2464-2eec-4fd1-ae37-82f4d2b62f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:25.667291 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-cd3e0956-577a-4eca-b383-8cb28f2426f2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/b62acbdb-130f-4cda-a6f9-5cf1c11ad5d4 HTTP/1.1" status: 204  len: 168 time: 3.1196892
Dec 22 04:48:25.674451 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52382) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:25.681508 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbcdff-1a09-4e16-96e1-7e4fbafa2b9c req-eed2a08e-c508-4801-b7a2-8c0f9244cd1e tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:25.683172 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-68bbcdff-1a09-4e16-96e1-7e4fbafa2b9c req-eed2a08e-c508-4801-b7a2-8c0f9244cd1e tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 944 time: 0.3454952
Dec 22 04:48:25.697618 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:25.698316 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:25.759770 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b2b68451-5620-431b-8c51-787e34ddf644 None None] Provisioning complete for port 7389ea34-43a5-4a23-a21c-25208423d865 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:25.760199 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b2b68451-5620-431b-8c51-787e34ddf644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:25.812006 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e028e22f-b24b-41e5-98e0-cf1529398a2c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:25.822017 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0105f617-3ea2-444a-9664-c5367dfa6ee7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:25.858574 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Network 388bda71-cc8c-4159-bf12-de0a6fa0db42 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:25.870360 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:25.890353 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:25.929607 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-00596606-6302-40f2-a222-54d39f51de79 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:25.954308 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.ipam_backend_mixin [None req-cf0aa47b-4a4b-4f3b-9ffd-e5ce9496a562 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f16008c1-ef90-4a3a-a61a-2c8359d416e9 (CIDR: 172.20.0.0/28)
Dec 22 04:48:25.957971 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970e13b2-afd8-4264-a300-8141b0a290b3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:25.959300 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970e13b2-afd8-4264-a300-8141b0a290b3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:25.960044 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-970e13b2-afd8-4264-a300-8141b0a290b3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:25.970179 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0aa47b-4a4b-4f3b-9ffd-e5ce9496a562 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:48:25.970612 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0aa47b-4a4b-4f3b-9ffd-e5ce9496a562 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:25.976788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Pushing event updated for resources: {'Port': ['ID=0eb0f91f-8d8a-489c-9f92-7e1e6d577018,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:25.979144 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b2b68451-5620-431b-8c51-787e34ddf644 None None] Port 7389ea34-43a5-4a23-a21c-25208423d865 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:48:25.985926 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 11cb9345-8066-4ad5-8be0-621882ff7c67, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=11cb9345-8066-4ad5-8be0-621882ff7c67,segment=NetworkSegment(4fec6cb2-521a-4cbd-a920-f6745769cdfc),segment_id=4fec6cb2-521a-4cbd-a920-f6745769cdfc)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:25.994952 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:26.003173 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-68bbcdff-1a09-4e16-96e1-7e4fbafa2b9c req-a329b825-cf6a-43b4-9451-167c3bd655a3 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3142793
Dec 22 04:48:26.016655 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028e22f-b24b-41e5-98e0-cf1529398a2c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Subnet': ['ID=8a392436-5661-495f-90bd-39230dbab34f,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:26.033033 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-970e13b2-afd8-4264-a300-8141b0a290b3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:26.036333 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-970e13b2-afd8-4264-a300-8141b0a290b3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.3497801
Dec 22 04:48:26.036333 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-cf0aa47b-4a4b-4f3b-9ffd-e5ce9496a562 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.3471727
Dec 22 04:48:26.037120 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52386) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:26.039343 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52388) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:26.052312 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Attempting to bind port 0eb0f91f-8d8a-489c-9f92-7e1e6d577018 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:48:26.052801 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Attempting to bind port 0eb0f91f-8d8a-489c-9f92-7e1e6d577018 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '08a118cc-5792-49f4-a908-89134a4798e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '388bda71-cc8c-4159-bf12-de0a6fa0db42'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:48:26.053068 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Attempting to bind port 0eb0f91f-8d8a-489c-9f92-7e1e6d577018 on network 388bda71-cc8c-4159-bf12-de0a6fa0db42 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:48:26.061607 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '11cb9345-8066-4ad5-8be0-621882ff7c67', 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289', 'port_id': '11cb9345-8066-4ad5-8be0-621882ff7c67', 'mac_address': 'fa:16:3e:1f:37:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 04:48:26.078590 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e028e22f-b24b-41e5-98e0-cf1529398a2c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:26.085035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-00596606-6302-40f2-a222-54d39f51de79 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Calling delete_port for 4bf5e363-19bd-4a9e-bcb3-f8e4c8aaaf17 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:26.091669 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-454413b8-29db-4af3-afc6-6f81a4b82f5a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'subnet': {'network_id': '0a794013-ae5e-4901-9fbf-747518ba91d3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:26.104793 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:48:26.105172 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Checking segment: {'id': '08a118cc-5792-49f4-a908-89134a4798e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '388bda71-cc8c-4159-bf12-de0a6fa0db42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:48:26.105636 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:26.105981 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Bound using segment: {'id': '08a118cc-5792-49f4-a908-89134a4798e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '388bda71-cc8c-4159-bf12-de0a6fa0db42'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:48:26.106457 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Bound port: 0eb0f91f-8d8a-489c-9f92-7e1e6d577018, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a118cc-5792-49f4-a908-89134a4798e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '388bda71-cc8c-4159-bf12-de0a6fa0db42'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:48:26.106829 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:26.128860 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2d57eb0d-b66b-45e6-a59f-53741a8f7f03 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:26.226904 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:26.248895 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e028e22f-b24b-41e5-98e0-cf1529398a2c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Checking segment: {'id': 'a1baa0c6-ff74-4004-bbf6-2b1370ff6f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0fa247e0-632b-408a-9b03-72faabc1493b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:48:26.249503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e028e22f-b24b-41e5-98e0-cf1529398a2c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network hostable DHCP agents. Network: 0fa247e0-632b-408a-9b03-72faabc1493b, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:48:26.265271 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11cb9345-8066-4ad5-8be0-621882ff7c67 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:48:26.306974 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 11cb9345-8066-4ad5-8be0-621882ff7c67, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=11cb9345-8066-4ad5-8be0-621882ff7c67,segment=NetworkSegment(4fec6cb2-521a-4cbd-a920-f6745769cdfc),segment_id=4fec6cb2-521a-4cbd-a920-f6745769cdfc)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:26.311823 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] For port 0eb0f91f-8d8a-489c-9f92-7e1e6d577018, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:48:26.315476 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] For port 0eb0f91f-8d8a-489c-9f92-7e1e6d577018, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=0eb0f91f-8d8a-489c-9f92-7e1e6d577018,segment=NetworkSegment(08a118cc-5792-49f4-a908-89134a4798e0),segment_id=08a118cc-5792-49f4-a908-89134a4798e0)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:48:26.316374 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:26.318215 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1057fe06-bea2-4d6b-9590-d4626ce38a27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:26.345832 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 2d57eb0d-b66b-45e6-a59f-53741a8f7f03 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:26.346172 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:26.355794 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-af218223-de48-4ca9-b5f0-2fc1a24cfa42 tempest-SubnetPoolsTestJSON-1236216232 tempest-SubnetPoolsTestJSON-1236216232-project] Notify callbacks [] for subnetpool, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:26.359461 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-af218223-de48-4ca9-b5f0-2fc1a24cfa42 tempest-SubnetPoolsTestJSON-1236216232 tempest-SubnetPoolsTestJSON-1236216232-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 1.0275609
Dec 22 04:48:26.361126 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52394) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:26.384110 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:26.387162 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-454413b8-29db-4af3-afc6-6f81a4b82f5a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:26.390738 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e028e22f-b24b-41e5-98e0-cf1529398a2c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network 0fa247e0-632b-408a-9b03-72faabc1493b is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:48:26.404021 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-454413b8-29db-4af3-afc6-6f81a4b82f5a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:subnet and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:26.408951 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-454413b8-29db-4af3-afc6-6f81a4b82f5a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:26.423332 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f171b976-cff8-4a08-be0a-5b8ede52bc51 tempest-SubnetPoolsTestJSON-1236216232 tempest-SubnetPoolsTestJSON-1236216232-project] 10.222.0.53 "GET /v2.0/subnetpools/144c79e4-4544-4531-85a1-d53379fdca40 HTTP/1.1" status: 200  len: 732 time: 0.0578284
Dec 22 04:48:26.423663 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-00596606-6302-40f2-a222-54d39f51de79 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:26.425741 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52398) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:26.428606 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-454413b8-29db-4af3-afc6-6f81a4b82f5a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:26.448166 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=11cb9345-8066-4ad5-8be0-621882ff7c67,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:26.451228 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:26.452532 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:26.482569 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:26.482818 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454413b8-29db-4af3-afc6-6f81a4b82f5a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:26.485962 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-454413b8-29db-4af3-afc6-6f81a4b82f5a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:26.572842 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Router 50ee46f0-d3ea-4e7b-abfc-86259ddc8c0f is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:48:26.579700 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Pushing event updated for resources: {'Port': ['ID=0eb0f91f-8d8a-489c-9f92-7e1e6d577018,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:26.586498 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:26.602775 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-174644f8-6a43-4139-86b6-ed4da9e6ae5c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet b4dfa42a-529e-4b0a-9b68-400fc7042104 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:48:26.608496 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:26.615993 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-174644f8-6a43-4139-86b6-ed4da9e6ae5c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:26.706847 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-0f0c093a-4cae-49b2-a667-9abe91e71f4c tempest-SubnetPoolsTestJSON-1236216232 tempest-SubnetPoolsTestJSON-1236216232-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2144170203'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:26.723492 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:26.723882 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:26.737952 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-e028e22f-b24b-41e5-98e0-cf1529398a2c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 0fa247e0-632b-408a-9b03-72faabc1493b) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:26.755418 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00596606-6302-40f2-a222-54d39f51de79 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Port': ['ID=4bf5e363-19bd-4a9e-bcb3-f8e4c8aaaf17,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:26.767147 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e028e22f-b24b-41e5-98e0-cf1529398a2c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:26.767730 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e028e22f-b24b-41e5-98e0-cf1529398a2c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:26.771794 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-00596606-6302-40f2-a222-54d39f51de79 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:26.813502 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37bcbe8-4191-42e6-a05e-b71329d4a40b None None] Network 0fa247e0-632b-408a-9b03-72faabc1493b requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:26.826157 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['11cb9345-8066-4ad5-8be0-621882ff7c67'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 04:48:26.863511 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-00596606-6302-40f2-a222-54d39f51de79 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:26.864019 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-174644f8-6a43-4139-86b6-ed4da9e6ae5c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:26.866673 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-00596606-6302-40f2-a222-54d39f51de79 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/ports/4bf5e363-19bd-4a9e-bcb3-f8e4c8aaaf17 HTTP/1.1" status: 204  len: 168 time: 1.8335044
Dec 22 04:48:26.879185 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e028e22f-b24b-41e5-98e0-cf1529398a2c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.5896692
Dec 22 04:48:26.880909 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52402) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:26.890229 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52404) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:26.943717 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e5febf54-b30e-431d-ad66-0be2598f9962 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-967749776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:26.966905 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e5febf54-b30e-431d-ad66-0be2598f9962 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:26.984717 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf10ca0-24d1-4227-947b-055ca61d9963 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] GET failed (client error): The resource could not be found.
Dec 22 04:48:26.985223 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bdf10ca0-24d1-4227-947b-055ca61d9963 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Synchronizing usage tracker for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:26.993727 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e5febf54-b30e-431d-ad66-0be2598f9962 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:router and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:27.000905 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e5febf54-b30e-431d-ad66-0be2598f9962 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:27.016915 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e5febf54-b30e-431d-ad66-0be2598f9962 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:27.034405 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0f0c093a-4cae-49b2-a667-9abe91e71f4c tempest-SubnetPoolsTestJSON-1236216232 tempest-SubnetPoolsTestJSON-1236216232-project] Notify callbacks [] for subnetpool, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:27.034964 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0f0c093a-4cae-49b2-a667-9abe91e71f4c tempest-SubnetPoolsTestJSON-1236216232 tempest-SubnetPoolsTestJSON-1236216232-project] 10.222.0.53 "PUT /v2.0/subnetpools/144c79e4-4544-4531-85a1-d53379fdca40 HTTP/1.1" status: 200  len: 684 time: 0.6082938
Dec 22 04:48:27.038832 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52410) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:27.061333 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bdf10ca0-24d1-4227-947b-055ca61d9963 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Unset dirty status for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:27.062495 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bdf10ca0-24d1-4227-947b-055ca61d9963 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports/4bf5e363-19bd-4a9e-bcb3-f8e4c8aaaf17 HTTP/1.1" status: 404  len: 333 time: 0.1778021
Dec 22 04:48:27.065588 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52416) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:27.085580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e5febf54-b30e-431d-ad66-0be2598f9962 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:27.086431 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e5febf54-b30e-431d-ad66-0be2598f9962 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:27.165829 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Router fe74ed20-ba67-4c54-8f1e-d46d362af84e has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:48:27.206500 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e5febf54-b30e-431d-ad66-0be2598f9962 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:27.338918 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e5febf54-b30e-431d-ad66-0be2598f9962 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:27.386124 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d7dabf-0f7e-46e5-8dcb-cc81c6202fdf tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting subnet a1a6ba9f-a213-4569-9ee8-354fa672367b {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:48:27.389199 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c9d7dabf-0f7e-46e5-8dcb-cc81c6202fdf tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:27.397406 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 0eb0f91f-8d8a-489c-9f92-7e1e6d577018 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:27.418480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-23bc7220-6ed4-4f55-bf0c-85ffa619042a tempest-SubnetPoolsTestJSON-1236216232 tempest-SubnetPoolsTestJSON-1236216232-project] Notify callbacks [] for subnetpool, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:27.420088 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-23bc7220-6ed4-4f55-bf0c-85ffa619042a tempest-SubnetPoolsTestJSON-1236216232 tempest-SubnetPoolsTestJSON-1236216232-project] 10.222.0.53 "DELETE /v2.0/subnetpools/144c79e4-4544-4531-85a1-d53379fdca40 HTTP/1.1" status: 204  len: 168 time: 0.3813503
Dec 22 04:48:27.428869 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e5febf54-b30e-431d-ad66-0be2598f9962 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:27.435695 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e5febf54-b30e-431d-ad66-0be2598f9962 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.5436018
Dec 22 04:48:27.435695 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52420) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:27.436145 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52422) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:27.456082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c9d7dabf-0f7e-46e5-8dcb-cc81c6202fdf tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:27.460969 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-0fa247e0-632b-408a-9b03-72faabc1493b', 'network_id': '0fa247e0-632b-408a-9b03-72faabc1493b', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'fixed_ips': [{'subnet_id': '8a392436-5661-495f-90bd-39230dbab34f'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:48:27.461867 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:27.550257 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-fb3eacce-79eb-4180-ba78-8604ff01496c tempest-SubnetPoolsTestJSON-1236216232 tempest-SubnetPoolsTestJSON-1236216232-project] show failed (client error): The resource could not be found.
Dec 22 04:48:27.551406 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fb3eacce-79eb-4180-ba78-8604ff01496c tempest-SubnetPoolsTestJSON-1236216232 tempest-SubnetPoolsTestJSON-1236216232-project] 10.222.0.53 "GET /v2.0/subnetpools/144c79e4-4544-4531-85a1-d53379fdca40 HTTP/1.1" status: 404  len: 346 time: 0.1122060
Dec 22 04:48:27.565248 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52428) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:27.631644 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:48:27.648097 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/routers/50ee46f0-d3ea-4e7b-abfc-86259ddc8c0f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.5590355
Dec 22 04:48:27.659839 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52432) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:27.690658 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Allocated IP 2001:db8:1::2 (0fa247e0-632b-408a-9b03-72faabc1493b/8a392436-5661-495f-90bd-39230dbab34f/20e09e37-9a3a-4c63-a661-9e2454bc9214) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:27.700797 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-174644f8-6a43-4139-86b6-ed4da9e6ae5c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:27.731968 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7fcfdd-a45b-41be-8556-95275cde1617 None None] Sync routers for ids ['50ee46f0-d3ea-4e7b-abfc-86259ddc8c0f'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:48:27.749213 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c9d7dabf-0f7e-46e5-8dcb-cc81c6202fdf tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:27.755961 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c682ec-500e-47d4-86c1-703ba38e6cda req-30dcacae-99d4-4375-9fcd-03c904e3d56d tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:27.763472 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e8c682ec-500e-47d4-86c1-703ba38e6cda req-30dcacae-99d4-4375-9fcd-03c904e3d56d tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 945 time: 0.4915679
Dec 22 04:48:27.767989 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-cb0fccc7-f730-4825-ad8f-96a2f2d06622 tempest-SubnetPoolsTestJSON-1236216232 tempest-SubnetPoolsTestJSON-1236216232-project] delete failed (client error): The resource could not be found.
Dec 22 04:48:27.769614 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-cb0fccc7-f730-4825-ad8f-96a2f2d06622 tempest-SubnetPoolsTestJSON-1236216232 tempest-SubnetPoolsTestJSON-1236216232-project] 10.222.0.53 "DELETE /v2.0/subnetpools/144c79e4-4544-4531-85a1-d53379fdca40 HTTP/1.1" status: 404  len: 346 time: 0.1377141
Dec 22 04:48:27.805963 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a892f66f-ae29-455a-a552-112bc945c47e None None] Network 388bda71-cc8c-4159-bf12-de0a6fa0db42 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:27.901212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c857774-61ec-4d34-9e92-4e76c3d34812 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:27.902188 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7c857774-61ec-4d34-9e92-4e76c3d34812 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Synchronizing usage tracker for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:27.957294 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b66cb356-3a08-4b8d-944e-5a0efb29a264 None None] Provisioning for port 0eb0f91f-8d8a-489c-9f92-7e1e6d577018 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:27.963669 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-174644f8-6a43-4139-86b6-ed4da9e6ae5c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:27.975226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:27.981936 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e8c682ec-500e-47d4-86c1-703ba38e6cda req-f578e982-d74a-44e7-a435-a98973c528c4 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2172768
Dec 22 04:48:27.986159 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7fcfdd-a45b-41be-8556-95275cde1617 None None] Routers {'50ee46f0-d3ea-4e7b-abfc-86259ddc8c0f'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:48:27.986577 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-1f7fcfdd-a45b-41be-8556-95275cde1617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c887730>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['50ee46f0-d3ea-4e7b-abfc-86259ddc8c0f'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:28.013275 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174644f8-6a43-4139-86b6-ed4da9e6ae5c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=b4dfa42a-529e-4b0a-9b68-400fc7042104,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:28.014871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7c857774-61ec-4d34-9e92-4e76c3d34812 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Unset dirty status for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:28.018607 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7c857774-61ec-4d34-9e92-4e76c3d34812 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/ports/7389ea34-43a5-4a23-a21c-25208423d865 HTTP/1.1" status: 200  len: 910 time: 0.3540258
Dec 22 04:48:28.018607 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-174644f8-6a43-4139-86b6-ed4da9e6ae5c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:28.020199 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-174644f8-6a43-4139-86b6-ed4da9e6ae5c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:28.020898 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-454413b8-29db-4af3-afc6-6f81a4b82f5a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:28.033830 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c9d7dabf-0f7e-46e5-8dcb-cc81c6202fdf tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:28.038853 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52438) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:28.039529 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c469e85c-7c67-4ccf-8b42-95772f2495ad tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:28.060925 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646c212f-70fd-4c68-a31c-212eb4deb6b7 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:28.114913 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454413b8-29db-4af3-afc6-6f81a4b82f5a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network 0a794013-ae5e-4901-9fbf-747518ba91d3 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:28.122068 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454413b8-29db-4af3-afc6-6f81a4b82f5a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Subnet': ['ID=5d2bbe4c-8335-4600-a3f8-090fc6cd9c1c,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:28.124376 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-454413b8-29db-4af3-afc6-6f81a4b82f5a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:28.155678 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-1f7fcfdd-a45b-41be-8556-95275cde1617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c887730>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:28.161772 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 0eb0f91f-8d8a-489c-9f92-7e1e6d577018 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:28.169311 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:48:28.179441 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee174d3-9ebd-4b97-bcd0-3b3cdf0aa8b7 None None] Network 0a794013-ae5e-4901-9fbf-747518ba91d3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:28.186082 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3449fc-08f7-44b1-abfa-31beb117e6fd None None] Sync routers for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:48:28.205461 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3449fc-08f7-44b1-abfa-31beb117e6fd None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:48:28.206080 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-7a3449fc-08f7-44b1-abfa-31beb117e6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c42fc40>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:28.228642 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-5b41b667-2412-4eae-ad01-17e1139606c1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e21f7121-c1ea-4d2e-8892-9dcac83222bf'}]}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:28.241083 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:28.289005 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-7a3449fc-08f7-44b1-abfa-31beb117e6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c42fc40>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:28.311201 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3449fc-08f7-44b1-abfa-31beb117e6fd None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:48:28.312080 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-7a3449fc-08f7-44b1-abfa-31beb117e6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c42fc40>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:28.350180 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 0eb0f91f-8d8a-489c-9f92-7e1e6d577018 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:28.350414 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:28.357111 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52444) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:28.370667 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:28.379936 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-7a3449fc-08f7-44b1-abfa-31beb117e6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c42fc40>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:28.380415 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3449fc-08f7-44b1-abfa-31beb117e6fd None None] The sync data for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:48:28.386527 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 981 time: 11.6542006
Dec 22 04:48:28.388687 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52450) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:28.396719 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-2e770ea7-a5a2-4492-ac1f-78d9b1d2664e tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:28.406477 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cdfab6-d7f3-4a70-9c64-c49c9d340e29 None None] Network a0ad38ca-4a6b-4f17-997e-4890c3278b24 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:28.487318 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454413b8-29db-4af3-afc6-6f81a4b82f5a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:28.487896 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-454413b8-29db-4af3-afc6-6f81a4b82f5a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:28.500351 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c9d7dabf-0f7e-46e5-8dcb-cc81c6202fdf tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:28.502505 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c9d7dabf-0f7e-46e5-8dcb-cc81c6202fdf tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/subnets/a1a6ba9f-a213-4569-9ee8-354fa672367b HTTP/1.1" status: 204  len: 168 time: 1.4289169
Dec 22 04:48:28.538348 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7dabf-0f7e-46e5-8dcb-cc81c6202fdf tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Subnet': ['ID=a1a6ba9f-a213-4569-9ee8-354fa672367b,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:28.544890 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7fcfdd-a45b-41be-8556-95275cde1617 None None] Routers {'50ee46f0-d3ea-4e7b-abfc-86259ddc8c0f'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:48:28.545565 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-1f7fcfdd-a45b-41be-8556-95275cde1617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c887730>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['50ee46f0-d3ea-4e7b-abfc-86259ddc8c0f'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:28.551490 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52454) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:28.557706 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-174644f8-6a43-4139-86b6-ed4da9e6ae5c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/b4dfa42a-529e-4b0a-9b68-400fc7042104 HTTP/1.1" status: 204  len: 168 time: 2.5174456
Dec 22 04:48:28.558794 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c9d7dabf-0f7e-46e5-8dcb-cc81c6202fdf tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:28.566120 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52456) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:28.571072 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ed2d885d-cd1a-4d19-90e6-d4773386fc76 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.464s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:28.571465 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ed2d885d-cd1a-4d19-90e6-d4773386fc76 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:28.694316 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-1f7fcfdd-a45b-41be-8556-95275cde1617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c887730>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:28.694637 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7fcfdd-a45b-41be-8556-95275cde1617 None None] The sync data for ids ['50ee46f0-d3ea-4e7b-abfc-86259ddc8c0f'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:48:28.715550 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3304de21-5d72-4bff-ae15-7dc07dd49ef7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1426401
Dec 22 04:48:28.729527 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52462) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:28.743128 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-6bfce0f4-1e5e-40f0-8912-0c13c9d4abf7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:28.750040 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b2e84c67-27c3-43c5-b86e-14d848cc8882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:28.771934 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-454413b8-29db-4af3-afc6-6f81a4b82f5a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 2.7300601
Dec 22 04:48:28.797536 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52466) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:28.818035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-ac983711-1abc-49e7-97a4-1da783f8d2df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-685649078', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5d2bbe4c-8335-4600-a3f8-090fc6cd9c1c'}], 'security_groups': ['77fe6431-e859-4299-98dc-37934e3cf154']}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:28.823248 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5b41b667-2412-4eae-ad01-17e1139606c1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:28.885881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2e770ea7-a5a2-4492-ac1f-78d9b1d2664e tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:28.932839 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:28.953434 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:29.021019 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Transition to ACTIVE for port object 20e09e37-9a3a-4c63-a661-9e2454bc9214 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:29.055776 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Transition to ACTIVE for port object 20e09e37-9a3a-4c63-a661-9e2454bc9214 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:29.109456 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b2e84c67-27c3-43c5-b86e-14d848cc8882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:29.130159 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b2e84c67-27c3-43c5-b86e-14d848cc8882 admin admin] Usage tracker for resource:security_group_rule and tenant:4a6fa4ff1ede4aa09451d0e76fece5dc is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:29.142524 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:29.147423 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b2e84c67-27c3-43c5-b86e-14d848cc8882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:29.168166 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b2e84c67-27c3-43c5-b86e-14d848cc8882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:29.222721 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-7d182722-7343-4f79-bebc-65e3d906141b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:29.237086 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6bfce0f4-1e5e-40f0-8912-0c13c9d4abf7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:29.249095 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6bfce0f4-1e5e-40f0-8912-0c13c9d4abf7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:29.264129 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6bfce0f4-1e5e-40f0-8912-0c13c9d4abf7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:29.266798 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting port 2d57eb0d-b66b-45e6-a59f-53741a8f7f03 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:29.267137 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:29.269712 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:29.287135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Network 0fa247e0-632b-408a-9b03-72faabc1493b is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:29.302463 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:29.308843 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6bfce0f4-1e5e-40f0-8912-0c13c9d4abf7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:29.313433 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:29.387615 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Pushing event updated for resources: {'Port': ['ID=20e09e37-9a3a-4c63-a661-9e2454bc9214,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:29.392531 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfce0f4-1e5e-40f0-8912-0c13c9d4abf7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:29.395445 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6bfce0f4-1e5e-40f0-8912-0c13c9d4abf7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:29.413977 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Allocated IP 2001:db8::1 (388bda71-cc8c-4159-bf12-de0a6fa0db42/a94c43de-859d-487d-9cb7-7816d30f50aa/d06170e7-8a4d-4425-9be7-9df635a4b80f) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:29.416500 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:29.500380 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 0eb0f91f-8d8a-489c-9f92-7e1e6d577018, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=0eb0f91f-8d8a-489c-9f92-7e1e6d577018,segment=NetworkSegment(08a118cc-5792-49f4-a908-89134a4798e0),segment_id=08a118cc-5792-49f4-a908-89134a4798e0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:29.543330 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:29.547371 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:29.640597 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f4d245-a3da-4805-b9bb-2afbf4d4cefc None None] DHCP port deletion for 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:48:29.642700 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Attempting to bind port 20e09e37-9a3a-4c63-a661-9e2454bc9214 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:48:29.643250 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Attempting to bind port 20e09e37-9a3a-4c63-a661-9e2454bc9214 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'a1baa0c6-ff74-4004-bbf6-2b1370ff6f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0fa247e0-632b-408a-9b03-72faabc1493b'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:48:29.643717 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Attempting to bind port 20e09e37-9a3a-4c63-a661-9e2454bc9214 on network 0fa247e0-632b-408a-9b03-72faabc1493b {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:48:29.657986 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-22f4d245-a3da-4805-b9bb-2afbf4d4cefc None None] Deleting port cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:29.658487 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-22f4d245-a3da-4805-b9bb-2afbf4d4cefc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:29.674623 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac983711-1abc-49e7-97a4-1da783f8d2df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:29.695338 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b2e84c67-27c3-43c5-b86e-14d848cc8882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:29.699174 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2e770ea7-a5a2-4492-ac1f-78d9b1d2664e tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:29.728595 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:48:29.728973 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Checking segment: {'id': 'a1baa0c6-ff74-4004-bbf6-2b1370ff6f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0fa247e0-632b-408a-9b03-72faabc1493b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:48:29.729385 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:29.729806 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Bound using segment: {'id': 'a1baa0c6-ff74-4004-bbf6-2b1370ff6f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0fa247e0-632b-408a-9b03-72faabc1493b'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:48:29.730289 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Bound port: 20e09e37-9a3a-4c63-a661-9e2454bc9214, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1baa0c6-ff74-4004-bbf6-2b1370ff6f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0fa247e0-632b-408a-9b03-72faabc1493b'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:48:29.730665 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:29.749285 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b2e84c67-27c3-43c5-b86e-14d848cc8882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:29.755577 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=0eb0f91f-8d8a-489c-9f92-7e1e6d577018,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:29.762794 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2e770ea7-a5a2-4492-ac1f-78d9b1d2664e tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:29.763335 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [None req-2e770ea7-a5a2-4492-ac1f-78d9b1d2664e tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Floating IP acb75f92-ddc8-4d9f-b039-ed3bda46c412 disassociated. External IP: 172.26.4.222, port: 92fe3f3c-2574-4545-96fa-4adc5efe30ea.
Dec 22 04:48:29.770700 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:29.773222 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efa522c-78a2-4cf8-a323-0fdb7cf8869f None None] DHCP port deletion for a0ad38ca-4a6b-4f17-997e-4890c3278b24 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:48:29.827674 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:29.877333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce96289-616a-4a83-a83e-68a79dda0b47 req-1d61e5b0-6563-44e3-b66b-f93ff568eff5 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:29.882031 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7ce96289-616a-4a83-a83e-68a79dda0b47 req-1d61e5b0-6563-44e3-b66b-f93ff568eff5 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 945 time: 0.6995327
Dec 22 04:48:29.883819 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-8efa522c-78a2-4cf8-a323-0fdb7cf8869f None None] Deleting port 2d57eb0d-b66b-45e6-a59f-53741a8f7f03 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:29.884204 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8efa522c-78a2-4cf8-a323-0fdb7cf8869f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:29.887711 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] For port 2d57eb0d-b66b-45e6-a59f-53741a8f7f03, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2d57eb0d-b66b-45e6-a59f-53741a8f7f03,segment=NetworkSegment(bb201558-b9df-45aa-91a2-da3bc3b73be5),segment_id=bb201558-b9df-45aa-91a2-da3bc3b73be5)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:29.888181 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:29.979380 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b2e84c67-27c3-43c5-b86e-14d848cc8882 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a6fa4ff1ede4aa09451d0e76fece5dc&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6180861
Dec 22 04:48:29.979380 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e84c67-27c3-43c5-b86e-14d848cc8882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7e7663-09a5-4bb9-87b7-44e8fd284273,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:29.981439 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b2e84c67-27c3-43c5-b86e-14d848cc8882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:29.981769 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52472) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:30.071586 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Calling delete_port for 2d57eb0d-b66b-45e6-a59f-53741a8f7f03 owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:30.150910 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] For port 20e09e37-9a3a-4c63-a661-9e2454bc9214, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:48:30.173249 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-418b4178-9a8c-4300-835a-b8ce7a90a10a None None] Provisioning complete for port 0eb0f91f-8d8a-489c-9f92-7e1e6d577018 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:30.173641 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-418b4178-9a8c-4300-835a-b8ce7a90a10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:30.223041 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7ce96289-616a-4a83-a83e-68a79dda0b47 req-a7b50b52-0ab6-4de4-b5b3-28c1a3ddb380 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3200197
Dec 22 04:48:30.237122 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:30.275692 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] For port 20e09e37-9a3a-4c63-a661-9e2454bc9214, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=20e09e37-9a3a-4c63-a661-9e2454bc9214,segment=NetworkSegment(a1baa0c6-ff74-4004-bbf6-2b1370ff6f04),segment_id=a1baa0c6-ff74-4004-bbf6-2b1370ff6f04)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:48:30.281009 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b6f59b-66b4-4017-83cd-1c20f2a2e10d None None] Update dhcp port {'port': {'network_id': '0a794013-ae5e-4901-9fbf-747518ba91d3', 'fixed_ips': [{'subnet_id': 'f16008c1-ef90-4a3a-a61a-2c8359d416e9', 'ip_address': '172.20.0.2'}, {'subnet_id': '5d2bbe4c-8335-4600-a3f8-090fc6cd9c1c'}], 'binding:host_id': 'dv-neutron-822525-1-hyperv'}, 'id': '86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8'} from dv-neutron-822525-1-hyperv. {{(pid=83436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 04:48:30.338268 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:30.348641 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-04fb55d4-002d-46e5-8e06-f512043bdd90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:30.365517 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:30.372906 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Transition to ACTIVE for port object d06170e7-8a4d-4425-9be7-9df635a4b80f will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:30.373317 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:30.376018 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-22f4d245-a3da-4805-b9bb-2afbf4d4cefc None None] For port cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:30.376422 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-22f4d245-a3da-4805-b9bb-2afbf4d4cefc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:30.415778 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Port': ['ID=2d57eb0d-b66b-45e6-a59f-53741a8f7f03,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:30.420850 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:30.432967 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] No DVR routers for this DVR port 2d57eb0d-b66b-45e6-a59f-53741a8f7f03 on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:48:30.455946 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-44e80530-68fc-4114-b39d-f20109f7e417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:30.560505 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-44e80530-68fc-4114-b39d-f20109f7e417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:30.574020 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:30.580513 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5b41b667-2412-4eae-ad01-17e1139606c1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:30.584090 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7f4b8e84-c33c-4b40-9e91-2221744425bf tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:30.619142 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-22f4d245-a3da-4805-b9bb-2afbf4d4cefc None None] Calling delete_port for cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:30.624990 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5b41b667-2412-4eae-ad01-17e1139606c1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:30.652293 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:30.664268 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b5b071e9-f00e-4ee2-a74e-20a539783b2b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:30.664868 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-02b6f59b-66b4-4017-83cd-1c20f2a2e10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:30.698792 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-8efa522c-78a2-4cf8-a323-0fdb7cf8869f None None] For port 2d57eb0d-b66b-45e6-a59f-53741a8f7f03, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2d57eb0d-b66b-45e6-a59f-53741a8f7f03,segment=NetworkSegment(bb201558-b9df-45aa-91a2-da3bc3b73be5),segment_id=bb201558-b9df-45aa-91a2-da3bc3b73be5)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:30.699189 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8efa522c-78a2-4cf8-a323-0fdb7cf8869f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:30.726792 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network 388bda71-cc8c-4159-bf12-de0a6fa0db42 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:30.738668 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:30.741199 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:30.742122 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:30.762280 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Port': ['ID=d06170e7-8a4d-4425-9be7-9df635a4b80f,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:30.772451 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:30.864492 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-8efa522c-78a2-4cf8-a323-0fdb7cf8869f None None] Calling delete_port for 2d57eb0d-b66b-45e6-a59f-53741a8f7f03 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:30.878271 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-ac983711-1abc-49e7-97a4-1da783f8d2df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Delete allocated IP 172.20.0.7 (0a794013-ae5e-4901-9fbf-747518ba91d3/f16008c1-ef90-4a3a-a61a-2c8359d416e9) {{(pid=83435) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 22 04:48:30.890576 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-44e80530-68fc-4114-b39d-f20109f7e417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:30.907869 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-309aa608-9358-4902-ba62-6c7ab2a1d05f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:30.911687 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Pushing event updated for resources: {'Port': ['ID=20e09e37-9a3a-4c63-a661-9e2454bc9214,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:30.918274 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:30.932411 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-ac983711-1abc-49e7-97a4-1da783f8d2df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Allocated IP 172.20.0.29 (0a794013-ae5e-4901-9fbf-747518ba91d3/5d2bbe4c-8335-4600-a3f8-090fc6cd9c1c/f1df1970-2cc7-407d-9004-cbfa239c50b0) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:30.936238 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bafdee0>,) {'filters': {'network_id': ['a0ad38ca-4a6b-4f17-997e-4890c3278b24']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:30.943255 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e80530-68fc-4114-b39d-f20109f7e417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7e7663-09a5-4bb9-87b7-44e8fd284273,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:30.953611 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-44e80530-68fc-4114-b39d-f20109f7e417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:30.954491 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bafdee0>, 'bb201558-b9df-45aa-91a2-da3bc3b73be5') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:30.954789 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bafdee0>, 'bb201558-b9df-45aa-91a2-da3bc3b73be5') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:30.976909 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:31.006014 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:31.036271 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:48:31.036722 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:31.076376 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b41b667-2412-4eae-ad01-17e1139606c1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:31.077046 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5b41b667-2412-4eae-ad01-17e1139606c1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5b41b667-2412-4eae-ad01-17e1139606c1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/ports/7389ea34-43a5-4a23-a21c-25208423d865 HTTP/1.1" status: 200  len: 910 time: 2.9624808
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:48:31.081265 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:48:31.095002 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52476) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:31.097428 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-44e80530-68fc-4114-b39d-f20109f7e417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:31.101292 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-44e80530-68fc-4114-b39d-f20109f7e417 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3f7e7663-09a5-4bb9-87b7-44e8fd284273 HTTP/1.1" status: 204  len: 168 time: 1.1046202
Dec 22 04:48:31.179746 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.objects.ports [None req-6bfce0f4-1e5e-40f0-8912-0c13c9d4abf7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83434) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 04:48:31.197574 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:31.263544 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 11cb9345-8066-4ad5-8be0-621882ff7c67 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:31.375068 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-22f4d245-a3da-4805-b9bb-2afbf4d4cefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:31.382782 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b82e9967-9284-4150-8abe-09924598a9ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:31.450237 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4d245-a3da-4805-b9bb-2afbf4d4cefc None None] Pushing event deleted for resources: {'Port': ['ID=cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:31.452013 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41b667-2412-4eae-ad01-17e1139606c1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Port': ['ID=7389ea34-43a5-4a23-a21c-25208423d865,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:31.455406 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-8efa522c-78a2-4cf8-a323-0fdb7cf8869f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:48:31.455716 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-8efa522c-78a2-4cf8-a323-0fdb7cf8869f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:48:31.462760 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-22f4d245-a3da-4805-b9bb-2afbf4d4cefc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:31.477603 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f4d245-a3da-4805-b9bb-2afbf4d4cefc None None] No DVR routers for this DVR port cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:48:31.491162 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5b41b667-2412-4eae-ad01-17e1139606c1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.827s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:31.505465 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 11cb9345-8066-4ad5-8be0-621882ff7c67 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:31.510983 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.ipam_pluggable_backend [None req-6bfce0f4-1e5e-40f0-8912-0c13c9d4abf7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Port cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83434) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Dec 22 04:48:31.511421 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.ipam_pluggable_backend [None req-6bfce0f4-1e5e-40f0-8912-0c13c9d4abf7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5b:f0f7 {{(pid=83434) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}}
Dec 22 04:48:31.513400 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 11cb9345-8066-4ad5-8be0-621882ff7c67 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:31.513977 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:31.521695 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:31.526933 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:31.570724 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:31.590888 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Network': ['ID=a0ad38ca-4a6b-4f17-997e-4890c3278b24,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:31.600115 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:31.600115 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6bfce0f4-1e5e-40f0-8912-0c13c9d4abf7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:31.616374 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-52935d21-4566-48d3-be4f-5413bc6c254d tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:31.690646 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/networks/a0ad38ca-4a6b-4f17-997e-4890c3278b24 HTTP/1.1" status: 204  len: 168 time: 3.1335123
Dec 22 04:48:31.696985 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52488) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:31.705881 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5119e3fc-6f67-40a3-bb41-6ce7c3724f77 None None] Provisioning for port d06170e7-8a4d-4425-9be7-9df635a4b80f completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:31.709212 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:31.712256 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-349534dd-dc18-4aa3-8ee4-e05248b38fbb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-269533826'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:31.730848 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5119e3fc-6f67-40a3-bb41-6ce7c3724f77 None None] Provisioning complete for port d06170e7-8a4d-4425-9be7-9df635a4b80f triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:31.731235 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5119e3fc-6f67-40a3-bb41-6ce7c3724f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:31.743342 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfce0f4-1e5e-40f0-8912-0c13c9d4abf7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:31.747203 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-349534dd-dc18-4aa3-8ee4-e05248b38fbb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:31.750118 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-6bfce0f4-1e5e-40f0-8912-0c13c9d4abf7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:31.762133 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-349534dd-dc18-4aa3-8ee4-e05248b38fbb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:network and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:31.779059 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfce0f4-1e5e-40f0-8912-0c13c9d4abf7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:31.779934 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6bfce0f4-1e5e-40f0-8912-0c13c9d4abf7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:31.785426 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-349534dd-dc18-4aa3-8ee4-e05248b38fbb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:31.824901 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-349534dd-dc18-4aa3-8ee4-e05248b38fbb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:31.842310 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfce0f4-1e5e-40f0-8912-0c13c9d4abf7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=b092c3b8-8dfc-4dbf-b0ee-4517bf4369db,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:31.844729 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-5119e3fc-6f67-40a3-bb41-6ce7c3724f77 None None] Port d06170e7-8a4d-4425-9be7-9df635a4b80f cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:48:31.846280 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35b04fb-f9f3-413e-a4aa-4aaf47d2c8b1 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:31.856397 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6bfce0f4-1e5e-40f0-8912-0c13c9d4abf7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:31.869468 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6bfce0f4-1e5e-40f0-8912-0c13c9d4abf7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.1358471
Dec 22 04:48:31.872546 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52496) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:31.879334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-c2d176a9-113e-4e05-8cfc-ea68d2712052 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'mac_address': 'fa:16:3e:8a:a0:05', 'name': 'tempest-NetworksTestDHCPv6-507299900'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:31.900332 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349534dd-dc18-4aa3-8ee4-e05248b38fbb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:31.904783 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-349534dd-dc18-4aa3-8ee4-e05248b38fbb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:32.013316 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 20e09e37-9a3a-4c63-a661-9e2454bc9214 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:32.092782 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-8efa522c-78a2-4cf8-a323-0fdb7cf8869f None None] Deleting port 2d57eb0d-b66b-45e6-a59f-53741a8f7f03 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:32.093166 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8efa522c-78a2-4cf8-a323-0fdb7cf8869f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:32.127676 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c2d176a9-113e-4e05-8cfc-ea68d2712052 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:32.132035 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c2d176a9-113e-4e05-8cfc-ea68d2712052 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:port and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:32.135054 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c2d176a9-113e-4e05-8cfc-ea68d2712052 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:32.142474 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c2d176a9-113e-4e05-8cfc-ea68d2712052 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:32.170366 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d176a9-113e-4e05-8cfc-ea68d2712052 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:32.186288 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.resource_extend [None req-ac983711-1abc-49e7-97a4-1da783f8d2df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:48:32.223341 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac983711-1abc-49e7-97a4-1da783f8d2df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:32.228608 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 11cb9345-8066-4ad5-8be0-621882ff7c67, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=11cb9345-8066-4ad5-8be0-621882ff7c67,segment=NetworkSegment(4fec6cb2-521a-4cbd-a920-f6745769cdfc),segment_id=4fec6cb2-521a-4cbd-a920-f6745769cdfc)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:32.255565 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3a4a9f-9f11-44db-8c3c-41a3560d41da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cb9345-8066-4ad5-8be0-621882ff7c67'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:48:32.281365 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:32.302245 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c97b0703-31bd-4b5c-9099-d6ca39b7283a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:32.302505 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349534dd-dc18-4aa3-8ee4-e05248b38fbb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:48:32.322751 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-349534dd-dc18-4aa3-8ee4-e05248b38fbb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:32.323224 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-349534dd-dc18-4aa3-8ee4-e05248b38fbb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Added segment 5d9f035f-9630-4751-bcf1-eccc24d945d6 of type vlan for network e999a927-f1b1-4116-88be-ecb1aa6063e0
Dec 22 04:48:32.361993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df6b135-2ad7-4d0f-95a3-0a71b1240a7c None None] Network 0fa247e0-632b-408a-9b03-72faabc1493b requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:32.384134 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-ac983711-1abc-49e7-97a4-1da783f8d2df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Transition to ACTIVE for port object f1df1970-2cc7-407d-9004-cbfa239c50b0 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:32.404698 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c2d176a9-113e-4e05-8cfc-ea68d2712052 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:32.407519 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac983711-1abc-49e7-97a4-1da783f8d2df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:32.424188 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fdcf2a1c-7678-4140-8165-bdcf74fa8f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:32.435732 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3a4a9f-9f11-44db-8c3c-41a3560d41da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cb9345-8066-4ad5-8be0-621882ff7c67', 'code': 200}
Dec 22 04:48:32.447174 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-349534dd-dc18-4aa3-8ee4-e05248b38fbb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:32.452407 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-8efa522c-78a2-4cf8-a323-0fdb7cf8869f None None] The port '2d57eb0d-b66b-45e6-a59f-53741a8f7f03' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:48:32.495367 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-349534dd-dc18-4aa3-8ee4-e05248b38fbb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:32.500691 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349534dd-dc18-4aa3-8ee4-e05248b38fbb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:32.503210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-349534dd-dc18-4aa3-8ee4-e05248b38fbb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:32.508838 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac983711-1abc-49e7-97a4-1da783f8d2df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Port': ['ID=f1df1970-2cc7-407d-9004-cbfa239c50b0,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:32.516332 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87334678-b704-485f-b256-6feca081507b req-213d8a9e-d55b-4d8a-b1e0-e881f9736a9d tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:32.517724 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-87334678-b704-485f-b256-6feca081507b req-213d8a9e-d55b-4d8a-b1e0-e881f9736a9d tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 945 time: 1.0253763
Dec 22 04:48:32.519337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ac983711-1abc-49e7-97a4-1da783f8d2df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:32.547210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a34e8fbf-4ce5-4836-96a2-08f7e79ee8cd tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:32.591093 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4af7b1d5-0f75-4973-aa97-b3f3e0083442 None None] Provisioning for port 20e09e37-9a3a-4c63-a661-9e2454bc9214 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:32.653666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52510) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:32.664052 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-c2d176a9-113e-4e05-8cfc-ea68d2712052 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] device_id is not set on port bf9778c8-05ae-4f34-9895-9c9fceca8999 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:48:32.684435 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=11cb9345-8066-4ad5-8be0-621882ff7c67,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:32.687315 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:32.704318 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'fixed_ips': [{'subnet_id': 'b092c3b8-8dfc-4dbf-b0ee-4517bf4369db'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:48:32.705118 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:32.717136 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-349534dd-dc18-4aa3-8ee4-e05248b38fbb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.0127664
Dec 22 04:48:32.718683 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e770ea7-a5a2-4492-ac1f-78d9b1d2664e tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Router fe74ed20-ba67-4c54-8f1e-d46d362af84e has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:48:32.743616 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-02b6f59b-66b4-4017-83cd-1c20f2a2e10d None None] Allocated IP 172.20.0.18 (0a794013-ae5e-4901-9fbf-747518ba91d3/5d2bbe4c-8335-4600-a3f8-090fc6cd9c1c/86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:32.774977 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52516) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:32.819619 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-87334678-b704-485f-b256-6feca081507b req-79c65ce3-aa49-42b1-9847-5cd48201de7a tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2954021
Dec 22 04:48:32.823644 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-ba9ec54e-3dcc-4378-a026-19a90c95da02 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'subnet': {'network_id': 'e999a927-f1b1-4116-88be-ecb1aa6063e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:32.830202 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349534dd-dc18-4aa3-8ee4-e05248b38fbb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Network': ['ID=e999a927-f1b1-4116-88be-ecb1aa6063e0,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:32.851872 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-349534dd-dc18-4aa3-8ee4-e05248b38fbb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:32.875799 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network e999a927-f1b1-4116-88be-ecb1aa6063e0 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:48:32.882051 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1346242362'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:32.888500 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 20e09e37-9a3a-4c63-a661-9e2454bc9214 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:32.919753 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.resource_extend [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:48:32.923789 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:32.940117 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Usage tracker for resource:network and tenant:c93ec7bc888c4ebfafd49c58db913ec4 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:32.954268 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:32.967715 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9dcf3b05-df59-4eef-b724-93d41b8e2ed8 req-9cfb0bcf-47d4-4dfa-b315-38ccdac0b09f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 1099 time: 0.2470813
Dec 22 04:48:32.970622 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:32.976270 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:32.989402 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-ac983711-1abc-49e7-97a4-1da783f8d2df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] In _notify_port_updated(), no bound segment for port f1df1970-2cc7-407d-9004-cbfa239c50b0 on network 0a794013-ae5e-4901-9fbf-747518ba91d3 {{(pid=83435) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 04:48:32.993664 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac983711-1abc-49e7-97a4-1da783f8d2df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:32.994258 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac983711-1abc-49e7-97a4-1da783f8d2df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:32.998376 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ac983711-1abc-49e7-97a4-1da783f8d2df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "PUT /v2.0/ports/f1df1970-2cc7-407d-9004-cbfa239c50b0 HTTP/1.1" status: 200  len: 920 time: 4.1985173
Dec 22 04:48:32.998782 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52520) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:33.002721 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-c2d176a9-113e-4e05-8cfc-ea68d2712052 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8::f816:3eff:fe8a:a005 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/b092c3b8-8dfc-4dbf-b0ee-4517bf4369db/bf9778c8-05ae-4f34-9895-9c9fceca8999) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:33.008830 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:33.009023 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:33.052485 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Made reservation on behalf of c93ec7bc888c4ebfafd49c58db913ec4 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:33.055956 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:33.067188 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e77817e7-0bdf-4829-b6d9-875de9132d80 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:33.093641 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:33.094280 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 20e09e37-9a3a-4c63-a661-9e2454bc9214 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:33.094650 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:33.127826 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-b459f467-9846-4779-b58e-90cf8f8b7e17 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting port f1df1970-2cc7-407d-9004-cbfa239c50b0 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:33.128418 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b459f467-9846-4779-b58e-90cf8f8b7e17 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:33.142082 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ba9ec54e-3dcc-4378-a026-19a90c95da02 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:33.190043 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9dcf3b05-df59-4eef-b724-93d41b8e2ed8 req-7fedd755-0c82-4c96-93c7-c1f90cd63d36 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2107716
Dec 22 04:48:33.269891 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ba9ec54e-3dcc-4378-a026-19a90c95da02 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:subnet and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:33.273105 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ba9ec54e-3dcc-4378-a026-19a90c95da02 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:33.278872 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Port': ['ID=d06170e7-8a4d-4425-9be7-9df635a4b80f,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:33.288182 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:33.300818 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ba9ec54e-3dcc-4378-a026-19a90c95da02 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:33.315590 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:33.334688 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-02b6f59b-66b4-4017-83cd-1c20f2a2e10d None None] For port 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8,segment=NetworkSegment(11e9127e-e541-4295-9baa-8ef61124429d),segment_id=11e9127e-e541-4295-9baa-8ef61124429d)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:33.354495 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9ec54e-3dcc-4378-a026-19a90c95da02 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:33.358402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Usage tracker for resource:security_group_rule and tenant:c93ec7bc888c4ebfafd49c58db913ec4 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:33.368718 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:33.389606 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:33.413052 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-02b6f59b-66b4-4017-83cd-1c20f2a2e10d None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:33.424735 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:33.456859 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-02b6f59b-66b4-4017-83cd-1c20f2a2e10d None None] Transition to ACTIVE for port object 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:33.465308 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-02b6f59b-66b4-4017-83cd-1c20f2a2e10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:33.470512 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5c75d354-a923-46b8-a1bf-ce14ceedcd45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:33.505104 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d580271a-8fcb-424a-b5c0-9042d5d26f7f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:33.528968 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 20e09e37-9a3a-4c63-a661-9e2454bc9214, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=20e09e37-9a3a-4c63-a661-9e2454bc9214,segment=NetworkSegment(a1baa0c6-ff74-4004-bbf6-2b1370ff6f04),segment_id=a1baa0c6-ff74-4004-bbf6-2b1370ff6f04)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:33.575744 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:33.576359 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 0eb0f91f-8d8a-489c-9f92-7e1e6d577018 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:33.632427 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c2d176a9-113e-4e05-8cfc-ea68d2712052 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:33.638973 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b459f467-9846-4779-b58e-90cf8f8b7e17 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:33.665220 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6f59b-66b4-4017-83cd-1c20f2a2e10d None None] Pushing event updated for resources: {'Port': ['ID=86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:33.670275 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-02b6f59b-66b4-4017-83cd-1c20f2a2e10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:33.670725 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:33.671678 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network 388bda71-cc8c-4159-bf12-de0a6fa0db42 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:33.681612 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:33.778837 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ba9ec54e-3dcc-4378-a026-19a90c95da02 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:33.797615 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 0eb0f91f-8d8a-489c-9f92-7e1e6d577018 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:33.798766 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:33.912989 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-c2d176a9-113e-4e05-8cfc-ea68d2712052 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Transition to ACTIVE for port object bf9778c8-05ae-4f34-9895-9c9fceca8999 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:34.015569 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-b459f467-9846-4779-b58e-90cf8f8b7e17 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Calling delete_port for f1df1970-2cc7-407d-9004-cbfa239c50b0 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:34.032319 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=20e09e37-9a3a-4c63-a661-9e2454bc9214,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:34.036455 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:34.080753 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:34.137303 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3dcffd80-d332-431c-bb18-5a438d9f7abc None None] Provisioning complete for port 20e09e37-9a3a-4c63-a661-9e2454bc9214 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:34.137847 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3dcffd80-d332-431c-bb18-5a438d9f7abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:34.160751 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:34.189970 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ae0c43a0-5e60-45a9-9a69-0fb7faf8d465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:34.230047 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:48:34.245629 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:34.246116 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Added segment 896d3bd1-15a6-4b53-bfa3-2a1b6785e66d of type vlan for network dca91d83-ad66-406c-843e-869e4309962b
Dec 22 04:48:34.293906 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:34.308564 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2d57eb0d-b66b-45e6-a59f-53741a8f7f03 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:48:34.361911 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 2d57eb0d-b66b-45e6-a59f-53741a8f7f03 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:48:34.362404 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2d57eb0d-b66b-45e6-a59f-53741a8f7f03 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:48:34.362848 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:48:34.414104 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2feca3-3c77-44f6-9429-89246c3c59b5,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:34.417663 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:48:34.418165 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cb4c5aa3-0d0d-40a3-9f9b-d1ac36cd9881 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:48:34.429087 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:34.437878 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c2d176a9-113e-4e05-8cfc-ea68d2712052 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:34.439303 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:34.455507 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:34.457686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:34.490437 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4e0cbb0e-052e-4474-94aa-b1e6120a7287 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:34.498819 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:48:34.525286 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Allocated IP 2001:db8::f816:3eff:fe89:aa74 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/b092c3b8-8dfc-4dbf-b0ee-4517bf4369db/a582777d-7bf8-4f18-a487-4b359107e962) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:34.578799 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:34.612064 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e770ea7-a5a2-4492-ac1f-78d9b1d2664e tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:48:34.663501 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d176a9-113e-4e05-8cfc-ea68d2712052 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:34.684767 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2e770ea7-a5a2-4492-ac1f-78d9b1d2664e tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:34.691519 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-c2d176a9-113e-4e05-8cfc-ea68d2712052 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:34.694910 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Pushing event updated for resources: {'Network': ['ID=dca91d83-ad66-406c-843e-869e4309962b,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:34.698240 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d176a9-113e-4e05-8cfc-ea68d2712052 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:34.702754 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d176a9-113e-4e05-8cfc-ea68d2712052 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:34.703497 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c2d176a9-113e-4e05-8cfc-ea68d2712052 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:34.710758 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b459f467-9846-4779-b58e-90cf8f8b7e17 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:34.714396 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:34.721529 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59306233-8ea6-4217-a1c6-96a927befd39 req-f5dac6ba-0d81-4d0c-af20-f03a3ed803f9 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:34.723702 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9be62b72-302f-47a0-b141-8dd3cd40d0e0 None None] Provisioning complete for port d06170e7-8a4d-4425-9be7-9df635a4b80f triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:34.724089 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9be62b72-302f-47a0-b141-8dd3cd40d0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:34.728956 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-59306233-8ea6-4217-a1c6-96a927befd39 req-f5dac6ba-0d81-4d0c-af20-f03a3ed803f9 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.6253579
Dec 22 04:48:34.730747 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9137943c-61c3-48cb-97f6-c28f9b798603 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:34.765412 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1a7bbf-dfb5-4a62-961e-e041d9c14bfc None None] Sync routers for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:48:34.776656 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network dca91d83-ad66-406c-843e-869e4309962b details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:48:34.814593 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 2.1522133
Dec 22 04:48:34.819635 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52526) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:34.842956 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c2d176a9-113e-4e05-8cfc-ea68d2712052 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.9692352
Dec 22 04:48:34.843295 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2e770ea7-a5a2-4492-ac1f-78d9b1d2664e tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "PUT /v2.0/floatingips/acb75f92-ddc8-4d9f-b039-ed3bda46c412 HTTP/1.1" status: 200  len: 688 time: 6.4532676
Dec 22 04:48:34.843598 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52530) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:34.848970 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-aa8164cf-749c-4699-881f-e166d26e11b3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Request body: {'subnet': {'network_id': 'dca91d83-ad66-406c-843e-869e4309962b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:34.852758 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52532) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:34.884041 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-9be62b72-302f-47a0-b141-8dd3cd40d0e0 None None] Port d06170e7-8a4d-4425-9be7-9df635a4b80f cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:48:34.894545 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d176a9-113e-4e05-8cfc-ea68d2712052 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=bf9778c8-05ae-4f34-9895-9c9fceca8999,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:34.916290 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1a7bbf-dfb5-4a62-961e-e041d9c14bfc None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:48:34.916939 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9f1a7bbf-dfb5-4a62-961e-e041d9c14bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bcf95e0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:35.000219 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c2d176a9-113e-4e05-8cfc-ea68d2712052 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:35.007921 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:35.022284 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ba9ec54e-3dcc-4378-a026-19a90c95da02 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:35.042137 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-35b2169c-45e0-43b3-9c41-bab25faa5b92 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:35.067513 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9f1a7bbf-dfb5-4a62-961e-e041d9c14bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bcf95e0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:35.103553 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9be62b72-302f-47a0-b141-8dd3cd40d0e0 None None] Provisioning complete for port 68ff7730-43ee-457c-b8a9-f4d31ced03b3 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:35.103920 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9be62b72-302f-47a0-b141-8dd3cd40d0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:35.113680 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459f467-9846-4779-b58e-90cf8f8b7e17 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Port': ['ID=f1df1970-2cc7-407d-9004-cbfa239c50b0,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:35.122968 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-59306233-8ea6-4217-a1c6-96a927befd39 req-dab28cb9-52a0-4713-aba7-75bcdcd930be tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3931074
Dec 22 04:48:35.126106 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b459f467-9846-4779-b58e-90cf8f8b7e17 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:35.196472 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ec54e-3dcc-4378-a026-19a90c95da02 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Subnet': ['ID=d82e3142-fe1f-4f06-afc3-ef5f88b0785e,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:35.199283 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ba9ec54e-3dcc-4378-a026-19a90c95da02 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:35.231579 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1a7bbf-dfb5-4a62-961e-e041d9c14bfc None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:48:35.232593 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9f1a7bbf-dfb5-4a62-961e-e041d9c14bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bcf95e0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:35.239363 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-b7189202-0fc8-4e90-913c-54c1253a24e6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Deleting port dc3578c1-1ef0-4668-b7ac-c5d56c26da19 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:35.239888 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b7189202-0fc8-4e90-913c-54c1253a24e6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:35.268740 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b459f467-9846-4779-b58e-90cf8f8b7e17 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:35.273104 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b459f467-9846-4779-b58e-90cf8f8b7e17 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/ports/f1df1970-2cc7-407d-9004-cbfa239c50b0 HTTP/1.1" status: 204  len: 168 time: 2.2655199
Dec 22 04:48:35.274603 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52538) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:35.300498 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-aa8164cf-749c-4699-881f-e166d26e11b3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:35.316307 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-aa8164cf-749c-4699-881f-e166d26e11b3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Usage tracker for resource:subnet and tenant:c93ec7bc888c4ebfafd49c58db913ec4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:35.318052 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 20e09e37-9a3a-4c63-a661-9e2454bc9214 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:35.326356 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-aa8164cf-749c-4699-881f-e166d26e11b3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:35.340426 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-aa8164cf-749c-4699-881f-e166d26e11b3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:35.344687 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b449586-424c-46ec-b5db-b4e476f5debc tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] GET failed (client error): The resource could not be found.
Dec 22 04:48:35.345726 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2b449586-424c-46ec-b5db-b4e476f5debc tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Synchronizing usage tracker for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:35.345842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9ec54e-3dcc-4378-a026-19a90c95da02 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Checking segment: {'id': '5d9f035f-9630-4751-bcf1-eccc24d945d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e999a927-f1b1-4116-88be-ecb1aa6063e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:48:35.346279 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9ec54e-3dcc-4378-a026-19a90c95da02 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network hostable DHCP agents. Network: e999a927-f1b1-4116-88be-ecb1aa6063e0, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:48:35.413082 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8164cf-749c-4699-881f-e166d26e11b3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Made reservation on behalf of c93ec7bc888c4ebfafd49c58db913ec4 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:35.436930 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9f1a7bbf-dfb5-4a62-961e-e041d9c14bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bcf95e0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:35.437354 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1a7bbf-dfb5-4a62-961e-e041d9c14bfc None None] The sync data for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:48:35.438744 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-9be62b72-302f-47a0-b141-8dd3cd40d0e0 None None] Port 68ff7730-43ee-457c-b8a9-f4d31ced03b3 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:48:35.447439 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9be62b72-302f-47a0-b141-8dd3cd40d0e0 None None] Could not find standard attr ID for object f1df1970-2cc7-407d-9004-cbfa239c50b0. {{(pid=83436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 04:48:35.450207 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342839db-5719-4533-b04f-9cb567a80dbf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:35.450451 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:35.450916 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-342839db-5719-4533-b04f-9cb567a80dbf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:35.467386 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Transition to ACTIVE for port object a582777d-7bf8-4f18-a487-4b359107e962 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:35.473199 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2b449586-424c-46ec-b5db-b4e476f5debc tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Unset dirty status for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:35.477166 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2b449586-424c-46ec-b5db-b4e476f5debc tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports/f1df1970-2cc7-407d-9004-cbfa239c50b0 HTTP/1.1" status: 404  len: 333 time: 0.1947799
Dec 22 04:48:35.479803 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52542) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:35.494893 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9be62b72-302f-47a0-b141-8dd3cd40d0e0 None None] Provisioning for port 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:35.500807 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Transition to ACTIVE for port object a582777d-7bf8-4f18-a487-4b359107e962 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:35.502560 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 20e09e37-9a3a-4c63-a661-9e2454bc9214 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:35.503547 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:35.503722 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-342839db-5719-4533-b04f-9cb567a80dbf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:35.507239 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-342839db-5719-4533-b04f-9cb567a80dbf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.6571422
Dec 22 04:48:35.514813 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52546) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:35.540966 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9be62b72-302f-47a0-b141-8dd3cd40d0e0 None None] Provisioning complete for port 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:35.540966 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9be62b72-302f-47a0-b141-8dd3cd40d0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:35.567095 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Router d1f83e53-edcf-4466-a9fd-844d14d16af5 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:48:35.570431 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b7189202-0fc8-4e90-913c-54c1253a24e6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:35.570801 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b7189202-0fc8-4e90-913c-54c1253a24e6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:35.572448 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:35.583226 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a6762650-f37f-4349-be9e-fe493379af00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:35.634351 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9ec54e-3dcc-4378-a026-19a90c95da02 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network e999a927-f1b1-4116-88be-ecb1aa6063e0 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:48:35.647256 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aa8164cf-749c-4699-881f-e166d26e11b3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:35.680614 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:35.687679 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:35.691643 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:35.697749 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Pushing event updated for resources: {'Port': ['ID=a582777d-7bf8-4f18-a487-4b359107e962,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:35.698368 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-b7189202-0fc8-4e90-913c-54c1253a24e6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Calling delete_port for dc3578c1-1ef0-4668-b7ac-c5d56c26da19 owned by network:floatingip {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:35.702013 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:35.744599 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-ba9ec54e-3dcc-4378-a026-19a90c95da02 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, e999a927-f1b1-4116-88be-ecb1aa6063e0) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:35.749265 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9ec54e-3dcc-4378-a026-19a90c95da02 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:35.749974 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ba9ec54e-3dcc-4378-a026-19a90c95da02 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:35.762975 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-388eb5bb-c7ff-4f08-a51e-76f98bf12b59 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting port bf9778c8-05ae-4f34-9895-9c9fceca8999 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:35.763407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-388eb5bb-c7ff-4f08-a51e-76f98bf12b59 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:35.799807 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f822303-71fe-4152-817e-82376963cbf1 None None] Network e999a927-f1b1-4116-88be-ecb1aa6063e0 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:35.852334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a298ecc6-4d18-4061-a02d-1a00d0dbf685 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:35.905661 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a298ecc6-4d18-4061-a02d-1a00d0dbf685 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:35.967745 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Attempting to bind port a582777d-7bf8-4f18-a487-4b359107e962 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:48:35.968355 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Attempting to bind port a582777d-7bf8-4f18-a487-4b359107e962 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:48:35.968472 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Attempting to bind port a582777d-7bf8-4f18-a487-4b359107e962 on network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:48:36.010038 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:48:36.010472 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:48:36.010831 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:36.011240 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Bound using segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:48:36.012277 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Bound port: a582777d-7bf8-4f18-a487-4b359107e962, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:48:36.012277 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:36.012873 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a298ecc6-4d18-4061-a02d-1a00d0dbf685 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:36.018237 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:36.035693 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298ecc6-4d18-4061-a02d-1a00d0dbf685 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae77b9f-0873-43b3-a8f0-393f7875a010,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:36.044559 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a298ecc6-4d18-4061-a02d-1a00d0dbf685 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:36.053984 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b7189202-0fc8-4e90-913c-54c1253a24e6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:36.059624 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d896cf70-9e65-456a-91b9-54f945be42b7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:36.093275 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a298ecc6-4d18-4061-a02d-1a00d0dbf685 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:36.096786 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a298ecc6-4d18-4061-a02d-1a00d0dbf685 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/security-groups/6ae77b9f-0873-43b3-a8f0-393f7875a010 HTTP/1.1" status: 204  len: 168 time: 0.6125512
Dec 22 04:48:36.100774 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52550) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:36.103446 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7189202-0fc8-4e90-913c-54c1253a24e6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event deleted for resources: {'Port': ['ID=dc3578c1-1ef0-4668-b7ac-c5d56c26da19,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:36.107619 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b7189202-0fc8-4e90-913c-54c1253a24e6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:36.125168 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ba9ec54e-3dcc-4378-a026-19a90c95da02 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.3397839
Dec 22 04:48:36.126413 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52554) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:36.133701 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6bd49f27-acce-4f22-9c6d-08323c3974af None None] Could not find standard attr ID for object f1df1970-2cc7-407d-9004-cbfa239c50b0. {{(pid=83436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 04:48:36.134400 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-ac692d7a-8ae2-4a64-b497-189042673213 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'port': {'network_id': 'e999a927-f1b1-4116-88be-ecb1aa6063e0', 'name': 'tempest-PortsIpV6TestJSON-1318039874', 'fixed_ips': [{'subnet_id': 'd82e3142-fe1f-4f06-afc3-ef5f88b0785e', 'ip_address': '2001:db8::10'}]}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:36.201714 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] For port a582777d-7bf8-4f18-a487-4b359107e962, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:48:36.208491 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] For port a582777d-7bf8-4f18-a487-4b359107e962, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a582777d-7bf8-4f18-a487-4b359107e962,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:48:36.226099 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:36.232241 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:36.340460 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-e999a927-f1b1-4116-88be-ecb1aa6063e0', 'network_id': 'e999a927-f1b1-4116-88be-ecb1aa6063e0', 'tenant_id': '9cc774473554458a97f8b8616dd2ecde', 'fixed_ips': [{'subnet_id': 'd82e3142-fe1f-4f06-afc3-ef5f88b0785e'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:48:36.342139 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:36.372629 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Pushing event updated for resources: {'Port': ['ID=a582777d-7bf8-4f18-a487-4b359107e962,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:36.377090 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:36.466569 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6274fce6-67d9-4846-8ae8-2deae528726f tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:36.496389 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6274fce6-67d9-4846-8ae8-2deae528726f tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:36.548219 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b7189202-0fc8-4e90-913c-54c1253a24e6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:36.551643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b7189202-0fc8-4e90-913c-54c1253a24e6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:36.553170 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b7189202-0fc8-4e90-913c-54c1253a24e6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "DELETE /v2.0/floatingips/acb75f92-ddc8-4d9f-b039-ed3bda46c412 HTTP/1.1" status: 204  len: 168 time: 1.6923592
Dec 22 04:48:36.562259 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52560) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:36.571969 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Allocated IP 2001:db8::2 (e999a927-f1b1-4116-88be-ecb1aa6063e0/d82e3142-fe1f-4f06-afc3-ef5f88b0785e/207867cb-4c27-41a6-834c-0e2765131def) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:36.574719 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ac692d7a-8ae2-4a64-b497-189042673213 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:36.581540 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ac692d7a-8ae2-4a64-b497-189042673213 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:port and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:36.584954 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ac692d7a-8ae2-4a64-b497-189042673213 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:36.591385 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': '6bb7be7c-f528-4528-b9d2-7c81e1de658d'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:36.591564 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ac692d7a-8ae2-4a64-b497-189042673213 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:36.605641 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6274fce6-67d9-4846-8ae8-2deae528726f tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:36.613321 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac692d7a-8ae2-4a64-b497-189042673213 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:36.615269 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-388eb5bb-c7ff-4f08-a51e-76f98bf12b59 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:36.626278 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:36.642829 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Usage tracker for resource:floatingip and tenant:fd72df115f564198b6625c6a0d6299d2 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:36.705005 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:36.719764 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-55a417fb-4b03-452e-8e7d-9842ed7d471e tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:36.743079 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274fce6-67d9-4846-8ae8-2deae528726f tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fe6431-e859-4299-98dc-37934e3cf154,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:36.751741 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6274fce6-67d9-4846-8ae8-2deae528726f tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:36.755323 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6274fce6-67d9-4846-8ae8-2deae528726f tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/security-groups/77fe6431-e859-4299-98dc-37934e3cf154 HTTP/1.1" status: 204  len: 168 time: 0.6510968
Dec 22 04:48:36.755323 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6274fce6-67d9-4846-8ae8-2deae528726f tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:36.757076 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52564) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:36.780951 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-388eb5bb-c7ff-4f08-a51e-76f98bf12b59 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Calling delete_port for bf9778c8-05ae-4f34-9895-9c9fceca8999 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:36.817518 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aa8164cf-749c-4699-881f-e166d26e11b3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:36.819702 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:48:36.828311 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:36.837448 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8814d930-dd8b-4620-be7f-e9b53b5c20f5 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:36.844564 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5a650f-5084-4a83-9217-fd22641bf039 None None] Sync routers for ids ['d1f83e53-edcf-4466-a9fd-844d14d16af5'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:48:36.880071 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5a650f-5084-4a83-9217-fd22641bf039 None None] Routers {'d1f83e53-edcf-4466-a9fd-844d14d16af5'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:48:36.880910 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-aa5a650f-5084-4a83-9217-fd22641bf039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c2c1b50>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['d1f83e53-edcf-4466-a9fd-844d14d16af5'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:36.910224 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:36.922123 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Transition to ACTIVE for port object 207867cb-4c27-41a6-834c-0e2765131def will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:36.929671 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/routers/d1f83e53-edcf-4466-a9fd-844d14d16af5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4887931
Dec 22 04:48:36.934264 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52568) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:36.948502 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Transition to ACTIVE for port object 207867cb-4c27-41a6-834c-0e2765131def will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:36.954320 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ac692d7a-8ae2-4a64-b497-189042673213 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:36.962676 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:36.970262 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1335d-6368-4ec9-ade4-d0711a835a9d req-3de7ef71-57c3-4cd4-998c-a4db163084ad tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:36.971735 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1ee1335d-6368-4ec9-ade4-d0711a835a9d req-3de7ef71-57c3-4cd4-998c-a4db163084ad tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.5894816
Dec 22 04:48:36.975936 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-465b3357-1b94-4ce0-89c8-b1b320fe42a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:36.983983 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-aa5a650f-5084-4a83-9217-fd22641bf039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c2c1b50>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:36.997749 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-ac692d7a-8ae2-4a64-b497-189042673213 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] device_id is not set on port fc0d3c28-16f3-48ca-8786-c78acb1ad531 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:48:36.998730 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5a650f-5084-4a83-9217-fd22641bf039 None None] Routers {'d1f83e53-edcf-4466-a9fd-844d14d16af5'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:48:36.999543 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-aa5a650f-5084-4a83-9217-fd22641bf039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c2c1b50>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['d1f83e53-edcf-4466-a9fd-844d14d16af5'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:37.025130 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:37.099775 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-aa5a650f-5084-4a83-9217-fd22641bf039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c2c1b50>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:37.100768 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5a650f-5084-4a83-9217-fd22641bf039 None None] The sync data for ids ['d1f83e53-edcf-4466-a9fd-844d14d16af5'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:48:37.110953 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3707ac-c5ed-459f-b5a1-028ad9ca0ac8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting subnet f16008c1-ef90-4a3a-a61a-2c8359d416e9 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:48:37.119267 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2b3707ac-c5ed-459f-b5a1-028ad9ca0ac8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:37.126284 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Network e999a927-f1b1-4116-88be-ecb1aa6063e0 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:37.127447 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Pushing event updated for resources: {'Port': ['ID=207867cb-4c27-41a6-834c-0e2765131def,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:37.130196 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:37.132067 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:37.132752 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:37.175278 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8164cf-749c-4699-881f-e166d26e11b3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Pushing event updated for resources: {'Subnet': ['ID=6bde5455-0d54-4d9a-af9a-01de3c4bc542,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:37.177976 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-aa8164cf-749c-4699-881f-e166d26e11b3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:37.178798 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-d580271a-8fcb-424a-b5c0-9042d5d26f7f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting port 7389ea34-43a5-4a23-a21c-25208423d865 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:37.179141 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d580271a-8fcb-424a-b5c0-9042d5d26f7f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:37.193670 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2b3707ac-c5ed-459f-b5a1-028ad9ca0ac8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:37.238061 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Attempting to bind port 207867cb-4c27-41a6-834c-0e2765131def on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:48:37.238434 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Attempting to bind port 207867cb-4c27-41a6-834c-0e2765131def by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '5d9f035f-9630-4751-bcf1-eccc24d945d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e999a927-f1b1-4116-88be-ecb1aa6063e0'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:48:37.238798 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Attempting to bind port 207867cb-4c27-41a6-834c-0e2765131def on network e999a927-f1b1-4116-88be-ecb1aa6063e0 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:48:37.246672 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:48:37.247032 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Checking segment: {'id': '5d9f035f-9630-4751-bcf1-eccc24d945d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e999a927-f1b1-4116-88be-ecb1aa6063e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:48:37.247519 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:37.248319 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Bound using segment: {'id': '5d9f035f-9630-4751-bcf1-eccc24d945d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e999a927-f1b1-4116-88be-ecb1aa6063e0'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:48:37.248761 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Bound port: 207867cb-4c27-41a6-834c-0e2765131def, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9f035f-9630-4751-bcf1-eccc24d945d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'e999a927-f1b1-4116-88be-ecb1aa6063e0'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:48:37.249188 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:37.261844 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6a2b18-9185-494f-ac7d-f479641f6294 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:37.262483 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8f6a2b18-9185-494f-ac7d-f479641f6294 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Synchronizing usage tracker for tenant:2c15a5726c1c4265b642f9bc187fa0d4 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:37.350995 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] For port 207867cb-4c27-41a6-834c-0e2765131def, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:48:37.360280 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] For port 207867cb-4c27-41a6-834c-0e2765131def, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=207867cb-4c27-41a6-834c-0e2765131def,segment=NetworkSegment(5d9f035f-9630-4751-bcf1-eccc24d945d6),segment_id=5d9f035f-9630-4751-bcf1-eccc24d945d6)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:48:37.366569 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:37.371938 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8164cf-749c-4699-881f-e166d26e11b3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Checking segment: {'id': '896d3bd1-15a6-4b53-bfa3-2a1b6785e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dca91d83-ad66-406c-843e-869e4309962b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:48:37.372302 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8164cf-749c-4699-881f-e166d26e11b3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Network hostable DHCP agents. Network: dca91d83-ad66-406c-843e-869e4309962b, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:48:37.381086 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:37.403974 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2b3707ac-c5ed-459f-b5a1-028ad9ca0ac8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:37.436596 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1ee1335d-6368-4ec9-ade4-d0711a835a9d req-7024c5dc-a3ba-4be8-b3b3-362e957ffaf2 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4224076
Dec 22 04:48:37.484309 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Pushing event updated for resources: {'Port': ['ID=207867cb-4c27-41a6-834c-0e2765131def,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:37.485496 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8f6a2b18-9185-494f-ac7d-f479641f6294 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Unset dirty status for tenant:2c15a5726c1c4265b642f9bc187fa0d4 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:37.491491 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8f6a2b18-9185-494f-ac7d-f479641f6294 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/ports/d06170e7-8a4d-4425-9be7-9df635a4b80f HTTP/1.1" status: 200  len: 911 time: 0.5503669
Dec 22 04:48:37.500410 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52574) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:37.504853 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:37.514510 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-ac692d7a-8ae2-4a64-b497-189042673213 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Allocated IP 2001:db8::10 (e999a927-f1b1-4116-88be-ecb1aa6063e0/d82e3142-fe1f-4f06-afc3-ef5f88b0785e/fc0d3c28-16f3-48ca-8786-c78acb1ad531) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:37.519775 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:37.573130 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-388eb5bb-c7ff-4f08-a51e-76f98bf12b59 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:37.585799 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e1fe0f16-673d-484e-896f-ede5e30bb360 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:37.618004 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2b3707ac-c5ed-459f-b5a1-028ad9ca0ac8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:37.624490 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-174644f8-6a43-4139-86b6-ed4da9e6ae5c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:37.653274 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388eb5bb-c7ff-4f08-a51e-76f98bf12b59 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Port': ['ID=bf9778c8-05ae-4f34-9895-9c9fceca8999,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:37.655970 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-388eb5bb-c7ff-4f08-a51e-76f98bf12b59 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:37.729226 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d580271a-8fcb-424a-b5c0-9042d5d26f7f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:37.736425 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8164cf-749c-4699-881f-e166d26e11b3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Network dca91d83-ad66-406c-843e-869e4309962b is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:48:37.776690 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3707ac-c5ed-459f-b5a1-028ad9ca0ac8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Subnet': ['ID=f16008c1-ef90-4a3a-a61a-2c8359d416e9,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:37.888366 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-388eb5bb-c7ff-4f08-a51e-76f98bf12b59 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:37.898844 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2b3707ac-c5ed-459f-b5a1-028ad9ca0ac8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:37.926621 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2b3707ac-c5ed-459f-b5a1-028ad9ca0ac8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:37.941844 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb1fb52-dc92-4a87-8ba2-b6312277198a None None] Network 0a794013-ae5e-4901-9fbf-747518ba91d3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:37.966793 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2b3707ac-c5ed-459f-b5a1-028ad9ca0ac8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/subnets/f16008c1-ef90-4a3a-a61a-2c8359d416e9 HTTP/1.1" status: 204  len: 168 time: 1.2087190
Dec 22 04:48:37.967475 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52578) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:37.997179 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-41f38ba7-08fb-455f-9c49-0757f242d935 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'subnet': {'network_id': '0a794013-ae5e-4901-9fbf-747518ba91d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:38.047420 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-d580271a-8fcb-424a-b5c0-9042d5d26f7f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Calling delete_port for 7389ea34-43a5-4a23-a21c-25208423d865 owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:38.086660 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-2b4761b3-84a8-4a23-bcbd-9c06bcdda35a None None] Provisioning for port a582777d-7bf8-4f18-a487-4b359107e962 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:38.113011 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-388eb5bb-c7ff-4f08-a51e-76f98bf12b59 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/bf9778c8-05ae-4f34-9895-9c9fceca8999 HTTP/1.1" status: 204  len: 168 time: 2.5947185
Dec 22 04:48:38.119489 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52582) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:38.319930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-41f38ba7-08fb-455f-9c49-0757f242d935 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:38.327972 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-aa8164cf-749c-4699-881f-e166d26e11b3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, dca91d83-ad66-406c-843e-869e4309962b) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:38.337325 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b8d18df9-190c-41ef-9e3e-25600c627300 None None] Could not find standard attr ID for object bf9778c8-05ae-4f34-9895-9c9fceca8999. {{(pid=83436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 04:48:38.338885 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-41f38ba7-08fb-455f-9c49-0757f242d935 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:subnet and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:38.340564 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633e41ab-0da2-4b0a-9811-c8b0f10861a8 None None] Network dca91d83-ad66-406c-843e-869e4309962b requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:38.351052 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8164cf-749c-4699-881f-e166d26e11b3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:38.351636 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aa8164cf-749c-4699-881f-e166d26e11b3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:38.353997 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-41f38ba7-08fb-455f-9c49-0757f242d935 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:38.380697 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-41f38ba7-08fb-455f-9c49-0757f242d935 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:38.400607 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e763a4c-d814-4775-a877-afc37fc69a11 req-18821025-8bc7-4779-8438-a55be79963a8 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:38.402217 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4e763a4c-d814-4775-a877-afc37fc69a11 req-18821025-8bc7-4779-8438-a55be79963a8 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.7006648
Dec 22 04:48:38.408836 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d580271a-8fcb-424a-b5c0-9042d5d26f7f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:38.413755 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52586) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:38.431637 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4330a0cb-63fe-498c-8de0-2cc8557215f8 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:38.436791 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-3378426d-a744-4d50-a141-d0ad949e0e77 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Request body: {'floatingip': {'port_id': '11cb9345-8066-4ad5-8be0-621882ff7c67'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:38.494544 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:38.519843 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-aa8164cf-749c-4699-881f-e166d26e11b3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.6876283
Dec 22 04:48:38.523482 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52590) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:38.541901 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-c05d0d92-1345-4977-ad6b-5efa87514456 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Request body: {'port': {'network_id': 'dca91d83-ad66-406c-843e-869e4309962b', 'name': 'tempest-TagsExtTest-419551671'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:38.583988 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3378426d-a744-4d50-a141-d0ad949e0e77 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks [] for floatingip, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:38.667478 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f38ba7-08fb-455f-9c49-0757f242d935 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:38.671133 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-41f38ba7-08fb-455f-9c49-0757f242d935 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:38.705885 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ac692d7a-8ae2-4a64-b497-189042673213 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:38.712948 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 207867cb-4c27-41a6-834c-0e2765131def up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:38.733909 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580271a-8fcb-424a-b5c0-9042d5d26f7f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Port': ['ID=7389ea34-43a5-4a23-a21c-25208423d865,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:38.771011 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d580271a-8fcb-424a-b5c0-9042d5d26f7f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:38.842090 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-dca91d83-ad66-406c-843e-869e4309962b', 'network_id': 'dca91d83-ad66-406c-843e-869e4309962b', 'tenant_id': 'c93ec7bc888c4ebfafd49c58db913ec4', 'fixed_ips': [{'subnet_id': '6bde5455-0d54-4d9a-af9a-01de3c4bc542'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:48:38.842938 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:38.886306 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ae6f4c8d-baae-41b6-942c-23ede8df43e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:38.948913 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624e711f-d4ac-4c29-befd-4c5235fb568c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:38.959770 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624e711f-d4ac-4c29-befd-4c5235fb568c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:38.961806 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-624e711f-d4ac-4c29-befd-4c5235fb568c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.8412874
Dec 22 04:48:38.989495 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52594) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:39.084121 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 207867cb-4c27-41a6-834c-0e2765131def completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:39.092537 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a582777d-7bf8-4f18-a487-4b359107e962 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:39.219703 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-ac692d7a-8ae2-4a64-b497-189042673213 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Transition to ACTIVE for port object fc0d3c28-16f3-48ca-8786-c78acb1ad531 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:39.264974 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4702ae21-fc5d-4547-8df7-43a77a47acee None None] Network e999a927-f1b1-4116-88be-ecb1aa6063e0 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:39.429950 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Allocated IP 172.20.0.2 (dca91d83-ad66-406c-843e-869e4309962b/6bde5455-0d54-4d9a-af9a-01de3c4bc542/831b42aa-2a88-453d-9d63-8a11b36e765c) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:39.436912 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-fad032a6-94ac-43c8-a388-9b95ee993af3 None None] Provisioning for port 207867cb-4c27-41a6-834c-0e2765131def completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:39.461988 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c05d0d92-1345-4977-ad6b-5efa87514456 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:39.463728 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-fad032a6-94ac-43c8-a388-9b95ee993af3 None None] Provisioning complete for port 207867cb-4c27-41a6-834c-0e2765131def triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:39.464241 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fad032a6-94ac-43c8-a388-9b95ee993af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:39.474203 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Allocated IP 172.26.4.217 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/092d4a2d-1291-48c2-840d-825ebf9c6783) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:39.481221 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c05d0d92-1345-4977-ad6b-5efa87514456 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Usage tracker for resource:port and tenant:c93ec7bc888c4ebfafd49c58db913ec4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:39.493169 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d580271a-8fcb-424a-b5c0-9042d5d26f7f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:39.497997 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c05d0d92-1345-4977-ad6b-5efa87514456 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:39.504967 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c05d0d92-1345-4977-ad6b-5efa87514456 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:39.678915 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05d0d92-1345-4977-ad6b-5efa87514456 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Made reservation on behalf of c93ec7bc888c4ebfafd49c58db913ec4 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:39.682094 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c05d0d92-1345-4977-ad6b-5efa87514456 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:39.707554 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ac692d7a-8ae2-4a64-b497-189042673213 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:39.729348 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-289f6c3b-cf73-47f4-a47d-bbd7219e88a6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:39.798783 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-c05d0d92-1345-4977-ad6b-5efa87514456 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] device_id is not set on port 95ee7014-83dd-4600-a241-a15f91cd65a8 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:48:39.910780 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port a582777d-7bf8-4f18-a487-4b359107e962 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:39.949829 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port a582777d-7bf8-4f18-a487-4b359107e962 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:39.950424 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:40.044417 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac692d7a-8ae2-4a64-b497-189042673213 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network e999a927-f1b1-4116-88be-ecb1aa6063e0 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:40.062089 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-ac692d7a-8ae2-4a64-b497-189042673213 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:40.063939 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac692d7a-8ae2-4a64-b497-189042673213 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Port': ['ID=fc0d3c28-16f3-48ca-8786-c78acb1ad531,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:40.120203 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac692d7a-8ae2-4a64-b497-189042673213 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:40.123527 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:40.124145 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac692d7a-8ae2-4a64-b497-189042673213 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:40.124712 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ac692d7a-8ae2-4a64-b497-189042673213 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:40.136265 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ac692d7a-8ae2-4a64-b497-189042673213 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:40.138828 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd660b5-c71b-47ee-b17f-424e9664efc8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet b092c3b8-8dfc-4dbf-b0ee-4517bf4369db {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:48:40.153419 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9bd660b5-c71b-47ee-b17f-424e9664efc8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:40.172995 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Transition to ACTIVE for port object 831b42aa-2a88-453d-9d63-8a11b36e765c will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:40.189170 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:40.205179 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Transition to ACTIVE for port object 831b42aa-2a88-453d-9d63-8a11b36e765c will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:40.225180 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fad032a6-94ac-43c8-a388-9b95ee993af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:40.241838 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:40.253597 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9b46f2f1-b79b-4e58-815e-3864d4363268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:40.389909 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Network dca91d83-ad66-406c-843e-869e4309962b is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:40.401645 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Pushing event updated for resources: {'Port': ['ID=831b42aa-2a88-453d-9d63-8a11b36e765c,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:40.404134 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:40.405970 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:40.408230 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:40.419867 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:40.420393 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:40.427988 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e0b75f78-b16b-4919-b972-c0f392032cbb tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:40.433408 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-fad032a6-94ac-43c8-a388-9b95ee993af3 None None] For port 207867cb-4c27-41a6-834c-0e2765131def, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=207867cb-4c27-41a6-834c-0e2765131def,segment=NetworkSegment(5d9f035f-9630-4751-bcf1-eccc24d945d6),segment_id=5d9f035f-9630-4751-bcf1-eccc24d945d6)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:40.469359 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-c05d0d92-1345-4977-ad6b-5efa87514456 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Allocated IP 172.20.0.3 (dca91d83-ad66-406c-843e-869e4309962b/6bde5455-0d54-4d9a-af9a-01de3c4bc542/95ee7014-83dd-4600-a241-a15f91cd65a8) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:40.477819 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ac692d7a-8ae2-4a64-b497-189042673213 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 4.3505759
Dec 22 04:48:40.484532 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52598) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:40.502204 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9bd660b5-c71b-47ee-b17f-424e9664efc8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:40.505973 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-1788dd8f-0428-4834-8e90-ac6f03143838 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'port': {'network_id': 'e999a927-f1b1-4116-88be-ecb1aa6063e0', 'name': 'tempest-PortsIpV6TestJSON-34888575', 'fixed_ips': [{'subnet_id': 'd82e3142-fe1f-4f06-afc3-ef5f88b0785e', 'ip_address': '2001:db8::f'}]}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:40.514775 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fad032a6-94ac-43c8-a388-9b95ee993af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:40.526630 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:40.590537 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port a582777d-7bf8-4f18-a487-4b359107e962, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a582777d-7bf8-4f18-a487-4b359107e962,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:40.603740 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d580271a-8fcb-424a-b5c0-9042d5d26f7f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Router 50ee46f0-d3ea-4e7b-abfc-86259ddc8c0f has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:48:40.610689 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Attempting to bind port 831b42aa-2a88-453d-9d63-8a11b36e765c on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:48:40.611299 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Attempting to bind port 831b42aa-2a88-453d-9d63-8a11b36e765c by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '896d3bd1-15a6-4b53-bfa3-2a1b6785e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dca91d83-ad66-406c-843e-869e4309962b'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:48:40.611787 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Attempting to bind port 831b42aa-2a88-453d-9d63-8a11b36e765c on network dca91d83-ad66-406c-843e-869e4309962b {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:48:40.614470 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Port': ['ID=092d4a2d-1291-48c2-840d-825ebf9c6783,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:40.616931 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:40.633905 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad032a6-94ac-43c8-a388-9b95ee993af3 None None] Pushing event updated for resources: {'Port': ['ID=207867cb-4c27-41a6-834c-0e2765131def,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:40.634923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-41f38ba7-08fb-455f-9c49-0757f242d935 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:40.636779 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:40.637568 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:48:40.638231 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Checking segment: {'id': '896d3bd1-15a6-4b53-bfa3-2a1b6785e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dca91d83-ad66-406c-843e-869e4309962b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:48:40.638732 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:40.639307 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Bound using segment: {'id': '896d3bd1-15a6-4b53-bfa3-2a1b6785e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dca91d83-ad66-406c-843e-869e4309962b'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:48:40.639872 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Bound port: 831b42aa-2a88-453d-9d63-8a11b36e765c, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896d3bd1-15a6-4b53-bfa3-2a1b6785e66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dca91d83-ad66-406c-843e-869e4309962b'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:48:40.640343 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:40.643789 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:40.644569 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1c4fcb7d-81ab-46ad-8903-ce50736b6a6e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:40.652002 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fad032a6-94ac-43c8-a388-9b95ee993af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:40.652717 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:40.671205 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:40.673986 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:40.716880 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-070392d3-f96f-4324-8bad-8581f51126de None None] Provisioning complete for port 68ff7730-43ee-457c-b8a9-f4d31ced03b3 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:40.717377 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-070392d3-f96f-4324-8bad-8581f51126de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:40.750796 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9bd660b5-c71b-47ee-b17f-424e9664efc8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:40.814130 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f38ba7-08fb-455f-9c49-0757f242d935 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network 0a794013-ae5e-4901-9fbf-747518ba91d3 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:40.827479 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-41f38ba7-08fb-455f-9c49-0757f242d935 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:40.834005 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=a582777d-7bf8-4f18-a487-4b359107e962,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:40.843161 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-070392d3-f96f-4324-8bad-8581f51126de None None] Port 68ff7730-43ee-457c-b8a9-f4d31ced03b3 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:48:40.847121 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:40.849357 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45462db2-9a9d-4daa-9979-36af80c95237 None None] Network 0a794013-ae5e-4901-9fbf-747518ba91d3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:40.876317 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f38ba7-08fb-455f-9c49-0757f242d935 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:40.877155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-41f38ba7-08fb-455f-9c49-0757f242d935 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:40.880970 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f38ba7-08fb-455f-9c49-0757f242d935 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Subnet': ['ID=624cdc73-f566-4887-9b66-c9a8a7f0f9e1,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:40.896679 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-41f38ba7-08fb-455f-9c49-0757f242d935 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:40.972311 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] For port 831b42aa-2a88-453d-9d63-8a11b36e765c, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:48:40.991890 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-070392d3-f96f-4324-8bad-8581f51126de None None] Provisioning complete for port 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:40.992393 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-070392d3-f96f-4324-8bad-8581f51126de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:41.014635 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-41f38ba7-08fb-455f-9c49-0757f242d935 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.0338926
Dec 22 04:48:41.017215 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-de93574e-e479-4a2e-8f28-cd048a3fbaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:41.025684 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] For port 831b42aa-2a88-453d-9d63-8a11b36e765c, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=831b42aa-2a88-453d-9d63-8a11b36e765c,segment=NetworkSegment(896d3bd1-15a6-4b53-bfa3-2a1b6785e66d),segment_id=896d3bd1-15a6-4b53-bfa3-2a1b6785e66d)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:48:41.026656 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52602) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:41.048629 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:41.061523 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:41.076777 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-c671f0cf-e0f7-47fa-a187-25b1bd00c445 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'security_group': {'name': 'tempest-secgroup-1471867748'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:41.091653 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c671f0cf-e0f7-47fa-a187-25b1bd00c445 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:41.101491 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9bd660b5-c71b-47ee-b17f-424e9664efc8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:41.107348 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c671f0cf-e0f7-47fa-a187-25b1bd00c445 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:security_group and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:41.116595 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c9d7dabf-0f7e-46e5-8dcb-cc81c6202fdf tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:41.124828 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1788dd8f-0428-4834-8e90-ac6f03143838 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:41.137989 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1788dd8f-0428-4834-8e90-ac6f03143838 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:port and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:41.144428 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1788dd8f-0428-4834-8e90-ac6f03143838 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:41.147027 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c671f0cf-e0f7-47fa-a187-25b1bd00c445 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:41.174464 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c671f0cf-e0f7-47fa-a187-25b1bd00c445 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:41.178343 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3378426d-a744-4d50-a141-d0ad949e0e77 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:41.183793 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd660b5-c71b-47ee-b17f-424e9664efc8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=b092c3b8-8dfc-4dbf-b0ee-4517bf4369db,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:41.189885 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9bd660b5-c71b-47ee-b17f-424e9664efc8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:41.194218 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1788dd8f-0428-4834-8e90-ac6f03143838 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:41.198353 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3378426d-a744-4d50-a141-d0ad949e0e77 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:41.221660 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d580271a-8fcb-424a-b5c0-9042d5d26f7f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:48:41.232405 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57abc6f-2c79-4c27-83b3-0830dd17ea45 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:41.254718 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e310cc-20f0-43e3-a743-a2aa12a69899 None None] Sync routers for ids ['50ee46f0-d3ea-4e7b-abfc-86259ddc8c0f'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:48:41.259808 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9bd660b5-c71b-47ee-b17f-424e9664efc8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:41.260970 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1788dd8f-0428-4834-8e90-ac6f03143838 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:41.296399 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c671f0cf-e0f7-47fa-a187-25b1bd00c445 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:41.326270 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9bd660b5-c71b-47ee-b17f-424e9664efc8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/b092c3b8-8dfc-4dbf-b0ee-4517bf4369db HTTP/1.1" status: 204  len: 168 time: 2.2855363
Dec 22 04:48:41.330439 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52606) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:41.334628 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d580271a-8fcb-424a-b5c0-9042d5d26f7f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/routers/50ee46f0-d3ea-4e7b-abfc-86259ddc8c0f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2385046
Dec 22 04:48:41.351548 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52610) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:41.376278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Pushing event updated for resources: {'Port': ['ID=831b42aa-2a88-453d-9d63-8a11b36e765c,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:41.385140 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:41.414800 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-26ee30d0-a336-4904-93c3-800361e997ac tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0815940
Dec 22 04:48:41.423413 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52614) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:41.437205 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a1999124-bd2d-4510-ab3b-5058efd3b8a3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:41.464793 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c05d0d92-1345-4977-ad6b-5efa87514456 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:41.466671 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e310cc-20f0-43e3-a743-a2aa12a69899 None None] Routers {'50ee46f0-d3ea-4e7b-abfc-86259ddc8c0f'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:48:41.467316 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-61e310cc-20f0-43e3-a743-a2aa12a69899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bad8160>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['50ee46f0-d3ea-4e7b-abfc-86259ddc8c0f'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:41.505679 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1383813b-c636-4c7e-a59e-e334dd3a10aa tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Synchronizing usage tracker for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:41.525760 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-c05d0d92-1345-4977-ad6b-5efa87514456 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Transition to ACTIVE for port object 95ee7014-83dd-4600-a241-a15f91cd65a8 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:41.584209 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-61e310cc-20f0-43e3-a743-a2aa12a69899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bad8160>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:41.659106 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e310cc-20f0-43e3-a743-a2aa12a69899 None None] Routers {'50ee46f0-d3ea-4e7b-abfc-86259ddc8c0f'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:48:41.659743 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-61e310cc-20f0-43e3-a743-a2aa12a69899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bad8160>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['50ee46f0-d3ea-4e7b-abfc-86259ddc8c0f'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:41.690252 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1383813b-c636-4c7e-a59e-e334dd3a10aa tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Unset dirty status for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:41.691424 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1383813b-c636-4c7e-a59e-e334dd3a10aa tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/ports?device_id=50ee46f0-d3ea-4e7b-abfc-86259ddc8c0f HTTP/1.1" status: 200  len: 205 time: 0.3386097
Dec 22 04:48:41.698578 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1788dd8f-0428-4834-8e90-ac6f03143838 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:41.737498 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-61e310cc-20f0-43e3-a743-a2aa12a69899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bad8160>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:41.737978 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e310cc-20f0-43e3-a743-a2aa12a69899 None None] The sync data for ids ['50ee46f0-d3ea-4e7b-abfc-86259ddc8c0f'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:48:41.768201 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-23f7ede5-e72e-4f98-9346-88cb822b0a1f None None] Provisioning for port fc0d3c28-16f3-48ca-8786-c78acb1ad531 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:41.776508 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-23f7ede5-e72e-4f98-9346-88cb822b0a1f None None] Provisioning complete for port fc0d3c28-16f3-48ca-8786-c78acb1ad531 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:41.776858 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-23f7ede5-e72e-4f98-9346-88cb822b0a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:41.786513 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52618) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:41.790588 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c671f0cf-e0f7-47fa-a187-25b1bd00c445 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:41.813628 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c671f0cf-e0f7-47fa-a187-25b1bd00c445 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:security_group_rule and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:41.893704 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-1788dd8f-0428-4834-8e90-ac6f03143838 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] device_id is not set on port ee11a386-f34c-44a1-99fb-e18d55fa4e6e yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:48:41.927070 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c671f0cf-e0f7-47fa-a187-25b1bd00c445 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:41.936565 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-23f7ede5-e72e-4f98-9346-88cb822b0a1f None None] Port fc0d3c28-16f3-48ca-8786-c78acb1ad531 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:48:41.939714 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c05d0d92-1345-4977-ad6b-5efa87514456 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:41.954983 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3254007-5fae-43f1-9bdb-15b68ca26085 None None] Update dhcp port {'port': {'network_id': '0a794013-ae5e-4901-9fbf-747518ba91d3', 'fixed_ips': [{'subnet_id': '5d2bbe4c-8335-4600-a3f8-090fc6cd9c1c', 'ip_address': '172.20.0.18'}, {'subnet_id': '624cdc73-f566-4887-9b66-c9a8a7f0f9e1'}], 'binding:host_id': 'dv-neutron-822525-1-hyperv'}, 'id': '86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8'} from dv-neutron-822525-1-hyperv. {{(pid=83436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 04:48:41.980026 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d5db36c6-902f-4896-8ef9-672a0cdecc3f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:42.004264 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-23f7ede5-e72e-4f98-9346-88cb822b0a1f None None] Provisioning complete for port 207867cb-4c27-41a6-834c-0e2765131def triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:42.004644 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-23f7ede5-e72e-4f98-9346-88cb822b0a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:42.047211 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05d0d92-1345-4977-ad6b-5efa87514456 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Network dca91d83-ad66-406c-843e-869e4309962b is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:42.049688 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c671f0cf-e0f7-47fa-a187-25b1bd00c445 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:42.063645 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1f9d0d-8656-4614-a2bb-c7f70c2f8e96 None None] DHCP port deletion for 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:48:42.067744 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-c05d0d92-1345-4977-ad6b-5efa87514456 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:42.076296 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:42.076935 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a3254007-5fae-43f1-9bdb-15b68ca26085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:42.097789 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d0d92-1345-4977-ad6b-5efa87514456 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:42.102593 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-3f1f9d0d-8656-4614-a2bb-c7f70c2f8e96 None None] Deleting port a582777d-7bf8-4f18-a487-4b359107e962 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:42.102973 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3f1f9d0d-8656-4614-a2bb-c7f70c2f8e96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:42.213363 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d0d92-1345-4977-ad6b-5efa87514456 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Pushing event updated for resources: {'Port': ['ID=95ee7014-83dd-4600-a241-a15f91cd65a8,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:42.223925 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c05d0d92-1345-4977-ad6b-5efa87514456 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:42.272305 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05d0d92-1345-4977-ad6b-5efa87514456 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:42.272869 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c05d0d92-1345-4977-ad6b-5efa87514456 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:42.372846 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c05d0d92-1345-4977-ad6b-5efa87514456 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 3.8339815
Dec 22 04:48:42.373434 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6bfe92d1-0e68-4747-92dd-609b4f086a4b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:42.374169 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52622) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:42.389155 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-10804351-0ba9-4d06-a5ab-635b5faaecb3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1877374250', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:42.397924 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-1788dd8f-0428-4834-8e90-ac6f03143838 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Allocated IP 2001:db8::f (e999a927-f1b1-4116-88be-ecb1aa6063e0/d82e3142-fe1f-4f06-afc3-ef5f88b0785e/ee11a386-f34c-44a1-99fb-e18d55fa4e6e) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:42.402252 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-10804351-0ba9-4d06-a5ab-635b5faaecb3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:42.415067 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-10804351-0ba9-4d06-a5ab-635b5faaecb3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Usage tracker for resource:router and tenant:c93ec7bc888c4ebfafd49c58db913ec4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:42.418808 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-10804351-0ba9-4d06-a5ab-635b5faaecb3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:42.426241 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-10804351-0ba9-4d06-a5ab-635b5faaecb3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:42.491488 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-3f1f9d0d-8656-4614-a2bb-c7f70c2f8e96 None None] For port a582777d-7bf8-4f18-a487-4b359107e962, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a582777d-7bf8-4f18-a487-4b359107e962,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:42.492061 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3f1f9d0d-8656-4614-a2bb-c7f70c2f8e96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:42.531857 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2b3e5e-e542-4cd8-b5ae-d0c763e4bc52 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:42.535782 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9f2b3e5e-e542-4cd8-b5ae-d0c763e4bc52 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 1.1008132
Dec 22 04:48:42.539181 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52626) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:42.541364 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c671f0cf-e0f7-47fa-a187-25b1bd00c445 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:42.546786 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-10804351-0ba9-4d06-a5ab-635b5faaecb3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:42.547696 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-10804351-0ba9-4d06-a5ab-635b5faaecb3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:42.571650 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c671f0cf-e0f7-47fa-a187-25b1bd00c445 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:42.580384 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-093e6a5b-a78f-4d23-9b7e-e192f712a42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:42.633199 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-3f1f9d0d-8656-4614-a2bb-c7f70c2f8e96 None None] Calling delete_port for a582777d-7bf8-4f18-a487-4b359107e962 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:42.712193 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671f0cf-e0f7-47fa-a187-25b1bd00c445 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e48d2c6-9377-4d82-a360-d874ce5222ef,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:42.721385 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c671f0cf-e0f7-47fa-a187-25b1bd00c445 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:42.731793 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c671f0cf-e0f7-47fa-a187-25b1bd00c445 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:42.733272 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c671f0cf-e0f7-47fa-a187-25b1bd00c445 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.7057126
Dec 22 04:48:42.739621 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52630) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:42.753387 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-e46c7f6b-d227-43f4-bc2c-c7acb86d3815 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'security_group': {'name': 'tempest-secgroup-512140446'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:42.794947 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:42.863079 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-10804351-0ba9-4d06-a5ab-635b5faaecb3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:42.876991 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3f1f9d0d-8656-4614-a2bb-c7f70c2f8e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:42.880744 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:42.886892 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caf7342-b0e2-41d4-b452-c20e6058eafd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:42.890998 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0caf7342-b0e2-41d4-b452-c20e6058eafd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3431370
Dec 22 04:48:42.894527 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52634) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:42.915995 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e46c7f6b-d227-43f4-bc2c-c7acb86d3815 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:42.920328 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb657c6c-1eeb-485a-ae18-ef9cc7eadc56 None None] Network dca91d83-ad66-406c-843e-869e4309962b requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:42.930395 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [None req-3378426d-a744-4d50-a141-d0ad949e0e77 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Floating IP 0e177e2d-777d-44a6-a4e1-2d037512987c associated. External IP: 172.26.4.213, port: 11cb9345-8066-4ad5-8be0-621882ff7c67.
Dec 22 04:48:42.933608 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 831b42aa-2a88-453d-9d63-8a11b36e765c up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:42.995604 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e46c7f6b-d227-43f4-bc2c-c7acb86d3815 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:security_group and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:43.007371 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-885721e3-e88c-460a-b15c-e244ca0944dd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1089289
Dec 22 04:48:43.007681 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e46c7f6b-d227-43f4-bc2c-c7acb86d3815 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:43.018186 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52638) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:43.022190 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e46c7f6b-d227-43f4-bc2c-c7acb86d3815 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:43.023933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:43.033376 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-c7020365-ef56-46f5-a0ed-f8123d0e6b84 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:43.060157 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-10804351-0ba9-4d06-a5ab-635b5faaecb3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:43.067461 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:43.068633 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f9d0d-8656-4614-a2bb-c7f70c2f8e96 None None] Pushing event deleted for resources: {'Port': ['ID=a582777d-7bf8-4f18-a487-4b359107e962,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:43.085512 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-3f1f9d0d-8656-4614-a2bb-c7f70c2f8e96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:43.111315 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-a3254007-5fae-43f1-9bdb-15b68ca26085 None None] Allocated IP 172.20.0.2 (0a794013-ae5e-4901-9fbf-747518ba91d3/624cdc73-f566-4887-9b66-c9a8a7f0f9e1/86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:43.112215 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1788dd8f-0428-4834-8e90-ac6f03143838 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:43.115285 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1f9d0d-8656-4614-a2bb-c7f70c2f8e96 None None] No DVR routers for this DVR port a582777d-7bf8-4f18-a487-4b359107e962 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:48:43.134682 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-10804351-0ba9-4d06-a5ab-635b5faaecb3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:43.135861 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-10804351-0ba9-4d06-a5ab-635b5faaecb3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.7595079
Dec 22 04:48:43.140190 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52642) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:43.156414 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-c2b419c9-a09f-43e4-a931-6da092b35704 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-364839025', 'prefixes': ['172.20.0.0/16']}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:43.163859 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-1788dd8f-0428-4834-8e90-ac6f03143838 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Transition to ACTIVE for port object ee11a386-f34c-44a1-99fb-e18d55fa4e6e will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:43.165874 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c2b419c9-a09f-43e4-a931-6da092b35704 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:43.271969 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-8e71de3b-aaf4-4b90-b7bb-82a428586ac3 None None] Provisioning for port 831b42aa-2a88-453d-9d63-8a11b36e765c completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:43.299825 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 831b42aa-2a88-453d-9d63-8a11b36e765c completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:43.310746 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-8e71de3b-aaf4-4b90-b7bb-82a428586ac3 None None] Provisioning complete for port 831b42aa-2a88-453d-9d63-8a11b36e765c triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:43.311237 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8e71de3b-aaf4-4b90-b7bb-82a428586ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:43.338466 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1788dd8f-0428-4834-8e90-ac6f03143838 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:43.342134 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 831b42aa-2a88-453d-9d63-8a11b36e765c triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:43.342591 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:43.348171 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:43.407276 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e46c7f6b-d227-43f4-bc2c-c7acb86d3815 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:43.418689 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6bfe92d1-0e68-4747-92dd-609b4f086a4b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:43.420688 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-a1999124-bd2d-4510-ab3b-5058efd3b8a3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Allocated IP 2001:db8:1::1 (0fa247e0-632b-408a-9b03-72faabc1493b/8a392436-5661-495f-90bd-39230dbab34f/54fb76e1-aeae-4a51-bd37-77ebe2cfa420) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:43.452619 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1788dd8f-0428-4834-8e90-ac6f03143838 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network e999a927-f1b1-4116-88be-ecb1aa6063e0 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:43.457446 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6bfe92d1-0e68-4747-92dd-609b4f086a4b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:43.458589 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-1788dd8f-0428-4834-8e90-ac6f03143838 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:43.462304 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1788dd8f-0428-4834-8e90-ac6f03143838 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:43.471485 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1788dd8f-0428-4834-8e90-ac6f03143838 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:43.472271 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1788dd8f-0428-4834-8e90-ac6f03143838 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:43.481299 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788dd8f-0428-4834-8e90-ac6f03143838 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Port': ['ID=ee11a386-f34c-44a1-99fb-e18d55fa4e6e,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:43.513734 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1788dd8f-0428-4834-8e90-ac6f03143838 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:43.517466 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:43.528962 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:43.531472 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a3254007-5fae-43f1-9bdb-15b68ca26085 None None] For port 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8,segment=NetworkSegment(11e9127e-e541-4295-9baa-8ef61124429d),segment_id=11e9127e-e541-4295-9baa-8ef61124429d)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:43.534634 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1788dd8f-0428-4834-8e90-ac6f03143838 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 927 time: 3.0438442
Dec 22 04:48:43.541526 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c7020365-ef56-46f5-a0ed-f8123d0e6b84 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:43.550577 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52646) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:43.554296 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:43.568527 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c05d0d92-1345-4977-ad6b-5efa87514456 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:43.606865 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c7020365-ef56-46f5-a0ed-f8123d0e6b84 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:43.619315 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c7020365-ef56-46f5-a0ed-f8123d0e6b84 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:43.633450 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e46c7f6b-d227-43f4-bc2c-c7acb86d3815 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:43.645844 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c7020365-ef56-46f5-a0ed-f8123d0e6b84 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:43.659146 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e46c7f6b-d227-43f4-bc2c-c7acb86d3815 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:security_group_rule and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:43.668746 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e46c7f6b-d227-43f4-bc2c-c7acb86d3815 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:43.683386 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e46c7f6b-d227-43f4-bc2c-c7acb86d3815 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:43.700388 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:43.759200 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6bfe92d1-0e68-4747-92dd-609b4f086a4b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:43.759949 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfe92d1-0e68-4747-92dd-609b4f086a4b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Fanout notify agent at l3_agent the message router_deleted on router 50ee46f0-d3ea-4e7b-abfc-86259ddc8c0f {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:48:43.761669 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7020365-ef56-46f5-a0ed-f8123d0e6b84 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:43.765276 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c7020365-ef56-46f5-a0ed-f8123d0e6b84 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:43.766931 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Port': ['ID=092d4a2d-1291-48c2-840d-825ebf9c6783,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:43.770728 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c2b419c9-a09f-43e4-a931-6da092b35704 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks [] for subnetpool, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:43.783991 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c2b419c9-a09f-43e4-a931-6da092b35704 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 747 time: 0.6393776
Dec 22 04:48:43.783991 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:43.784700 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52650) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:43.794614 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-b0aa8ad0-e37c-4599-aea9-c6994e7d6626 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f469b4d2940>, 'subnets', '6bde5455-0d54-4d9a-af9a-01de3c4bc542', 'tempest-TagsExtTest-Tag-1787819465') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:43.825635 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:43.850030 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a3254007-5fae-43f1-9bdb-15b68ca26085 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:43.863440 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8e71de3b-aaf4-4b90-b7bb-82a428586ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:43.900723 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a3254007-5fae-43f1-9bdb-15b68ca26085 None None] Transition to ACTIVE for port object 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:43.926225 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a3254007-5fae-43f1-9bdb-15b68ca26085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:43.931513 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-7472c53c-c0b1-449b-b037-7dc07d66f35d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:43.968381 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a1999124-bd2d-4510-ab3b-5058efd3b8a3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:43.996124 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 831b42aa-2a88-453d-9d63-8a11b36e765c, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=831b42aa-2a88-453d-9d63-8a11b36e765c,segment=NetworkSegment(896d3bd1-15a6-4b53-bfa3-2a1b6785e66d),segment_id=896d3bd1-15a6-4b53-bfa3-2a1b6785e66d)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:44.053482 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6bfe92d1-0e68-4747-92dd-609b4f086a4b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:44.055460 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6bfe92d1-0e68-4747-92dd-609b4f086a4b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/routers/50ee46f0-d3ea-4e7b-abfc-86259ddc8c0f HTTP/1.1" status: 204  len: 168 time: 2.2614551
Dec 22 04:48:44.061805 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-a1999124-bd2d-4510-ab3b-5058efd3b8a3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Transition to ACTIVE for port object 54fb76e1-aeae-4a51-bd37-77ebe2cfa420 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:44.064266 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52654) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:44.071548 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:44.072202 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 207867cb-4c27-41a6-834c-0e2765131def up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:44.082044 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087a1270-9e7f-4407-b272-d2a4356f2194 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:44.082774 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-087a1270-9e7f-4407-b272-d2a4356f2194 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Synchronizing usage tracker for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:44.111653 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e46c7f6b-d227-43f4-bc2c-c7acb86d3815 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:44.137754 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e46c7f6b-d227-43f4-bc2c-c7acb86d3815 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:44.147081 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f26b4979-77ec-431b-8726-042b8042d060 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:44.157309 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-087a1270-9e7f-4407-b272-d2a4356f2194 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Unset dirty status for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:44.161333 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-087a1270-9e7f-4407-b272-d2a4356f2194 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.5984356
Dec 22 04:48:44.171076 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52658) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:44.221903 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3254007-5fae-43f1-9bdb-15b68ca26085 None None] Pushing event updated for resources: {'Port': ['ID=86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8,revision_number=6']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:44.225635 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a3254007-5fae-43f1-9bdb-15b68ca26085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:44.243271 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-3f1f9d0d-8656-4614-a2bb-c7f70c2f8e96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:44.314922 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b0aa8ad0-e37c-4599-aea9-c6994e7d6626 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "PUT /v2.0/subnets/6bde5455-0d54-4d9a-af9a-01de3c4bc542/tags/tempest-TagsExtTest-Tag-1787819465 HTTP/1.1" status: 201  len: 201 time: 0.5251884
Dec 22 04:48:44.315152 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-8e71de3b-aaf4-4b90-b7bb-82a428586ac3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:48:44.316308 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-8e71de3b-aaf4-4b90-b7bb-82a428586ac3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:48:44.323597 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52662) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:44.340405 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-54ece433-1ad8-46a2-9bff-03b42e6f8fa7 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f469bac6bb0>, 'ports', '95ee7014-83dd-4600-a241-a15f91cd65a8', 'tempest-TagsExtTest-Tag-973663686') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:44.351361 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=831b42aa-2a88-453d-9d63-8a11b36e765c,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:44.354542 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:44.354962 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e46c7f6b-d227-43f4-bc2c-c7acb86d3815 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:44.355881 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 207867cb-4c27-41a6-834c-0e2765131def triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:44.356560 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:44.360446 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e46c7f6b-d227-43f4-bc2c-c7acb86d3815 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.6157579
Dec 22 04:48:44.362014 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52666) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:44.385563 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c7f6b-d227-43f4-bc2c-c7acb86d3815 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb23d5c3-d0bc-40f2-947c-27e6ffa0ca95,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:44.397160 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-e3b86fe4-db84-45f9-821f-a6f3706546df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'security_group': {'name': 'tempest-secgroup-1197510424'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:44.417317 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e3b86fe4-db84-45f9-821f-a6f3706546df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:44.424508 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e46c7f6b-d227-43f4-bc2c-c7acb86d3815 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:44.480077 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-30392358-0b27-48cc-b42f-aa96a036997b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting subnet e21f7121-c1ea-4d2e-8892-9dcac83222bf {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:48:44.484905 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Floating IP bfdf40bf-fd9a-4b31-b3cd-08b812cbe889 associated. External IP: 172.26.4.217, port: 6bb7be7c-f528-4528-b9d2-7c81e1de658d.
Dec 22 04:48:44.511148 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a1999124-bd2d-4510-ab3b-5058efd3b8a3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:44.524572 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e3b86fe4-db84-45f9-821f-a6f3706546df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:security_group and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:44.527331 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e17064c6-4667-47b1-8071-2f4e6fc3706c tempest-RoutersAdminTest-928159160 tempest-RoutersAdminTest-928159160-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:44.549139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-30392358-0b27-48cc-b42f-aa96a036997b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:44.559533 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e3b86fe4-db84-45f9-821f-a6f3706546df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:44.609587 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e3b86fe4-db84-45f9-821f-a6f3706546df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:44.612424 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a582777d-7bf8-4f18-a487-4b359107e962 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:48:44.640999 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-30392358-0b27-48cc-b42f-aa96a036997b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:44.682923 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: a582777d-7bf8-4f18-a487-4b359107e962 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:48:44.683601 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a582777d-7bf8-4f18-a487-4b359107e962 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:48:44.736228 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-54ece433-1ad8-46a2-9bff-03b42e6f8fa7 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "PUT /v2.0/ports/95ee7014-83dd-4600-a241-a15f91cd65a8/tags/tempest-TagsExtTest-Tag-973663686 HTTP/1.1" status: 201  len: 201 time: 0.4094458
Dec 22 04:48:44.743787 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52670) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:44.751348 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-303714ff-c2d4-43ae-8f74-c8c61fe2fac2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f469abb17f0>, 'routers', '8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4', 'tempest-TagsExtTest-Tag-876466054') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:44.798822 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1999124-bd2d-4510-ab3b-5058efd3b8a3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Port': ['ID=54fb76e1-aeae-4a51-bd37-77ebe2cfa420,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:44.802762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:44.826878 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1999124-bd2d-4510-ab3b-5058efd3b8a3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network 0fa247e0-632b-408a-9b03-72faabc1493b is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:44.830038 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a1999124-bd2d-4510-ab3b-5058efd3b8a3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:44.838998 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-a1999124-bd2d-4510-ab3b-5058efd3b8a3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:44.852232 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c2a0ad-203e-4fcb-8b3c-0de8f4ef8938 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:44.857309 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c2a0ad-203e-4fcb-8b3c-0de8f4ef8938 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:44.861718 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c2a0ad-203e-4fcb-8b3c-0de8f4ef8938 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:44.864021 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-83c2a0ad-203e-4fcb-8b3c-0de8f4ef8938 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2389 time: 0.6792502
Dec 22 04:48:44.866722 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1999124-bd2d-4510-ab3b-5058efd3b8a3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:44.868059 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a1999124-bd2d-4510-ab3b-5058efd3b8a3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:44.872784 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52674) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:44.887850 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e3b86fe4-db84-45f9-821f-a6f3706546df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:44.970809 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 831b42aa-2a88-453d-9d63-8a11b36e765c up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:44.997462 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-30392358-0b27-48cc-b42f-aa96a036997b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:45.061983 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 831b42aa-2a88-453d-9d63-8a11b36e765c triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:45.062566 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:45.088530 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-980b14c8-a895-4771-99eb-8a3b4f608c07 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting port ee11a386-f34c-44a1-99fb-e18d55fa4e6e {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:45.088870 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-980b14c8-a895-4771-99eb-8a3b4f608c07 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:45.161454 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e3b86fe4-db84-45f9-821f-a6f3706546df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:45.212841 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e3b86fe4-db84-45f9-821f-a6f3706546df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:security_group_rule and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:45.226930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e3b86fe4-db84-45f9-821f-a6f3706546df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:45.232341 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-303714ff-c2d4-43ae-8f74-c8c61fe2fac2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "PUT /v2.0/routers/8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4/tags/tempest-TagsExtTest-Tag-876466054 HTTP/1.1" status: 201  len: 201 time: 0.4872966
Dec 22 04:48:45.233603 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-30392358-0b27-48cc-b42f-aa96a036997b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:45.237269 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52678) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:45.245494 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:45.250086 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c63fc467-dbfe-4045-af69-554b5941ab8c req-1b647345-eafb-4bb4-9c4f-ebc01fb5135f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5892143
Dec 22 04:48:45.286871 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-dd194c50-cdfb-4e08-8b90-ca95a1de3344 None None] Provisioning complete for port 831b42aa-2a88-453d-9d63-8a11b36e765c triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:45.287571 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e3b86fe4-db84-45f9-821f-a6f3706546df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:45.287832 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dd194c50-cdfb-4e08-8b90-ca95a1de3344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:45.296802 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-8780a43e-0cdd-4e71-80a8-368c8e6c5cc1 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f469b0dc850>, 'subnetpools', '039f9d0b-e637-42b7-acf3-c98f72ba4aaf', 'tempest-TagsExtTest-Tag-945918846') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:45.311904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a1999124-bd2d-4510-ab3b-5058efd3b8a3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:45.317748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30392358-0b27-48cc-b42f-aa96a036997b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Subnet': ['ID=e21f7121-c1ea-4d2e-8892-9dcac83222bf,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:45.320441 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-30392358-0b27-48cc-b42f-aa96a036997b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:45.343118 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-30392358-0b27-48cc-b42f-aa96a036997b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:45.352776 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.objects.ports [None req-c7020365-ef56-46f5-a0ed-f8123d0e6b84 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83434) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 04:48:45.364096 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593ddf57-3d66-4d72-ac26-50870e13c19a None None] Network 38112549-e615-46da-9c5a-eeddc58c4a44 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:45.377280 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c7020365-ef56-46f5-a0ed-f8123d0e6b84 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:45.413562 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9bd660b5-c71b-47ee-b17f-424e9664efc8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:45.431327 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-30392358-0b27-48cc-b42f-aa96a036997b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/subnets/e21f7121-c1ea-4d2e-8892-9dcac83222bf HTTP/1.1" status: 204  len: 168 time: 1.3659887
Dec 22 04:48:45.435077 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52682) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:45.614853 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-dd194c50-cdfb-4e08-8b90-ca95a1de3344 None None] Provisioning for port 95ee7014-83dd-4600-a241-a15f91cd65a8 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:45.624186 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-dd194c50-cdfb-4e08-8b90-ca95a1de3344 None None] Provisioning complete for port 95ee7014-83dd-4600-a241-a15f91cd65a8 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:45.624698 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dd194c50-cdfb-4e08-8b90-ca95a1de3344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:45.672968 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8780a43e-0cdd-4e71-80a8-368c8e6c5cc1 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "PUT /v2.0/subnetpools/039f9d0b-e637-42b7-acf3-c98f72ba4aaf/tags/tempest-TagsExtTest-Tag-945918846 HTTP/1.1" status: 201  len: 201 time: 0.3932106
Dec 22 04:48:45.679674 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52686) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:45.681644 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-dd194c50-cdfb-4e08-8b90-ca95a1de3344 None None] Port 95ee7014-83dd-4600-a241-a15f91cd65a8 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:48:45.696911 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-dd194c50-cdfb-4e08-8b90-ca95a1de3344 None None] Provisioning for port ee11a386-f34c-44a1-99fb-e18d55fa4e6e completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:45.702516 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-9683feaa-320a-407e-a0b4-cd85a2bc3756 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f469afa9df0>, 'subnets', '6bde5455-0d54-4d9a-af9a-01de3c4bc542') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:45.703361 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-dd194c50-cdfb-4e08-8b90-ca95a1de3344 None None] Provisioning complete for port ee11a386-f34c-44a1-99fb-e18d55fa4e6e triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:45.703782 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dd194c50-cdfb-4e08-8b90-ca95a1de3344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:45.738806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:45.747034 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6fe1a6-7006-4abf-b0ba-77ad29bff2e7 None None] DHCP port deletion for 38112549-e615-46da-9c5a-eeddc58c4a44 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:48:45.748031 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-980b14c8-a895-4771-99eb-8a3b4f608c07 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:45.765005 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-bf6fe1a6-7006-4abf-b0ba-77ad29bff2e7 None None] Deleting port 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:45.765532 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-bf6fe1a6-7006-4abf-b0ba-77ad29bff2e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:45.767629 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7020365-ef56-46f5-a0ed-f8123d0e6b84 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:45.822954 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-dd194c50-cdfb-4e08-8b90-ca95a1de3344 None None] Port ee11a386-f34c-44a1-99fb-e18d55fa4e6e cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:48:45.840373 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-c7020365-ef56-46f5-a0ed-f8123d0e6b84 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:45.843819 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e3b86fe4-db84-45f9-821f-a6f3706546df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:45.853811 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7020365-ef56-46f5-a0ed-f8123d0e6b84 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=5c1023c6-71f6-4a16-b759-e27934243919,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:45.857824 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7020365-ef56-46f5-a0ed-f8123d0e6b84 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:45.858549 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c7020365-ef56-46f5-a0ed-f8123d0e6b84 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:45.862927 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c7020365-ef56-46f5-a0ed-f8123d0e6b84 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:45.870384 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea3e14b-6840-4a6a-90a9-6d9fbf0d9122 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:45.872680 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e3b86fe4-db84-45f9-821f-a6f3706546df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:45.884161 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-259d4d29-d408-4934-bc28-86c4a1a4e729 tempest-AllowedAddressPairIpV6TestJSON-599555578 tempest-AllowedAddressPairIpV6TestJSON-599555578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:45.956044 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3378426d-a744-4d50-a141-d0ad949e0e77 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Router 2ccb73cb-57d2-48b6-95ca-d32e1304b9f3 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:48:45.977887 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b86fe4-db84-45f9-821f-a6f3706546df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=852c5cbb-6bf9-4f8c-ad88-1c3b63da6b24,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:45.980711 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c7020365-ef56-46f5-a0ed-f8123d0e6b84 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 2.9615176
Dec 22 04:48:45.988580 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e3b86fe4-db84-45f9-821f-a6f3706546df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:45.990228 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e3b86fe4-db84-45f9-821f-a6f3706546df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:45.991569 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e3b86fe4-db84-45f9-821f-a6f3706546df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.6209605
Dec 22 04:48:45.992303 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52690) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:45.999980 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c63fc467-dbfe-4045-af69-554b5941ab8c req-056e6819-3cbb-4731-8891-686a895426eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a189efe8546c44009128ff34bc595fc2&device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 1099 time: 0.5913725
Dec 22 04:48:46.005933 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-50f8867e-e2ce-4b18-a583-b2eaecb910fc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'mac_address': 'fa:16:3e:a7:fe:8b', 'name': 'tempest-NetworksTestDHCPv6-586318138'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:46.019750 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52692) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:46.029482 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-980b14c8-a895-4771-99eb-8a3b4f608c07 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Calling delete_port for ee11a386-f34c-44a1-99fb-e18d55fa4e6e owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:46.051659 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-3c99263c-f69e-48d7-ac39-053b2970feb6 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1416584071', 'security_groups': ['852c5cbb-6bf9-4f8c-ad88-1c3b63da6b24'], 'network_id': '0a794013-ae5e-4901-9fbf-747518ba91d3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '624cdc73-f566-4887-9b66-c9a8a7f0f9e1'}]}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:46.072733 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting port 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:46.073076 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:46.143011 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-486c9b1e-68f1-4d0c-ace5-0fcb368754a2 None None] Provisioning complete for port 68ff7730-43ee-457c-b8a9-f4d31ced03b3 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:46.143301 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-486c9b1e-68f1-4d0c-ace5-0fcb368754a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:46.200421 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-bf6fe1a6-7006-4abf-b0ba-77ad29bff2e7 None None] For port 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=1ef1d71d-db9b-443d-bdc0-6e696fcf76e8,segment=NetworkSegment(c94bdf92-68c9-498f-b793-26f1168d4689),segment_id=c94bdf92-68c9-498f-b793-26f1168d4689)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:46.200816 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-bf6fe1a6-7006-4abf-b0ba-77ad29bff2e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:46.297047 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9683feaa-320a-407e-a0b4-cd85a2bc3756 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/subnets/6bde5455-0d54-4d9a-af9a-01de3c4bc542/tags HTTP/1.1" status: 200  len: 241 time: 0.6050191
Dec 22 04:48:46.299850 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52698) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:46.331967 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.tag.tag_plugin [None req-7858c416-7d85-485f-9491-7abc2704eda2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f469c61aa30>, 'subnets', '6bde5455-0d54-4d9a-af9a-01de3c4bc542', 'tempest-TagsExtTest-Tag-1787819465') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:46.358287 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-486c9b1e-68f1-4d0c-ace5-0fcb368754a2 None None] Port 68ff7730-43ee-457c-b8a9-f4d31ced03b3 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:48:46.370568 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-bf6fe1a6-7006-4abf-b0ba-77ad29bff2e7 None None] Calling delete_port for 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:46.472176 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-486c9b1e-68f1-4d0c-ace5-0fcb368754a2 None None] Provisioning for port 54fb76e1-aeae-4a51-bd37-77ebe2cfa420 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:46.487931 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] For port 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=1ef1d71d-db9b-443d-bdc0-6e696fcf76e8,segment=NetworkSegment(c94bdf92-68c9-498f-b793-26f1168d4689),segment_id=c94bdf92-68c9-498f-b793-26f1168d4689)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:46.488532 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:46.493751 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-486c9b1e-68f1-4d0c-ace5-0fcb368754a2 None None] Provisioning complete for port 54fb76e1-aeae-4a51-bd37-77ebe2cfa420 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:46.494161 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-486c9b1e-68f1-4d0c-ace5-0fcb368754a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:46.499533 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-980b14c8-a895-4771-99eb-8a3b4f608c07 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:46.510190 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-436e2ff8-49f9-4695-9af3-b3c415054352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:46.519571 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'fixed_ips': [{'subnet_id': '5c1023c6-71f6-4a16-b759-e27934243919'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:48:46.520185 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:46.590978 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-bf6fe1a6-7006-4abf-b0ba-77ad29bff2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:46.597519 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5f9cc8cf-db0e-4719-9ee2-263dc5b482d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:46.600490 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fc467-dbfe-4045-af69-554b5941ab8c req-a2bde3d2-3d64-4a92-8165-e6adb8ec4d30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:46.601983 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c63fc467-dbfe-4045-af69-554b5941ab8c req-a2bde3d2-3d64-4a92-8165-e6adb8ec4d30 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e68a3e5c-f921-45fc-a6c9-1329c028d289 HTTP/1.1" status: 200  len: 913 time: 0.5740042
Dec 22 04:48:46.616090 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b14c8-a895-4771-99eb-8a3b4f608c07 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Port': ['ID=ee11a386-f34c-44a1-99fb-e18d55fa4e6e,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:46.619026 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-980b14c8-a895-4771-99eb-8a3b4f608c07 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:46.651418 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fe1a6-7006-4abf-b0ba-77ad29bff2e7 None None] Pushing event deleted for resources: {'Port': ['ID=1ef1d71d-db9b-443d-bdc0-6e696fcf76e8,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:46.659952 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-bf6fe1a6-7006-4abf-b0ba-77ad29bff2e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:46.660794 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-486c9b1e-68f1-4d0c-ace5-0fcb368754a2 None None] Port 54fb76e1-aeae-4a51-bd37-77ebe2cfa420 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:48:46.669435 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6fe1a6-7006-4abf-b0ba-77ad29bff2e7 None None] No DVR routers for this DVR port 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:48:46.691466 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-50f8867e-e2ce-4b18-a583-b2eaecb910fc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:46.693453 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Calling delete_port for 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:46.707869 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-486c9b1e-68f1-4d0c-ace5-0fcb368754a2 None None] Provisioning for port 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:46.714947 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-50f8867e-e2ce-4b18-a583-b2eaecb910fc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:port and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:46.725678 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3c99263c-f69e-48d7-ac39-053b2970feb6 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:46.727434 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-50f8867e-e2ce-4b18-a583-b2eaecb910fc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:46.748898 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-486c9b1e-68f1-4d0c-ace5-0fcb368754a2 None None] Provisioning complete for port 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:46.749274 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-486c9b1e-68f1-4d0c-ace5-0fcb368754a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:46.761012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-50f8867e-e2ce-4b18-a583-b2eaecb910fc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:46.777316 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-980b14c8-a895-4771-99eb-8a3b4f608c07 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:46.794522 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3c99263c-f69e-48d7-ac39-053b2970feb6 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:46.811495 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Router fe74ed20-ba67-4c54-8f1e-d46d362af84e has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:48:46.823858 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a1999124-bd2d-4510-ab3b-5058efd3b8a3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:46.836465 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.api [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:48:46.837290 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_db.api [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:48:46.840174 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-980b14c8-a895-4771-99eb-8a3b4f608c07 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/ports/ee11a386-f34c-44a1-99fb-e18d55fa4e6e HTTP/1.1" status: 204  len: 168 time: 1.9221096
Dec 22 04:48:46.843241 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52702) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:46.844584 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Allocated IP 2001:db8::f816:3eff:feee:9f08 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/5c1023c6-71f6-4a16-b759-e27934243919/515977c8-806b-440a-88a6-4bcd7c9b225d) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:46.861218 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:48:46.893982 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5253f0c-0357-4689-b21b-31524797b70b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] GET failed (client error): The resource could not be found.
Dec 22 04:48:46.895010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f5253f0c-0357-4689-b21b-31524797b70b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Synchronizing usage tracker for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:46.900488 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f8867e-e2ce-4b18-a583-b2eaecb910fc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:46.906165 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:48:46.906618 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:48:46.915212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a1999124-bd2d-4510-ab3b-5058efd3b8a3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:46.916284 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a1999124-bd2d-4510-ab3b-5058efd3b8a3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:46.931132 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:46.959129 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c99263c-f69e-48d7-ac39-053b2970feb6 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:46.990083 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f5253f0c-0357-4689-b21b-31524797b70b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Unset dirty status for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:46.994170 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f5253f0c-0357-4689-b21b-31524797b70b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports/ee11a386-f34c-44a1-99fb-e18d55fa4e6e HTTP/1.1" status: 404  len: 333 time: 0.1464598
Dec 22 04:48:46.996879 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52706) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:47.157994 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-1ae2a973-b638-434c-8826-4e1f8d14057b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting port fc0d3c28-16f3-48ca-8786-c78acb1ad531 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:47.158466 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1ae2a973-b638-434c-8826-4e1f8d14057b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:47.174838 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:47.187924 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Transition to ACTIVE for port object 515977c8-806b-440a-88a6-4bcd7c9b225d will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:47.214573 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Transition to ACTIVE for port object 515977c8-806b-440a-88a6-4bcd7c9b225d will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:47.223182 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:47.243757 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:47.255326 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7858c416-7d85-485f-9491-7abc2704eda2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/subnets/6bde5455-0d54-4d9a-af9a-01de3c4bc542/tags/tempest-TagsExtTest-Tag-1787819465 HTTP/1.1" status: 204  len: 168 time: 0.9479403
Dec 22 04:48:47.262036 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52710) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:47.271440 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c63fc467-dbfe-4045-af69-554b5941ab8c req-8c2628f8-c8d9-4b03-8983-49e41a5e10eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11cb9345-8066-4ad5-8be0-621882ff7c67 HTTP/1.1" status: 200  len: 1000 time: 0.6503909
Dec 22 04:48:47.285386 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.tag.tag_plugin [None req-e7f8b8e2-ef49-402a-8769-cce486882d98 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f469aade4c0>, 'subnets', '6bde5455-0d54-4d9a-af9a-01de3c4bc542', 'tempest-TagsExtTest-Tag-1787819465') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:47.294032 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:47.297420 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:47.300693 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:47.364834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting port 1ef1d71d-db9b-443d-bdc0-6e696fcf76e8 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:47.364834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:47.375280 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Pushing event updated for resources: {'Port': ['ID=515977c8-806b-440a-88a6-4bcd7c9b225d,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:47.386516 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:47.406206 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Attempting to bind port 515977c8-806b-440a-88a6-4bcd7c9b225d on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:48:47.406581 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Attempting to bind port 515977c8-806b-440a-88a6-4bcd7c9b225d by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:48:47.406947 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Attempting to bind port 515977c8-806b-440a-88a6-4bcd7c9b225d on network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:48:47.415851 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:48:47.416283 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:48:47.416636 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:47.417041 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Bound using segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:48:47.417502 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Bound port: 515977c8-806b-440a-88a6-4bcd7c9b225d, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:48:47.417909 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:47.474222 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1999124-bd2d-4510-ab3b-5058efd3b8a3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Port': ['ID=54fb76e1-aeae-4a51-bd37-77ebe2cfa420,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:47.496832 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a1999124-bd2d-4510-ab3b-5058efd3b8a3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:47.514764 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] For port 515977c8-806b-440a-88a6-4bcd7c9b225d, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:48:47.517875 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] For port 515977c8-806b-440a-88a6-4bcd7c9b225d, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=515977c8-806b-440a-88a6-4bcd7c9b225d,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:48:47.523550 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:47.529019 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-02b6f59b-66b4-4017-83cd-1c20f2a2e10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:47.567770 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fc467-dbfe-4045-af69-554b5941ab8c req-e55c84c1-735d-4908-be26-5310c303d654 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:47.569222 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c63fc467-dbfe-4045-af69-554b5941ab8c req-e55c84c1-735d-4908-be26-5310c303d654 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0 HTTP/1.1" status: 200  len: 851 time: 0.2576969
Dec 22 04:48:47.570575 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] The port '1ef1d71d-db9b-443d-bdc0-6e696fcf76e8' was deleted {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:48:47.576016 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:48:47.600980 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837fafcd-8a70-4e69-9733-53ed37ee16e9 None None] Sync routers for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:48:47.611788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Pushing event updated for resources: {'Port': ['ID=515977c8-806b-440a-88a6-4bcd7c9b225d,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:47.615572 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:47.638174 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837fafcd-8a70-4e69-9733-53ed37ee16e9 None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:48:47.639532 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-837fafcd-8a70-4e69-9733-53ed37ee16e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca16280>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:47.676796 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-50f8867e-e2ce-4b18-a583-b2eaecb910fc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:47.689681 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3c99263c-f69e-48d7-ac39-053b2970feb6 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:47.721689 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-837fafcd-8a70-4e69-9733-53ed37ee16e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca16280>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:47.731268 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:47.738990 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837fafcd-8a70-4e69-9733-53ed37ee16e9 None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:48:47.739804 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-837fafcd-8a70-4e69-9733-53ed37ee16e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca16280>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:47.767470 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-3c99263c-f69e-48d7-ac39-053b2970feb6 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] device_id is not set on port 35b20dd5-9ab8-45c6-a7c5-1a42e6f863af yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:48:47.809102 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-837fafcd-8a70-4e69-9733-53ed37ee16e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca16280>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:47.809791 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837fafcd-8a70-4e69-9733-53ed37ee16e9 None None] The sync data for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:48:47.810051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:47.810203 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-50f8867e-e2ce-4b18-a583-b2eaecb910fc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] device_id is not set on port 83f64ea5-3c22-4713-9f91-57550a84213c yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:48:47.833943 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1ae2a973-b638-434c-8826-4e1f8d14057b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:47.864300 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1999124-bd2d-4510-ab3b-5058efd3b8a3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network 0fa247e0-632b-408a-9b03-72faabc1493b is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:47.874817 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-a1999124-bd2d-4510-ab3b-5058efd3b8a3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:48.015636 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-1ae2a973-b638-434c-8826-4e1f8d14057b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Calling delete_port for fc0d3c28-16f3-48ca-8786-c78acb1ad531 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:48.047488 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bfb5d00>,) {'filters': {'network_id': ['38112549-e615-46da-9c5a-eeddc58c4a44']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:48.062151 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 11.4967144
Dec 22 04:48:48.068663 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52714) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:48.072099 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bfb5d00>, 'c94bdf92-68c9-498f-b793-26f1168d4689') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:48.072400 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bfb5d00>, 'c94bdf92-68c9-498f-b793-26f1168d4689') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:48.079134 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3378426d-a744-4d50-a141-d0ad949e0e77 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:48:48.096122 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2a4f7b-66ad-4695-8a04-440f5bb03f07 None None] Sync routers for ids ['2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:48:48.115723 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2a4f7b-66ad-4695-8a04-440f5bb03f07 None None] Routers {'2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:48:48.117509 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-2e2a4f7b-66ad-4695-8a04-440f5bb03f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3d2940>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:48.201144 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3378426d-a744-4d50-a141-d0ad949e0e77 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:48.299994 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:48.318227 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e7f8b8e2-ef49-402a-8769-cce486882d98 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "DELETE /v2.0/subnets/6bde5455-0d54-4d9a-af9a-01de3c4bc542/tags/tempest-TagsExtTest-Tag-1787819465 HTTP/1.1" status: 204  len: 168 time: 1.0443714
Dec 22 04:48:48.319848 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52718) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:48.334997 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-dd8cc204-fc24-4ad3-b449-230233fd7e34 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f469b16f460>, 'subnets', '6bde5455-0d54-4d9a-af9a-01de3c4bc542') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:48.347277 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6369114a-63bb-460b-b3d4-3b2992f1f1f2 None None] Provisioning complete for port 54fb76e1-aeae-4a51-bd37-77ebe2cfa420 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:48.347754 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6369114a-63bb-460b-b3d4-3b2992f1f1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:48.369841 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:48.380070 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-50f8867e-e2ce-4b18-a583-b2eaecb910fc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8::f816:3eff:fea7:fe8b (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/5c1023c6-71f6-4a16-b759-e27934243919/83f64ea5-3c22-4713-9f91-57550a84213c) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:48.387207 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c63fc467-dbfe-4045-af69-554b5941ab8c req-0a21d6e4-c0ad-43ae-8e42-0829a27e4807 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e68a3e5c-f921-45fc-a6c9-1329c028d289&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8008146
Dec 22 04:48:48.390003 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3378426d-a744-4d50-a141-d0ad949e0e77 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "PUT /v2.0/floatingips/0e177e2d-777d-44a6-a4e1-2d037512987c HTTP/1.1" status: 200  len: 992 time: 9.9734116
Dec 22 04:48:48.398147 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:48:48.398147 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:48:48.417786 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:48:48.439397 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-6369114a-63bb-460b-b3d4-3b2992f1f1f2 None None] Port 54fb76e1-aeae-4a51-bd37-77ebe2cfa420 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:48:48.448312 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-2e2a4f7b-66ad-4695-8a04-440f5bb03f07 None None] Set router 2ccb73cb-57d2-48b6-95ca-d32e1304b9f3 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:48:48.472771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1ae2a973-b638-434c-8826-4e1f8d14057b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:48.486622 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a048f166-7d9c-4790-a1a7-e2b0771a6f2c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:48.507070 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-3c99263c-f69e-48d7-ac39-053b2970feb6 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Allocated IP 172.20.0.7 (0a794013-ae5e-4901-9fbf-747518ba91d3/624cdc73-f566-4887-9b66-c9a8a7f0f9e1/35b20dd5-9ab8-45c6-a7c5-1a42e6f863af) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:48.522425 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3a4a9f-9f11-44db-8c3c-41a3560d41da', 'tag': '11cb9345-8066-4ad5-8be0-621882ff7c67'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:48:48.530611 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-413647c8-c1d7-4a3c-ac03-f08b23968d39 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "GET /v2.0/floatingips/bfdf40bf-fd9a-4b31-b3cd-08b812cbe889 HTTP/1.1" status: 200  len: 979 time: 0.4607284
Dec 22 04:48:48.555517 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52726) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:48.611144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2a973-b638-434c-8826-4e1f8d14057b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Port': ['ID=fc0d3c28-16f3-48ca-8786-c78acb1ad531,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:48.619855 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1ae2a973-b638-434c-8826-4e1f8d14057b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:48.674653 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:48.687621 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4937098f-053a-4da2-bc6a-54e60a7687a4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:48.733691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:48.746080 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1ae2a973-b638-434c-8826-4e1f8d14057b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:48.782371 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3a4a9f-9f11-44db-8c3c-41a3560d41da', 'tag': '11cb9345-8066-4ad5-8be0-621882ff7c67', 'status': 'completed', 'code': 200}
Dec 22 04:48:48.792156 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Network': ['ID=38112549-e615-46da-9c5a-eeddc58c4a44,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:48.802249 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:48.809625 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/networks/38112549-e615-46da-9c5a-eeddc58c4a44 HTTP/1.1" status: 204  len: 168 time: 3.3676121
Dec 22 04:48:48.818083 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52730) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:48.826325 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1ae2a973-b638-434c-8826-4e1f8d14057b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/ports/fc0d3c28-16f3-48ca-8786-c78acb1ad531 HTTP/1.1" status: 204  len: 168 time: 1.8274693
Dec 22 04:48:48.831435 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-ab002575-2106-4778-b0d7-4ae498754da0 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1854006708', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:48.846764 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52734) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:48.879294 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 515977c8-806b-440a-88a6-4bcd7c9b225d up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:48.905919 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ab002575-2106-4778-b0d7-4ae498754da0 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:48.914748 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dd8cc204-fc24-4ad3-b449-230233fd7e34 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/subnets/6bde5455-0d54-4d9a-af9a-01de3c4bc542/tags HTTP/1.1" status: 200  len: 205 time: 0.5899034
Dec 22 04:48:48.917461 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52738) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:48.920376 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebfebcb-7bfe-4f4a-bc7f-840a20dcdd0a tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] GET failed (client error): The resource could not be found.
Dec 22 04:48:48.921066 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5ebfebcb-7bfe-4f4a-bc7f-840a20dcdd0a tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Synchronizing usage tracker for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:48.924395 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ab002575-2106-4778-b0d7-4ae498754da0 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:router and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:48.930770 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-267a6733-520d-4477-bae7-d7449c5190ae tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f469b0dcd60>, 'ports', '95ee7014-83dd-4600-a241-a15f91cd65a8') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:48.959564 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ab002575-2106-4778-b0d7-4ae498754da0 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:48.977001 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ab002575-2106-4778-b0d7-4ae498754da0 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:49.012021 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5ebfebcb-7bfe-4f4a-bc7f-840a20dcdd0a tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Unset dirty status for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:49.013312 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5ebfebcb-7bfe-4f4a-bc7f-840a20dcdd0a tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports/fc0d3c28-16f3-48ca-8786-c78acb1ad531 HTTP/1.1" status: 404  len: 333 time: 0.1663465
Dec 22 04:48:49.016205 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52742) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:49.026680 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ab002575-2106-4778-b0d7-4ae498754da0 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:49.028329 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ab002575-2106-4778-b0d7-4ae498754da0 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:49.086057 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 515977c8-806b-440a-88a6-4bcd7c9b225d completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:49.093859 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-267a6733-520d-4477-bae7-d7449c5190ae tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/ports/95ee7014-83dd-4600-a241-a15f91cd65a8/tags HTTP/1.1" status: 200  len: 240 time: 0.1750133
Dec 22 04:48:49.097836 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52746) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:49.109719 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-4aa6f5dc-daf6-41a7-bd9d-451899fe62f7 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f469b9f1850>, 'ports', '95ee7014-83dd-4600-a241-a15f91cd65a8', 'tempest-TagsExtTest-Tag-973663686') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:49.111031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6272be6b-0886-4790-9918-58a3501e30f8 None None] Provisioning for port 515977c8-806b-440a-88a6-4bcd7c9b225d completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:49.121957 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6272be6b-0886-4790-9918-58a3501e30f8 None None] Provisioning complete for port 515977c8-806b-440a-88a6-4bcd7c9b225d triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:49.122344 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6272be6b-0886-4790-9918-58a3501e30f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:49.178056 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-2e2a4f7b-66ad-4695-8a04-440f5bb03f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3d2940>, [{'id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'name': 'tempest-ServerActionsTestJSON-1300108519-router', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '110abd68-321e-4558-991b-e2f94bd7d036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:47:30Z', 'updated_at': '2021-12-22T04:47:43Z', 'revision_number': 4, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'gw_port': {'id': '110abd68-321e-4558-991b-e2f94bd7d036', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:32Z', 'updated_at': '2021-12-22T04:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '0e177e2d-777d-44a6-a4e1-2d037512987c', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'floating_ip_address': '172.26.4.213', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'port_id': '11cb9345-8066-4ad5-8be0-621882ff7c67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289', 'mac_address': 'fa:16:3e:1f:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3a4a9f-9f11-44db-8c3c-41a3560d41da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:48:00Z', 'updated_at': '2021-12-22T04:48:40Z', 'revision_number': 1, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7afdbdd-76ec-4be5-ba7d-ad4e58c17910', 'name': '', 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'mac_address': 'fa:16:3e:e4:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:42Z', 'updated_at': '2021-12-22T04:47:59Z', 'revision_number': 5, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'subnets': [{'id': '0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:49.187118 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2a4f7b-66ad-4695-8a04-440f5bb03f07 None None] Checking router: 2ccb73cb-57d2-48b6-95ca-d32e1304b9f3 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:48:49.227963 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ab002575-2106-4778-b0d7-4ae498754da0 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:49.247444 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2a4f7b-66ad-4695-8a04-440f5bb03f07 None None] Routers {'2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:48:49.248363 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-2e2a4f7b-66ad-4695-8a04-440f5bb03f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3d2940>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:49.300275 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ab002575-2106-4778-b0d7-4ae498754da0 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:49.324074 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba79305-94fc-4338-83b4-65bf12605d68 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting subnet d82e3142-fe1f-4f06-afc3-ef5f88b0785e {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:48:49.331650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8ba79305-94fc-4338-83b4-65bf12605d68 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:49.357916 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6272be6b-0886-4790-9918-58a3501e30f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:49.375272 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4aa6f5dc-daf6-41a7-bd9d-451899fe62f7 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/ports/95ee7014-83dd-4600-a241-a15f91cd65a8/tags/tempest-TagsExtTest-Tag-973663686 HTTP/1.1" status: 204  len: 168 time: 0.2716007
Dec 22 04:48:49.376060 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52750) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:49.376788 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ab002575-2106-4778-b0d7-4ae498754da0 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:49.380395 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ab002575-2106-4778-b0d7-4ae498754da0 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.5577824
Dec 22 04:48:49.384034 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-719a861c-7ab7-42e9-82ad-35ec633794d1 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f469ba70c10>, 'ports', '95ee7014-83dd-4600-a241-a15f91cd65a8', 'tempest-TagsExtTest-Tag-973663686') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:49.387266 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52754) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:49.411400 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-e88b2105-02f7-4a6f-8284-e92e93d0b175 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'network': {'name': 'tempest-RoutersTest-1827785524'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:49.417790 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ed4d6ef0-9ebe-4dfc-b840-491f9a97dd26 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Synchronizing usage tracker for tenant:fd72df115f564198b6625c6a0d6299d2 on resource:floatingip {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:49.431543 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8ba79305-94fc-4338-83b4-65bf12605d68 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:49.472269 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c63fc467-dbfe-4045-af69-554b5941ab8c req-625f3883-8cb3-46f9-bc44-5536f2716d8f service neutron] 10.222.0.47 "GET /v2.0/networks/e68a3e5c-f921-45fc-a6c9-1329c028d289?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9408860
Dec 22 04:48:49.473375 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e88b2105-02f7-4a6f-8284-e92e93d0b175 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:49.474342 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-6272be6b-0886-4790-9918-58a3501e30f8 None None] For port 515977c8-806b-440a-88a6-4bcd7c9b225d, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=515977c8-806b-440a-88a6-4bcd7c9b225d,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:49.483379 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6272be6b-0886-4790-9918-58a3501e30f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:49.487502 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:49.523084 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e88b2105-02f7-4a6f-8284-e92e93d0b175 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:network and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:49.537567 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-2e2a4f7b-66ad-4695-8a04-440f5bb03f07 None None] Set router 2ccb73cb-57d2-48b6-95ca-d32e1304b9f3 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:48:49.543774 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e88b2105-02f7-4a6f-8284-e92e93d0b175 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:49.625314 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272be6b-0886-4790-9918-58a3501e30f8 None None] Pushing event updated for resources: {'Port': ['ID=515977c8-806b-440a-88a6-4bcd7c9b225d,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:49.628972 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6272be6b-0886-4790-9918-58a3501e30f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:49.642783 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e88b2105-02f7-4a6f-8284-e92e93d0b175 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:49.661182 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8ba79305-94fc-4338-83b4-65bf12605d68 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:49.694262 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-719a861c-7ab7-42e9-82ad-35ec633794d1 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "DELETE /v2.0/ports/95ee7014-83dd-4600-a241-a15f91cd65a8/tags/tempest-TagsExtTest-Tag-973663686 HTTP/1.1" status: 204  len: 168 time: 0.3129687
Dec 22 04:48:49.697996 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52760) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:49.704025 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-0538d04a-1c18-427d-850a-34688e15bbd5 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f469b7e0af0>, 'ports', '95ee7014-83dd-4600-a241-a15f91cd65a8') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:49.713037 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ed4d6ef0-9ebe-4dfc-b840-491f9a97dd26 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Unset dirty status for tenant:fd72df115f564198b6625c6a0d6299d2 on resource:floatingip {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:49.717566 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ed4d6ef0-9ebe-4dfc-b840-491f9a97dd26 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 982 time: 1.1569004
Dec 22 04:48:49.733815 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52764) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:49.746122 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88b2105-02f7-4a6f-8284-e92e93d0b175 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Made reservation on behalf of 9e7dce9f57e64c25bbfc8211ac6b7ebe for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:49.748873 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e88b2105-02f7-4a6f-8284-e92e93d0b175 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:49.763752 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-198e4871-0cd1-4ab5-9888-f486da51355e tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Request body: {'floatingip': {'port_id': '92fe3f3c-2574-4545-96fa-4adc5efe30ea'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:49.805329 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0538d04a-1c18-427d-850a-34688e15bbd5 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/ports/95ee7014-83dd-4600-a241-a15f91cd65a8/tags HTTP/1.1" status: 200  len: 205 time: 0.1045215
Dec 22 04:48:49.805329 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8ba79305-94fc-4338-83b4-65bf12605d68 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:49.807767 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52768) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:49.808463 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-10bf639a-cb16-44ec-99d7-55119ee05ae3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:49.820979 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3c99263c-f69e-48d7-ac39-053b2970feb6 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:49.839831 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-5065e9fe-8bd8-4072-977f-db40eca83496 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f469bf3c1c0>, 'routers', '8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:49.911837 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba79305-94fc-4338-83b4-65bf12605d68 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Subnet': ['ID=d82e3142-fe1f-4f06-afc3-ef5f88b0785e,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:49.927073 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-3c99263c-f69e-48d7-ac39-053b2970feb6 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Transition to ACTIVE for port object 35b20dd5-9ab8-45c6-a7c5-1a42e6f863af will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:49.941599 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-50f8867e-e2ce-4b18-a583-b2eaecb910fc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:49.952999 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-2e2a4f7b-66ad-4695-8a04-440f5bb03f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3d2940>, [{'id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'name': 'tempest-ServerActionsTestJSON-1300108519-router', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '110abd68-321e-4558-991b-e2f94bd7d036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:47:30Z', 'updated_at': '2021-12-22T04:47:43Z', 'revision_number': 4, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'gw_port': {'id': '110abd68-321e-4558-991b-e2f94bd7d036', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:32Z', 'updated_at': '2021-12-22T04:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '0e177e2d-777d-44a6-a4e1-2d037512987c', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'floating_ip_address': '172.26.4.213', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'port_id': '11cb9345-8066-4ad5-8be0-621882ff7c67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289', 'mac_address': 'fa:16:3e:1f:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3a4a9f-9f11-44db-8c3c-41a3560d41da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:48:00Z', 'updated_at': '2021-12-22T04:48:40Z', 'revision_number': 1, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7afdbdd-76ec-4be5-ba7d-ad4e58c17910', 'name': '', 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'mac_address': 'fa:16:3e:e4:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:42Z', 'updated_at': '2021-12-22T04:47:59Z', 'revision_number': 5, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'subnets': [{'id': '0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:49.956932 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2a4f7b-66ad-4695-8a04-440f5bb03f07 None None] The sync data for ids ['2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'] in dv-neutron-822525-1-hyperv is: [{'id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'name': 'tempest-ServerActionsTestJSON-1300108519-router', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '110abd68-321e-4558-991b-e2f94bd7d036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:47:30Z', 'updated_at': '2021-12-22T04:47:43Z', 'revision_number': 4, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'gw_port': {'id': '110abd68-321e-4558-991b-e2f94bd7d036', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:32Z', 'updated_at': '2021-12-22T04:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '0e177e2d-777d-44a6-a4e1-2d037512987c', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'floating_ip_address': '172.26.4.213', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'port_id': '11cb9345-8066-4ad5-8be0-621882ff7c67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289', 'mac_address': 'fa:16:3e:1f:37:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3a4a9f-9f11-44db-8c3c-41a3560d41da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:48:00Z', 'updated_at': '2021-12-22T04:48:40Z', 'revision_number': 1, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7afdbdd-76ec-4be5-ba7d-ad4e58c17910', 'name': '', 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'mac_address': 'fa:16:3e:e4:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:42Z', 'updated_at': '2021-12-22T04:47:59Z', 'revision_number': 5, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'subnets': [{'id': '0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:48:49.962318 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8ba79305-94fc-4338-83b4-65bf12605d68 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:49.980224 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8ba79305-94fc-4338-83b4-65bf12605d68 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:49.984832 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c63fc467-dbfe-4045-af69-554b5941ab8c req-a1a26b84-c893-49d2-b3da-aadba655cc78 service neutron] 10.222.0.47 "GET /v2.0/networks/e68a3e5c-f921-45fc-a6c9-1329c028d289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4962883
Dec 22 04:48:49.992641 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c71c01-75ba-4413-9358-21111f3961cd None None] Network e999a927-f1b1-4116-88be-ecb1aa6063e0 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:49.992836 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8ba79305-94fc-4338-83b4-65bf12605d68 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/subnets/d82e3142-fe1f-4f06-afc3-ef5f88b0785e HTTP/1.1" status: 204  len: 168 time: 0.9724057
Dec 22 04:48:49.992939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52772) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:49.997153 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88b2105-02f7-4a6f-8284-e92e93d0b175 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:48:50.009232 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-50f8867e-e2ce-4b18-a583-b2eaecb910fc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Transition to ACTIVE for port object 83f64ea5-3c22-4713-9f91-57550a84213c will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:50.030129 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-198e4871-0cd1-4ab5-9888-f486da51355e tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:50.082970 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5065e9fe-8bd8-4072-977f-db40eca83496 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/routers/8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4/tags HTTP/1.1" status: 200  len: 240 time: 0.2482140
Dec 22 04:48:50.086966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52776) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:50.092468 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-1fa49943-8a9c-4612-93ff-57420fd48dcf tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f469b3117c0>, 'routers', '8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4', 'tempest-TagsExtTest-Tag-876466054') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:50.098415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1999124-bd2d-4510-ab3b-5058efd3b8a3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Router d1f83e53-edcf-4466-a9fd-844d14d16af5 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:48:50.145923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e88b2105-02f7-4a6f-8284-e92e93d0b175 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:50.146532 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-e88b2105-02f7-4a6f-8284-e92e93d0b175 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Added segment 0c86aad8-9203-4192-9c6b-447a51c56032 of type vlan for network b0ebd54d-1368-4907-863e-a458becfde1e
Dec 22 04:48:50.221401 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-603c9621-3223-473f-805b-0942d2a07ab7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:50.281884 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e88b2105-02f7-4a6f-8284-e92e93d0b175 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:50.293048 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3c99263c-f69e-48d7-ac39-053b2970feb6 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:50.307395 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d562d9f-0359-4d24-bb59-cfb087e7ea05 None None] New status for floating IP 0e177e2d-777d-44a6-a4e1-2d037512987c: ACTIVE {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 04:48:50.340193 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b635cca9-7337-4376-86e1-3b8c29a42b2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:50.391038 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-603c9621-3223-473f-805b-0942d2a07ab7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting port 207867cb-4c27-41a6-834c-0e2765131def {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:50.391803 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-603c9621-3223-473f-805b-0942d2a07ab7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:50.443201 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1fa49943-8a9c-4612-93ff-57420fd48dcf tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/routers/8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4/tags/tempest-TagsExtTest-Tag-876466054 HTTP/1.1" status: 204  len: 168 time: 0.3496528
Dec 22 04:48:50.466995 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52780) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:50.479425 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.tag.tag_plugin [None req-b8ed9eca-3271-4eaf-98fd-c386cfa985e8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f469af82af0>, 'routers', '8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4', 'tempest-TagsExtTest-Tag-876466054') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:50.521064 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e15dda0-d449-44b8-9dbe-698f8726bcb5 None None] DHCP port deletion for e999a927-f1b1-4116-88be-ecb1aa6063e0 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:48:50.526859 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-5e15dda0-d449-44b8-9dbe-698f8726bcb5 None None] Deleting port 207867cb-4c27-41a6-834c-0e2765131def {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:50.530201 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5e15dda0-d449-44b8-9dbe-698f8726bcb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:50.547968 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.resource_extend [None req-e88b2105-02f7-4a6f-8284-e92e93d0b175 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:48:50.562755 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-50f8867e-e2ce-4b18-a583-b2eaecb910fc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:50.676023 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-603c9621-3223-473f-805b-0942d2a07ab7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] For port 207867cb-4c27-41a6-834c-0e2765131def, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=207867cb-4c27-41a6-834c-0e2765131def,segment=NetworkSegment(5d9f035f-9630-4751-bcf1-eccc24d945d6),segment_id=5d9f035f-9630-4751-bcf1-eccc24d945d6)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:50.676649 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-603c9621-3223-473f-805b-0942d2a07ab7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:50.747227 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f8867e-e2ce-4b18-a583-b2eaecb910fc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:50.757630 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-50f8867e-e2ce-4b18-a583-b2eaecb910fc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:50.767129 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f8867e-e2ce-4b18-a583-b2eaecb910fc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:50.771067 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f8867e-e2ce-4b18-a583-b2eaecb910fc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:50.771687 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-50f8867e-e2ce-4b18-a583-b2eaecb910fc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:50.799284 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99263c-f69e-48d7-ac39-053b2970feb6 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Port': ['ID=35b20dd5-9ab8-45c6-a7c5-1a42e6f863af,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:50.807935 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 515977c8-806b-440a-88a6-4bcd7c9b225d up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:50.832167 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c99263c-f69e-48d7-ac39-053b2970feb6 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network 0a794013-ae5e-4901-9fbf-747518ba91d3 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:50.836515 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-603c9621-3223-473f-805b-0942d2a07ab7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Calling delete_port for 207867cb-4c27-41a6-834c-0e2765131def owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:50.839429 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3c99263c-f69e-48d7-ac39-053b2970feb6 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:50.841149 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3ed3856c-39ab-43c0-91a3-52f5c06b2dcb tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:50.862678 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-5e15dda0-d449-44b8-9dbe-698f8726bcb5 None None] For port 207867cb-4c27-41a6-834c-0e2765131def, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=207867cb-4c27-41a6-834c-0e2765131def,segment=NetworkSegment(5d9f035f-9630-4751-bcf1-eccc24d945d6),segment_id=5d9f035f-9630-4751-bcf1-eccc24d945d6)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:50.863231 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5e15dda0-d449-44b8-9dbe-698f8726bcb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:50.930885 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8867e-e2ce-4b18-a583-b2eaecb910fc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=83f64ea5-3c22-4713-9f91-57550a84213c,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:50.933783 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-3c99263c-f69e-48d7-ac39-053b2970feb6 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:50.943030 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e88b2105-02f7-4a6f-8284-e92e93d0b175 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:50.949393 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88b2105-02f7-4a6f-8284-e92e93d0b175 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:50.950205 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e88b2105-02f7-4a6f-8284-e92e93d0b175 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:50.955172 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-50f8867e-e2ce-4b18-a583-b2eaecb910fc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:50.956158 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c99263c-f69e-48d7-ac39-053b2970feb6 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:50.983350 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-603c9621-3223-473f-805b-0942d2a07ab7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:50.988959 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ac983711-1abc-49e7-97a4-1da783f8d2df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:51.013519 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-5e15dda0-d449-44b8-9dbe-698f8726bcb5 None None] Calling delete_port for 207867cb-4c27-41a6-834c-0e2765131def owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:51.065212 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c9621-3223-473f-805b-0942d2a07ab7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Port': ['ID=207867cb-4c27-41a6-834c-0e2765131def,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:51.072541 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-603c9621-3223-473f-805b-0942d2a07ab7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:51.079983 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603c9621-3223-473f-805b-0942d2a07ab7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] No DVR routers for this DVR port 207867cb-4c27-41a6-834c-0e2765131def on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:48:51.126054 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 515977c8-806b-440a-88a6-4bcd7c9b225d triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:51.126825 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:51.175675 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-5e15dda0-d449-44b8-9dbe-698f8726bcb5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:48:51.178013 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-5e15dda0-d449-44b8-9dbe-698f8726bcb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:48:51.222423 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-349534dd-dc18-4aa3-8ee4-e05248b38fbb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:51.250334 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-24003e5d-8d0a-4595-862b-60c32c0324d7 req-4dcdfa3c-5e8b-43d9-8a4b-d0924f402cb5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a189efe8546c44009128ff34bc595fc2&device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 1099 time: 1.1540732
Dec 22 04:48:51.266899 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-603c9621-3223-473f-805b-0942d2a07ab7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:51.272470 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-903ad351-da67-431c-a6d4-1befb424b0b0 None None] Provisioning for port 83f64ea5-3c22-4713-9f91-57550a84213c completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:51.290552 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-903ad351-da67-431c-a6d4-1befb424b0b0 None None] Provisioning complete for port 83f64ea5-3c22-4713-9f91-57550a84213c triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:51.291295 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-903ad351-da67-431c-a6d4-1befb424b0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:51.305657 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-603c9621-3223-473f-805b-0942d2a07ab7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b788130>,) {'filters': {'network_id': ['e999a927-f1b1-4116-88be-ecb1aa6063e0']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:51.318500 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-603c9621-3223-473f-805b-0942d2a07ab7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b788130>, '5d9f035f-9630-4751-bcf1-eccc24d945d6') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:51.319126 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-603c9621-3223-473f-805b-0942d2a07ab7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b788130>, '5d9f035f-9630-4751-bcf1-eccc24d945d6') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:51.332515 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-603c9621-3223-473f-805b-0942d2a07ab7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:51.350184 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-603c9621-3223-473f-805b-0942d2a07ab7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:51.359809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603c9621-3223-473f-805b-0942d2a07ab7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:48:51.359809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-603c9621-3223-473f-805b-0942d2a07ab7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:51.371585 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-903ad351-da67-431c-a6d4-1befb424b0b0 None None] Port 83f64ea5-3c22-4713-9f91-57550a84213c cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:48:51.384458 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:48:51.390930 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-50f8867e-e2ce-4b18-a583-b2eaecb910fc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 5.3897545
Dec 22 04:48:51.391032 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52788) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:51.408724 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 207867cb-4c27-41a6-834c-0e2765131def no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:48:51.442308 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 207867cb-4c27-41a6-834c-0e2765131def {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:48:51.442660 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 207867cb-4c27-41a6-834c-0e2765131def not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:48:51.484055 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e88b2105-02f7-4a6f-8284-e92e93d0b175 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 2.0920000
Dec 22 04:48:51.498721 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b2f6f07a-a160-4a8d-befc-1c9abe785eaf None None] Provisioning for port 35b20dd5-9ab8-45c6-a7c5-1a42e6f863af completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:51.499885 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52792) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:51.503809 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b2f6f07a-a160-4a8d-befc-1c9abe785eaf None None] Provisioning complete for port 35b20dd5-9ab8-45c6-a7c5-1a42e6f863af triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:51.504195 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b2f6f07a-a160-4a8d-befc-1c9abe785eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:51.507782 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-d0a1c263-1a27-4f10-8b76-2f1fa01c1e9b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'subnet': {'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:51.532880 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b2105-02f7-4a6f-8284-e92e93d0b175 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Network': ['ID=b0ebd54d-1368-4907-863e-a458becfde1e,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:51.547704 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e88b2105-02f7-4a6f-8284-e92e93d0b175 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:51.551877 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c99263c-f69e-48d7-ac39-053b2970feb6 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:51.552472 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3c99263c-f69e-48d7-ac39-053b2970feb6 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:51.562219 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network b0ebd54d-1368-4907-863e-a458becfde1e details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:48:51.580081 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b2f6f07a-a160-4a8d-befc-1c9abe785eaf None None] Port 35b20dd5-9ab8-45c6-a7c5-1a42e6f863af cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:48:51.628144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-603c9621-3223-473f-805b-0942d2a07ab7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:51.632123 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:51.649720 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-603c9621-3223-473f-805b-0942d2a07ab7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:51.659291 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c9621-3223-473f-805b-0942d2a07ab7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Network': ['ID=e999a927-f1b1-4116-88be-ecb1aa6063e0,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:51.674034 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-603c9621-3223-473f-805b-0942d2a07ab7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:51.679862 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-5e15dda0-d449-44b8-9dbe-698f8726bcb5 None None] Deleting port 207867cb-4c27-41a6-834c-0e2765131def {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:51.679862 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5e15dda0-d449-44b8-9dbe-698f8726bcb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:51.688998 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429fe9a-3145-458e-bda5-ee06871deb28 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:51.692991 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429fe9a-3145-458e-bda5-ee06871deb28 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:51.693860 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6429fe9a-3145-458e-bda5-ee06871deb28 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:51.702033 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-603c9621-3223-473f-805b-0942d2a07ab7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/networks/e999a927-f1b1-4116-88be-ecb1aa6063e0 HTTP/1.1" status: 204  len: 168 time: 1.7047682
Dec 22 04:48:51.703222 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52796) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:51.709889 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-540042b9-b469-414f-8021-6f8004ce3a22 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1080950106'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:51.719193 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-540042b9-b469-414f-8021-6f8004ce3a22 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:51.724785 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-540042b9-b469-414f-8021-6f8004ce3a22 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:network and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:51.728715 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-540042b9-b469-414f-8021-6f8004ce3a22 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:51.734437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6429fe9a-3145-458e-bda5-ee06871deb28 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:51.735483 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6429fe9a-3145-458e-bda5-ee06871deb28 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1704 time: 0.3456981
Dec 22 04:48:51.736745 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-540042b9-b469-414f-8021-6f8004ce3a22 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:51.738646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52800) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:51.741136 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b8ed9eca-3271-4eaf-98fd-c386cfa985e8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "DELETE /v2.0/routers/8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4/tags/tempest-TagsExtTest-Tag-876466054 HTTP/1.1" status: 204  len: 168 time: 1.2708695
Dec 22 04:48:51.743593 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52804) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:51.749241 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-afd53008-ce1f-407f-bd3e-6c531d487243 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f469aef3550>, 'routers', '8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:51.760460 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-5e15dda0-d449-44b8-9dbe-698f8726bcb5 None None] The port '207867cb-4c27-41a6-834c-0e2765131def' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:48:51.767250 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1999124-bd2d-4510-ab3b-5058efd3b8a3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:48:51.784747 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3c99263c-f69e-48d7-ac39-053b2970feb6 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 5.7593048
Dec 22 04:48:51.785165 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a939a-6aad-47bb-8a9d-560b6471b5cd None None] Sync routers for ids ['d1f83e53-edcf-4466-a9fd-844d14d16af5'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:48:51.786047 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a1999124-bd2d-4510-ab3b-5058efd3b8a3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/routers/d1f83e53-edcf-4466-a9fd-844d14d16af5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.2690053
Dec 22 04:48:51.799885 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a939a-6aad-47bb-8a9d-560b6471b5cd None None] Routers {'d1f83e53-edcf-4466-a9fd-844d14d16af5'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:48:51.800498 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-db9a939a-6aad-47bb-8a9d-560b6471b5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c356160>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['d1f83e53-edcf-4466-a9fd-844d14d16af5'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:51.834132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52808) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:51.834132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52810) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:51.854803 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d0a1c263-1a27-4f10-8b76-2f1fa01c1e9b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:51.859180 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24003e5d-8d0a-4595-862b-60c32c0324d7 req-a9d27e9b-346b-4031-9f70-c1d4f9e09dec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:51.860638 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-24003e5d-8d0a-4595-862b-60c32c0324d7 req-a9d27e9b-346b-4031-9f70-c1d4f9e09dec service neutron] 10.222.0.47 "GET /v2.0/networks?id=e68a3e5c-f921-45fc-a6c9-1329c028d289 HTTP/1.1" status: 200  len: 913 time: 0.5751889
Dec 22 04:48:51.865382 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-db9a939a-6aad-47bb-8a9d-560b6471b5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c356160>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:51.873611 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d0a1c263-1a27-4f10-8b76-2f1fa01c1e9b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:subnet and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:51.876509 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a939a-6aad-47bb-8a9d-560b6471b5cd None None] Routers {'d1f83e53-edcf-4466-a9fd-844d14d16af5'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:48:51.877132 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-db9a939a-6aad-47bb-8a9d-560b6471b5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c356160>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['d1f83e53-edcf-4466-a9fd-844d14d16af5'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:51.877403 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d0a1c263-1a27-4f10-8b76-2f1fa01c1e9b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:51.890186 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-c1fb696e-4975-422a-b5ca-aa32011c2857 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'subnet': {'network_id': '0a794013-ae5e-4901-9fbf-747518ba91d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:51.938179 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-db9a939a-6aad-47bb-8a9d-560b6471b5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c356160>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:51.939327 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a939a-6aad-47bb-8a9d-560b6471b5cd None None] The sync data for ids ['d1f83e53-edcf-4466-a9fd-844d14d16af5'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:48:51.939720 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d0a1c263-1a27-4f10-8b76-2f1fa01c1e9b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:52.020184 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540042b9-b469-414f-8021-6f8004ce3a22 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:52.022993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-540042b9-b469-414f-8021-6f8004ce3a22 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:52.033790 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a1c263-1a27-4f10-8b76-2f1fa01c1e9b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Made reservation on behalf of 9e7dce9f57e64c25bbfc8211ac6b7ebe for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:52.100736 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-93da54a8-2c18-49ae-98d2-768a740afb2d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting port 83f64ea5-3c22-4713-9f91-57550a84213c {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:52.101634 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-93da54a8-2c18-49ae-98d2-768a740afb2d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:52.154758 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-24003e5d-8d0a-4595-862b-60c32c0324d7 req-b2996ddd-c401-4157-b271-6fd83f38f1eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11cb9345-8066-4ad5-8be0-621882ff7c67 HTTP/1.1" status: 200  len: 1002 time: 0.2783544
Dec 22 04:48:52.157413 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662f769f-e336-436b-8a27-5e72997a80f6 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:52.158489 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-662f769f-e336-436b-8a27-5e72997a80f6 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/ports/54fb76e1-aeae-4a51-bd37-77ebe2cfa420 HTTP/1.1" status: 200  len: 913 time: 0.3133326
Dec 22 04:48:52.163013 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52818) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:52.196691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540042b9-b469-414f-8021-6f8004ce3a22 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:48:52.248642 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-afd53008-ce1f-407f-bd3e-6c531d487243 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/routers/8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4/tags HTTP/1.1" status: 200  len: 205 time: 0.5038452
Dec 22 04:48:52.266577 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52822) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:52.273601 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-540042b9-b469-414f-8021-6f8004ce3a22 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:52.273869 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-540042b9-b469-414f-8021-6f8004ce3a22 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Added segment 9422d82c-5cf8-4e06-981a-885e6c705b43 of type vlan for network db517da2-a05f-465f-97a9-96ecf86d12f6
Dec 22 04:48:52.283442 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-6d5f4cc7-48a5-4f07-9271-3b2e1bc5d015 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f469c4fed60>, 'subnetpools', '039f9d0b-e637-42b7-acf3-c98f72ba4aaf') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:52.292614 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d0a1c263-1a27-4f10-8b76-2f1fa01c1e9b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:52.333397 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c1fb696e-4975-422a-b5ca-aa32011c2857 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:52.387664 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c1fb696e-4975-422a-b5ca-aa32011c2857 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:subnet and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:52.405349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c1fb696e-4975-422a-b5ca-aa32011c2857 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:52.416070 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c1fb696e-4975-422a-b5ca-aa32011c2857 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:52.423528 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-540042b9-b469-414f-8021-6f8004ce3a22 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:52.444736 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6d5f4cc7-48a5-4f07-9271-3b2e1bc5d015 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/subnetpools/039f9d0b-e637-42b7-acf3-c98f72ba4aaf/tags HTTP/1.1" status: 200  len: 240 time: 0.1769938
Dec 22 04:48:52.451263 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52826) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:52.451882 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fb696e-4975-422a-b5ca-aa32011c2857 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:52.485325 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24003e5d-8d0a-4595-862b-60c32c0324d7 req-2f700219-6064-4bfd-b0be-12773435def7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:52.486797 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-24003e5d-8d0a-4595-862b-60c32c0324d7 req-2f700219-6064-4bfd-b0be-12773435def7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0 HTTP/1.1" status: 200  len: 851 time: 0.3081172
Dec 22 04:48:52.522353 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-e8eda8f1-59af-45d5-8ce3-8be51ded12cd tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f469b53ab50>, 'subnetpools', '039f9d0b-e637-42b7-acf3-c98f72ba4aaf', 'tempest-TagsExtTest-Tag-945918846') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:52.605261 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-540042b9-b469-414f-8021-6f8004ce3a22 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:52.608803 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540042b9-b469-414f-8021-6f8004ce3a22 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:52.609365 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-540042b9-b469-414f-8021-6f8004ce3a22 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:52.620996 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-eb6d2259-b2bf-49d1-876b-8dd7e0122218 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:52.645639 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-93da54a8-2c18-49ae-98d2-768a740afb2d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:52.711754 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e8eda8f1-59af-45d5-8ce3-8be51ded12cd tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/subnetpools/039f9d0b-e637-42b7-acf3-c98f72ba4aaf/tags/tempest-TagsExtTest-Tag-945918846 HTTP/1.1" status: 204  len: 168 time: 0.2456059
Dec 22 04:48:52.724484 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52830) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:52.752525 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-0d97a92f-a2dc-4074-ba39-6bc54fcabbf2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f469b74fee0>, 'subnetpools', '039f9d0b-e637-42b7-acf3-c98f72ba4aaf', 'tempest-TagsExtTest-Tag-945918846') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:52.821277 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.resource_extend [None req-198e4871-0cd1-4ab5-9888-f486da51355e tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:48:52.887671 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-93da54a8-2c18-49ae-98d2-768a740afb2d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Calling delete_port for 83f64ea5-3c22-4713-9f91-57550a84213c owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:52.913534 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-24003e5d-8d0a-4595-862b-60c32c0324d7 req-8398da40-2259-4fe5-bbd3-88c84c7c7491 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e68a3e5c-f921-45fc-a6c9-1329c028d289&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4120264
Dec 22 04:48:52.925242 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c1fb696e-4975-422a-b5ca-aa32011c2857 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:52.938481 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-540042b9-b469-414f-8021-6f8004ce3a22 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.2351651
Dec 22 04:48:52.983381 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52834) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:53.002554 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540042b9-b469-414f-8021-6f8004ce3a22 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Network': ['ID=db517da2-a05f-465f-97a9-96ecf86d12f6,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:53.013402 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network db517da2-a05f-465f-97a9-96ecf86d12f6 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:48:53.017039 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-540042b9-b469-414f-8021-6f8004ce3a22 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:53.020025 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-2974923c-db2f-4810-979e-fc5a010400f4 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'subnet': {'network_id': 'db517da2-a05f-465f-97a9-96ecf86d12f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:53.218184 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d0a1c263-1a27-4f10-8b76-2f1fa01c1e9b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:53.229727 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-99a3bbc9-8b88-44bf-be39-deba72d12015 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:53.245657 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0d97a92f-a2dc-4074-ba39-6bc54fcabbf2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "DELETE /v2.0/subnetpools/039f9d0b-e637-42b7-acf3-c98f72ba4aaf/tags/tempest-TagsExtTest-Tag-945918846 HTTP/1.1" status: 204  len: 168 time: 0.5146854
Dec 22 04:48:53.249072 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52840) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:53.258756 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-85b2f839-a574-48d5-bcc8-9b5cc99d235d tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f469af227f0>, 'subnetpools', '039f9d0b-e637-42b7-acf3-c98f72ba4aaf') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:53.285349 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.ipam_backend_mixin [None req-c1fb696e-4975-422a-b5ca-aa32011c2857 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 624cdc73-f566-4887-9b66-c9a8a7f0f9e1 (CIDR: 172.20.0.0/28)
Dec 22 04:48:53.285595 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-198e4871-0cd1-4ab5-9888-f486da51355e tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:53.291999 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fb696e-4975-422a-b5ca-aa32011c2857 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:48:53.292429 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1fb696e-4975-422a-b5ca-aa32011c2857 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:53.314087 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-198e4871-0cd1-4ab5-9888-f486da51355e tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:53.324672 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-85b2f839-a574-48d5-bcc8-9b5cc99d235d tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/subnetpools/039f9d0b-e637-42b7-acf3-c98f72ba4aaf/tags HTTP/1.1" status: 200  len: 205 time: 0.0722208
Dec 22 04:48:53.324672 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-93da54a8-2c18-49ae-98d2-768a740afb2d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:53.328306 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:53.364796 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52844) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:53.367230 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c1fb696e-4975-422a-b5ca-aa32011c2857 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.5233483
Dec 22 04:48:53.369652 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52848) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:53.378987 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-b7a19058-640b-45c9-85ff-e3076c134d2d tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f469b01c8b0>, 'subnetpools', '039f9d0b-e637-42b7-acf3-c98f72ba4aaf') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:53.386783 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da54a8-2c18-49ae-98d2-768a740afb2d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Port': ['ID=83f64ea5-3c22-4713-9f91-57550a84213c,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:53.392924 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-93da54a8-2c18-49ae-98d2-768a740afb2d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:53.404180 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-d744b6c6-869a-4c0f-9751-39870c446252 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'subnet': {'network_id': '0a794013-ae5e-4901-9fbf-747518ba91d3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:53.439501 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-93da54a8-2c18-49ae-98d2-768a740afb2d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:53.441340 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-93da54a8-2c18-49ae-98d2-768a740afb2d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/83f64ea5-3c22-4713-9f91-57550a84213c HTTP/1.1" status: 204  len: 168 time: 1.7016199
Dec 22 04:48:53.444016 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52852) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:53.500207 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b7a19058-640b-45c9-85ff-e3076c134d2d tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "DELETE /v2.0/subnetpools/039f9d0b-e637-42b7-acf3-c98f72ba4aaf/tags HTTP/1.1" status: 204  len: 168 time: 0.1322522
Dec 22 04:48:53.503079 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52856) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:53.511152 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-06e5ba45-13e6-4889-8115-74572e2df920 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f469c224d00>, 'routers', '8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:53.532109 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-2974923c-db2f-4810-979e-fc5a010400f4 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:53.534364 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1c263-1a27-4f10-8b76-2f1fa01c1e9b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Subnet': ['ID=56c7c716-3ae4-4618-bdb9-6294a590fc29,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:53.556976 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d0a1c263-1a27-4f10-8b76-2f1fa01c1e9b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:53.557908 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2974923c-db2f-4810-979e-fc5a010400f4 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:subnet and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:53.577864 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2974923c-db2f-4810-979e-fc5a010400f4 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:53.579585 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c585a86-b2cf-4fde-8b32-ff1892760337 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:53.580909 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c585a86-b2cf-4fde-8b32-ff1892760337 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:53.582459 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8c585a86-b2cf-4fde-8b32-ff1892760337 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.1375544
Dec 22 04:48:53.594127 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52860) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:53.599417 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-2974923c-db2f-4810-979e-fc5a010400f4 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:53.608836 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-24003e5d-8d0a-4595-862b-60c32c0324d7 req-57575dc4-10e8-4fc5-ad7a-879ad1530917 service neutron] 10.222.0.47 "GET /v2.0/networks/e68a3e5c-f921-45fc-a6c9-1329c028d289?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6362598
Dec 22 04:48:53.659604 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-06e5ba45-13e6-4889-8115-74572e2df920 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "DELETE /v2.0/routers/8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4/tags HTTP/1.1" status: 204  len: 168 time: 0.1555581
Dec 22 04:48:53.662151 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52864) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:53.667881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-b007169f-51ad-4cd2-8b4b-3b0920b42de2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f469b784070>, 'ports', '95ee7014-83dd-4600-a241-a15f91cd65a8') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:53.736231 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b007169f-51ad-4cd2-8b4b-3b0920b42de2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "DELETE /v2.0/ports/95ee7014-83dd-4600-a241-a15f91cd65a8/tags HTTP/1.1" status: 204  len: 168 time: 0.0730352
Dec 22 04:48:53.738734 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52868) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:53.744539 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-fae773c7-c3b3-4dc0-88b0-4b3da5405e00 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f469b784730>, 'subnets', '6bde5455-0d54-4d9a-af9a-01de3c4bc542') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:53.744845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a1c263-1a27-4f10-8b76-2f1fa01c1e9b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Checking segment: {'id': '0c86aad8-9203-4192-9c6b-447a51c56032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:48:53.745129 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a1c263-1a27-4f10-8b76-2f1fa01c1e9b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network hostable DHCP agents. Network: b0ebd54d-1368-4907-863e-a458becfde1e, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:48:53.783186 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2974923c-db2f-4810-979e-fc5a010400f4 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:53.817312 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fae773c7-c3b3-4dc0-88b0-4b3da5405e00 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "DELETE /v2.0/subnets/6bde5455-0d54-4d9a-af9a-01de3c4bc542/tags HTTP/1.1" status: 204  len: 168 time: 0.0775473
Dec 22 04:48:53.821415 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52872) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:53.826412 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-06891d1a-fcb2-4f3f-8b42-6f3258fdedd8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f469b0ce5e0>, 'subnets', '6bde5455-0d54-4d9a-af9a-01de3c4bc542', 'tempest-TagsExtTest-Tag-521128791') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:53.903859 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-06891d1a-fcb2-4f3f-8b42-6f3258fdedd8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "PUT /v2.0/subnets/6bde5455-0d54-4d9a-af9a-01de3c4bc542/tags/tempest-TagsExtTest-Tag-521128791 HTTP/1.1" status: 201  len: 201 time: 0.0818815
Dec 22 04:48:53.906508 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52876) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:53.912051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-1498ab51-8505-408f-a18c-7fe494ab26c0 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f469bc7f8e0>, 'ports', '95ee7014-83dd-4600-a241-a15f91cd65a8', 'tempest-TagsExtTest-Tag-786449465') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:53.993107 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1498ab51-8505-408f-a18c-7fe494ab26c0 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "PUT /v2.0/ports/95ee7014-83dd-4600-a241-a15f91cd65a8/tags/tempest-TagsExtTest-Tag-786449465 HTTP/1.1" status: 201  len: 201 time: 0.0855052
Dec 22 04:48:53.995663 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52880) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:54.001188 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-be041edb-c680-4def-83d4-2e855e6377fb tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f469c1edeb0>, 'routers', '8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4', 'tempest-TagsExtTest-Tag-1192633790') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:54.049524 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-27945300-d0fe-472f-bc22-056d9c339898 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:54.147109 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-be041edb-c680-4def-83d4-2e855e6377fb tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "PUT /v2.0/routers/8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4/tags/tempest-TagsExtTest-Tag-1192633790 HTTP/1.1" status: 201  len: 201 time: 0.1479058
Dec 22 04:48:54.147357 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52884) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:54.153914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-613cf1ca-bc10-4b0d-bdd4-a63806b8a762 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f469be8dd90>, 'subnetpools', '039f9d0b-e637-42b7-acf3-c98f72ba4aaf', 'tempest-TagsExtTest-Tag-106279064') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:54.193910 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-613cf1ca-bc10-4b0d-bdd4-a63806b8a762 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "PUT /v2.0/subnetpools/039f9d0b-e637-42b7-acf3-c98f72ba4aaf/tags/tempest-TagsExtTest-Tag-106279064 HTTP/1.1" status: 201  len: 201 time: 0.0426421
Dec 22 04:48:54.194139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52888) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:54.200427 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-a2f4d9cd-64a5-45a3-b1f8-b7e266fc1b94 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f469c05f280>, 'subnets', '6bde5455-0d54-4d9a-af9a-01de3c4bc542', {'tags': ['tempest-TagsExtTest-Tag-707615647', 'tempest-TagsExtTest-Tag-727556914', 'tempest-TagsExtTest-Tag-1062414591']}) {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:54.263950 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d744b6c6-869a-4c0f-9751-39870c446252 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:54.274518 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a2f4d9cd-64a5-45a3-b1f8-b7e266fc1b94 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "PUT /v2.0/subnets/6bde5455-0d54-4d9a-af9a-01de3c4bc542/tags HTTP/1.1" status: 200  len: 316 time: 0.0791085
Dec 22 04:48:54.277059 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52892) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:54.282408 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-8070c5b3-6d37-4d35-8b1d-ba61615fbe57 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f469bedb3a0>, 'subnets', '6bde5455-0d54-4d9a-af9a-01de3c4bc542') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:54.361975 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8070c5b3-6d37-4d35-8b1d-ba61615fbe57 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "DELETE /v2.0/subnets/6bde5455-0d54-4d9a-af9a-01de3c4bc542/tags HTTP/1.1" status: 204  len: 168 time: 0.0838692
Dec 22 04:48:54.364728 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52896) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:54.368078 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d744b6c6-869a-4c0f-9751-39870c446252 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:subnet and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:54.370512 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-7c3904b6-5912-49e5-82d1-ac05c2d33490 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f469c0113d0>, 'subnets', '6bde5455-0d54-4d9a-af9a-01de3c4bc542', 'tempest-TagsExtTest-Tag-707615647') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:54.377860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d744b6c6-869a-4c0f-9751-39870c446252 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:54.397443 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2974923c-db2f-4810-979e-fc5a010400f4 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:54.436926 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-7c3904b6-5912-49e5-82d1-ac05c2d33490 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] show failed (client error): The resource could not be found.
Dec 22 04:48:54.438006 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7c3904b6-5912-49e5-82d1-ac05c2d33490 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/subnets/6bde5455-0d54-4d9a-af9a-01de3c4bc542/tags/tempest-TagsExtTest-Tag-707615647 HTTP/1.1" status: 404  len: 328 time: 0.0724084
Dec 22 04:48:54.440951 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52902) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:54.446491 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-9197739f-288e-41e8-aa08-465245f929cb tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f469c623850>, 'subnets', '6bde5455-0d54-4d9a-af9a-01de3c4bc542', 'tempest-TagsExtTest-Tag-727556914') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:54.471284 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d744b6c6-869a-4c0f-9751-39870c446252 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:54.490926 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a1c263-1a27-4f10-8b76-2f1fa01c1e9b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network b0ebd54d-1368-4907-863e-a458becfde1e is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:48:54.503744 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-24003e5d-8d0a-4595-862b-60c32c0324d7 req-1b841b5b-4a93-475e-ba28-d015fecf0f10 service neutron] 10.222.0.47 "GET /v2.0/networks/e68a3e5c-f921-45fc-a6c9-1329c028d289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8522675
Dec 22 04:48:54.518713 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-9197739f-288e-41e8-aa08-465245f929cb tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] show failed (client error): The resource could not be found.
Dec 22 04:48:54.519648 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9197739f-288e-41e8-aa08-465245f929cb tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/subnets/6bde5455-0d54-4d9a-af9a-01de3c4bc542/tags/tempest-TagsExtTest-Tag-727556914 HTTP/1.1" status: 404  len: 328 time: 0.0776241
Dec 22 04:48:54.522441 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52906) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:54.527904 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-5e43b2f3-4334-4b84-a60d-9539ddfacd4c tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f469b2ebd60>, 'subnets', '6bde5455-0d54-4d9a-af9a-01de3c4bc542', 'tempest-TagsExtTest-Tag-1062414591') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:54.552317 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d744b6c6-869a-4c0f-9751-39870c446252 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:54.567407 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-d0a1c263-1a27-4f10-8b76-2f1fa01c1e9b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, b0ebd54d-1368-4907-863e-a458becfde1e) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:54.575647 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9988edf8-a763-46a7-9c9f-b5edeb63a6c1 None None] Network b0ebd54d-1368-4907-863e-a458becfde1e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:54.597756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a1c263-1a27-4f10-8b76-2f1fa01c1e9b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:54.598338 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d0a1c263-1a27-4f10-8b76-2f1fa01c1e9b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:54.601823 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-5e43b2f3-4334-4b84-a60d-9539ddfacd4c tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] show failed (client error): The resource could not be found.
Dec 22 04:48:54.605431 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5e43b2f3-4334-4b84-a60d-9539ddfacd4c tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/subnets/6bde5455-0d54-4d9a-af9a-01de3c4bc542/tags/tempest-TagsExtTest-Tag-1062414591 HTTP/1.1" status: 404  len: 329 time: 0.0795119
Dec 22 04:48:54.605900 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52910) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:54.612128 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-3511cc24-e74f-4a57-8501-bb77a25b0309 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f469b2812b0>, 'ports', '95ee7014-83dd-4600-a241-a15f91cd65a8', {'tags': ['tempest-TagsExtTest-Tag-1167630645', 'tempest-TagsExtTest-Tag-1192056722', 'tempest-TagsExtTest-Tag-725953027']}) {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:54.681637 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-e28765c0-ead8-4d04-a24c-70798a365bfb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet 5c1023c6-71f6-4a16-b759-e27934243919 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:48:54.691327 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3511cc24-e74f-4a57-8501-bb77a25b0309 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "PUT /v2.0/ports/95ee7014-83dd-4600-a241-a15f91cd65a8/tags HTTP/1.1" status: 200  len: 317 time: 0.0817392
Dec 22 04:48:54.691789 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52914) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:54.698464 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e28765c0-ead8-4d04-a24c-70798a365bfb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:54.698788 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-65264476-df2e-4f23-8298-a256f0ac24d0 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f469af48220>, 'ports', '95ee7014-83dd-4600-a241-a15f91cd65a8') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:54.773209 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d0a1c263-1a27-4f10-8b76-2f1fa01c1e9b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.2700114
Dec 22 04:48:54.776474 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52918) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:54.839320 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e28765c0-ead8-4d04-a24c-70798a365bfb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:54.843991 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-b0ebd54d-1368-4907-863e-a458becfde1e', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:48:54.844810 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:54.913251 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-65264476-df2e-4f23-8298-a256f0ac24d0 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "DELETE /v2.0/ports/95ee7014-83dd-4600-a241-a15f91cd65a8/tags HTTP/1.1" status: 204  len: 168 time: 0.2177742
Dec 22 04:48:54.913646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52922) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:54.918935 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-fc72ffdb-a034-4aeb-8bb5-3c31f555d7fa tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f469b33f550>, 'ports', '95ee7014-83dd-4600-a241-a15f91cd65a8', 'tempest-TagsExtTest-Tag-1167630645') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:54.940188 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [None req-198e4871-0cd1-4ab5-9888-f486da51355e tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Floating IP bfdf40bf-fd9a-4b31-b3cd-08b812cbe889 associated. External IP: 172.26.4.217, port: 6bb7be7c-f528-4528-b9d2-7c81e1de658d.
Dec 22 04:48:54.998903 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d744b6c6-869a-4c0f-9751-39870c446252 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:55.009010 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Allocated IP 172.20.0.2 (b0ebd54d-1368-4907-863e-a458becfde1e/56c7c716-3ae4-4618-bdb9-6294a590fc29/dcf68672-acc3-4cb6-a3b4-fe2797b91091) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:55.222961 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:55.236332 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Transition to ACTIVE for port object dcf68672-acc3-4cb6-a3b4-fe2797b91091 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:55.259508 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Transition to ACTIVE for port object dcf68672-acc3-4cb6-a3b4-fe2797b91091 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:55.264965 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:55.269147 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-02e22655-fba1-4d65-8e8a-536ea36d1abf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:55.311749 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2974923c-db2f-4810-979e-fc5a010400f4 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:55.331587 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-da2dba14-fb20-48d9-ad38-f350c8faf894 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:55.339575 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Network b0ebd54d-1368-4907-863e-a458becfde1e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:55.343046 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:55.345443 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:55.347788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Pushing event updated for resources: {'Port': ['ID=dcf68672-acc3-4cb6-a3b4-fe2797b91091,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:55.350495 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:55.363066 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-fc72ffdb-a034-4aeb-8bb5-3c31f555d7fa tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] show failed (client error): The resource could not be found.
Dec 22 04:48:55.366467 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fc72ffdb-a034-4aeb-8bb5-3c31f555d7fa tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/ports/95ee7014-83dd-4600-a241-a15f91cd65a8/tags/tempest-TagsExtTest-Tag-1167630645 HTTP/1.1" status: 404  len: 329 time: 0.4493680
Dec 22 04:48:55.373493 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52926) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:55.380585 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-5a955959-5e37-42cd-8829-3ebc75d26400 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f469abb15b0>, 'ports', '95ee7014-83dd-4600-a241-a15f91cd65a8', 'tempest-TagsExtTest-Tag-1192056722') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:55.380888 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e28765c0-ead8-4d04-a24c-70798a365bfb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:55.439900 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Attempting to bind port dcf68672-acc3-4cb6-a3b4-fe2797b91091 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:48:55.440319 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Attempting to bind port dcf68672-acc3-4cb6-a3b4-fe2797b91091 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '0c86aad8-9203-4192-9c6b-447a51c56032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:48:55.440959 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Attempting to bind port dcf68672-acc3-4cb6-a3b4-fe2797b91091 on network b0ebd54d-1368-4907-863e-a458becfde1e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:48:55.448153 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:48:55.448524 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Checking segment: {'id': '0c86aad8-9203-4192-9c6b-447a51c56032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:48:55.448922 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:55.449311 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Bound using segment: {'id': '0c86aad8-9203-4192-9c6b-447a51c56032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:48:55.449787 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Bound port: dcf68672-acc3-4cb6-a3b4-fe2797b91091, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c86aad8-9203-4192-9c6b-447a51c56032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:48:55.450157 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:55.479227 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.ipam_backend_mixin [None req-d744b6c6-869a-4c0f-9751-39870c446252 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5d2bbe4c-8335-4600-a3f8-090fc6cd9c1c (CIDR: 172.20.0.16/28)
Dec 22 04:48:55.539164 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-5a955959-5e37-42cd-8829-3ebc75d26400 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] show failed (client error): The resource could not be found.
Dec 22 04:48:55.542847 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5a955959-5e37-42cd-8829-3ebc75d26400 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/ports/95ee7014-83dd-4600-a241-a15f91cd65a8/tags/tempest-TagsExtTest-Tag-1192056722 HTTP/1.1" status: 404  len: 329 time: 0.1656234
Dec 22 04:48:55.542847 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-da11d254-e8d5-49ac-ad17-728574fac119 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:55.550823 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-014b3c34-8e6c-413e-a422-468937627196 None None] For port dcf68672-acc3-4cb6-a3b4-fe2797b91091, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:48:55.552687 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52930) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:55.555495 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-d744b6c6-869a-4c0f-9751-39870c446252 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:48:55.555945 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d744b6c6-869a-4c0f-9751-39870c446252 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:48:55.556160 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-014b3c34-8e6c-413e-a422-468937627196 None None] For port dcf68672-acc3-4cb6-a3b4-fe2797b91091, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=dcf68672-acc3-4cb6-a3b4-fe2797b91091,segment=NetworkSegment(0c86aad8-9203-4192-9c6b-447a51c56032),segment_id=0c86aad8-9203-4192-9c6b-447a51c56032)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:48:55.560516 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-b296e615-296a-4410-8065-bf5611eb1de3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f469aba85e0>, 'ports', '95ee7014-83dd-4600-a241-a15f91cd65a8', 'tempest-TagsExtTest-Tag-725953027') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:55.561031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:55.565706 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a0a4e4f9-db8e-4884-a28e-3b28ac343adb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:55.610194 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974923c-db2f-4810-979e-fc5a010400f4 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Subnet': ['ID=f6574dbc-5c45-43be-a8c8-52994299396f,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:55.617299 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2974923c-db2f-4810-979e-fc5a010400f4 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:55.661237 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d744b6c6-869a-4c0f-9751-39870c446252 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 2.2770548
Dec 22 04:48:55.662982 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Pushing event updated for resources: {'Port': ['ID=dcf68672-acc3-4cb6-a3b4-fe2797b91091,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:55.665711 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52936) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:55.667504 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:55.670266 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e28765c0-ead8-4d04-a24c-70798a365bfb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:55.678694 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-985119ab-6d82-45a2-9bee-7195cfb8bb9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'subnet': {'network_id': '0a794013-ae5e-4901-9fbf-747518ba91d3', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:55.693046 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2a1e5eb1-7a16-44fb-83ca-d0299b73ebf0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:55.750837 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2974923c-db2f-4810-979e-fc5a010400f4 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Checking segment: {'id': '9422d82c-5cf8-4e06-981a-885e6c705b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'db517da2-a05f-465f-97a9-96ecf86d12f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:48:55.751203 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2974923c-db2f-4810-979e-fc5a010400f4 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network hostable DHCP agents. Network: db517da2-a05f-465f-97a9-96ecf86d12f6, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:48:55.914228 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-b296e615-296a-4410-8065-bf5611eb1de3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] show failed (client error): The resource could not be found.
Dec 22 04:48:55.915495 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b296e615-296a-4410-8065-bf5611eb1de3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/ports/95ee7014-83dd-4600-a241-a15f91cd65a8/tags/tempest-TagsExtTest-Tag-725953027 HTTP/1.1" status: 404  len: 328 time: 0.3626847
Dec 22 04:48:55.946424 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52940) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:55.957381 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-b0ae5dc2-cd61-4ae1-88d6-3fcaf40c980d tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f469b746340>, 'routers', '8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4', {'tags': ['tempest-TagsExtTest-Tag-1442710041', 'tempest-TagsExtTest-Tag-1270383087', 'tempest-TagsExtTest-Tag-12345092']}) {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:56.001442 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28765c0-ead8-4d04-a24c-70798a365bfb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=5c1023c6-71f6-4a16-b759-e27934243919,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:56.016107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e28765c0-ead8-4d04-a24c-70798a365bfb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:56.034166 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e28765c0-ead8-4d04-a24c-70798a365bfb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:56.034550 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546ce1c3-df82-4e02-8b21-16dbfe43c11e None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:56.036005 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e28765c0-ead8-4d04-a24c-70798a365bfb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/5c1023c6-71f6-4a16-b759-e27934243919 HTTP/1.1" status: 204  len: 168 time: 2.4381423
Dec 22 04:48:56.047067 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52944) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:56.146887 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e8fe72be-8320-4d09-92c3-4582d022ee10 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0961359
Dec 22 04:48:56.154091 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52948) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:56.197224 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b0ae5dc2-cd61-4ae1-88d6-3fcaf40c980d tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "PUT /v2.0/routers/8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4/tags HTTP/1.1" status: 200  len: 316 time: 0.2500930
Dec 22 04:48:56.200211 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52952) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:56.207148 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-0aa7255e-7be0-4a6b-9797-61da0887e116 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:56.208682 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-c0732257-6a56-4f96-a523-9bfae4c5e7cf tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f469afc6d60>, 'routers', '8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:56.237738 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2974923c-db2f-4810-979e-fc5a010400f4 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network db517da2-a05f-465f-97a9-96ecf86d12f6 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:48:56.324484 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-da11d254-e8d5-49ac-ad17-728574fac119 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Allocated IP 172.20.0.1 (b0ebd54d-1368-4907-863e-a458becfde1e/56c7c716-3ae4-4618-bdb9-6294a590fc29/afe696ef-6297-44bb-991c-b655ab111c68) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:56.324780 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-2974923c-db2f-4810-979e-fc5a010400f4 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, db517da2-a05f-465f-97a9-96ecf86d12f6) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:56.335566 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1712abe1-4645-4fe3-ae5a-f15f9f7f979d None None] Network db517da2-a05f-465f-97a9-96ecf86d12f6 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:56.343080 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-985119ab-6d82-45a2-9bee-7195cfb8bb9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:56.345930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2974923c-db2f-4810-979e-fc5a010400f4 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:56.346831 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2974923c-db2f-4810-979e-fc5a010400f4 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:56.376944 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-985119ab-6d82-45a2-9bee-7195cfb8bb9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Usage tracker for resource:subnet and tenant:12ff9b0938824da5a0f85f94c435a758 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:56.384538 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-985119ab-6d82-45a2-9bee-7195cfb8bb9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:56.409912 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-985119ab-6d82-45a2-9bee-7195cfb8bb9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:56.463202 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f61c9b-ff18-4d95-ab17-afec1788a6a8 None None] DHCP port deletion for 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:48:56.479900 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c0732257-6a56-4f96-a523-9bfae4c5e7cf tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "DELETE /v2.0/routers/8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4/tags HTTP/1.1" status: 204  len: 168 time: 0.2727997
Dec 22 04:48:56.480110 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-05f61c9b-ff18-4d95-ab17-afec1788a6a8 None None] Deleting port 515977c8-806b-440a-88a6-4bcd7c9b225d {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:56.480110 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-05f61c9b-ff18-4d95-ab17-afec1788a6a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:56.480338 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52956) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:56.484692 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2974923c-db2f-4810-979e-fc5a010400f4 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.4958546
Dec 22 04:48:56.497585 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-12f17e87-21c6-410a-88d5-5fc616b7f06a tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f469b9f1a00>, 'routers', '8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4', 'tempest-TagsExtTest-Tag-1442710041') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:56.498261 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0aa7255e-7be0-4a6b-9797-61da0887e116 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:56.506118 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0aa7255e-7be0-4a6b-9797-61da0887e116 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:56.510153 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0aa7255e-7be0-4a6b-9797-61da0887e116 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:56.517986 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0aa7255e-7be0-4a6b-9797-61da0887e116 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:56.520607 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52960) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:56.542099 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985119ab-6d82-45a2-9bee-7195cfb8bb9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Made reservation on behalf of 12ff9b0938824da5a0f85f94c435a758 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:56.546292 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-985119ab-6d82-45a2-9bee-7195cfb8bb9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:56.566053 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-a6f9fa6c-8819-41fe-b385-3b2968f09f42 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-561705423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:56.574061 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a6f9fa6c-8819-41fe-b385-3b2968f09f42 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:56.585000 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a6f9fa6c-8819-41fe-b385-3b2968f09f42 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:router and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:56.646388 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a6f9fa6c-8819-41fe-b385-3b2968f09f42 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:56.662746 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a6f9fa6c-8819-41fe-b385-3b2968f09f42 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:56.711918 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa7255e-7be0-4a6b-9797-61da0887e116 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:56.715497 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0aa7255e-7be0-4a6b-9797-61da0887e116 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:56.821354 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-db517da2-a05f-465f-97a9-96ecf86d12f6', 'network_id': 'db517da2-a05f-465f-97a9-96ecf86d12f6', 'tenant_id': '9cc774473554458a97f8b8616dd2ecde', 'fixed_ips': [{'subnet_id': 'f6574dbc-5c45-43be-a8c8-52994299396f'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:48:56.822363 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:56.823600 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-da11d254-e8d5-49ac-ad17-728574fac119 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:56.849321 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-05f61c9b-ff18-4d95-ab17-afec1788a6a8 None None] For port 515977c8-806b-440a-88a6-4bcd7c9b225d, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=515977c8-806b-440a-88a6-4bcd7c9b225d,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:56.850159 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-05f61c9b-ff18-4d95-ab17-afec1788a6a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:56.866524 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-12f17e87-21c6-410a-88d5-5fc616b7f06a tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] show failed (client error): The resource could not be found.
Dec 22 04:48:56.868433 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-12f17e87-21c6-410a-88d5-5fc616b7f06a tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/routers/8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4/tags/tempest-TagsExtTest-Tag-1442710041 HTTP/1.1" status: 404  len: 329 time: 0.3896632
Dec 22 04:48:56.871703 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52966) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:56.879135 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-a9e57e42-77c8-427d-8e4c-00fc6f51aea2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f469c2e7730>, 'routers', '8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4', 'tempest-TagsExtTest-Tag-1270383087') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:56.966194 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-da11d254-e8d5-49ac-ad17-728574fac119 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Transition to ACTIVE for port object afe696ef-6297-44bb-991c-b655ab111c68 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:56.966801 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device dcf68672-acc3-4cb6-a3b4-fe2797b91091 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:57.036047 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a6f9fa6c-8819-41fe-b385-3b2968f09f42 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:57.037066 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a6f9fa6c-8819-41fe-b385-3b2968f09f42 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:57.071936 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-a9e57e42-77c8-427d-8e4c-00fc6f51aea2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] show failed (client error): The resource could not be found.
Dec 22 04:48:57.071936 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a9e57e42-77c8-427d-8e4c-00fc6f51aea2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/routers/8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4/tags/tempest-TagsExtTest-Tag-1270383087 HTTP/1.1" status: 404  len: 329 time: 0.1958508
Dec 22 04:48:57.072288 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52970) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:57.078037 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-b8a1b1e5-c147-486d-b3c5-af64ddbe530b tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f469c2b8df0>, 'routers', '8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4', 'tempest-TagsExtTest-Tag-12345092') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:57.108952 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-05f61c9b-ff18-4d95-ab17-afec1788a6a8 None None] Calling delete_port for 515977c8-806b-440a-88a6-4bcd7c9b225d owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:57.138938 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a643d2fd-1317-411c-8559-464b05359ff0 None None] Network b0ebd54d-1368-4907-863e-a458becfde1e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:57.143092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-da11d254-e8d5-49ac-ad17-728574fac119 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:57.147075 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dfedb5db-40bc-472a-ac77-e2b7ea163902 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:57.209892 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a6f9fa6c-8819-41fe-b385-3b2968f09f42 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:57.294952 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11d254-e8d5-49ac-ad17-728574fac119 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Port': ['ID=afe696ef-6297-44bb-991c-b655ab111c68,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:57.297841 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-da11d254-e8d5-49ac-ad17-728574fac119 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:57.299944 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da11d254-e8d5-49ac-ad17-728574fac119 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network b0ebd54d-1368-4907-863e-a458becfde1e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:57.302295 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-da11d254-e8d5-49ac-ad17-728574fac119 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:57.305053 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da11d254-e8d5-49ac-ad17-728574fac119 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:57.342683 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f726919d-f19b-406f-a974-771861856684 None None] Provisioning for port dcf68672-acc3-4cb6-a3b4-fe2797b91091 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:57.363572 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-b8a1b1e5-c147-486d-b3c5-af64ddbe530b tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] show failed (client error): The resource could not be found.
Dec 22 04:48:57.364593 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b8a1b1e5-c147-486d-b3c5-af64ddbe530b tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/routers/8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4/tags/tempest-TagsExtTest-Tag-12345092 HTTP/1.1" status: 404  len: 327 time: 0.2915549
Dec 22 04:48:57.367553 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52974) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:57.379026 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-c0664be0-b904-4fb2-b848-2c694ccd4f14 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f469b1c8460>, 'subnetpools', '039f9d0b-e637-42b7-acf3-c98f72ba4aaf', {'tags': ['tempest-TagsExtTest-Tag-769635139', 'tempest-TagsExtTest-Tag-1439259341', 'tempest-TagsExtTest-Tag-300355438']}) {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:57.389210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a6f9fa6c-8819-41fe-b385-3b2968f09f42 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:57.406883 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-da11d254-e8d5-49ac-ad17-728574fac119 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:57.424082 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-05f61c9b-ff18-4d95-ab17-afec1788a6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:57.431616 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-27945300-d0fe-472f-bc22-056d9c339898 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting port 54fb76e1-aeae-4a51-bd37-77ebe2cfa420 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:48:57.431916 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-27945300-d0fe-472f-bc22-056d9c339898 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:57.432695 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6dc30363-83ad-4871-9eb8-d58700a575bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:57.446603 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c0664be0-b904-4fb2-b848-2c694ccd4f14 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "PUT /v2.0/subnetpools/039f9d0b-e637-42b7-acf3-c98f72ba4aaf/tags HTTP/1.1" status: 200  len: 316 time: 0.0750723
Dec 22 04:48:57.446891 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52978) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:57.453073 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-8be06283-8498-497d-8a5f-ab4c42594abb tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f469bfb5d00>, 'subnetpools', '039f9d0b-e637-42b7-acf3-c98f72ba4aaf') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:57.516660 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f61c9b-ff18-4d95-ab17-afec1788a6a8 None None] Pushing event deleted for resources: {'Port': ['ID=515977c8-806b-440a-88a6-4bcd7c9b225d,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:57.528758 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Allocated IP 2001:db8::2 (db517da2-a05f-465f-97a9-96ecf86d12f6/f6574dbc-5c45-43be-a8c8-52994299396f/9fead66c-6506-4bc7-a242-c49257457729) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:57.531106 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-05f61c9b-ff18-4d95-ab17-afec1788a6a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:57.537158 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-da11d254-e8d5-49ac-ad17-728574fac119 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:57.537382 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port dcf68672-acc3-4cb6-a3b4-fe2797b91091 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:57.560823 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f61c9b-ff18-4d95-ab17-afec1788a6a8 None None] No DVR routers for this DVR port 515977c8-806b-440a-88a6-4bcd7c9b225d on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:48:57.566554 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a6f9fa6c-8819-41fe-b385-3b2968f09f42 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:57.569845 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port dcf68672-acc3-4cb6-a3b4-fe2797b91091 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:57.570422 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:57.571827 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a6f9fa6c-8819-41fe-b385-3b2968f09f42 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 1.0451701
Dec 22 04:48:57.592489 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 52982) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:57.611327 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8be06283-8498-497d-8a5f-ab4c42594abb tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "DELETE /v2.0/subnetpools/039f9d0b-e637-42b7-acf3-c98f72ba4aaf/tags HTTP/1.1" status: 204  len: 168 time: 0.1608827
Dec 22 04:48:57.612221 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52986) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:57.619772 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-8965d058-1592-4914-b5c1-66c65fadcd0f tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f469b3c9910>, 'subnetpools', '039f9d0b-e637-42b7-acf3-c98f72ba4aaf', 'tempest-TagsExtTest-Tag-769635139') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:57.651926 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-c8f05362-74ad-488a-bb20-50d3c57df7f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'port': {'network_id': 'db517da2-a05f-465f-97a9-96ecf86d12f6', 'name': 'tempest-PortsIpV6TestJSON-338078794'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:57.732375 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.objects.ports [None req-0aa7255e-7be0-4a6b-9797-61da0887e116 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83434) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 04:48:57.768342 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-8965d058-1592-4914-b5c1-66c65fadcd0f tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] show failed (client error): The resource could not be found.
Dec 22 04:48:57.772045 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8965d058-1592-4914-b5c1-66c65fadcd0f tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/subnetpools/039f9d0b-e637-42b7-acf3-c98f72ba4aaf/tags/tempest-TagsExtTest-Tag-769635139 HTTP/1.1" status: 404  len: 328 time: 0.1569715
Dec 22 04:48:57.773720 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52990) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:57.778466 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-b27772ff-0960-4352-820c-a10a7ee75151 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f469c15da30>, 'subnetpools', '039f9d0b-e637-42b7-acf3-c98f72ba4aaf', 'tempest-TagsExtTest-Tag-1439259341') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:57.830823 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-b27772ff-0960-4352-820c-a10a7ee75151 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] show failed (client error): The resource could not be found.
Dec 22 04:48:57.834626 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b27772ff-0960-4352-820c-a10a7ee75151 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/subnetpools/039f9d0b-e637-42b7-acf3-c98f72ba4aaf/tags/tempest-TagsExtTest-Tag-1439259341 HTTP/1.1" status: 404  len: 329 time: 0.0584757
Dec 22 04:48:57.848519 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52994) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:57.897055 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0aa7255e-7be0-4a6b-9797-61da0887e116 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:57.904083 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198e4871-0cd1-4ab5-9888-f486da51355e tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Router fe74ed20-ba67-4c54-8f1e-d46d362af84e has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:48:57.904300 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-8be691b6-7217-44e1-b2c0-dc3fb313ac16 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f469b206af0>, 'subnetpools', '039f9d0b-e637-42b7-acf3-c98f72ba4aaf', 'tempest-TagsExtTest-Tag-300355438') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:57.911590 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:57.914986 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2b3707ac-c5ed-459f-b5a1-028ad9ca0ac8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:57.955313 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-8be691b6-7217-44e1-b2c0-dc3fb313ac16 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] show failed (client error): The resource could not be found.
Dec 22 04:48:57.956613 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8be691b6-7217-44e1-b2c0-dc3fb313ac16 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/subnetpools/039f9d0b-e637-42b7-acf3-c98f72ba4aaf/tags/tempest-TagsExtTest-Tag-300355438 HTTP/1.1" status: 404  len: 328 time: 0.1073761
Dec 22 04:48:57.959205 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 52998) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:57.978028 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:57.982291 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-962c37df-5f02-4e9d-a6b2-439700b9d33f tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f469adc2280>, 'subnetpools', '039f9d0b-e637-42b7-acf3-c98f72ba4aaf') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:57.996921 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Transition to ACTIVE for port object 9fead66c-6506-4bc7-a242-c49257457729 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:58.009670 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port dcf68672-acc3-4cb6-a3b4-fe2797b91091, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=dcf68672-acc3-4cb6-a3b4-fe2797b91091,segment=NetworkSegment(0c86aad8-9203-4192-9c6b-447a51c56032),segment_id=0c86aad8-9203-4192-9c6b-447a51c56032)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:48:58.031294 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Transition to ACTIVE for port object 9fead66c-6506-4bc7-a242-c49257457729 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:48:58.035379 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:58.044479 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fc461eb7-93f7-40b0-accc-c2a7b19c301c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:58.058686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-da11d254-e8d5-49ac-ad17-728574fac119 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:58.063921 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-962c37df-5f02-4e9d-a6b2-439700b9d33f tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "DELETE /v2.0/subnetpools/039f9d0b-e637-42b7-acf3-c98f72ba4aaf/tags HTTP/1.1" status: 204  len: 168 time: 0.1036632
Dec 22 04:48:58.067075 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53004) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:58.075902 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-e2db000e-560c-4c7c-b5eb-5bcb524d209c tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f469beee190>, 'routers', '8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:58.116333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-985119ab-6d82-45a2-9bee-7195cfb8bb9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:58.119930 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:58.145367 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 515977c8-806b-440a-88a6-4bcd7c9b225d no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:48:58.195570 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 515977c8-806b-440a-88a6-4bcd7c9b225d {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:48:58.195996 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 515977c8-806b-440a-88a6-4bcd7c9b225d not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:48:58.219653 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Network db517da2-a05f-465f-97a9-96ecf86d12f6 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:58.222215 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:58.225699 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:48:58.229766 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-da11d254-e8d5-49ac-ad17-728574fac119 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:58.245072 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=dcf68672-acc3-4cb6-a3b4-fe2797b91091,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:58.248199 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:58.250701 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:58.277280 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:58.277939 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa7255e-7be0-4a6b-9797-61da0887e116 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:58.311539 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-27945300-d0fe-472f-bc22-056d9c339898 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:58.319201 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-0aa7255e-7be0-4a6b-9797-61da0887e116 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:58.331648 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa7255e-7be0-4a6b-9797-61da0887e116 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:58.332488 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0aa7255e-7be0-4a6b-9797-61da0887e116 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:58.341502 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d5f475-1614-4baf-9e5c-0e6ca0245cdb None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:58.343978 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7255e-7be0-4a6b-9797-61da0887e116 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=eb5f3268-da4d-4ea6-a4fa-fc1e348297e2,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:58.397208 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985119ab-6d82-45a2-9bee-7195cfb8bb9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Network 0a794013-ae5e-4901-9fbf-747518ba91d3 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:58.398812 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0aa7255e-7be0-4a6b-9797-61da0887e116 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:58.456660 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4d5e4696-3613-4172-a73c-817f83a740ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.322s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:58.471822 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4b423120-5ee2-4778-a42d-ab22e280a2d4 None None] Provisioning complete for port dcf68672-acc3-4cb6-a3b4-fe2797b91091 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:58.472182 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4b423120-5ee2-4778-a42d-ab22e280a2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:58.502948 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11d254-e8d5-49ac-ad17-728574fac119 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Port': ['ID=afe696ef-6297-44bb-991c-b655ab111c68,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:58.509188 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Pushing event updated for resources: {'Port': ['ID=9fead66c-6506-4bc7-a242-c49257457729,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:58.511857 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:58.511966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-da11d254-e8d5-49ac-ad17-728574fac119 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:58.534532 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e2db000e-560c-4c7c-b5eb-5bcb524d209c tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "DELETE /v2.0/routers/8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4/tags HTTP/1.1" status: 204  len: 168 time: 0.4656963
Dec 22 04:48:58.535851 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53008) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:58.536492 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-da11d254-e8d5-49ac-ad17-728574fac119 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:58.546854 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-4a3bf83d-e82d-4284-9d95-1ea11bbcf54d tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f469c33ef40>, 'ports', '95ee7014-83dd-4600-a241-a15f91cd65a8') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:58.551969 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-985119ab-6d82-45a2-9bee-7195cfb8bb9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:58.562052 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Attempting to bind port 9fead66c-6506-4bc7-a242-c49257457729 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:48:58.562430 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Attempting to bind port 9fead66c-6506-4bc7-a242-c49257457729 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '9422d82c-5cf8-4e06-981a-885e6c705b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'db517da2-a05f-465f-97a9-96ecf86d12f6'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:48:58.563242 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Attempting to bind port 9fead66c-6506-4bc7-a242-c49257457729 on network db517da2-a05f-465f-97a9-96ecf86d12f6 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:48:58.564306 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-27945300-d0fe-472f-bc22-056d9c339898 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Calling delete_port for 54fb76e1-aeae-4a51-bd37-77ebe2cfa420 owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:48:58.580233 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22461b8b-91f2-4f6b-8900-ce5705d1ab1b None None] Network 0a794013-ae5e-4901-9fbf-747518ba91d3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:48:58.590785 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c8f05362-74ad-488a-bb20-50d3c57df7f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:58.593872 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985119ab-6d82-45a2-9bee-7195cfb8bb9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:48:58.594452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-985119ab-6d82-45a2-9bee-7195cfb8bb9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:58.624634 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c8f05362-74ad-488a-bb20-50d3c57df7f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:port and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:48:58.640387 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c8f05362-74ad-488a-bb20-50d3c57df7f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:48:58.647192 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0aa7255e-7be0-4a6b-9797-61da0887e116 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 2.4790065
Dec 22 04:48:58.656596 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53012) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:58.658425 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c8f05362-74ad-488a-bb20-50d3c57df7f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:58.669821 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-4f302da4-67bf-4f54-b7f8-34420486d505 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'mac_address': 'fa:16:3e:53:1a:7d', 'name': 'tempest-NetworksTestDHCPv6-965376609'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:58.677681 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-985119ab-6d82-45a2-9bee-7195cfb8bb9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 3.0082998
Dec 22 04:48:58.680321 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985119ab-6d82-45a2-9bee-7195cfb8bb9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Subnet': ['ID=5345c323-038e-4a16-ac2a-7c24b0077b56,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:58.683052 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53016) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:58.683892 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-985119ab-6d82-45a2-9bee-7195cfb8bb9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:58.693794 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-b4995839-6d81-4e9a-9b67-bb789a879d50 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1842465003', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5345c323-038e-4a16-ac2a-7c24b0077b56'}], 'security_groups': ['5e48d2c6-9377-4d82-a360-d874ce5222ef', 'cb23d5c3-d0bc-40f2-947c-27e6ffa0ca95']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:48:58.696387 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:48:58.696762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Checking segment: {'id': '9422d82c-5cf8-4e06-981a-885e6c705b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'db517da2-a05f-465f-97a9-96ecf86d12f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:48:58.697167 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:58.697582 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Bound using segment: {'id': '9422d82c-5cf8-4e06-981a-885e6c705b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'db517da2-a05f-465f-97a9-96ecf86d12f6'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:48:58.698075 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Bound port: 9fead66c-6506-4bc7-a242-c49257457729, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9422d82c-5cf8-4e06-981a-885e6c705b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'db517da2-a05f-465f-97a9-96ecf86d12f6'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:48:58.698441 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:58.763646 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f05362-74ad-488a-bb20-50d3c57df7f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:58.765166 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8f05362-74ad-488a-bb20-50d3c57df7f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:58.816268 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device dcf68672-acc3-4cb6-a3b4-fe2797b91091 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:48:58.826284 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4f302da4-67bf-4f54-b7f8-34420486d505 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:48:58.851941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4f302da4-67bf-4f54-b7f8-34420486d505 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:48:58.870833 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-c8f05362-74ad-488a-bb20-50d3c57df7f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] device_id is not set on port e8c04180-c6ea-41a3-8ff2-b90ebe551a64 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:48:58.895411 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f302da4-67bf-4f54-b7f8-34420486d505 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:48:59.014358 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4a3bf83d-e82d-4284-9d95-1ea11bbcf54d tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "DELETE /v2.0/ports/95ee7014-83dd-4600-a241-a15f91cd65a8/tags HTTP/1.1" status: 204  len: 168 time: 0.4726591
Dec 22 04:48:59.017646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53020) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:59.019933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da11d254-e8d5-49ac-ad17-728574fac119 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network b0ebd54d-1368-4907-863e-a458becfde1e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:48:59.022758 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b4995839-6d81-4e9a-9b67-bb789a879d50 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:59.025928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-da11d254-e8d5-49ac-ad17-728574fac119 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:48:59.033736 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.tag.tag_plugin [None req-2d2b5a79-09d9-4385-a2a8-459b7ea70185 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f469b89cc70>, 'subnets', '6bde5455-0d54-4d9a-af9a-01de3c4bc542') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:59.055120 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] For port 9fead66c-6506-4bc7-a242-c49257457729, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:48:59.060032 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'fixed_ips': [{'subnet_id': 'eb5f3268-da4d-4ea6-a4fa-fc1e348297e2'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:48:59.060838 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:59.119216 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] For port 9fead66c-6506-4bc7-a242-c49257457729, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=9fead66c-6506-4bc7-a242-c49257457729,segment=NetworkSegment(9422d82c-5cf8-4e06-981a-885e6c705b43),segment_id=9422d82c-5cf8-4e06-981a-885e6c705b43)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:48:59.252559 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4f302da4-67bf-4f54-b7f8-34420486d505 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:59.258500 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:59.266533 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a3254007-5fae-43f1-9bdb-15b68ca26085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:59.338697 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-4f302da4-67bf-4f54-b7f8-34420486d505 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] device_id is not set on port bed82bc7-a07e-4d1f-abc3-39263e78349d yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:48:59.344125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-27945300-d0fe-472f-bc22-056d9c339898 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:59.379530 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Allocated IP 2001:db8::f816:3eff:fe03:9672 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/eb5f3268-da4d-4ea6-a4fa-fc1e348297e2/802b68d9-2fe9-4847-af30-0e9079e93b1b) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:59.385331 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c8513342-b3d5-4986-9ef3-0a8e4780ba03 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:48:59.411489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port dcf68672-acc3-4cb6-a3b4-fe2797b91091 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:59.411871 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:59.444302 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27945300-d0fe-472f-bc22-056d9c339898 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Port': ['ID=54fb76e1-aeae-4a51-bd37-77ebe2cfa420,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:59.447543 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4b423120-5ee2-4778-a42d-ab22e280a2d4 None None] Provisioning for port afe696ef-6297-44bb-991c-b655ab111c68 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:48:59.456052 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-27945300-d0fe-472f-bc22-056d9c339898 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:59.482782 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-c8f05362-74ad-488a-bb20-50d3c57df7f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Allocated IP 2001:db8::31 (db517da2-a05f-465f-97a9-96ecf86d12f6/f6574dbc-5c45-43be-a8c8-52994299396f/e8c04180-c6ea-41a3-8ff2-b90ebe551a64) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:48:59.488244 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4b423120-5ee2-4778-a42d-ab22e280a2d4 None None] Provisioning complete for port afe696ef-6297-44bb-991c-b655ab111c68 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:59.488623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4b423120-5ee2-4778-a42d-ab22e280a2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:59.591650 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2d2b5a79-09d9-4385-a2a8-459b7ea70185 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "DELETE /v2.0/subnets/6bde5455-0d54-4d9a-af9a-01de3c4bc542/tags HTTP/1.1" status: 204  len: 168 time: 0.5705962
Dec 22 04:48:59.593539 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53026) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:59.661622 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Pushing event updated for resources: {'Port': ['ID=9fead66c-6506-4bc7-a242-c49257457729,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:48:59.678387 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:48:59.710928 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-4b423120-5ee2-4778-a42d-ab22e280a2d4 None None] Port afe696ef-6297-44bb-991c-b655ab111c68 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:48:59.743784 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5fafe605-af74-4c3a-8fe5-4bd20fba2768 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks [] for subnetpool, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:48:59.749610 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5fafe605-af74-4c3a-8fe5-4bd20fba2768 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "DELETE /v2.0/subnetpools/039f9d0b-e637-42b7-acf3-c98f72ba4aaf HTTP/1.1" status: 204  len: 168 time: 0.1531887
Dec 22 04:48:59.754380 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53030) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:59.803206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ec1303f7-ed1f-433a-bd52-2c92817da536 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Synchronizing usage tracker for tenant:c93ec7bc888c4ebfafd49c58db913ec4 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:48:59.845002 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198e4871-0cd1-4ab5-9888-f486da51355e tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:48:59.859227 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ec1303f7-ed1f-433a-bd52-2c92817da536 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Unset dirty status for tenant:c93ec7bc888c4ebfafd49c58db913ec4 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:48:59.860298 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ec1303f7-ed1f-433a-bd52-2c92817da536 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4 HTTP/1.1" status: 200  len: 205 time: 0.1032188
Dec 22 04:48:59.862713 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e7f59a-d201-4343-9fa3-1f7fb0b7aac7 None None] Sync routers for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:48:59.873535 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53034) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:48:59.881869 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e7f59a-d201-4343-9fa3-1f7fb0b7aac7 None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:48:59.883014 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-c7e7f59a-d201-4343-9fa3-1f7fb0b7aac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469cab8190>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:48:59.986252 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4a9ddcbf-4201-4f1b-b834-beae01544820 None None] Provisioning complete for port afe696ef-6297-44bb-991c-b655ab111c68 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:48:59.986627 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4a9ddcbf-4201-4f1b-b834-beae01544820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:00.046379 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-c7e7f59a-d201-4343-9fa3-1f7fb0b7aac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469cab8190>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:00.069210 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e7f59a-d201-4343-9fa3-1f7fb0b7aac7 None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:00.071515 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-c7e7f59a-d201-4343-9fa3-1f7fb0b7aac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469cab8190>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:00.074325 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da11d254-e8d5-49ac-ad17-728574fac119 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Router 41bde271-baf5-4618-b74b-f09357e01f17 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:49:00.197739 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-c7e7f59a-d201-4343-9fa3-1f7fb0b7aac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469cab8190>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:00.200249 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e7f59a-d201-4343-9fa3-1f7fb0b7aac7 None None] The sync data for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:49:00.215536 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-4a9ddcbf-4201-4f1b-b834-beae01544820 None None] Port afe696ef-6297-44bb-991c-b655ab111c68 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:00.235609 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:00.258155 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa5d10d-0e3a-46af-96b0-e893b821fb45 None None] Update dhcp port {'port': {'network_id': '0a794013-ae5e-4901-9fbf-747518ba91d3', 'fixed_ips': [{'subnet_id': '5d2bbe4c-8335-4600-a3f8-090fc6cd9c1c', 'ip_address': '172.20.0.18'}, {'subnet_id': '624cdc73-f566-4887-9b66-c9a8a7f0f9e1', 'ip_address': '172.20.0.2'}, {'subnet_id': '5345c323-038e-4a16-ac2a-7c24b0077b56'}], 'binding:host_id': 'dv-neutron-822525-1-hyperv'}, 'id': '86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8'} from dv-neutron-822525-1-hyperv. {{(pid=83436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 04:49:00.309337 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Transition to ACTIVE for port object 802b68d9-2fe9-4847-af30-0e9079e93b1b will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:00.344374 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Transition to ACTIVE for port object 802b68d9-2fe9-4847-af30-0e9079e93b1b will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:00.346113 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dfa5d10d-0e3a-46af-96b0-e893b821fb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:00.423313 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:00.423929 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2285453c-cd5d-49a0-877d-34d297475f9f tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:00.467458 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-75f61aeb-4cb4-4caa-bb71-4a74f95ea964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:00.560702 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:00.564155 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:00.566717 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:00.574144 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Pushing event updated for resources: {'Port': ['ID=802b68d9-2fe9-4847-af30-0e9079e93b1b,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:00.577003 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:00.651220 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-4f302da4-67bf-4f54-b7f8-34420486d505 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8::f816:3eff:fe53:1a7d (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/eb5f3268-da4d-4ea6-a4fa-fc1e348297e2/bed82bc7-a07e-4d1f-abc3-39263e78349d) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:00.666702 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8f05362-74ad-488a-bb20-50d3c57df7f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:00.670212 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Attempting to bind port 802b68d9-2fe9-4847-af30-0e9079e93b1b on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:49:00.670599 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Attempting to bind port 802b68d9-2fe9-4847-af30-0e9079e93b1b by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:49:00.671289 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Attempting to bind port 802b68d9-2fe9-4847-af30-0e9079e93b1b on network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:49:00.678039 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:49:00.678423 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:00.678889 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:00.679298 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Bound using segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:49:00.679772 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Bound port: 802b68d9-2fe9-4847-af30-0e9079e93b1b, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:49:00.680154 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:00.725436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-27945300-d0fe-472f-bc22-056d9c339898 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:00.741749 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-c8f05362-74ad-488a-bb20-50d3c57df7f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Transition to ACTIVE for port object e8c04180-c6ea-41a3-8ff2-b90ebe551a64 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:00.756149 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-b4995839-6d81-4e9a-9b67-bb789a879d50 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Delete allocated IP 172.20.0.7 (0a794013-ae5e-4901-9fbf-747518ba91d3/624cdc73-f566-4887-9b66-c9a8a7f0f9e1) {{(pid=83434) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 22 04:49:00.764115 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-b4995839-6d81-4e9a-9b67-bb789a879d50 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Allocated IP 172.20.0.36 (0a794013-ae5e-4901-9fbf-747518ba91d3/5345c323-038e-4a16-ac2a-7c24b0077b56/35b20dd5-9ab8-45c6-a7c5-1a42e6f863af) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:00.795683 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] For port 802b68d9-2fe9-4847-af30-0e9079e93b1b, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:49:00.799901 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] For port 802b68d9-2fe9-4847-af30-0e9079e93b1b, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=802b68d9-2fe9-4847-af30-0e9079e93b1b,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:49:00.805252 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:00.810822 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:00.862495 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 9fead66c-6506-4bc7-a242-c49257457729 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:01.066606 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Pushing event updated for resources: {'Port': ['ID=802b68d9-2fe9-4847-af30-0e9079e93b1b,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:01.082239 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:01.107361 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 9fead66c-6506-4bc7-a242-c49257457729 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:01.111349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2285453c-cd5d-49a0-877d-34d297475f9f tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:01.181271 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122a8556-4b24-4d68-89b5-44f48101975f None None] Network db517da2-a05f-465f-97a9-96ecf86d12f6 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:01.194347 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2285453c-cd5d-49a0-877d-34d297475f9f tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:01.200175 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da11d254-e8d5-49ac-ad17-728574fac119 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:49:01.207787 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-da11d254-e8d5-49ac-ad17-728574fac119 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/routers/41bde271-baf5-4618-b74b-f09357e01f17/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4295919
Dec 22 04:49:01.211298 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53040) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:01.238153 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-1d81cf57-f852-41c9-bc32-b14cc5739643 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'network': {'name': 'tempest-RoutersTest-1449557231'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:01.253513 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b4995839-6d81-4e9a-9b67-bb789a879d50 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:01.269983 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1d81cf57-f852-41c9-bc32-b14cc5739643 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:01.273903 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-b4995839-6d81-4e9a-9b67-bb789a879d50 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Transition to ACTIVE for port object 35b20dd5-9ab8-45c6-a7c5-1a42e6f863af will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:01.280760 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1d81cf57-f852-41c9-bc32-b14cc5739643 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:network and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:01.291357 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b4995839-6d81-4e9a-9b67-bb789a879d50 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:01.295009 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1d81cf57-f852-41c9-bc32-b14cc5739643 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:01.304618 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-475ddea8-3310-4c85-9654-5785d4805cdf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:01.306456 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2285453c-cd5d-49a0-877d-34d297475f9f tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:01.306966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2285453c-cd5d-49a0-877d-34d297475f9f tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Fanout notify agent at l3_agent the message router_deleted on router 8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:49:01.308897 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1d81cf57-f852-41c9-bc32-b14cc5739643 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:01.355888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2285453c-cd5d-49a0-877d-34d297475f9f tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:01.359616 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2285453c-cd5d-49a0-877d-34d297475f9f tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "DELETE /v2.0/routers/8f12c31b-9cb0-4073-9b4a-4abb6e3fcbb4 HTTP/1.1" status: 204  len: 168 time: 1.4692612
Dec 22 04:49:01.367151 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53044) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:01.369508 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d81cf57-f852-41c9-bc32-b14cc5739643 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Made reservation on behalf of 9e7dce9f57e64c25bbfc8211ac6b7ebe for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:01.372521 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1d81cf57-f852-41c9-bc32-b14cc5739643 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:01.425007 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] Sync routers for ids ['41bde271-baf5-4618-b74b-f09357e01f17'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:49:01.441361 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4f302da4-67bf-4f54-b7f8-34420486d505 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:01.481647 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-4f302da4-67bf-4f54-b7f8-34420486d505 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Transition to ACTIVE for port object bed82bc7-a07e-4d1f-abc3-39263e78349d will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:01.500555 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8f05362-74ad-488a-bb20-50d3c57df7f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:01.504733 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-aa38d003-2278-4c89-b715-af722f84a570 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Deleting port 95ee7014-83dd-4600-a241-a15f91cd65a8 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:01.505074 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aa38d003-2278-4c89-b715-af722f84a570 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:01.522353 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-dfa5d10d-0e3a-46af-96b0-e893b821fb45 None None] Allocated IP 172.20.0.34 (0a794013-ae5e-4901-9fbf-747518ba91d3/5345c323-038e-4a16-ac2a-7c24b0077b56/86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:01.536678 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4995839-6d81-4e9a-9b67-bb789a879d50 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event updated for resources: {'Port': ['ID=35b20dd5-9ab8-45c6-a7c5-1a42e6f863af,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:01.540678 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4f302da4-67bf-4f54-b7f8-34420486d505 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:01.552254 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d580271a-8fcb-424a-b5c0-9042d5d26f7f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:01.556183 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b4995839-6d81-4e9a-9b67-bb789a879d50 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:01.564610 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3ee2c44f-02c3-456a-891d-48ebf960ace4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:01.621315 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d81cf57-f852-41c9-bc32-b14cc5739643 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:49:01.634077 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-b4995839-6d81-4e9a-9b67-bb789a879d50 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] In _notify_port_updated(), no bound segment for port 35b20dd5-9ab8-45c6-a7c5-1a42e6f863af on network 0a794013-ae5e-4901-9fbf-747518ba91d3 {{(pid=83434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 04:49:01.637975 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4995839-6d81-4e9a-9b67-bb789a879d50 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:01.639052 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b4995839-6d81-4e9a-9b67-bb789a879d50 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:01.643025 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b4995839-6d81-4e9a-9b67-bb789a879d50 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "PUT /v2.0/ports/35b20dd5-9ab8-45c6-a7c5-1a42e6f863af HTTP/1.1" status: 200  len: 960 time: 2.9540949
Dec 22 04:49:01.649219 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53048) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:01.694520 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1d81cf57-f852-41c9-bc32-b14cc5739643 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:01.694875 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-1d81cf57-f852-41c9-bc32-b14cc5739643 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Added segment bef77b65-4e1e-49fd-bc55-7e23cbc811d3 of type vlan for network f9303cc1-64e3-47f5-8815-fc4adbc077eb
Dec 22 04:49:01.696271 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f302da4-67bf-4f54-b7f8-34420486d505 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=bed82bc7-a07e-4d1f-abc3-39263e78349d,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:01.701201 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f9db4733-2f37-4721-8ea5-37e268e722dd None None] Provisioning for port 9fead66c-6506-4bc7-a242-c49257457729 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:01.707986 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] Routers {'41bde271-baf5-4618-b74b-f09357e01f17'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:01.707986 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca68940>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['41bde271-baf5-4618-b74b-f09357e01f17'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:01.708801 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f302da4-67bf-4f54-b7f8-34420486d505 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:01.733093 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f05362-74ad-488a-bb20-50d3c57df7f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network db517da2-a05f-465f-97a9-96ecf86d12f6 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:01.736679 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f05362-74ad-488a-bb20-50d3c57df7f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Port': ['ID=e8c04180-c6ea-41a3-8ff2-b90ebe551a64,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:01.738455 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4f302da4-67bf-4f54-b7f8-34420486d505 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:01.739981 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-c8f05362-74ad-488a-bb20-50d3c57df7f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:01.743958 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c8f05362-74ad-488a-bb20-50d3c57df7f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:01.748582 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-4f302da4-67bf-4f54-b7f8-34420486d505 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:01.752203 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f05362-74ad-488a-bb20-50d3c57df7f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:01.756536 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f05362-74ad-488a-bb20-50d3c57df7f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:01.757894 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8f05362-74ad-488a-bb20-50d3c57df7f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:01.761696 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f302da4-67bf-4f54-b7f8-34420486d505 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:01.765429 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f302da4-67bf-4f54-b7f8-34420486d505 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:01.766051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4f302da4-67bf-4f54-b7f8-34420486d505 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:01.801996 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c8f05362-74ad-488a-bb20-50d3c57df7f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 4.2043681
Dec 22 04:49:01.805959 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53052) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:01.845513 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f9db4733-2f37-4721-8ea5-37e268e722dd None None] Provisioning complete for port 9fead66c-6506-4bc7-a242-c49257457729 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:01.845894 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f9db4733-2f37-4721-8ea5-37e268e722dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:01.897382 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-7945d27a-80e3-47a9-8048-10330a9ff871 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting port 35b20dd5-9ab8-45c6-a7c5-1a42e6f863af {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:01.897688 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7945d27a-80e3-47a9-8048-10330a9ff871 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:01.945585 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-dfa5d10d-0e3a-46af-96b0-e893b821fb45 None None] For port 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8,segment=NetworkSegment(11e9127e-e541-4295-9baa-8ef61124429d),segment_id=11e9127e-e541-4295-9baa-8ef61124429d)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:01.976974 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] Set router 41bde271-baf5-4618-b74b-f09357e01f17 gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:49:02.029853 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aa38d003-2278-4c89-b715-af722f84a570 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:02.102759 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dfa5d10d-0e3a-46af-96b0-e893b821fb45 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:02.124352 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1d81cf57-f852-41c9-bc32-b14cc5739643 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:02.330454 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-dfa5d10d-0e3a-46af-96b0-e893b821fb45 None None] Transition to ACTIVE for port object 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:02.350743 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f9db4733-2f37-4721-8ea5-37e268e722dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:02.412472 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dfa5d10d-0e3a-46af-96b0-e893b821fb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:02.429351 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:02.446817 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4f302da4-67bf-4f54-b7f8-34420486d505 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.7880063
Dec 22 04:49:02.458404 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53058) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:02.473086 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-aa38d003-2278-4c89-b715-af722f84a570 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Calling delete_port for 95ee7014-83dd-4600-a241-a15f91cd65a8 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:02.526654 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5d10d-0e3a-46af-96b0-e893b821fb45 None None] Pushing event updated for resources: {'Port': ['ID=86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8,revision_number=7']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:02.551232 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-dfa5d10d-0e3a-46af-96b0-e893b821fb45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:02.576466 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.resource_extend [None req-1d81cf57-f852-41c9-bc32-b14cc5739643 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:49:02.630621 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-f9db4733-2f37-4721-8ea5-37e268e722dd None None] For port 9fead66c-6506-4bc7-a242-c49257457729, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=9fead66c-6506-4bc7-a242-c49257457729,segment=NetworkSegment(9422d82c-5cf8-4e06-981a-885e6c705b43),segment_id=9422d82c-5cf8-4e06-981a-885e6c705b43)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:02.641562 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1d81cf57-f852-41c9-bc32-b14cc5739643 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:02.647093 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d81cf57-f852-41c9-bc32-b14cc5739643 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:02.648381 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1d81cf57-f852-41c9-bc32-b14cc5739643 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:02.662882 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-809920a3-7f8f-44c8-afbb-87f8aa06d963 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:02.720248 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f9db4733-2f37-4721-8ea5-37e268e722dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:02.729774 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-dd8db663-873c-449f-8964-63ea5b47c778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:02.815478 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db4733-2f37-4721-8ea5-37e268e722dd None None] Pushing event updated for resources: {'Port': ['ID=9fead66c-6506-4bc7-a242-c49257457729,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:02.819917 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f9db4733-2f37-4721-8ea5-37e268e722dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:02.934555 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4a42ef39-db58-469d-a2f8-720309da2260 None None] Provisioning for port e8c04180-c6ea-41a3-8ff2-b90ebe551a64 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:02.950457 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4a42ef39-db58-469d-a2f8-720309da2260 None None] Provisioning complete for port e8c04180-c6ea-41a3-8ff2-b90ebe551a64 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:02.950832 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4a42ef39-db58-469d-a2f8-720309da2260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:03.064890 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7945d27a-80e3-47a9-8048-10330a9ff871 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:03.075071 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:03.087514 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1d81cf57-f852-41c9-bc32-b14cc5739643 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.8662937
Dec 22 04:49:03.094074 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53062) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:03.115176 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cd4cc2-632d-49e7-97f2-d529b8ce7e3c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:03.119895 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cd4cc2-632d-49e7-97f2-d529b8ce7e3c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:03.120677 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-09cd4cc2-632d-49e7-97f2-d529b8ce7e3c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:49:03.127758 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-113e97f8-d5a4-4e95-8add-ef427d6b0940 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'subnet': {'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:03.169686 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca68940>, [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:48:57Z', 'revision_number': 2, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None, '_interfaces': [{'id': 'afe696ef-6297-44bb-991c-b655ab111c68', 'name': '', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:a4:1d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:55Z', 'updated_at': '2021-12-22T04:48:57Z', 'revision_number': 2, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:03.174185 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-4a42ef39-db58-469d-a2f8-720309da2260 None None] Port e8c04180-c6ea-41a3-8ff2-b90ebe551a64 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:03.176992 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] Checking router: 41bde271-baf5-4618-b74b-f09357e01f17 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:49:03.177540 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] Updating router 41bde271-baf5-4618-b74b-f09357e01f17 port afe696ef-6297-44bb-991c-b655ab111c68 binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:49:03.242332 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:03.263622 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-09cd4cc2-632d-49e7-97f2-d529b8ce7e3c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:49:03.264806 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-09cd4cc2-632d-49e7-97f2-d529b8ce7e3c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.7271175
Dec 22 04:49:03.265112 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-7945d27a-80e3-47a9-8048-10330a9ff871 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Calling delete_port for 35b20dd5-9ab8-45c6-a7c5-1a42e6f863af owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:03.286167 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53066) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:03.288953 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198e4871-0cd1-4ab5-9888-f486da51355e tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Router fe74ed20-ba67-4c54-8f1e-d46d362af84e has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:49:03.331397 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4a42ef39-db58-469d-a2f8-720309da2260 None None] Provisioning complete for port 9fead66c-6506-4bc7-a242-c49257457729 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:03.332014 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4a42ef39-db58-469d-a2f8-720309da2260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:03.352569 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81cf57-f852-41c9-bc32-b14cc5739643 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Network': ['ID=f9303cc1-64e3-47f5-8815-fc4adbc077eb,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:03.361577 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1d81cf57-f852-41c9-bc32-b14cc5739643 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:03.410063 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aa38d003-2278-4c89-b715-af722f84a570 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:03.417326 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network f9303cc1-64e3-47f5-8815-fc4adbc077eb details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:49:03.420636 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:03.477769 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38d003-2278-4c89-b715-af722f84a570 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Pushing event deleted for resources: {'Port': ['ID=95ee7014-83dd-4600-a241-a15f91cd65a8,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:03.481977 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-aa38d003-2278-4c89-b715-af722f84a570 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:03.494107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-113e97f8-d5a4-4e95-8add-ef427d6b0940 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:03.520330 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-113e97f8-d5a4-4e95-8add-ef427d6b0940 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:subnet and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:03.545072 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-113e97f8-d5a4-4e95-8add-ef427d6b0940 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:03.562824 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-2b2ca817-26b9-42f9-8fb7-938c8efa3ecc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting port bed82bc7-a07e-4d1f-abc3-39263e78349d {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:03.563527 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2b2ca817-26b9-42f9-8fb7-938c8efa3ecc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:03.591336 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 802b68d9-2fe9-4847-af30-0e9079e93b1b up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:03.613621 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-113e97f8-d5a4-4e95-8add-ef427d6b0940 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:03.705757 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aa38d003-2278-4c89-b715-af722f84a570 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:03.711363 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7945d27a-80e3-47a9-8048-10330a9ff871 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:03.719033 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-80f77154-c971-4b6f-98eb-953c9f244f70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:03.771371 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27945300-d0fe-472f-bc22-056d9c339898 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Router d1f83e53-edcf-4466-a9fd-844d14d16af5 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:49:03.795552 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945d27a-80e3-47a9-8048-10330a9ff871 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Port': ['ID=35b20dd5-9ab8-45c6-a7c5-1a42e6f863af,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:03.807346 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7945d27a-80e3-47a9-8048-10330a9ff871 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:03.813963 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-aa38d003-2278-4c89-b715-af722f84a570 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "DELETE /v2.0/ports/95ee7014-83dd-4600-a241-a15f91cd65a8 HTTP/1.1" status: 204  len: 168 time: 2.4435306
Dec 22 04:49:03.814789 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53072) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:03.816713 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113e97f8-d5a4-4e95-8add-ef427d6b0940 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Made reservation on behalf of 9e7dce9f57e64c25bbfc8211ac6b7ebe for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:03.874446 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4a42ef39-db58-469d-a2f8-720309da2260 None None] Provisioning for port 802b68d9-2fe9-4847-af30-0e9079e93b1b completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:03.883873 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4a42ef39-db58-469d-a2f8-720309da2260 None None] Provisioning complete for port 802b68d9-2fe9-4847-af30-0e9079e93b1b triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:03.884255 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4a42ef39-db58-469d-a2f8-720309da2260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:03.906113 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 802b68d9-2fe9-4847-af30-0e9079e93b1b completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:03.927254 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 802b68d9-2fe9-4847-af30-0e9079e93b1b triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:03.927638 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:04.033718 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7945d27a-80e3-47a9-8048-10330a9ff871 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:04.037857 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7945d27a-80e3-47a9-8048-10330a9ff871 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/ports/35b20dd5-9ab8-45c6-a7c5-1a42e6f863af HTTP/1.1" status: 204  len: 168 time: 2.3790953
Dec 22 04:49:04.038826 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53076) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:04.097934 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f988332-3ce3-41f3-bb22-dd8e965807aa tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] GET failed (client error): The resource could not be found.
Dec 22 04:49:04.098433 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7f988332-3ce3-41f3-bb22-dd8e965807aa tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Synchronizing usage tracker for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:49:04.139579 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7f988332-3ce3-41f3-bb22-dd8e965807aa tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Unset dirty status for tenant:12ff9b0938824da5a0f85f94c435a758 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:49:04.143301 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7f988332-3ce3-41f3-bb22-dd8e965807aa tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports/35b20dd5-9ab8-45c6-a7c5-1a42e6f863af HTTP/1.1" status: 404  len: 333 time: 0.1008074
Dec 22 04:49:04.143843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53080) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:04.162020 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:04.163725 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd09de7-6866-45ea-949c-9f1d4758a089 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Deleting subnet 6bde5455-0d54-4d9a-af9a-01de3c4bc542 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:49:04.170854 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ddd09de7-6866-45ea-949c-9f1d4758a089 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:04.266076 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ddd09de7-6866-45ea-949c-9f1d4758a089 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:04.279474 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] Transition to ACTIVE for port object afe696ef-6297-44bb-991c-b655ab111c68 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:04.285121 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4a42ef39-db58-469d-a2f8-720309da2260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:04.301232 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:04.311481 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:04.341804 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c63cc532-09ac-4604-b81b-4e93eb38198d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:04.384235 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a633251-21a6-4211-abc4-ea4debeee468 None None] Pushing event updated for resources: {'Port': ['ID=afe696ef-6297-44bb-991c-b655ab111c68,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:04.393152 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4a633251-21a6-4211-abc4-ea4debeee468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:04.402536 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:04.408202 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-113e97f8-d5a4-4e95-8add-ef427d6b0940 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:04.411950 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c63cc532-09ac-4604-b81b-4e93eb38198d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:04.458406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ddd09de7-6866-45ea-949c-9f1d4758a089 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:04.523661 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-99f7ed6a-a6a8-4df3-9e24-8d2a6e51eaf5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:04.539365 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-4a42ef39-db58-469d-a2f8-720309da2260 None None] For port 802b68d9-2fe9-4847-af30-0e9079e93b1b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=802b68d9-2fe9-4847-af30-0e9079e93b1b,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:04.724110 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:49:04.725078 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:49:04.725454 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4a42ef39-db58-469d-a2f8-720309da2260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:04.734970 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:04.753096 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c63cc532-09ac-4604-b81b-4e93eb38198d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:04.760459 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:04.764373 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2b2ca817-26b9-42f9-8fb7-938c8efa3ecc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:04.777595 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63cc532-09ac-4604-b81b-4e93eb38198d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=852c5cbb-6bf9-4f8c-ad88-1c3b63da6b24,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:04.785063 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c63cc532-09ac-4604-b81b-4e93eb38198d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:04.790653 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c63cc532-09ac-4604-b81b-4e93eb38198d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:04.792035 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c63cc532-09ac-4604-b81b-4e93eb38198d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/security-groups/852c5cbb-6bf9-4f8c-ad88-1c3b63da6b24 HTTP/1.1" status: 204  len: 168 time: 0.6472609
Dec 22 04:49:04.794499 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] Attempting to bind port afe696ef-6297-44bb-991c-b655ab111c68 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:49:04.794891 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] Attempting to bind port afe696ef-6297-44bb-991c-b655ab111c68 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '0c86aad8-9203-4192-9c6b-447a51c56032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:49:04.795259 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] Attempting to bind port afe696ef-6297-44bb-991c-b655ab111c68 on network b0ebd54d-1368-4907-863e-a458becfde1e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:49:04.796359 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53086) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:04.830369 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:49:04.830852 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] Checking segment: {'id': '0c86aad8-9203-4192-9c6b-447a51c56032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:04.831527 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:04.831527 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] Bound using segment: {'id': '0c86aad8-9203-4192-9c6b-447a51c56032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:49:04.832141 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] Bound port: afe696ef-6297-44bb-991c-b655ab111c68, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c86aad8-9203-4192-9c6b-447a51c56032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:49:04.832492 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:04.844750 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ddd09de7-6866-45ea-949c-9f1d4758a089 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:04.852433 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42ef39-db58-469d-a2f8-720309da2260 None None] Pushing event updated for resources: {'Port': ['ID=802b68d9-2fe9-4847-af30-0e9079e93b1b,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:04.853208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-aa8164cf-749c-4699-881f-e166d26e11b3 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:04.859297 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4a42ef39-db58-469d-a2f8-720309da2260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:04.893322 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd09de7-6866-45ea-949c-9f1d4758a089 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Pushing event deleted for resources: {'Subnet': ['ID=6bde5455-0d54-4d9a-af9a-01de3c4bc542,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:04.897068 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ddd09de7-6866-45ea-949c-9f1d4758a089 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:04.911480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ddd09de7-6866-45ea-949c-9f1d4758a089 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:04.918133 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454b72fd-8921-441c-b96a-039f293a75ab None None] Network dca91d83-ad66-406c-843e-869e4309962b requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:04.924311 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6bf0ca6c-55eb-4eea-a408-4d6799634d73 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:04.929984 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ddd09de7-6866-45ea-949c-9f1d4758a089 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "DELETE /v2.0/subnets/6bde5455-0d54-4d9a-af9a-01de3c4bc542 HTTP/1.1" status: 204  len: 168 time: 1.1117618
Dec 22 04:49:04.930599 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53090) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:04.935349 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-41dd61cf-3c46-49b0-9eb3-f7f8c35f71c6 None None] Provisioning for port 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:04.980663 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-2b2ca817-26b9-42f9-8fb7-938c8efa3ecc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Calling delete_port for bed82bc7-a07e-4d1f-abc3-39263e78349d owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:05.044294 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-41dd61cf-3c46-49b0-9eb3-f7f8c35f71c6 None None] Provisioning complete for port 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:05.044646 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-41dd61cf-3c46-49b0-9eb3-f7f8c35f71c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:05.045842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6bf0ca6c-55eb-4eea-a408-4d6799634d73 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:05.100620 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:05.106481 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] For port afe696ef-6297-44bb-991c-b655ab111c68, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:49:05.122413 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Deleting port 831b42aa-2a88-453d-9d63-8a11b36e765c {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:05.122900 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:05.138564 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] For port afe696ef-6297-44bb-991c-b655ab111c68, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=afe696ef-6297-44bb-991c-b655ab111c68,segment=NetworkSegment(0c86aad8-9203-4192-9c6b-447a51c56032),segment_id=0c86aad8-9203-4192-9c6b-447a51c56032)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:49:05.172944 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:05.176839 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:05.220016 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6bf0ca6c-55eb-4eea-a408-4d6799634d73 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:05.226294 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-863dda10-edf4-47fc-9a2f-bfce46cdce69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:05.249911 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0ca6c-55eb-4eea-a408-4d6799634d73 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb23d5c3-d0bc-40f2-947c-27e6ffa0ca95,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:05.252683 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6bf0ca6c-55eb-4eea-a408-4d6799634d73 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:05.333907 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6bf0ca6c-55eb-4eea-a408-4d6799634d73 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:05.339805 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6bf0ca6c-55eb-4eea-a408-4d6799634d73 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/security-groups/cb23d5c3-d0bc-40f2-947c-27e6ffa0ca95 HTTP/1.1" status: 204  len: 168 time: 0.5386300
Dec 22 04:49:05.339805 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53094) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:05.349921 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27945300-d0fe-472f-bc22-056d9c339898 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:49:05.379426 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198e4871-0cd1-4ab5-9888-f486da51355e tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:49:05.388977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-113e97f8-d5a4-4e95-8add-ef427d6b0940 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:05.406147 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49e7707-851a-4174-bf8f-51b49d481756 None None] Sync routers for ids ['d1f83e53-edcf-4466-a9fd-844d14d16af5'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:49:05.408532 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] For port 831b42aa-2a88-453d-9d63-8a11b36e765c, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=831b42aa-2a88-453d-9d63-8a11b36e765c,segment=NetworkSegment(896d3bd1-15a6-4b53-bfa3-2a1b6785e66d),segment_id=896d3bd1-15a6-4b53-bfa3-2a1b6785e66d)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:05.409039 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:05.427417 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e7707-851a-4174-bf8f-51b49d481756 None None] Routers {'d1f83e53-edcf-4466-a9fd-844d14d16af5'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:05.428019 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-c49e7707-851a-4174-bf8f-51b49d481756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469cab89a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['d1f83e53-edcf-4466-a9fd-844d14d16af5'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:05.435791 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a633251-21a6-4211-abc4-ea4debeee468 None None] Pushing event updated for resources: {'Port': ['ID=afe696ef-6297-44bb-991c-b655ab111c68,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:05.438560 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cd52f1-43a7-4448-a84d-62636df36fe3 None None] Sync routers for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:49:05.459454 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4a633251-21a6-4211-abc4-ea4debeee468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:05.469975 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cfef60b8-d6d8-48f3-bdfe-680ea22d30f7 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:05.488462 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-41dd61cf-3c46-49b0-9eb3-f7f8c35f71c6 None None] Could not find standard attr ID for object 35b20dd5-9ab8-45c6-a7c5-1a42e6f863af. {{(pid=83436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 04:49:05.506080 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] Routers {'41bde271-baf5-4618-b74b-f09357e01f17'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:05.507502 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca68940>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['41bde271-baf5-4618-b74b-f09357e01f17'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:05.559548 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-c49e7707-851a-4174-bf8f-51b49d481756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469cab89a0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:05.572179 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Calling delete_port for 831b42aa-2a88-453d-9d63-8a11b36e765c owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:05.582768 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 9fead66c-6506-4bc7-a242-c49257457729 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:05.592888 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e7707-851a-4174-bf8f-51b49d481756 None None] Routers {'d1f83e53-edcf-4466-a9fd-844d14d16af5'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:05.593983 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-c49e7707-851a-4174-bf8f-51b49d481756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469cab89a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['d1f83e53-edcf-4466-a9fd-844d14d16af5'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:05.635521 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-617c0e83-d45c-4e48-adc0-18a20a9e56f3 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:05.659593 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-c49e7707-851a-4174-bf8f-51b49d481756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469cab89a0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:05.660284 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49e7707-851a-4174-bf8f-51b49d481756 None None] The sync data for ids ['d1f83e53-edcf-4466-a9fd-844d14d16af5'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:49:05.678503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-617c0e83-d45c-4e48-adc0-18a20a9e56f3 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:05.754796 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cd52f1-43a7-4448-a84d-62636df36fe3 None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:05.755526 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d8cd52f1-43a7-4448-a84d-62636df36fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bc58dc0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:05.764574 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:05.777652 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4a8a8659-f54d-4c76-af96-9364153a9c9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:05.796421 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-198e4871-0cd1-4ab5-9888-f486da51355e tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:05.826973 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-617c0e83-d45c-4e48-adc0-18a20a9e56f3 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:05.829732 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] No DVR routers for this DVR port 831b42aa-2a88-453d-9d63-8a11b36e765c on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:49:05.852221 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d8cd52f1-43a7-4448-a84d-62636df36fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bc58dc0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:05.854201 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e97f8-d5a4-4e95-8add-ef427d6b0940 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Subnet': ['ID=6dc0fc25-8202-4555-9320-810b00f7f5c9,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:05.858469 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-113e97f8-d5a4-4e95-8add-ef427d6b0940 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:05.867526 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-27945300-d0fe-472f-bc22-056d9c339898 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/routers/d1f83e53-edcf-4466-a9fd-844d14d16af5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 13.6950159
Dec 22 04:49:05.868345 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53100) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:05.871442 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-41dd61cf-3c46-49b0-9eb3-f7f8c35f71c6 None None] Provisioning complete for port e8c04180-c6ea-41a3-8ff2-b90ebe551a64 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:05.871818 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-41dd61cf-3c46-49b0-9eb3-f7f8c35f71c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:05.887715 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Pushing event deleted for resources: {'Port': ['ID=831b42aa-2a88-453d-9d63-8a11b36e765c,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:05.899888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:05.900480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ede105d1-c4e6-4013-92eb-c5face93feb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:05.904145 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d34ced3-a108-4cbf-805a-a5e40dac7814 None None] DHCP port deletion for dca91d83-ad66-406c-843e-869e4309962b request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:49:05.964509 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-41dd61cf-3c46-49b0-9eb3-f7f8c35f71c6 None None] Port e8c04180-c6ea-41a3-8ff2-b90ebe551a64 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:05.965962 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cd52f1-43a7-4448-a84d-62636df36fe3 None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:05.966589 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d8cd52f1-43a7-4448-a84d-62636df36fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bc58dc0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:48:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:06.006560 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c0e83-d45c-4e48-adc0-18a20a9e56f3 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e48d2c6-9377-4d82-a360-d874ce5222ef,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:06.012920 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-617c0e83-d45c-4e48-adc0-18a20a9e56f3 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:06.016233 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-617c0e83-d45c-4e48-adc0-18a20a9e56f3 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:06.017449 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-617c0e83-d45c-4e48-adc0-18a20a9e56f3 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/security-groups/5e48d2c6-9377-4d82-a360-d874ce5222ef HTTP/1.1" status: 204  len: 168 time: 0.6781099
Dec 22 04:49:06.019369 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] Set router 41bde271-baf5-4618-b74b-f09357e01f17 gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:49:06.027983 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53104) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:06.060834 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113e97f8-d5a4-4e95-8add-ef427d6b0940 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Checking segment: {'id': 'bef77b65-4e1e-49fd-bc55-7e23cbc811d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:06.061191 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113e97f8-d5a4-4e95-8add-ef427d6b0940 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network hostable DHCP agents. Network: f9303cc1-64e3-47f5-8815-fc4adbc077eb, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:49:06.067218 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 9fead66c-6506-4bc7-a242-c49257457729 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:06.067594 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:06.076433 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:06.112926 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2b2ca817-26b9-42f9-8fb7-938c8efa3ecc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:06.113351 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d8cd52f1-43a7-4448-a84d-62636df36fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bc58dc0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:06.113783 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cd52f1-43a7-4448-a84d-62636df36fe3 None None] The sync data for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:49:06.115022 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b95d400>,) {'filters': {'network_id': ['dca91d83-ad66-406c-843e-869e4309962b']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:06.127304 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0705ff90-a77c-4eb7-a2ff-13da2602c5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:06.182984 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.resource_extend [None req-99f7ed6a-a6a8-4df3-9e24-8d2a6e51eaf5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:49:06.197536 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b95d400>, '896d3bd1-15a6-4b53-bfa3-2a1b6785e66d') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:06.197785 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b95d400>, '896d3bd1-15a6-4b53-bfa3-2a1b6785e66d') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:06.207797 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ca817-26b9-42f9-8fb7-938c8efa3ecc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Port': ['ID=bed82bc7-a07e-4d1f-abc3-39263e78349d,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:06.213829 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:06.227016 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-41dd61cf-3c46-49b0-9eb3-f7f8c35f71c6 None None] Provisioning complete for port 68ff7730-43ee-457c-b8a9-f4d31ced03b3 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:06.227238 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-41dd61cf-3c46-49b0-9eb3-f7f8c35f71c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:06.227756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2b2ca817-26b9-42f9-8fb7-938c8efa3ecc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:06.235677 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-99f7ed6a-a6a8-4df3-9e24-8d2a6e51eaf5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:06.243081 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:06.262767 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:49:06.263296 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:06.274377 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-198e4871-0cd1-4ab5-9888-f486da51355e tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "PUT /v2.0/floatingips/bfdf40bf-fd9a-4b31-b3cd-08b812cbe889 HTTP/1.1" status: 200  len: 976 time: 16.5377295
Dec 22 04:49:06.283043 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53108) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:49:06.283245 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:49:06.293998 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-99f7ed6a-a6a8-4df3-9e24-8d2a6e51eaf5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:06.302858 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-a2d824c5-6e81-434d-82ec-eb603dcbaa79 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:06.362580 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c2250472-8a23-4516-a6b1-2703530cef28 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:06.387307 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32c630e-0525-422c-9ddc-a7417fc2fa60 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting subnet 624cdc73-f566-4887-9b66-c9a8a7f0f9e1 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:49:06.393987 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d32c630e-0525-422c-9ddc-a7417fc2fa60 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:06.404592 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2b2ca817-26b9-42f9-8fb7-938c8efa3ecc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:06.407687 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-41dd61cf-3c46-49b0-9eb3-f7f8c35f71c6 None None] Port 68ff7730-43ee-457c-b8a9-f4d31ced03b3 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:06.408908 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2b2ca817-26b9-42f9-8fb7-938c8efa3ecc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/bed82bc7-a07e-4d1f-abc3-39263e78349d HTTP/1.1" status: 204  len: 168 time: 3.1162210
Dec 22 04:49:06.424336 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53112) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:06.424649 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-41dd61cf-3c46-49b0-9eb3-f7f8c35f71c6 None None] Could not find standard attr ID for object bed82bc7-a07e-4d1f-abc3-39263e78349d. {{(pid=83436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 04:49:06.432351 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 802b68d9-2fe9-4847-af30-0e9079e93b1b up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:06.462679 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113e97f8-d5a4-4e95-8add-ef427d6b0940 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network f9303cc1-64e3-47f5-8815-fc4adbc077eb is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:49:06.469285 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:06.482662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-95f23e31-0ddc-4775-af04-75b8c9098415 tempest-BulkNetworkOpsTest-2113634675 tempest-BulkNetworkOpsTest-2113634675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:06.498523 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:06.521737 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Pushing event deleted for resources: {'Network': ['ID=dca91d83-ad66-406c-843e-869e4309962b,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:06.536275 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:06.539219 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d32c630e-0525-422c-9ddc-a7417fc2fa60 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:06.565125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-113e97f8-d5a4-4e95-8add-ef427d6b0940 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, f9303cc1-64e3-47f5-8815-fc4adbc077eb) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:06.569514 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113e97f8-d5a4-4e95-8add-ef427d6b0940 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:06.570177 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-113e97f8-d5a4-4e95-8add-ef427d6b0940 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:06.583855 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7ed6a-a6a8-4df3-9e24-8d2a6e51eaf5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Port': ['ID=e8c04180-c6ea-41a3-8ff2-b90ebe551a64,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:06.587071 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-99f7ed6a-a6a8-4df3-9e24-8d2a6e51eaf5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:06.597048 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1573c1ef-0b6e-4ed4-9ee5-14395285493c None None] Network f9303cc1-64e3-47f5-8815-fc4adbc077eb requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:06.617572 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a2d824c5-6e81-434d-82ec-eb603dcbaa79 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:06.732823 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] 10.222.0.53 "DELETE /v2.0/networks/dca91d83-ad66-406c-843e-869e4309962b HTTP/1.1" status: 204  len: 168 time: 1.7994046
Dec 22 04:49:06.753406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50c7005-cc1a-4b1f-aabb-53cca8a69976 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:06.755046 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50c7005-cc1a-4b1f-aabb-53cca8a69976 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:06.762288 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f50c7005-cc1a-4b1f-aabb-53cca8a69976 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.3307920
Dec 22 04:49:06.762485 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-113e97f8-d5a4-4e95-8add-ef427d6b0940 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.6571665
Dec 22 04:49:06.762592 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53118) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:06.764690 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53120) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:06.886075 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 802b68d9-2fe9-4847-af30-0e9079e93b1b triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:06.886628 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:06.957380 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca68940>, [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:48:57Z', 'revision_number': 2, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None, '_interfaces': [{'id': 'afe696ef-6297-44bb-991c-b655ab111c68', 'name': '', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:a4:1d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:55Z', 'updated_at': '2021-12-22T04:49:05Z', 'revision_number': 4, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:06.998510 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769db2b3-5a86-4362-baca-94130f296c5f None None] The sync data for ids ['41bde271-baf5-4618-b74b-f09357e01f17'] in dv-neutron-822525-1-hyperv is: [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:48:57Z', 'revision_number': 2, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None, '_interfaces': [{'id': 'afe696ef-6297-44bb-991c-b655ab111c68', 'name': '', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:a4:1d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:55Z', 'updated_at': '2021-12-22T04:49:05Z', 'revision_number': 4, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:49:07.151667 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-575d35a3-1ae6-40a0-981d-0ba896f2ff3f None None] Provisioning complete for port e8c04180-c6ea-41a3-8ff2-b90ebe551a64 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:07.153205 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-575d35a3-1ae6-40a0-981d-0ba896f2ff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:07.187771 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53130) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:07.192067 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-99f7ed6a-a6a8-4df3-9e24-8d2a6e51eaf5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:07.288019 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-f9303cc1-64e3-47f5-8815-fc4adbc077eb', 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'fixed_ips': [{'subnet_id': '6dc0fc25-8202-4555-9320-810b00f7f5c9'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:49:07.292275 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:07.294306 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d32c630e-0525-422c-9ddc-a7417fc2fa60 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:07.353959 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d18085-4787-45f6-b2ac-910037565c6d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet eb5f3268-da4d-4ea6-a4fa-fc1e348297e2 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:49:07.365103 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9d18085-4787-45f6-b2ac-910037565c6d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:07.368826 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-575d35a3-1ae6-40a0-981d-0ba896f2ff3f None None] Port e8c04180-c6ea-41a3-8ff2-b90ebe551a64 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:07.404525 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a2d824c5-6e81-434d-82ec-eb603dcbaa79 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:07.406410 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6aabd556-291e-4c91-84c2-85c8f562409c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:07.481254 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a2d824c5-6e81-434d-82ec-eb603dcbaa79 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:07.481448 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [None req-a2d824c5-6e81-434d-82ec-eb603dcbaa79 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Floating IP bfdf40bf-fd9a-4b31-b3cd-08b812cbe889 disassociated. External IP: 172.26.4.217, port: 92fe3f3c-2574-4545-96fa-4adc5efe30ea.
Dec 22 04:49:07.527324 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:07.571908 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9d18085-4787-45f6-b2ac-910037565c6d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:07.638231 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Allocated IP 172.21.0.2 (f9303cc1-64e3-47f5-8815-fc4adbc077eb/6dc0fc25-8202-4555-9320-810b00f7f5c9/8e7562ba-a7ca-4db8-9500-e7def1f1932b) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:07.643962 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device afe696ef-6297-44bb-991c-b655ab111c68 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:07.715094 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d32c630e-0525-422c-9ddc-a7417fc2fa60 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:07.724245 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f29e6002-893e-4202-ac86-1d45dd44a2eb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:07.751632 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port afe696ef-6297-44bb-991c-b655ab111c68 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:07.768881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c630e-0525-422c-9ddc-a7417fc2fa60 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Subnet': ['ID=624cdc73-f566-4887-9b66-c9a8a7f0f9e1,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:07.776032 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d32c630e-0525-422c-9ddc-a7417fc2fa60 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:07.788919 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d32c630e-0525-422c-9ddc-a7417fc2fa60 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:07.795472 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9d18085-4787-45f6-b2ac-910037565c6d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:07.809753 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port afe696ef-6297-44bb-991c-b655ab111c68 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:07.810213 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:07.844388 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d32c630e-0525-422c-9ddc-a7417fc2fa60 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/subnets/624cdc73-f566-4887-9b66-c9a8a7f0f9e1 HTTP/1.1" status: 204  len: 168 time: 1.8154008
Dec 22 04:49:07.851096 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53136) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:07.856019 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3927b1-30b9-44f6-8e85-65e5115220b3 None None] Network 0a794013-ae5e-4901-9fbf-747518ba91d3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:07.931054 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-99f7ed6a-a6a8-4df3-9e24-8d2a6e51eaf5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:07.948782 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6cd15ba2-19f4-430a-8e2a-36760a05f1a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c93ec7bc888c4ebfafd49c58db913ec4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7591944
Dec 22 04:49:07.955544 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53140) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:07.974967 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f94182-da8a-414a-b2a4-0915d114c56e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting subnet 5345c323-038e-4a16-ac2a-7c24b0077b56 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:49:07.983302 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-07f94182-da8a-414a-b2a4-0915d114c56e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:08.090487 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9d18085-4787-45f6-b2ac-910037565c6d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:08.108032 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ddd09de7-6866-45ea-949c-9f1d4758a089 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:08.143386 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:08.197154 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d18085-4787-45f6-b2ac-910037565c6d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5f3268-da4d-4ea6-a4fa-fc1e348297e2,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:08.209395 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d9d18085-4787-45f6-b2ac-910037565c6d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:08.213732 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-07f94182-da8a-414a-b2a4-0915d114c56e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:08.249498 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port afe696ef-6297-44bb-991c-b655ab111c68, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=afe696ef-6297-44bb-991c-b655ab111c68,segment=NetworkSegment(0c86aad8-9203-4192-9c6b-447a51c56032),segment_id=0c86aad8-9203-4192-9c6b-447a51c56032)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:08.257322 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9d18085-4787-45f6-b2ac-910037565c6d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:08.284942 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d9d18085-4787-45f6-b2ac-910037565c6d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/eb5f3268-da4d-4ea6-a4fa-fc1e348297e2 HTTP/1.1" status: 204  len: 168 time: 1.5192304
Dec 22 04:49:08.291068 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53146) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:08.291253 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41928d5-bc93-424e-8483-86dbd84d06ac None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:08.303299 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:08.374858 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-249e1020-c042-4ab1-8587-5a03000b273d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0791292
Dec 22 04:49:08.389204 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-abe5d6e6-9d75-449a-92a4-84b19fdf0414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:08.392632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53150) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:08.405426 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4a633251-21a6-4211-abc4-ea4debeee468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:08.418980 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-07f94182-da8a-414a-b2a4-0915d114c56e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:08.450860 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 831b42aa-2a88-453d-9d63-8a11b36e765c no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:49:08.522174 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 831b42aa-2a88-453d-9d63-8a11b36e765c {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:49:08.522457 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 831b42aa-2a88-453d-9d63-8a11b36e765c not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:49:08.562492 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-abe5d6e6-9d75-449a-92a4-84b19fdf0414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:08.586606 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:08.641080 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Transition to ACTIVE for port object 8e7562ba-a7ca-4db8-9500-e7def1f1932b will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:08.654230 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=afe696ef-6297-44bb-991c-b655ab111c68,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:08.682777 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:08.714274 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-07f94182-da8a-414a-b2a4-0915d114c56e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:08.721263 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4b7f56ba-734c-442e-b0d3-d877afa62b65 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:08.723033 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Transition to ACTIVE for port object 8e7562ba-a7ca-4db8-9500-e7def1f1932b will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:08.739713 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:08.745159 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4a42ef39-db58-469d-a2f8-720309da2260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:08.764087 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f94182-da8a-414a-b2a4-0915d114c56e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Subnet': ['ID=5345c323-038e-4a16-ac2a-7c24b0077b56,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:08.766984 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-48de7362-fb40-4cd4-8fe9-a537f306ba9d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:08.778889 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-07f94182-da8a-414a-b2a4-0915d114c56e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:08.784141 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-81d3b287-a45f-4429-967a-e43951adda01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:08.789168 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-07f94182-da8a-414a-b2a4-0915d114c56e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:08.818841 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef3c4e8-8d6a-4486-ab81-6f2cd5bfd35d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:08.820151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6ef3c4e8-8d6a-4486-ab81-6f2cd5bfd35d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:49:08.836684 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Pushing event updated for resources: {'Port': ['ID=8e7562ba-a7ca-4db8-9500-e7def1f1932b,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:08.839996 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Network f9303cc1-64e3-47f5-8815-fc4adbc077eb is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:08.842467 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:08.843617 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:08.846465 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:08.851754 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-abe5d6e6-9d75-449a-92a4-84b19fdf0414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:08.893516 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e1348eb2-85f2-4098-b4dc-88be53aa6227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:08.930808 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-07f94182-da8a-414a-b2a4-0915d114c56e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/subnets/5345c323-038e-4a16-ac2a-7c24b0077b56 HTTP/1.1" status: 204  len: 168 time: 1.0785697
Dec 22 04:49:08.933044 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5d6e6-9d75-449a-92a4-84b19fdf0414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2feca3-3c77-44f6-9429-89246c3c59b5,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:08.934263 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53154) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:08.935728 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-abe5d6e6-9d75-449a-92a4-84b19fdf0414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:08.951656 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6ef3c4e8-8d6a-4486-ab81-6f2cd5bfd35d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:49:08.953991 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6ef3c4e8-8d6a-4486-ab81-6f2cd5bfd35d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.5524673
Dec 22 04:49:08.957964 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.resource_extend [None req-99f7ed6a-a6a8-4df3-9e24-8d2a6e51eaf5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:49:08.969951 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53158) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:08.973057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-abe5d6e6-9d75-449a-92a4-84b19fdf0414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:08.974300 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-abe5d6e6-9d75-449a-92a4-84b19fdf0414 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce2feca3-3c77-44f6-9429-89246c3c59b5 HTTP/1.1" status: 204  len: 168 time: 1.0165617
Dec 22 04:49:09.018750 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6517e0-2c33-4b3d-9f74-2e28491b75ce tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:49:09.019192 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6517e0-2c33-4b3d-9f74-2e28491b75ce tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:49:09.023515 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5f6517e0-2c33-4b3d-9f74-2e28491b75ce tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/subnets/624cdc73-f566-4887-9b66-c9a8a7f0f9e1 HTTP/1.1" status: 404  len: 337 time: 0.0888479
Dec 22 04:49:09.026657 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53164) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:09.040298 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-99f7ed6a-a6a8-4df3-9e24-8d2a6e51eaf5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:09.067607 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Attempting to bind port 8e7562ba-a7ca-4db8-9500-e7def1f1932b on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:49:09.068000 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Attempting to bind port 8e7562ba-a7ca-4db8-9500-e7def1f1932b by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'bef77b65-4e1e-49fd-bc55-7e23cbc811d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:49:09.068351 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Attempting to bind port 8e7562ba-a7ca-4db8-9500-e7def1f1932b on network f9303cc1-64e3-47f5-8815-fc4adbc077eb {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:49:09.083073 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:49:09.084001 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Checking segment: {'id': 'bef77b65-4e1e-49fd-bc55-7e23cbc811d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:09.084001 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:09.084345 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Bound using segment: {'id': 'bef77b65-4e1e-49fd-bc55-7e23cbc811d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:49:09.084741 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Bound port: 8e7562ba-a7ca-4db8-9500-e7def1f1932b, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef77b65-4e1e-49fd-bc55-7e23cbc811d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:49:09.085404 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:09.109010 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d986dc2-7f9c-4636-94f6-82f76b9809e1 None None] DHCP port deletion for 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:49:09.118403 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-99f7ed6a-a6a8-4df3-9e24-8d2a6e51eaf5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:09.119061 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-99f7ed6a-a6a8-4df3-9e24-8d2a6e51eaf5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:09.119588 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-4d986dc2-7f9c-4636-94f6-82f76b9809e1 None None] Deleting port 802b68d9-2fe9-4847-af30-0e9079e93b1b {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:09.119970 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4d986dc2-7f9c-4636-94f6-82f76b9809e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:09.131359 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cd3e0956-577a-4eca-b383-8cb28f2426f2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:09.208241 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-523d6fde-27b4-4765-960b-0b44d20bda87 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting subnet 5d2bbe4c-8335-4600-a3f8-090fc6cd9c1c {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:49:09.213896 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-523d6fde-27b4-4765-960b-0b44d20bda87 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:09.285285 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] For port 8e7562ba-a7ca-4db8-9500-e7def1f1932b, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:49:09.290993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] For port 8e7562ba-a7ca-4db8-9500-e7def1f1932b, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8e7562ba-a7ca-4db8-9500-e7def1f1932b,segment=NetworkSegment(bef77b65-4e1e-49fd-bc55-7e23cbc811d3),segment_id=bef77b65-4e1e-49fd-bc55-7e23cbc811d3)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:49:09.302433 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:09.308472 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:09.461638 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-48de7362-fb40-4cd4-8fe9-a537f306ba9d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Allocated IP 172.21.0.1 (f9303cc1-64e3-47f5-8815-fc4adbc077eb/6dc0fc25-8202-4555-9320-810b00f7f5c9/ac856a08-261d-47a6-a536-770d9bb8b726) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:09.559852 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Pushing event updated for resources: {'Port': ['ID=8e7562ba-a7ca-4db8-9500-e7def1f1932b,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:09.572517 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:09.643380 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-4d986dc2-7f9c-4636-94f6-82f76b9809e1 None None] For port 802b68d9-2fe9-4847-af30-0e9079e93b1b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=802b68d9-2fe9-4847-af30-0e9079e93b1b,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:09.644522 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4d986dc2-7f9c-4636-94f6-82f76b9809e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:09.670797 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device afe696ef-6297-44bb-991c-b655ab111c68 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:09.685281 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-523d6fde-27b4-4765-960b-0b44d20bda87 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:09.836156 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-523d6fde-27b4-4765-960b-0b44d20bda87 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:09.886309 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac461110-38fe-434e-864c-c6c0fd71339b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:09.887205 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ac461110-38fe-434e-864c-c6c0fd71339b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:49:09.907219 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ed40cf-c923-4ee7-8fd6-3b5c59ff4719 None None] Network 0a794013-ae5e-4901-9fbf-747518ba91d3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:09.940448 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-4d986dc2-7f9c-4636-94f6-82f76b9809e1 None None] Calling delete_port for 802b68d9-2fe9-4847-af30-0e9079e93b1b owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:09.942706 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-48de7362-fb40-4cd4-8fe9-a537f306ba9d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:09.991834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-48de7362-fb40-4cd4-8fe9-a537f306ba9d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Transition to ACTIVE for port object ac856a08-261d-47a6-a536-770d9bb8b726 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:10.012272 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-523d6fde-27b4-4765-960b-0b44d20bda87 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:10.014485 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7ed6a-a6a8-4df3-9e24-8d2a6e51eaf5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Port': ['ID=e8c04180-c6ea-41a3-8ff2-b90ebe551a64,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:10.022793 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-99f7ed6a-a6a8-4df3-9e24-8d2a6e51eaf5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:10.036903 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e028e22f-b24b-41e5-98e0-cf1529398a2c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:10.064876 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ac461110-38fe-434e-864c-c6c0fd71339b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:49:10.067157 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ac461110-38fe-434e-864c-c6c0fd71339b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 1.0913229
Dec 22 04:49:10.071801 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53182) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:10.175139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-48de7362-fb40-4cd4-8fe9-a537f306ba9d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:10.187799 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-2052b2b2-3a44-444b-9c88-452a76604f47 None None] Provisioning complete for port 68ff7730-43ee-457c-b8a9-f4d31ced03b3 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:10.188906 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2052b2b2-3a44-444b-9c88-452a76604f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:10.205409 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d6fde-27b4-4765-960b-0b44d20bda87 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Subnet': ['ID=5d2bbe4c-8335-4600-a3f8-090fc6cd9c1c,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:10.207851 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-523d6fde-27b4-4765-960b-0b44d20bda87 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:10.232211 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7945d27a-80e3-47a9-8048-10330a9ff871 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:10.240697 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port afe696ef-6297-44bb-991c-b655ab111c68 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:10.242015 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:10.275840 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f7837947-cd1e-423a-80db-bdd14be23026 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1996424
Dec 22 04:49:10.276717 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53190) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:10.277504 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4d986dc2-7f9c-4636-94f6-82f76b9809e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:10.293207 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-523d6fde-27b4-4765-960b-0b44d20bda87 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:10.294682 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f7ed6a-a6a8-4df3-9e24-8d2a6e51eaf5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network db517da2-a05f-465f-97a9-96ecf86d12f6 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:10.305098 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-89003c16-7130-4b26-b57a-ecc5fdd377d3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:10.305347 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-99f7ed6a-a6a8-4df3-9e24-8d2a6e51eaf5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:10.311095 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e0db465e-b5a5-45d1-9833-b729289dca86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:10.362279 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d986dc2-7f9c-4636-94f6-82f76b9809e1 None None] No DVR routers for this DVR port 802b68d9-2fe9-4847-af30-0e9079e93b1b on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:49:10.373743 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d986dc2-7f9c-4636-94f6-82f76b9809e1 None None] Pushing event deleted for resources: {'Port': ['ID=802b68d9-2fe9-4847-af30-0e9079e93b1b,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:10.397008 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4d986dc2-7f9c-4636-94f6-82f76b9809e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:10.409227 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-2052b2b2-3a44-444b-9c88-452a76604f47 None None] Port 68ff7730-43ee-457c-b8a9-f4d31ced03b3 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:10.432825 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-523d6fde-27b4-4765-960b-0b44d20bda87 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/subnets/5d2bbe4c-8335-4600-a3f8-090fc6cd9c1c HTTP/1.1" status: 204  len: 168 time: 1.4032795
Dec 22 04:49:10.440952 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48de7362-fb40-4cd4-8fe9-a537f306ba9d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network f9303cc1-64e3-47f5-8815-fc4adbc077eb is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:10.441378 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53194) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:10.442148 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de7362-fb40-4cd4-8fe9-a537f306ba9d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Port': ['ID=ac856a08-261d-47a6-a536-770d9bb8b726,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:10.449558 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-48de7362-fb40-4cd4-8fe9-a537f306ba9d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:10.450957 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-48de7362-fb40-4cd4-8fe9-a537f306ba9d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:10.476515 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-2052b2b2-3a44-444b-9c88-452a76604f47 None None] Provisioning complete for port 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:10.476896 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2052b2b2-3a44-444b-9c88-452a76604f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:10.500826 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48de7362-fb40-4cd4-8fe9-a537f306ba9d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:10.558665 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ad19b2-06a5-4b26-8367-17ee68cc4b33 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:49:10.559192 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ad19b2-06a5-4b26-8367-17ee68cc4b33 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:49:10.563284 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c1ad19b2-06a5-4b26-8367-17ee68cc4b33 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/subnets/f16008c1-ef90-4a3a-a61a-2c8359d416e9 HTTP/1.1" status: 404  len: 337 time: 0.1156192
Dec 22 04:49:10.569624 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53200) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:10.635696 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-20ef3daa-b94e-4274-85f2-dc80e51cbe17 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "GET /v2.0/ports?device_id=41478c83-63bf-49bb-9825-49f94f57be4e HTTP/1.1" status: 200  len: 205 time: 0.0629225
Dec 22 04:49:10.644677 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53206) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:10.651488 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-89003c16-7130-4b26-b57a-ecc5fdd377d3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:10.841971 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 802b68d9-2fe9-4847-af30-0e9079e93b1b no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:49:10.848332 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-6aabd556-291e-4c91-84c2-85c8f562409c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting port d06170e7-8a4d-4425-9be7-9df635a4b80f {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:10.848674 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6aabd556-291e-4c91-84c2-85c8f562409c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:10.915108 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 802b68d9-2fe9-4847-af30-0e9079e93b1b {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:49:10.915841 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 802b68d9-2fe9-4847-af30-0e9079e93b1b not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:49:10.941136 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-48de7362-fb40-4cd4-8fe9-a537f306ba9d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:10.946681 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-942cc2e9-0771-44b8-85c1-b6c889fdfc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:10.954837 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-bbd48b30-916f-4dd8-98b4-7694f8da6ce5 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] delete failed (client error): The resource could not be found.
Dec 22 04:49:10.955853 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bbd48b30-916f-4dd8-98b4-7694f8da6ce5 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/routers/41478c83-63bf-49bb-9825-49f94f57be4e HTTP/1.1" status: 404  len: 336 time: 0.3100467
Dec 22 04:49:10.959700 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53214) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:10.960654 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-89003c16-7130-4b26-b57a-ecc5fdd377d3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:10.988465 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d824c5-6e81-434d-82ec-eb603dcbaa79 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Router fe74ed20-ba67-4c54-8f1e-d46d362af84e has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:49:11.025815 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccce4850-fc5f-4d71-9ba1-eac8e09fb555 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:49:11.026261 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccce4850-fc5f-4d71-9ba1-eac8e09fb555 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:49:11.030360 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ccce4850-fc5f-4d71-9ba1-eac8e09fb555 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/subnets/3d957a51-2e0f-4ed3-b0f2-224f41149b2a HTTP/1.1" status: 404  len: 337 time: 0.0649757
Dec 22 04:49:11.033216 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53220) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:11.078445 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89003c16-7130-4b26-b57a-ecc5fdd377d3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:11.081911 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-89003c16-7130-4b26-b57a-ecc5fdd377d3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:11.102656 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-d570ca94-a882-4359-9d1b-6db12000577c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:49:11.102799 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d570ca94-a882-4359-9d1b-6db12000577c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:49:11.104397 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d570ca94-a882-4359-9d1b-6db12000577c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/subnets/fdfbeaeb-ed6c-433e-9d86-3c2add99d82a HTTP/1.1" status: 404  len: 337 time: 0.0699883
Dec 22 04:49:11.108695 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53226) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:11.160526 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-651ceec0-de40-42fa-8f2f-262fc35997b7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:49:11.162050 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651ceec0-de40-42fa-8f2f-262fc35997b7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:49:11.166156 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-651ceec0-de40-42fa-8f2f-262fc35997b7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/subnets/92c89be5-c5f3-44d0-958c-9cb66f0e31d2 HTTP/1.1" status: 404  len: 337 time: 0.0542121
Dec 22 04:49:11.169470 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53230) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:11.201286 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-52844836-de1a-4a9a-a46e-6e53d0849561 None None] Provisioning complete for port e8c04180-c6ea-41a3-8ff2-b90ebe551a64 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:11.202791 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-52844836-de1a-4a9a-a46e-6e53d0849561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:11.268551 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-48de7362-fb40-4cd4-8fe9-a537f306ba9d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:11.313122 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9899977-7036-4388-ab22-a040b206384b None None] DHCP port deletion for 0a794013-ae5e-4901-9fbf-747518ba91d3 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:49:11.344066 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b9899977-7036-4388-ab22-a040b206384b None None] Deleting port 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:11.344450 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b9899977-7036-4388-ab22-a040b206384b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:11.366076 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-690621c3-0a15-40c2-a913-2b7766d2c10c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:49:11.366518 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-690621c3-0a15-40c2-a913-2b7766d2c10c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:49:11.370449 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-690621c3-0a15-40c2-a913-2b7766d2c10c tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/ports/2f7a269e-6022-4394-9307-cf2d2e5b74e7 HTTP/1.1" status: 404  len: 333 time: 0.1455853
Dec 22 04:49:11.372515 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53236) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:11.400805 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-52844836-de1a-4a9a-a46e-6e53d0849561 None None] Port e8c04180-c6ea-41a3-8ff2-b90ebe551a64 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:11.464299 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c99023-770b-4891-ae75-d91cdc29ef41 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:49:11.465214 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c99023-770b-4891-ae75-d91cdc29ef41 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:49:11.466756 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-26c99023-770b-4891-ae75-d91cdc29ef41 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/subnets/4dff684f-2832-4438-9525-de3b65e1860c HTTP/1.1" status: 404  len: 337 time: 0.0901670
Dec 22 04:49:11.472333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53242) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:11.501378 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:49:11.621042 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6aabd556-291e-4c91-84c2-85c8f562409c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:11.695722 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8e7562ba-a7ca-4db8-9500-e7def1f1932b up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:11.820015 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 8e7562ba-a7ca-4db8-9500-e7def1f1932b completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:11.824425 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-89003c16-7130-4b26-b57a-ecc5fdd377d3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:11.830799 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-b9899977-7036-4388-ab22-a040b206384b None None] For port 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8,segment=NetworkSegment(11e9127e-e541-4295-9baa-8ef61124429d),segment_id=11e9127e-e541-4295-9baa-8ef61124429d)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:11.831054 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-cce9b477-401d-4f7e-afcb-037de13039c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:11.831466 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b9899977-7036-4388-ab22-a040b206384b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:11.899223 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89003c16-7130-4b26-b57a-ecc5fdd377d3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=517ce0ec-66d8-4cb9-8c2c-077a0df2e71d,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:11.913806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-89003c16-7130-4b26-b57a-ecc5fdd377d3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:11.941886 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89003c16-7130-4b26-b57a-ecc5fdd377d3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:11.955239 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-89003c16-7130-4b26-b57a-ecc5fdd377d3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:11.966166 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89003c16-7130-4b26-b57a-ecc5fdd377d3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:11.977258 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-89003c16-7130-4b26-b57a-ecc5fdd377d3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:12.010895 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-6aabd556-291e-4c91-84c2-85c8f562409c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Calling delete_port for d06170e7-8a4d-4425-9be7-9df635a4b80f owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:12.019905 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:49:12.028702 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-89003c16-7130-4b26-b57a-ecc5fdd377d3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7405589
Dec 22 04:49:12.042510 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53252) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:12.060420 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-7239582f-f660-4900-b294-f9a5805454c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'mac_address': 'fa:16:3e:05:05:aa', 'name': 'tempest-NetworksTestDHCPv6-617310280'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:12.080959 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff5073e-cd97-4e3a-a9c8-4e1e83e6a1b0 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:49:12.081433 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dff5073e-cd97-4e3a-a9c8-4e1e83e6a1b0 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:49:12.083511 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-dff5073e-cd97-4e3a-a9c8-4e1e83e6a1b0 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/subnets/288dd8d4-c4e1-4bd9-9d86-0b84bcf63624 HTTP/1.1" status: 404  len: 337 time: 0.6068408
Dec 22 04:49:12.088441 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53256) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:12.088767 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53258) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:12.095113 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b9899977-7036-4388-ab22-a040b206384b None None] Calling delete_port for 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:12.127036 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6411819-ab81-43cf-8ce0-362e6817f408 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:12.140116 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7add2160-ee6b-4fe7-9a4e-898f52940601 None None] Network f9303cc1-64e3-47f5-8815-fc4adbc077eb requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:12.175907 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-349a177b-0597-4d20-8f27-b30565bab274 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:49:12.176477 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349a177b-0597-4d20-8f27-b30565bab274 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:49:12.178143 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-349a177b-0597-4d20-8f27-b30565bab274 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/ports/b8cb351a-8d7a-45da-a2b0-30124788b8b8 HTTP/1.1" status: 404  len: 333 time: 0.0837340
Dec 22 04:49:12.179834 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f7ed6a-a6a8-4df3-9e24-8d2a6e51eaf5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Router 1f8c04b5-dc20-4223-9c63-92f39a1587d7 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:49:12.183600 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53266) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:12.298013 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-87613b11-d70c-4198-aa9b-075a9868f565 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:49:12.298407 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87613b11-d70c-4198-aa9b-075a9868f565 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:49:12.300530 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-87613b11-d70c-4198-aa9b-075a9868f565 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/subnets/8dac7ebf-0754-4537-913e-c91040ed9573 HTTP/1.1" status: 404  len: 337 time: 0.1154892
Dec 22 04:49:12.306571 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53270) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:12.314854 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7239582f-f660-4900-b294-f9a5805454c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:12.327378 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7239582f-f660-4900-b294-f9a5805454c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:12.340603 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:12.351126 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7239582f-f660-4900-b294-f9a5805454c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:12.368686 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9d65cd-7c25-48ba-b13b-192e2ed0eb43 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:49:12.369118 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9d65cd-7c25-48ba-b13b-192e2ed0eb43 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:49:12.371207 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ca9d65cd-7c25-48ba-b13b-192e2ed0eb43 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/subnets/581204b1-2631-4ce7-befc-665049e9d893 HTTP/1.1" status: 404  len: 337 time: 0.0612843
Dec 22 04:49:12.383929 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53274) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:12.437004 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:12.445126 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'network': {'name': 'tempest-network-smoke--1405842799', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'port_security_enabled': True}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:12.465950 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c6977a47-bca8-4a34-97d3-49750737efa8 None None] Provisioning for port 8e7562ba-a7ca-4db8-9500-e7def1f1932b completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:12.475962 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c6977a47-bca8-4a34-97d3-49750737efa8 None None] Provisioning complete for port 8e7562ba-a7ca-4db8-9500-e7def1f1932b triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:12.476338 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c6977a47-bca8-4a34-97d3-49750737efa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:12.504407 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:12.511405 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-48de7362-fb40-4cd4-8fe9-a537f306ba9d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:12.515204 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:network and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:12.524675 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:12.529851 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:12.541368 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-48de7362-fb40-4cd4-8fe9-a537f306ba9d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:12.546209 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:12.576059 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-603c9621-3223-473f-805b-0942d2a07ab7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:12.595463 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b9899977-7036-4388-ab22-a040b206384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:12.608067 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-70f65dd1-d423-4cf6-b53b-46accc6522b1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Deleting port 68ff7730-43ee-457c-b8a9-f4d31ced03b3 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:12.608067 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-70f65dd1-d423-4cf6-b53b-46accc6522b1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:12.609946 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:12.610748 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4391c4fe-6586-455f-8c2c-1ed98fb7fd45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:12.612594 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:12.643732 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:12.680106 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9899977-7036-4388-ab22-a040b206384b None None] No DVR routers for this DVR port 86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:49:12.685264 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6aabd556-291e-4c91-84c2-85c8f562409c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:12.692160 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5b41b667-2412-4eae-ad01-17e1139606c1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:12.736636 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d824c5-6e81-434d-82ec-eb603dcbaa79 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:49:12.751227 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5810c5-6641-4730-9d17-daea987265ce None None] Sync routers for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:49:12.755546 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabd556-291e-4c91-84c2-85c8f562409c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Port': ['ID=d06170e7-8a4d-4425-9be7-9df635a4b80f,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:12.764900 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6aabd556-291e-4c91-84c2-85c8f562409c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:12.765118 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de7362-fb40-4cd4-8fe9-a537f306ba9d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Port': ['ID=ac856a08-261d-47a6-a536-770d9bb8b726,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:12.765363 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5810c5-6641-4730-9d17-daea987265ce None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:12.765946 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-1e5810c5-6641-4730-9d17-daea987265ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8ef280>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:12.767719 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-48de7362-fb40-4cd4-8fe9-a537f306ba9d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:12.769262 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:12.770570 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-48de7362-fb40-4cd4-8fe9-a537f306ba9d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:12.779586 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:12.782865 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:12.827067 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7239582f-f660-4900-b294-f9a5805454c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:12.831659 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:12.834166 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a2d824c5-6e81-434d-82ec-eb603dcbaa79 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:12.838664 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-1e5810c5-6641-4730-9d17-daea987265ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8ef280>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:12.850339 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5810c5-6641-4730-9d17-daea987265ce None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:12.851161 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-1e5810c5-6641-4730-9d17-daea987265ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8ef280>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:12.942914 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-1e5810c5-6641-4730-9d17-daea987265ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8ef280>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:12.943707 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5810c5-6641-4730-9d17-daea987265ce None None] The sync data for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:49:12.968526 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9899977-7036-4388-ab22-a040b206384b None None] Pushing event deleted for resources: {'Port': ['ID=86c78a43-d470-4fcb-bf6c-26d5d8e3a6e8,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:12.998803 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c6977a47-bca8-4a34-97d3-49750737efa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:13.023104 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b9899977-7036-4388-ab22-a040b206384b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:13.027701 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f7ed6a-a6a8-4df3-9e24-8d2a6e51eaf5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:49:13.071970 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-99f7ed6a-a6a8-4df3-9e24-8d2a6e51eaf5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "PUT /v2.0/routers/1f8c04b5-dc20-4223-9c63-92f39a1587d7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.2622478
Dec 22 04:49:13.076921 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebfbe28-d8f2-4bb7-997e-93a13e0c783e None None] Sync routers for ids ['1f8c04b5-dc20-4223-9c63-92f39a1587d7'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:49:13.078486 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a2d824c5-6e81-434d-82ec-eb603dcbaa79 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "PUT /v2.0/floatingips/bfdf40bf-fd9a-4b31-b3cd-08b812cbe889 HTTP/1.1" status: 200  len: 688 time: 6.7946739
Dec 22 04:49:13.078617 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53278) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:13.079054 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53280) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:13.095719 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-7239582f-f660-4900-b294-f9a5805454c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] device_id is not set on port c1614234-80e9-4b08-91b7-b40e7e4c26ae yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:49:13.101564 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c6977a47-bca8-4a34-97d3-49750737efa8 None None] For port 8e7562ba-a7ca-4db8-9500-e7def1f1932b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8e7562ba-a7ca-4db8-9500-e7def1f1932b,segment=NetworkSegment(bef77b65-4e1e-49fd-bc55-7e23cbc811d3),segment_id=bef77b65-4e1e-49fd-bc55-7e23cbc811d3)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:13.113650 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'fixed_ips': [{'subnet_id': '517ce0ec-66d8-4cb9-8c2c-077a0df2e71d'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:49:13.114959 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:13.120441 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6aabd556-291e-4c91-84c2-85c8f562409c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:13.151276 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:13.164871 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c6977a47-bca8-4a34-97d3-49750737efa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:13.207509 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4a633251-21a6-4211-abc4-ea4debeee468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:13.209698 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:13.219612 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-650f7bef-d6c3-4245-9712-3fe2cbeb71f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:13.272715 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebfbe28-d8f2-4bb7-997e-93a13e0c783e None None] Routers {'1f8c04b5-dc20-4223-9c63-92f39a1587d7'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:13.273520 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0ebfbe28-d8f2-4bb7-997e-93a13e0c783e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5fbee0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1f8c04b5-dc20-4223-9c63-92f39a1587d7'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:13.335353 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:49:13.343228 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0ebfbe28-d8f2-4bb7-997e-93a13e0c783e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5fbee0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:13.358622 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:13.359329 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Added segment 1f6e2f25-1061-4a0d-a451-c87be86e134f of type vlan for network f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8
Dec 22 04:49:13.409455 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6977a47-bca8-4a34-97d3-49750737efa8 None None] Pushing event updated for resources: {'Port': ['ID=8e7562ba-a7ca-4db8-9500-e7def1f1932b,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:13.417092 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c6977a47-bca8-4a34-97d3-49750737efa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:13.537681 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-70f65dd1-d423-4cf6-b53b-46accc6522b1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:13.537898 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:13.550232 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Allocated IP 2001:db8::2 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/517ce0ec-66d8-4cb9-8c2c-077a0df2e71d/8b7c98d6-46a0-4235-9168-cb7054f32cef) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:13.551252 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:13.581855 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-18ae6b7b-dea9-46a6-9593-bf996c3d3424 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Deleting port 092d4a2d-1291-48c2-840d-825ebf9c6783 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:13.582069 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:13.582186 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-18ae6b7b-dea9-46a6-9593-bf996c3d3424 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:13.619641 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48de7362-fb40-4cd4-8fe9-a537f306ba9d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network f9303cc1-64e3-47f5-8815-fc4adbc077eb is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:13.626188 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-48de7362-fb40-4cd4-8fe9-a537f306ba9d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:13.689271 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8e7562ba-a7ca-4db8-9500-e7def1f1932b up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:13.742794 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebfbe28-d8f2-4bb7-997e-93a13e0c783e None None] Routers {'1f8c04b5-dc20-4223-9c63-92f39a1587d7'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:13.743449 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0ebfbe28-d8f2-4bb7-997e-93a13e0c783e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5fbee0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1f8c04b5-dc20-4223-9c63-92f39a1587d7'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:13.790073 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7e4d17-9afe-4957-a183-dfec6864e42d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:13.790825 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0c7e4d17-9afe-4957-a183-dfec6864e42d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Synchronizing usage tracker for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:49:13.841677 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.resource_extend [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:49:13.844229 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0ebfbe28-d8f2-4bb7-997e-93a13e0c783e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5fbee0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:13.844917 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebfbe28-d8f2-4bb7-997e-93a13e0c783e None None] The sync data for ids ['1f8c04b5-dc20-4223-9c63-92f39a1587d7'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:49:13.872276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-70f65dd1-d423-4cf6-b53b-46accc6522b1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Calling delete_port for 68ff7730-43ee-457c-b8a9-f4d31ced03b3 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:13.879285 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:13.883269 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:13.887520 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:13.888171 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:13.896851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5235debb-3d94-4983-b012-b7ad6f4ef260 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:13.920973 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aabd556-291e-4c91-84c2-85c8f562409c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Router d1f83e53-edcf-4466-a9fd-844d14d16af5 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:49:13.948043 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-37e127a0-08f5-4eb6-93c4-cd29c1b50699 None None] Provisioning complete for port 8e7562ba-a7ca-4db8-9500-e7def1f1932b triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:13.948422 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-37e127a0-08f5-4eb6-93c4-cd29c1b50699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:14.020551 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.9279246
Dec 22 04:49:14.023304 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Network': ['ID=f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:14.025446 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53288) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:14.031422 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 8e7562ba-a7ca-4db8-9500-e7def1f1932b triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:14.031807 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:14.032422 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1478209335', 'admin_state_up': True, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:14.039608 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:14.065502 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:49:14.094690 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:14.101830 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:14.135068 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0c7e4d17-9afe-4957-a183-dfec6864e42d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Unset dirty status for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:49:14.139621 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0c7e4d17-9afe-4957-a183-dfec6864e42d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f8c04b5-dc20-4223-9c63-92f39a1587d7 HTTP/1.1" status: 200  len: 987 time: 1.0482190
Dec 22 04:49:14.152601 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53292) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:14.164069 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:router and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:14.172249 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:14.187021 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:14.207135 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aabd556-291e-4c91-84c2-85c8f562409c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:49:14.216252 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6aabd556-291e-4c91-84c2-85c8f562409c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/routers/d1f83e53-edcf-4466-a9fd-844d14d16af5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3302083
Dec 22 04:49:14.216252 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:14.216252 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:14.218640 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53296) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:14.220072 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658bcf76-b8d3-4751-8d87-53b4ef57fee6 None None] Sync routers for ids ['d1f83e53-edcf-4466-a9fd-844d14d16af5'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:49:14.257333 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Transition to ACTIVE for port object 8b7c98d6-46a0-4235-9168-cb7054f32cef will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:14.262079 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658bcf76-b8d3-4751-8d87-53b4ef57fee6 None None] Routers {'d1f83e53-edcf-4466-a9fd-844d14d16af5'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:14.263860 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-658bcf76-b8d3-4751-8d87-53b4ef57fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c7aeb80>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['d1f83e53-edcf-4466-a9fd-844d14d16af5'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:14.276517 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-db7a97ae-61fc-4254-b073-9e5150ab8479 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Synchronizing usage tracker for tenant:2c15a5726c1c4265b642f9bc187fa0d4 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:49:14.301318 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:14.311682 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-db7a97ae-61fc-4254-b073-9e5150ab8479 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Unset dirty status for tenant:2c15a5726c1c4265b642f9bc187fa0d4 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:49:14.312981 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-db7a97ae-61fc-4254-b073-9e5150ab8479 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f83e53-edcf-4466-a9fd-844d14d16af5 HTTP/1.1" status: 200  len: 205 time: 0.0933547
Dec 22 04:49:14.316105 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53300) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:14.362843 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-658bcf76-b8d3-4751-8d87-53b4ef57fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c7aeb80>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:14.370623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Transition to ACTIVE for port object 8b7c98d6-46a0-4235-9168-cb7054f32cef will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:14.378102 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-70f65dd1-d423-4cf6-b53b-46accc6522b1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:14.387569 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658bcf76-b8d3-4751-8d87-53b4ef57fee6 None None] Routers {'d1f83e53-edcf-4466-a9fd-844d14d16af5'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:14.388882 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:14.389238 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-658bcf76-b8d3-4751-8d87-53b4ef57fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c7aeb80>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['d1f83e53-edcf-4466-a9fd-844d14d16af5'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:14.394305 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-60952489-e9a7-4bc2-a75a-bab3fa9cba85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:14.403643 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-48de7362-fb40-4cd4-8fe9-a537f306ba9d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:14.489932 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f65dd1-d423-4cf6-b53b-46accc6522b1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Port': ['ID=68ff7730-43ee-457c-b8a9-f4d31ced03b3,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:14.498075 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-70f65dd1-d423-4cf6-b53b-46accc6522b1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:14.528129 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:14.529585 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Pushing event updated for resources: {'Port': ['ID=8b7c98d6-46a0-4235-9168-cb7054f32cef,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:14.532971 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:14.534809 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:14.535664 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:14.564580 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-658bcf76-b8d3-4751-8d87-53b4ef57fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c7aeb80>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:14.565832 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658bcf76-b8d3-4751-8d87-53b4ef57fee6 None None] The sync data for ids ['d1f83e53-edcf-4466-a9fd-844d14d16af5'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:49:14.572562 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-37e127a0-08f5-4eb6-93c4-cd29c1b50699 None None] Provisioning for port ac856a08-261d-47a6-a536-770d9bb8b726 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:14.616931 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:14.623799 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-de6378c6-7280-463d-83ad-77fc5fb4711d tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:14.625497 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-37e127a0-08f5-4eb6-93c4-cd29c1b50699 None None] Provisioning complete for port ac856a08-261d-47a6-a536-770d9bb8b726 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:14.626052 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-37e127a0-08f5-4eb6-93c4-cd29c1b50699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:14.671043 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Attempting to bind port 8b7c98d6-46a0-4235-9168-cb7054f32cef on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:49:14.671434 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Attempting to bind port 8b7c98d6-46a0-4235-9168-cb7054f32cef by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:49:14.671801 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Attempting to bind port 8b7c98d6-46a0-4235-9168-cb7054f32cef on network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:49:14.688985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:49:14.689350 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:14.689784 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:14.690176 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Bound using segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:49:14.690645 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Bound port: 8b7c98d6-46a0-4235-9168-cb7054f32cef, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:49:14.691933 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:14.708870 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-37e127a0-08f5-4eb6-93c4-cd29c1b50699 None None] Port ac856a08-261d-47a6-a536-770d9bb8b726 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:14.786711 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] For port 8b7c98d6-46a0-4235-9168-cb7054f32cef, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:49:14.790296 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] For port 8b7c98d6-46a0-4235-9168-cb7054f32cef, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8b7c98d6-46a0-4235-9168-cb7054f32cef,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:49:14.793783 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-70f65dd1-d423-4cf6-b53b-46accc6522b1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:14.795207 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:14.800265 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6eed7913-c34d-46ed-bd1f-761026e0a516 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:14.805964 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-18ae6b7b-dea9-46a6-9593-bf996c3d3424 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:14.806288 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-18ae6b7b-dea9-46a6-9593-bf996c3d3424 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:14.903320 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Pushing event updated for resources: {'Port': ['ID=8b7c98d6-46a0-4235-9168-cb7054f32cef,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:14.911836 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:14.912647 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-60389bfc-6e70-43e6-9236-0a782570e409 None None] Provisioning complete for port ac856a08-261d-47a6-a536-770d9bb8b726 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:14.913334 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-60389bfc-6e70-43e6-9236-0a782570e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:14.973700 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-18ae6b7b-dea9-46a6-9593-bf996c3d3424 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Calling delete_port for 092d4a2d-1291-48c2-840d-825ebf9c6783 owned by network:floatingip {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:14.983209 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-60389bfc-6e70-43e6-9236-0a782570e409 None None] Port ac856a08-261d-47a6-a536-770d9bb8b726 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:15.016270 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-70f65dd1-d423-4cf6-b53b-46accc6522b1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/ports/68ff7730-43ee-457c-b8a9-f4d31ced03b3 HTTP/1.1" status: 204  len: 168 time: 2.6287017
Dec 22 04:49:15.028288 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53306) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:15.030096 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-7239582f-f660-4900-b294-f9a5805454c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8::1c6 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/517ce0ec-66d8-4cb9-8c2c-077a0df2e71d/c1614234-80e9-4b08-91b7-b40e7e4c26ae) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:15.275187 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-86dcd3be-907f-4adf-9029-6de4fba9101a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:15.283302 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-de6378c6-7280-463d-83ad-77fc5fb4711d tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:15.292438 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-de6378c6-7280-463d-83ad-77fc5fb4711d tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:15.346060 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-de6378c6-7280-463d-83ad-77fc5fb4711d tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:15.346654 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6378c6-7280-463d-83ad-77fc5fb4711d tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Fanout notify agent at l3_agent the message router_deleted on router d1f83e53-edcf-4466-a9fd-844d14d16af5 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:49:15.391342 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:15.417031 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-de6378c6-7280-463d-83ad-77fc5fb4711d tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:15.420530 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-de6378c6-7280-463d-83ad-77fc5fb4711d tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/routers/d1f83e53-edcf-4466-a9fd-844d14d16af5 HTTP/1.1" status: 204  len: 168 time: 1.1010227
Dec 22 04:49:15.421004 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53310) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:15.453816 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:15.608126 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8b7c98d6-46a0-4235-9168-cb7054f32cef up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:15.655360 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48de7362-fb40-4cd4-8fe9-a537f306ba9d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Router 41bde271-baf5-4618-b74b-f09357e01f17 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:49:15.713447 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 8b7c98d6-46a0-4235-9168-cb7054f32cef completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:15.717425 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.26.4.246 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/737221ca-f585-4bf1-825d-4da03219a3c7) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:15.744214 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c76612-2f87-4522-bfeb-334d4a3511a4 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting subnet 8a392436-5661-495f-90bd-39230dbab34f {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:49:15.750198 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b9c76612-2f87-4522-bfeb-334d4a3511a4 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:15.796603 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-18ae6b7b-dea9-46a6-9593-bf996c3d3424 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:15.820895 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-93da54a8-2c18-49ae-98d2-768a740afb2d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:15.885239 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b9c76612-2f87-4522-bfeb-334d4a3511a4 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:15.890282 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-86dcd3be-907f-4adf-9029-6de4fba9101a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:15.944082 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae6b7b-dea9-46a6-9593-bf996c3d3424 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event deleted for resources: {'Port': ['ID=092d4a2d-1291-48c2-840d-825ebf9c6783,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:15.956214 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-18ae6b7b-dea9-46a6-9593-bf996c3d3424 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:16.004176 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:16.027077 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b9c76612-2f87-4522-bfeb-334d4a3511a4 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:16.037206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7239582f-f660-4900-b294-f9a5805454c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:16.042155 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-86dcd3be-907f-4adf-9029-6de4fba9101a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b0073d0>,) {'filters': {'network_id': ['0a794013-ae5e-4901-9fbf-747518ba91d3']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:16.095288 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:16.103055 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a1999124-bd2d-4510-ab3b-5058efd3b8a3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:16.119262 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-434793ae-769a-45e2-b64c-9380e6b0ed70 None None] Provisioning for port 8b7c98d6-46a0-4235-9168-cb7054f32cef completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:16.126089 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-434793ae-769a-45e2-b64c-9380e6b0ed70 None None] Provisioning complete for port 8b7c98d6-46a0-4235-9168-cb7054f32cef triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:16.126756 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-434793ae-769a-45e2-b64c-9380e6b0ed70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:16.170020 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b9c76612-2f87-4522-bfeb-334d4a3511a4 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:16.181105 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:16.185625 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:16.188024 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:16.228581 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=737221ca-f585-4bf1-825d-4da03219a3c7,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:16.232340 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:16.234526 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fa666df8-744c-4d5c-af17-7085e4f522ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:16.243834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-86dcd3be-907f-4adf-9029-6de4fba9101a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b0073d0>, '11e9127e-e541-4295-9baa-8ef61124429d') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:16.244122 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-86dcd3be-907f-4adf-9029-6de4fba9101a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b0073d0>, '11e9127e-e541-4295-9baa-8ef61124429d') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:16.270494 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b9c76612-2f87-4522-bfeb-334d4a3511a4 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:16.273967 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-434793ae-769a-45e2-b64c-9380e6b0ed70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:16.291836 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c76612-2f87-4522-bfeb-334d4a3511a4 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Subnet': ['ID=8a392436-5661-495f-90bd-39230dbab34f,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:16.294737 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b9c76612-2f87-4522-bfeb-334d4a3511a4 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:16.299970 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39244867-d05e-4692-ba71-3f5dd9527666 None None] Network 0fa247e0-632b-408a-9b03-72faabc1493b requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:16.303639 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b9c76612-2f87-4522-bfeb-334d4a3511a4 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/subnets/8a392436-5661-495f-90bd-39230dbab34f HTTP/1.1" status: 204  len: 168 time: 0.8792892
Dec 22 04:49:16.304358 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53316) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:16.323222 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-7239582f-f660-4900-b294-f9a5805454c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Transition to ACTIVE for port object c1614234-80e9-4b08-91b7-b40e7e4c26ae will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:16.335574 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-86dcd3be-907f-4adf-9029-6de4fba9101a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:16.357329 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-18ae6b7b-dea9-46a6-9593-bf996c3d3424 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:16.382223 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-86dcd3be-907f-4adf-9029-6de4fba9101a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:16.397665 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86dcd3be-907f-4adf-9029-6de4fba9101a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:49:16.398056 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-86dcd3be-907f-4adf-9029-6de4fba9101a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:49:16.414881 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:49:16.420347 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-434793ae-769a-45e2-b64c-9380e6b0ed70 None None] For port 8b7c98d6-46a0-4235-9168-cb7054f32cef, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8b7c98d6-46a0-4235-9168-cb7054f32cef,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:16.478714 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-18ae6b7b-dea9-46a6-9593-bf996c3d3424 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:16.482667 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-18ae6b7b-dea9-46a6-9593-bf996c3d3424 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "DELETE /v2.0/floatingips/bfdf40bf-fd9a-4b31-b3cd-08b812cbe889 HTTP/1.1" status: 204  len: 168 time: 3.3929949
Dec 22 04:49:16.483283 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53320) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:16.488241 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-434793ae-769a-45e2-b64c-9380e6b0ed70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:16.493045 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-bf6fe1a6-7006-4abf-b0ba-77ad29bff2e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:16.570296 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7ef60b-32ba-4ac2-bbfe-7c3f8c070f50 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting subnet a94c43de-859d-487d-9cb7-7816d30f50aa {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:49:16.574075 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-af7ef60b-32ba-4ac2-bbfe-7c3f8c070f50 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:16.595833 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434793ae-769a-45e2-b64c-9380e6b0ed70 None None] Pushing event updated for resources: {'Port': ['ID=8b7c98d6-46a0-4235-9168-cb7054f32cef,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:16.603429 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-434793ae-769a-45e2-b64c-9380e6b0ed70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:16.618018 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7239582f-f660-4900-b294-f9a5805454c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:16.637811 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-af7ef60b-32ba-4ac2-bbfe-7c3f8c070f50 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:16.642804 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ebad2a3b-8019-464a-b96b-3938ffe1ae0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:16.683787 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-86dcd3be-907f-4adf-9029-6de4fba9101a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:16.685780 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-99b59a81-38dc-41d6-8933-171638ef4664 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] delete failed (client error): The resource could not be found.
Dec 22 04:49:16.690376 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-99b59a81-38dc-41d6-8933-171638ef4664 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "DELETE /v2.0/floatingips/bfdf40bf-fd9a-4b31-b3cd-08b812cbe889 HTTP/1.1" status: 404  len: 345 time: 0.1978793
Dec 22 04:49:16.695942 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53324) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:16.697296 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7086ac-74a5-4b01-9b0e-2d70f9a12f5e None None] DHCP port deletion for 0fa247e0-632b-408a-9b03-72faabc1493b request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:49:16.703445 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-7a7086ac-74a5-4b01-9b0e-2d70f9a12f5e None None] Deleting port 20e09e37-9a3a-4c63-a661-9e2454bc9214 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:16.703818 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7a7086ac-74a5-4b01-9b0e-2d70f9a12f5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:16.705802 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-86dcd3be-907f-4adf-9029-6de4fba9101a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:16.736999 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-86dcd3be-907f-4adf-9029-6de4fba9101a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] 10.222.0.53 "DELETE /v2.0/networks/0a794013-ae5e-4901-9fbf-747518ba91d3 HTTP/1.1" status: 204  len: 168 time: 1.7042606
Dec 22 04:49:16.737808 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_gateway, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:16.738584 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:16.752418 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7239582f-f660-4900-b294-f9a5805454c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:16.768266 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-7239582f-f660-4900-b294-f9a5805454c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:16.798524 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7239582f-f660-4900-b294-f9a5805454c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:16.807436 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7239582f-f660-4900-b294-f9a5805454c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:16.808941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7239582f-f660-4900-b294-f9a5805454c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:16.889936 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239582f-f660-4900-b294-f9a5805454c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=c1614234-80e9-4b08-91b7-b40e7e4c26ae,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:16.895392 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7239582f-f660-4900-b294-f9a5805454c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 4.8456998
Dec 22 04:49:16.897009 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7239582f-f660-4900-b294-f9a5805454c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:16.899168 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d2902033-859e-418d-b9d4-b6689ee5af3c tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:16.918604 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53330) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:16.924259 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48de7362-fb40-4cd4-8fe9-a537f306ba9d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:49:16.969327 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dcd3be-907f-4adf-9029-6de4fba9101a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Pushing event deleted for resources: {'Network': ['ID=0a794013-ae5e-4901-9fbf-747518ba91d3,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:16.980039 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-48de7362-fb40-4cd4-8fe9-a537f306ba9d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/routers/41bde271-baf5-4618-b74b-f09357e01f17/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2160389
Dec 22 04:49:16.983712 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-7a7086ac-74a5-4b01-9b0e-2d70f9a12f5e None None] For port 20e09e37-9a3a-4c63-a661-9e2454bc9214, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=20e09e37-9a3a-4c63-a661-9e2454bc9214,segment=NetworkSegment(a1baa0c6-ff74-4004-bbf6-2b1370ff6f04),segment_id=a1baa0c6-ff74-4004-bbf6-2b1370ff6f04)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:16.984544 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7a7086ac-74a5-4b01-9b0e-2d70f9a12f5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:16.996948 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53336) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:17.007477 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-0bbce5ff-78dd-4974-8932-adf4a863193f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'network': {'name': 'tempest-RoutersTest-1529245569'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:17.015439 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0bbce5ff-78dd-4974-8932-adf4a863193f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:17.019078 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] Sync routers for ids ['41bde271-baf5-4618-b74b-f09357e01f17'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:49:17.026222 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0bbce5ff-78dd-4974-8932-adf4a863193f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:network and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:17.031032 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0bbce5ff-78dd-4974-8932-adf4a863193f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:17.034925 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-af7ef60b-32ba-4ac2-bbfe-7c3f8c070f50 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:17.043114 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-86dcd3be-907f-4adf-9029-6de4fba9101a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:17.078898 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0bbce5ff-78dd-4974-8932-adf4a863193f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:17.152053 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afd1efd-d4aa-41f5-8b6d-190958612732 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:17.154822 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3f6e9e-5396-4f50-bef4-e90a4bf34790 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:17.156529 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afd1efd-d4aa-41f5-8b6d-190958612732 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:17.157433 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8afd1efd-d4aa-41f5-8b6d-190958612732 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:49:17.159113 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3f6e9e-5396-4f50-bef4-e90a4bf34790 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:17.163790 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3f6e9e-5396-4f50-bef4-e90a4bf34790 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:17.164951 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-dc3f6e9e-5396-4f50-bef4-e90a4bf34790 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Synchronizing usage tracker for tenant:fd72df115f564198b6625c6a0d6299d2 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:49:17.170927 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbce5ff-78dd-4974-8932-adf4a863193f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Made reservation on behalf of 9e7dce9f57e64c25bbfc8211ac6b7ebe for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:17.174181 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0bbce5ff-78dd-4974-8932-adf4a863193f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:17.241312 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-7a7086ac-74a5-4b01-9b0e-2d70f9a12f5e None None] Calling delete_port for 20e09e37-9a3a-4c63-a661-9e2454bc9214 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:17.247411 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8afd1efd-d4aa-41f5-8b6d-190958612732 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:49:17.252019 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8afd1efd-d4aa-41f5-8b6d-190958612732 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1670 time: 0.3307860
Dec 22 04:49:17.252891 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53342) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:17.293902 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] Routers {'41bde271-baf5-4618-b74b-f09357e01f17'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:17.294610 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469babc970>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['41bde271-baf5-4618-b74b-f09357e01f17'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:17.295206 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-af7ef60b-32ba-4ac2-bbfe-7c3f8c070f50 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:17.302453 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b9c76612-2f87-4522-bfeb-334d4a3511a4 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:17.328056 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53346) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:17.333325 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bbce5ff-78dd-4974-8932-adf4a863193f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:49:17.346333 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-62eabd2c-e023-486c-a379-ce36ae9d23c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:17.347764 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-dc3f6e9e-5396-4f50-bef4-e90a4bf34790 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Unset dirty status for tenant:fd72df115f564198b6625c6a0d6299d2 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:49:17.348965 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-dc3f6e9e-5396-4f50-bef4-e90a4bf34790 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "GET /v2.0/ports?network_id=c8598c21-1a47-4e08-b24a-e0cd70f26da3 HTTP/1.1" status: 200  len: 2357 time: 0.6519756
Dec 22 04:49:17.357338 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ef60b-32ba-4ac2-bbfe-7c3f8c070f50 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Subnet': ['ID=a94c43de-859d-487d-9cb7-7816d30f50aa,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:17.366040 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53352) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:17.372866 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-af7ef60b-32ba-4ac2-bbfe-7c3f8c070f50 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:17.376046 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0bbce5ff-78dd-4974-8932-adf4a863193f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:17.376380 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-0bbce5ff-78dd-4974-8932-adf4a863193f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Added segment 46001174-4fb4-49d1-84ae-b25ad491ce60 of type vlan for network c2a288ee-c16e-4cca-899b-950e9a6521a3
Dec 22 04:49:17.422191 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-af7ef60b-32ba-4ac2-bbfe-7c3f8c070f50 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:17.468254 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-af7ef60b-32ba-4ac2-bbfe-7c3f8c070f50 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/subnets/a94c43de-859d-487d-9cb7-7816d30f50aa HTTP/1.1" status: 204  len: 168 time: 1.1610725
Dec 22 04:49:17.472287 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53356) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:17.481732 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0bbce5ff-78dd-4974-8932-adf4a863193f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:17.515742 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-fcc5672d-903b-4a48-8720-41986a34663e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting port c1614234-80e9-4b08-91b7-b40e7e4c26ae {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:17.516078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fcc5672d-903b-4a48-8720-41986a34663e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:17.538257 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306e1e32-d950-4cb1-9141-d40a65954249 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:17.539160 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-306e1e32-d950-4cb1-9141-d40a65954249 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Synchronizing usage tracker for tenant:fd72df115f564198b6625c6a0d6299d2 on resource:subnet {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:49:17.588614 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5cae0e-699c-4479-89d1-981039cec34b None None] Network 388bda71-cc8c-4159-bf12-de0a6fa0db42 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:17.602807 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8b7c98d6-46a0-4235-9168-cb7054f32cef up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:17.692389 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7a7086ac-74a5-4b01-9b0e-2d70f9a12f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:17.707252 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-306e1e32-d950-4cb1-9141-d40a65954249 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Unset dirty status for tenant:fd72df115f564198b6625c6a0d6299d2 on resource:subnet {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:49:17.713921 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:17.714422 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-306e1e32-d950-4cb1-9141-d40a65954249 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "GET /v2.0/subnets/d1aa839e-7cd3-4369-a96b-e9b3a814fc1b HTTP/1.1" status: 200  len: 797 time: 0.3452632
Dec 22 04:49:17.714872 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0bbce5ff-78dd-4974-8932-adf4a863193f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:17.717496 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53360) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:17.719310 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbce5ff-78dd-4974-8932-adf4a863193f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:17.719894 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0bbce5ff-78dd-4974-8932-adf4a863193f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:17.729150 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-82b60246-7eb9-44bd-8209-54ffc11b8578 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:17.746937 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-75565d1b-d989-4255-b33a-e1b33b3cebba tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:17.752455 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a2c83297-39d6-41a9-8b48-67b21571395e None None] Provisioning for port c1614234-80e9-4b08-91b7-b40e7e4c26ae completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:17.755731 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-26c29bfe-793a-42a1-b963-ccd7d6c032b6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Request body: {'port': {'network_id': 'c8598c21-1a47-4e08-b24a-e0cd70f26da3', 'name': 'tempest-FloatingIPTestJSON-1145569924', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:17.770009 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7086ac-74a5-4b01-9b0e-2d70f9a12f5e None None] Pushing event deleted for resources: {'Port': ['ID=20e09e37-9a3a-4c63-a661-9e2454bc9214,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:17.783790 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-7a7086ac-74a5-4b01-9b0e-2d70f9a12f5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:17.784427 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a2c83297-39d6-41a9-8b48-67b21571395e None None] Provisioning complete for port c1614234-80e9-4b08-91b7-b40e7e4c26ae triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:17.784793 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a2c83297-39d6-41a9-8b48-67b21571395e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:17.826393 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] Set router 41bde271-baf5-4618-b74b-f09357e01f17 gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:49:17.838470 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ec967fc3-73f2-4c96-b78f-923b2c525094 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=12ff9b0938824da5a0f85f94c435a758&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5021064
Dec 22 04:49:17.847443 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53364) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:17.854346 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0bbce5ff-78dd-4974-8932-adf4a863193f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.8559532
Dec 22 04:49:17.868003 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53366) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:17.884422 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'subnet': {'network_id': 'c2a288ee-c16e-4cca-899b-950e9a6521a3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:17.897849 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7086ac-74a5-4b01-9b0e-2d70f9a12f5e None None] No DVR routers for this DVR port 20e09e37-9a3a-4c63-a661-9e2454bc9214 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:49:17.995755 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbce5ff-78dd-4974-8932-adf4a863193f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Network': ['ID=c2a288ee-c16e-4cca-899b-950e9a6521a3,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:18.008138 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a2c83297-39d6-41a9-8b48-67b21571395e None None] Port c1614234-80e9-4b08-91b7-b40e7e4c26ae cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:18.014172 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0bbce5ff-78dd-4974-8932-adf4a863193f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:18.075669 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network c2a288ee-c16e-4cca-899b-950e9a6521a3 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:49:18.095758 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fcc5672d-903b-4a48-8720-41986a34663e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:18.121917 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 58dcf30e-3958-471a-ae24-3776d056b38b is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:49:18.130296 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-75565d1b-d989-4255-b33a-e1b33b3cebba tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:18.141940 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:18.157524 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:subnet and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:18.163475 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:18.172460 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-75565d1b-d989-4255-b33a-e1b33b3cebba tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b2a62b0>,) {'filters': {'network_id': ['0fa247e0-632b-408a-9b03-72faabc1493b']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:18.181941 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:18.190494 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-75565d1b-d989-4255-b33a-e1b33b3cebba tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b2a62b0>, 'a1baa0c6-ff74-4004-bbf6-2b1370ff6f04') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:18.190706 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-75565d1b-d989-4255-b33a-e1b33b3cebba tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b2a62b0>, 'a1baa0c6-ff74-4004-bbf6-2b1370ff6f04') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:18.269400 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-75565d1b-d989-4255-b33a-e1b33b3cebba tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:18.293642 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Made reservation on behalf of 9e7dce9f57e64c25bbfc8211ac6b7ebe for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:18.318291 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-75565d1b-d989-4255-b33a-e1b33b3cebba tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:18.325403 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 8b7c98d6-46a0-4235-9168-cb7054f32cef triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:18.325837 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:18.387418 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75565d1b-d989-4255-b33a-e1b33b3cebba tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:49:18.387647 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-75565d1b-d989-4255-b33a-e1b33b3cebba tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:49:18.401853 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:49:18.443598 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-fcc5672d-903b-4a48-8720-41986a34663e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Calling delete_port for c1614234-80e9-4b08-91b7-b40e7e4c26ae owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:18.480074 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-26c29bfe-793a-42a1-b963-ccd7d6c032b6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:18.505849 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:18.515018 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-26c29bfe-793a-42a1-b963-ccd7d6c032b6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:18.533655 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0094dcfe-3d5f-45a9-99a2-2db88767f035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:18.558044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-62eabd2c-e023-486c-a379-ce36ae9d23c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting port e8c04180-c6ea-41a3-8ff2-b90ebe551a64 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:18.558044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-62eabd2c-e023-486c-a379-ce36ae9d23c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:18.585398 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-75565d1b-d989-4255-b33a-e1b33b3cebba tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:18.597697 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:18.608044 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f8d32e-aca2-4c83-8ddd-e736c25050f4 None None] DHCP port deletion for 388bda71-cc8c-4159-bf12-de0a6fa0db42 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:49:18.616643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-75565d1b-d989-4255-b33a-e1b33b3cebba tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:18.618111 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-28f8d32e-aca2-4c83-8ddd-e736c25050f4 None None] Deleting port 0eb0f91f-8d8a-489c-9f92-7e1e6d577018 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:18.618696 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-28f8d32e-aca2-4c83-8ddd-e736c25050f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:18.630646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c29bfe-793a-42a1-b963-ccd7d6c032b6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Made reservation on behalf of fd72df115f564198b6625c6a0d6299d2 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:18.660177 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 20e09e37-9a3a-4c63-a661-9e2454bc9214 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:49:18.702796 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469babc970>, [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:49:11Z', 'revision_number': 3, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None, '_interfaces': [{'id': 'ac856a08-261d-47a6-a536-770d9bb8b726', 'name': '', 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:1c:fc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:09Z', 'updated_at': '2021-12-22T04:49:11Z', 'revision_number': 2, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe696ef-6297-44bb-991c-b655ab111c68', 'name': '', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:a4:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:55Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:18.711692 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 20e09e37-9a3a-4c63-a661-9e2454bc9214 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:49:18.712044 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 20e09e37-9a3a-4c63-a661-9e2454bc9214 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:49:18.717931 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0094dcfe-3d5f-45a9-99a2-2db88767f035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:18.719538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] Checking router: 41bde271-baf5-4618-b74b-f09357e01f17 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:49:18.720033 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] Updating router 41bde271-baf5-4618-b74b-f09357e01f17 port ac856a08-261d-47a6-a536-770d9bb8b726 binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:49:18.805089 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75565d1b-d989-4255-b33a-e1b33b3cebba tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Network': ['ID=0fa247e0-632b-408a-9b03-72faabc1493b,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:18.821665 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-75565d1b-d989-4255-b33a-e1b33b3cebba tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:18.822782 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:18.833512 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-75565d1b-d989-4255-b33a-e1b33b3cebba tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/networks/0fa247e0-632b-408a-9b03-72faabc1493b HTTP/1.1" status: 204  len: 168 time: 1.3541205
Dec 22 04:49:18.835128 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53374) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:18.979584 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-28f8d32e-aca2-4c83-8ddd-e736c25050f4 None None] For port 0eb0f91f-8d8a-489c-9f92-7e1e6d577018, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=0eb0f91f-8d8a-489c-9f92-7e1e6d577018,segment=NetworkSegment(08a118cc-5792-49f4-a908-89134a4798e0),segment_id=08a118cc-5792-49f4-a908-89134a4798e0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:18.979986 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-28f8d32e-aca2-4c83-8ddd-e736c25050f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:18.981902 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:19.000564 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting port 0eb0f91f-8d8a-489c-9f92-7e1e6d577018 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:19.000921 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:19.017215 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26c29bfe-793a-42a1-b963-ccd7d6c032b6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:19.032475 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fcc5672d-903b-4a48-8720-41986a34663e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:19.036227 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:49:19.047949 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b971449-00d4-4456-820e-818b2f25deda None None] Sync routers for ids ['58dcf30e-3958-471a-ae24-3776d056b38b'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:49:19.054276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-62eabd2c-e023-486c-a379-ce36ae9d23c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:19.061534 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b971449-00d4-4456-820e-818b2f25deda None None] Routers {'58dcf30e-3958-471a-ae24-3776d056b38b'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:19.062502 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3b971449-00d4-4456-820e-818b2f25deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c43e1f0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['58dcf30e-3958-471a-ae24-3776d056b38b'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:19.142288 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:19.146284 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 5.1156697
Dec 22 04:49:19.152748 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-28f8d32e-aca2-4c83-8ddd-e736c25050f4 None None] Calling delete_port for 0eb0f91f-8d8a-489c-9f92-7e1e6d577018 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:19.154111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53378) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:19.166274 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-980b14c8-a895-4771-99eb-8a3b4f608c07 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:19.364395 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-3b971449-00d4-4456-820e-818b2f25deda None None] Set router 58dcf30e-3958-471a-ae24-3776d056b38b gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:49:19.386296 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-62eabd2c-e023-486c-a379-ce36ae9d23c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Calling delete_port for e8c04180-c6ea-41a3-8ff2-b90ebe551a64 owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:19.390099 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] For port 0eb0f91f-8d8a-489c-9f92-7e1e6d577018, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=0eb0f91f-8d8a-489c-9f92-7e1e6d577018,segment=NetworkSegment(08a118cc-5792-49f4-a908-89134a4798e0),segment_id=08a118cc-5792-49f4-a908-89134a4798e0)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:19.390507 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:19.417780 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:19.444905 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-af7ef60b-32ba-4ac2-bbfe-7c3f8c070f50 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:19.482403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fcc5672d-903b-4a48-8720-41986a34663e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:19.495830 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5672d-903b-4a48-8720-41986a34663e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Port': ['ID=c1614234-80e9-4b08-91b7-b40e7e4c26ae,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:19.507591 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0094dcfe-3d5f-45a9-99a2-2db88767f035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:19.520696 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fcc5672d-903b-4a48-8720-41986a34663e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:19.537216 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fa732d4b-eb86-4993-b666-f22525feea47 tempest-ServersTestJSON-494559553 tempest-ServersTestJSON-494559553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:19.559177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-26c29bfe-793a-42a1-b963-ccd7d6c032b6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] device_id is not set on port c936144a-f0d8-4e56-86d7-3ce80d147543 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:49:19.564197 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-28f8d32e-aca2-4c83-8ddd-e736c25050f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:19.571434 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-22f4d245-a3da-4805-b9bb-2afbf4d4cefc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:19.637241 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 0eb0f91f-8d8a-489c-9f92-7e1e6d577018 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:49:19.670844 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8d32e-aca2-4c83-8ddd-e736c25050f4 None None] Pushing event deleted for resources: {'Port': ['ID=0eb0f91f-8d8a-489c-9f92-7e1e6d577018,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:19.673398 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-28f8d32e-aca2-4c83-8ddd-e736c25050f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:19.686138 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 0eb0f91f-8d8a-489c-9f92-7e1e6d577018 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:49:19.686492 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 0eb0f91f-8d8a-489c-9f92-7e1e6d577018 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:49:19.692167 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f8d32e-aca2-4c83-8ddd-e736c25050f4 None None] No DVR routers for this DVR port 0eb0f91f-8d8a-489c-9f92-7e1e6d577018 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:49:19.724385 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Calling delete_port for 0eb0f91f-8d8a-489c-9f92-7e1e6d577018 owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:19.761978 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b2b8a798-4a08-45c5-8c1b-2a7d2c3fa83b tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=276ceac97e6343c5aa8f294c3cc0960a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.6045547
Dec 22 04:49:19.764670 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53386) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:19.771298 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094dcfe-3d5f-45a9-99a2-2db88767f035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50448b1-2578-4b29-b5e2-c958cf1cb6ec,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:19.790627 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0094dcfe-3d5f-45a9-99a2-2db88767f035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:19.796750 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0094dcfe-3d5f-45a9-99a2-2db88767f035 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b50448b1-2578-4b29-b5e2-c958cf1cb6ec HTTP/1.1" status: 204  len: 168 time: 1.9217412
Dec 22 04:49:19.796750 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fcc5672d-903b-4a48-8720-41986a34663e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/c1614234-80e9-4b08-91b7-b40e7e4c26ae HTTP/1.1" status: 204  len: 168 time: 2.5356414
Dec 22 04:49:19.806139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0094dcfe-3d5f-45a9-99a2-2db88767f035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:19.806648 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53390) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:19.809437 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:19.828205 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] Transition to ACTIVE for port object ac856a08-261d-47a6-a536-770d9bb8b726 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:19.835048 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3b971449-00d4-4456-820e-818b2f25deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c43e1f0>, [{'id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'name': 'tempest-TestNetworkBasicOps-router-1478209335', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:14Z', 'updated_at': '2021-12-22T04:49:16Z', 'revision_number': 3, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:15Z', 'updated_at': '2021-12-22T04:49:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:19.837368 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:19.840366 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b971449-00d4-4456-820e-818b2f25deda None None] Checking router: 58dcf30e-3958-471a-ae24-3776d056b38b for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:49:19.840896 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b971449-00d4-4456-820e-818b2f25deda None None] Updating router 58dcf30e-3958-471a-ae24-3776d056b38b port 737221ca-f585-4bf1-825d-4da03219a3c7 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:49:19.844912 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-014b3c34-8e6c-413e-a422-468937627196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:19.897888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732485e5-d55e-4bf4-aac7-37fce6239780 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:19.898762 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3b971449-00d4-4456-820e-818b2f25deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:19.899222 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732485e5-d55e-4bf4-aac7-37fce6239780 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:19.899966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-732485e5-d55e-4bf4-aac7-37fce6239780 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:49:19.966935 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.api [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:49:19.967281 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_db.api [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:49:20.069515 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f5e8b-63ba-4cc2-b613-cf5fa77d14cd None None] Pushing event updated for resources: {'Port': ['ID=ac856a08-261d-47a6-a536-770d9bb8b726,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:20.071751 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a9e6bb-b0d5-45fe-a1ed-f7f5727f2cf7 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:20.078329 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-115f5e8b-63ba-4cc2-b613-cf5fa77d14cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:20.083907 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-29a9e6bb-b0d5-45fe-a1ed-f7f5727f2cf7 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3092170
Dec 22 04:49:20.085317 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Subnet': ['ID=091d6920-a13b-4d5e-843b-a2a2d6f050d3,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:20.091294 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53396) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:20.141531 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-62eabd2c-e023-486c-a379-ce36ae9d23c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:20.152794 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1ae2a973-b638-434c-8826-4e1f8d14057b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:20.181983 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c1dad306-f2ea-4a54-a550-f5b82dff8d5b tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0893726
Dec 22 04:49:20.192004 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:20.194501 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:20.195032 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:20.195402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:20.195761 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:20.196117 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:20.196464 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:20.196812 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:20.197157 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:20.197501 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:20.197867 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:20.204424 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53402) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:20.214549 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:20.215610 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Checking segment: {'id': '46001174-4fb4-49d1-84ae-b25ad491ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c2a288ee-c16e-4cca-899b-950e9a6521a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:20.216264 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network hostable DHCP agents. Network: c2a288ee-c16e-4cca-899b-950e9a6521a3, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:49:20.229006 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-367498678', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:20.259931 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eabd2c-e023-486c-a379-ce36ae9d23c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Port': ['ID=e8c04180-c6ea-41a3-8ff2-b90ebe551a64,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:20.262713 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-62eabd2c-e023-486c-a379-ce36ae9d23c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:20.273459 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-732485e5-d55e-4bf4-aac7-37fce6239780 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:49:20.276809 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-732485e5-d55e-4bf4-aac7-37fce6239780 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.4612770
Dec 22 04:49:20.276954 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network c2a288ee-c16e-4cca-899b-950e9a6521a3 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:49:20.279350 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53406) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:20.368239 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, c2a288ee-c16e-4cca-899b-950e9a6521a3) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:20.369307 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] Attempting to bind port ac856a08-261d-47a6-a536-770d9bb8b726 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:49:20.369905 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] Attempting to bind port ac856a08-261d-47a6-a536-770d9bb8b726 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'bef77b65-4e1e-49fd-bc55-7e23cbc811d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:49:20.370457 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] Attempting to bind port ac856a08-261d-47a6-a536-770d9bb8b726 on network f9303cc1-64e3-47f5-8815-fc4adbc077eb {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:49:20.382938 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:20.384548 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:20.386666 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:49:20.387276 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] Checking segment: {'id': 'bef77b65-4e1e-49fd-bc55-7e23cbc811d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:20.387882 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:20.388453 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] Bound using segment: {'id': 'bef77b65-4e1e-49fd-bc55-7e23cbc811d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:49:20.389102 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] Bound port: ac856a08-261d-47a6-a536-770d9bb8b726, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef77b65-4e1e-49fd-bc55-7e23cbc811d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:49:20.389946 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:20.407761 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91620033-d923-40ef-a218-46426f2665e2 None None] Network c2a288ee-c16e-4cca-899b-950e9a6521a3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:20.501199 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting port 0eb0f91f-8d8a-489c-9f92-7e1e6d577018 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:20.501837 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:20.535620 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3b971449-00d4-4456-820e-818b2f25deda None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:20.553710 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-3b971449-00d4-4456-820e-818b2f25deda None None] Transition to ACTIVE for port object 737221ca-f585-4bf1-825d-4da03219a3c7 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:20.563352 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3b971449-00d4-4456-820e-818b2f25deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:20.569298 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-998c7739-b452-47e9-941e-aaf96b296d5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:20.687439 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8142388
Dec 22 04:49:20.695062 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543e975-8d0e-4b06-84b0-b3c9ff9bce5d None None] Pushing event updated for resources: {'Port': ['ID=737221ca-f585-4bf1-825d-4da03219a3c7,revision_number=2']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:20.699265 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] The port '0eb0f91f-8d8a-489c-9f92-7e1e6d577018' was deleted {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:49:20.713174 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53418) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:20.717212 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543e975-8d0e-4b06-84b0-b3c9ff9bce5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:20.718033 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543e975-8d0e-4b06-84b0-b3c9ff9bce5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:20.719743 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543e975-8d0e-4b06-84b0-b3c9ff9bce5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:20.720251 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543e975-8d0e-4b06-84b0-b3c9ff9bce5d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:20.722086 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543e975-8d0e-4b06-84b0-b3c9ff9bce5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:20.722582 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543e975-8d0e-4b06-84b0-b3c9ff9bce5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:20.723079 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543e975-8d0e-4b06-84b0-b3c9ff9bce5d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:20.724508 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543e975-8d0e-4b06-84b0-b3c9ff9bce5d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:20.726086 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543e975-8d0e-4b06-84b0-b3c9ff9bce5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:20.726562 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543e975-8d0e-4b06-84b0-b3c9ff9bce5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:20.727289 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543e975-8d0e-4b06-84b0-b3c9ff9bce5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:20.746590 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-3543e975-8d0e-4b06-84b0-b3c9ff9bce5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:20.799747 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-3b971449-00d4-4456-820e-818b2f25deda None None] Attempting to bind port 737221ca-f585-4bf1-825d-4da03219a3c7 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:49:20.800380 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-3b971449-00d4-4456-820e-818b2f25deda None None] Attempting to bind port 737221ca-f585-4bf1-825d-4da03219a3c7 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:49:20.800909 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b971449-00d4-4456-820e-818b2f25deda None None] Attempting to bind port 737221ca-f585-4bf1-825d-4da03219a3c7 on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:49:20.806681 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:20.809887 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b971449-00d4-4456-820e-818b2f25deda None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:49:20.810629 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b971449-00d4-4456-820e-818b2f25deda None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:20.811394 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3b971449-00d4-4456-820e-818b2f25deda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:20.812717 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b971449-00d4-4456-820e-818b2f25deda None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:49:20.813351 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-3b971449-00d4-4456-820e-818b2f25deda None None] Bound port: 737221ca-f585-4bf1-825d-4da03219a3c7, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:49:20.814180 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3b971449-00d4-4456-820e-818b2f25deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:20.817647 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:subnet and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:20.824615 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:20.841501 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:20.847246 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-62eabd2c-e023-486c-a379-ce36ae9d23c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:20.906657 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-3b971449-00d4-4456-820e-818b2f25deda None None] For port 737221ca-f585-4bf1-825d-4da03219a3c7, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:49:20.911003 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-3b971449-00d4-4456-820e-818b2f25deda None None] For port 737221ca-f585-4bf1-825d-4da03219a3c7, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=737221ca-f585-4bf1-825d-4da03219a3c7,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:49:20.923209 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3b971449-00d4-4456-820e-818b2f25deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:20.931738 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-15fe0fc8-bbdb-4709-9f93-231991ad33a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:20.982877 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:21.040114 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] For port ac856a08-261d-47a6-a536-770d9bb8b726, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:49:21.043006 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] For port ac856a08-261d-47a6-a536-770d9bb8b726, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=ac856a08-261d-47a6-a536-770d9bb8b726,segment=NetworkSegment(bef77b65-4e1e-49fd-bc55-7e23cbc811d3),segment_id=bef77b65-4e1e-49fd-bc55-7e23cbc811d3)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:49:21.057470 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-c2a288ee-c16e-4cca-899b-950e9a6521a3', 'network_id': 'c2a288ee-c16e-4cca-899b-950e9a6521a3', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'fixed_ips': [{'subnet_id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:49:21.058667 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:21.086909 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543e975-8d0e-4b06-84b0-b3c9ff9bce5d None None] Pushing event updated for resources: {'Port': ['ID=737221ca-f585-4bf1-825d-4da03219a3c7,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:21.113921 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-3543e975-8d0e-4b06-84b0-b3c9ff9bce5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:21.165925 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-26c29bfe-793a-42a1-b963-ccd7d6c032b6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Allocated IP 172.20.0.14 (c8598c21-1a47-4e08-b24a-e0cd70f26da3/d1aa839e-7cd3-4369-a96b-e9b3a814fc1b/c936144a-f0d8-4e56-86d7-3ce80d147543) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:21.182342 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b971449-00d4-4456-820e-818b2f25deda None None] Routers {'58dcf30e-3958-471a-ae24-3776d056b38b'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:21.183804 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3b971449-00d4-4456-820e-818b2f25deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c43e1f0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['58dcf30e-3958-471a-ae24-3776d056b38b'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:21.191100 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-26c29bfe-793a-42a1-b963-ccd7d6c032b6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Allocated IP 172.20.0.12 (c8598c21-1a47-4e08-b24a-e0cd70f26da3/d1aa839e-7cd3-4369-a96b-e9b3a814fc1b/c936144a-f0d8-4e56-86d7-3ce80d147543) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:21.218780 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:21.222392 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ac6583-8288-429e-b515-8d90e6c218dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet 517ce0ec-66d8-4cb9-8c2c-077a0df2e71d {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:49:21.232603 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-68ac6583-8288-429e-b515-8d90e6c218dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:21.234985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:21.263430 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:21.337850 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469c24a7c0>,) {'filters': {'network_id': ['388bda71-cc8c-4159-bf12-de0a6fa0db42']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:21.349433 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-68ac6583-8288-429e-b515-8d90e6c218dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:21.351602 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Allocated IP 172.22.0.2 (c2a288ee-c16e-4cca-899b-950e9a6521a3/091d6920-a13b-4d5e-843b-a2a2d6f050d3/4b9c7a32-941b-4f1f-aaf3-af723e6f9d17) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:21.418110 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c24a7c0>, '08a118cc-5792-49f4-a908-89134a4798e0') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:21.418517 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c24a7c0>, '08a118cc-5792-49f4-a908-89134a4798e0') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:21.429915 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] Routers {'41bde271-baf5-4618-b74b-f09357e01f17'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:21.430898 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469babc970>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['41bde271-baf5-4618-b74b-f09357e01f17'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:21.479096 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:21.560440 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:21.589113 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-3b971449-00d4-4456-820e-818b2f25deda None None] Set router 58dcf30e-3958-471a-ae24-3776d056b38b gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:49:21.672567 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:21.749890 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:49:21.750371 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:49:21.766006 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:49:21.806726 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:21.821713 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Transition to ACTIVE for port object 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:21.843516 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Transition to ACTIVE for port object 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:21.852446 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f5e8b-63ba-4cc2-b613-cf5fa77d14cd None None] Pushing event updated for resources: {'Port': ['ID=ac856a08-261d-47a6-a536-770d9bb8b726,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:21.858659 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-115f5e8b-63ba-4cc2-b613-cf5fa77d14cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:21.861347 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-68ac6583-8288-429e-b515-8d90e6c218dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:21.890745 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:21.918157 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fad032a6-94ac-43c8-a388-9b95ee993af3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:21.993516 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Pushing event updated for resources: {'Port': ['ID=4b9c7a32-941b-4f1f-aaf3-af723e6f9d17,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:22.012239 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:22.014187 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Network c2a288ee-c16e-4cca-899b-950e9a6521a3 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:22.037914 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:22.053696 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:22.061992 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3b971449-00d4-4456-820e-818b2f25deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c43e1f0>, [{'id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'name': 'tempest-TestNetworkBasicOps-router-1478209335', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:14Z', 'updated_at': '2021-12-22T04:49:16Z', 'revision_number': 3, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:15Z', 'updated_at': '2021-12-22T04:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:22.070256 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b971449-00d4-4456-820e-818b2f25deda None None] The sync data for ids ['58dcf30e-3958-471a-ae24-3776d056b38b'] in dv-neutron-822525-1-hyperv is: [{'id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'name': 'tempest-TestNetworkBasicOps-router-1478209335', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:14Z', 'updated_at': '2021-12-22T04:49:16Z', 'revision_number': 3, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:15Z', 'updated_at': '2021-12-22T04:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:49:22.074051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26c29bfe-793a-42a1-b963-ccd7d6c032b6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:22.076063 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:22.087996 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0bbce5ff-78dd-4974-8932-adf4a863193f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:22.120676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:22.121969 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:22.127486 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ba9ec54e-3dcc-4378-a026-19a90c95da02 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:22.130681 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Network': ['ID=388bda71-cc8c-4159-bf12-de0a6fa0db42,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:22.141167 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] Set router 41bde271-baf5-4618-b74b-f09357e01f17 gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:49:22.144104 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/networks/388bda71-cc8c-4159-bf12-de0a6fa0db42 HTTP/1.1" status: 204  len: 168 time: 3.3070021
Dec 22 04:49:22.159504 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:22.160309 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53436) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:22.176972 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-5de6c036-92ba-429d-b12e-86cf71db5645 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-609601438'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:22.183691 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5de6c036-92ba-429d-b12e-86cf71db5645 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:22.188051 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5de6c036-92ba-429d-b12e-86cf71db5645 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:network and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:22.191354 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5de6c036-92ba-429d-b12e-86cf71db5645 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:22.199090 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5de6c036-92ba-429d-b12e-86cf71db5645 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:22.257927 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26c29bfe-793a-42a1-b963-ccd7d6c032b6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:22.305490 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-68ac6583-8288-429e-b515-8d90e6c218dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:22.327634 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e28765c0-ead8-4d04-a24c-70798a365bfb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:22.352423 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Subnet': ['ID=246ba28a-a8c9-4127-8cc7-7fb232785c05,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:22.362328 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de6c036-92ba-429d-b12e-86cf71db5645 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Made reservation on behalf of 2c15a5726c1c4265b642f9bc187fa0d4 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:22.367635 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5de6c036-92ba-429d-b12e-86cf71db5645 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:22.390231 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-68ac6583-8288-429e-b515-8d90e6c218dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:22.485622 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada6d75c-031d-42de-a76a-57711e6b64ea None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:22.540485 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac6583-8288-429e-b515-8d90e6c218dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=517ce0ec-66d8-4cb9-8c2c-077a0df2e71d,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:22.548463 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-68ac6583-8288-429e-b515-8d90e6c218dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:22.556435 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de6c036-92ba-429d-b12e-86cf71db5645 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:49:22.559371 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c29bfe-793a-42a1-b963-ccd7d6c032b6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Network c8598c21-1a47-4e08-b24a-e0cd70f26da3 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:22.564878 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-26c29bfe-793a-42a1-b963-ccd7d6c032b6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:22.567062 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:22.567637 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:22.567767 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:22.568353 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:22.569842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:22.569842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:22.570098 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:22.570395 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:22.571533 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:22.571640 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-68ac6583-8288-429e-b515-8d90e6c218dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/517ce0ec-66d8-4cb9-8c2c-077a0df2e71d HTTP/1.1" status: 204  len: 168 time: 2.2878959
Dec 22 04:49:22.571726 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:22.571726 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:22.575052 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c29bfe-793a-42a1-b963-ccd7d6c032b6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:22.575351 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53446) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:22.579660 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5de6c036-92ba-429d-b12e-86cf71db5645 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:22.580207 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-5de6c036-92ba-429d-b12e-86cf71db5645 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Added segment f56b954e-ea85-4a8c-b2a1-bf14fabf5065 of type vlan for network caa38882-b96b-40a8-8dd0-45c3b72fd78e
Dec 22 04:49:22.642188 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Attempting to bind port 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:49:22.642562 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Attempting to bind port 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '46001174-4fb4-49d1-84ae-b25ad491ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c2a288ee-c16e-4cca-899b-950e9a6521a3'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:49:22.642933 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Attempting to bind port 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17 on network c2a288ee-c16e-4cca-899b-950e9a6521a3 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:49:22.691064 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:49:22.691513 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Checking segment: {'id': '46001174-4fb4-49d1-84ae-b25ad491ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c2a288ee-c16e-4cca-899b-950e9a6521a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:22.693223 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:22.694303 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Bound using segment: {'id': '46001174-4fb4-49d1-84ae-b25ad491ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c2a288ee-c16e-4cca-899b-950e9a6521a3'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:49:22.694815 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Bound port: 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46001174-4fb4-49d1-84ae-b25ad491ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c2a288ee-c16e-4cca-899b-950e9a6521a3'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:49:22.695199 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:22.698666 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3d7607e0-8484-48b2-86e0-be32c6496022 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1229684
Dec 22 04:49:22.702212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53452) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:22.838896 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c29bfe-793a-42a1-b963-ccd7d6c032b6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:22.839501 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26c29bfe-793a-42a1-b963-ccd7d6c032b6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:22.842937 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5de6c036-92ba-429d-b12e-86cf71db5645 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:22.851945 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:22.852444 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.557s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:22.907756 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Checking segment: {'id': '1f6e2f25-1061-4a0d-a451-c87be86e134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:22.908167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network hostable DHCP agents. Network: f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:49:22.989788 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c29bfe-793a-42a1-b963-ccd7d6c032b6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Port': ['ID=c936144a-f0d8-4e56-86d7-3ce80d147543,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:23.000504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-26c29bfe-793a-42a1-b963-ccd7d6c032b6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:23.002138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62eabd2c-e023-486c-a379-ce36ae9d23c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Router 1f8c04b5-dc20-4223-9c63-92f39a1587d7 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:49:23.007512 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-26c29bfe-793a-42a1-b963-ccd7d6c032b6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 5.2889972
Dec 22 04:49:23.009007 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53460) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:23.016139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': 'c936144a-f0d8-4e56-86d7-3ce80d147543', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:23.018016 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2665c22a-e342-49f0-bf2e-9bdb1a9e8548 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:23.023261 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:49:23.026888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:23.036084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Usage tracker for resource:floatingip and tenant:fd72df115f564198b6625c6a0d6299d2 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:23.041691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:23.048741 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:23.093725 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] For port 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:49:23.097449 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] For port 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=4b9c7a32-941b-4f1f-aaf3-af723e6f9d17,segment=NetworkSegment(46001174-4fb4-49d1-84ae-b25ad491ce60),segment_id=46001174-4fb4-49d1-84ae-b25ad491ce60)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:49:23.149426 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:23.165948 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:23.178554 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4d01c35b-4d5c-4b32-9437-55ce878a64b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:23.262851 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14240585-0929-492b-a018-b72cbc0c5ab6 None None] Network f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:23.285250 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Pushing event updated for resources: {'Port': ['ID=4b9c7a32-941b-4f1f-aaf3-af723e6f9d17,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:23.297385 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:23.298000 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:23.356466 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:23.401364 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 3.1907561
Dec 22 04:49:23.406406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53472) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:23.442209 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:23.442663 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:23.444905 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:23.445394 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:23.445954 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:23.446819 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:23.447294 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:23.447745 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:23.448410 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:23.449169 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:23.449482 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:49:23.454634 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:23.549276 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469babc970>, [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:49:11Z', 'revision_number': 3, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None, '_interfaces': [{'id': 'ac856a08-261d-47a6-a536-770d9bb8b726', 'name': '', 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:1c:fc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:09Z', 'updated_at': '2021-12-22T04:49:21Z', 'revision_number': 4, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe696ef-6297-44bb-991c-b655ab111c68', 'name': '', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:a4:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:55Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:23.558139 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a797851-be18-420e-aa3b-126b30cf4ebc None None] The sync data for ids ['41bde271-baf5-4618-b74b-f09357e01f17'] in dv-neutron-822525-1-hyperv is: [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:49:11Z', 'revision_number': 3, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None, '_interfaces': [{'id': 'ac856a08-261d-47a6-a536-770d9bb8b726', 'name': '', 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:1c:fc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:09Z', 'updated_at': '2021-12-22T04:49:21Z', 'revision_number': 4, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe696ef-6297-44bb-991c-b655ab111c68', 'name': '', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:a4:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:55Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:49:23.595610 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7b6413-3da1-4b7c-a905-ede314ecec73 None None] DHCP port deletion for 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:49:23.608436 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-5c7b6413-3da1-4b7c-a905-ede314ecec73 None None] Deleting port 8b7c98d6-46a0-4235-9168-cb7054f32cef {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:23.609102 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5c7b6413-3da1-4b7c-a905-ede314ecec73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:23.685979 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62eabd2c-e023-486c-a379-ce36ae9d23c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:49:23.698119 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-62eabd2c-e023-486c-a379-ce36ae9d23c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "PUT /v2.0/routers/1f8c04b5-dc20-4223-9c63-92f39a1587d7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.5442004
Dec 22 04:49:23.699877 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53476) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:23.713740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 737221ca-f585-4bf1-825d-4da03219a3c7 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:23.774549 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2fce3f-6484-40a4-bebf-cb44527d48c7 None None] Sync routers for ids ['1f8c04b5-dc20-4223-9c63-92f39a1587d7'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:49:23.776014 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a60adb-e292-4c7f-8926-66835b6e5a77 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] GET failed (client error): The resource could not be found.
Dec 22 04:49:23.776522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-51a60adb-e292-4c7f-8926-66835b6e5a77 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Synchronizing usage tracker for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:49:23.928114 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2fce3f-6484-40a4-bebf-cb44527d48c7 None None] Routers {'1f8c04b5-dc20-4223-9c63-92f39a1587d7'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:23.928859 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-cd2fce3f-6484-40a4-bebf-cb44527d48c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c651880>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1f8c04b5-dc20-4223-9c63-92f39a1587d7'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:23.935307 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-51a60adb-e292-4c7f-8926-66835b6e5a77 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Unset dirty status for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:49:23.942104 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-51a60adb-e292-4c7f-8926-66835b6e5a77 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports/e8c04180-c6ea-41a3-8ff2-b90ebe551a64 HTTP/1.1" status: 404  len: 333 time: 0.2379632
Dec 22 04:49:23.942800 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53480) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:23.968737 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecc2a3e-881b-4e80-b573-ff5cb4d57b93 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:23.972112 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1ecc2a3e-881b-4e80-b573-ff5cb4d57b93 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 1.2668657
Dec 22 04:49:23.976598 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5de6c036-92ba-429d-b12e-86cf71db5645 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:23.981374 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53484) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:23.985479 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de6c036-92ba-429d-b12e-86cf71db5645 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:23.990684 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5de6c036-92ba-429d-b12e-86cf71db5645 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:24.015165 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-bc7aa6b9-37ec-4224-8632-462482b2fb60 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:24.049969 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ips': [{'subnet_id': '246ba28a-a8c9-4127-8cc7-7fb232785c05'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:49:24.050812 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:24.101740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-cd2fce3f-6484-40a4-bebf-cb44527d48c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c651880>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:24.213019 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-2665c22a-e342-49f0-bf2e-9bdb1a9e8548 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Allocated IP 172.22.0.1 (c2a288ee-c16e-4cca-899b-950e9a6521a3/091d6920-a13b-4d5e-843b-a2a2d6f050d3/696a9d92-719d-4cb3-ad56-7e375f8196df) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:24.270235 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5de6c036-92ba-429d-b12e-86cf71db5645 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 2.1083727
Dec 22 04:49:24.277821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53488) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:24.279591 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6c036-92ba-429d-b12e-86cf71db5645 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Network': ['ID=caa38882-b96b-40a8-8dd0-45c3b72fd78e,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:24.282688 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5de6c036-92ba-429d-b12e-86cf71db5645 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:24.318346 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-c92d3609-4d8a-4401-a562-a4c05579af46 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'subnet': {'network_id': 'caa38882-b96b-40a8-8dd0-45c3b72fd78e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:24.339107 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:24.475161 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-5c7b6413-3da1-4b7c-a905-ede314ecec73 None None] For port 8b7c98d6-46a0-4235-9168-cb7054f32cef, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8b7c98d6-46a0-4235-9168-cb7054f32cef,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:24.475683 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5c7b6413-3da1-4b7c-a905-ede314ecec73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:24.545520 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c92d3609-4d8a-4401-a562-a4c05579af46 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:24.548439 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Allocated IP 172.26.4.69 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/74b9507a-08a4-4a93-8c71-a2bc7c5f3b35) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:24.578047 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c92d3609-4d8a-4401-a562-a4c05579af46 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:subnet and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:24.586706 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c92d3609-4d8a-4401-a562-a4c05579af46 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:24.604278 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c92d3609-4d8a-4401-a562-a4c05579af46 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:24.615988 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2665c22a-e342-49f0-bf2e-9bdb1a9e8548 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:24.636499 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-2665c22a-e342-49f0-bf2e-9bdb1a9e8548 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Transition to ACTIVE for port object 696a9d92-719d-4cb3-ad56-7e375f8196df will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:24.643601 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92d3609-4d8a-4401-a562-a4c05579af46 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Made reservation on behalf of 2c15a5726c1c4265b642f9bc187fa0d4 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:24.718191 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-5c7b6413-3da1-4b7c-a905-ede314ecec73 None None] Calling delete_port for 8b7c98d6-46a0-4235-9168-cb7054f32cef owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:24.730290 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93e4d4b-56e7-4e16-80b3-ceeb4199fb20 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:24.737672 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f93e4d4b-56e7-4e16-80b3-ceeb4199fb20 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.6961312
Dec 22 04:49:24.739052 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53496) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:24.792330 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network caa38882-b96b-40a8-8dd0-45c3b72fd78e details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:49:24.855307 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c92d3609-4d8a-4401-a562-a4c05579af46 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:24.929577 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fa22e0f0-4d5b-471f-a81b-50e3adb69a10 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1629415
Dec 22 04:49:24.930215 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53500) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:24.950935 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-88b0c663-8907-4d16-beff-ba8632b15b35 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:24.988207 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eff83881-cc91-44a6-90c3-830a98f47d7b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:25.008415 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2fce3f-6484-40a4-bebf-cb44527d48c7 None None] Routers {'1f8c04b5-dc20-4223-9c63-92f39a1587d7'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:25.009055 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-cd2fce3f-6484-40a4-bebf-cb44527d48c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c651880>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1f8c04b5-dc20-4223-9c63-92f39a1587d7'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:25.054413 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53504) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:25.064936 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca05267-bf9b-4e7f-9f7e-fbcf359d4b09 None None] Network c2a288ee-c16e-4cca-899b-950e9a6521a3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:25.091420 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Allocated IP 172.20.0.2 (f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8/246ba28a-a8c9-4127-8cc7-7fb232785c05/2f0246d3-be59-4258-9197-bdd7f14475d9) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:25.167096 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2665c22a-e342-49f0-bf2e-9bdb1a9e8548 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:25.172049 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b7189202-0fc8-4e90-913c-54c1253a24e6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:25.206109 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c92d3609-4d8a-4401-a562-a4c05579af46 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:25.244117 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 737221ca-f585-4bf1-825d-4da03219a3c7 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:25.245411 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2665c22a-e342-49f0-bf2e-9bdb1a9e8548 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network c2a288ee-c16e-4cca-899b-950e9a6521a3 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:25.250678 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-2665c22a-e342-49f0-bf2e-9bdb1a9e8548 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:25.251982 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-cd2fce3f-6484-40a4-bebf-cb44527d48c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c651880>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:25.252705 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2fce3f-6484-40a4-bebf-cb44527d48c7 None None] The sync data for ids ['1f8c04b5-dc20-4223-9c63-92f39a1587d7'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:49:25.256819 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-390936747', 'description': 'tempest-secgroup-smoke-390936747 description', 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:25.263849 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2665c22a-e342-49f0-bf2e-9bdb1a9e8548 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:25.289903 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 737221ca-f585-4bf1-825d-4da03219a3c7 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:25.290286 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:25.323021 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:25.346581 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665c22a-e342-49f0-bf2e-9bdb1a9e8548 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Port': ['ID=696a9d92-719d-4cb3-ad56-7e375f8196df,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:25.349807 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2665c22a-e342-49f0-bf2e-9bdb1a9e8548 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:25.357912 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:25.358050 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Usage tracker for resource:security_group and tenant:4a9c0bba5dc144c8a8924788c9d546a7 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:25.367034 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:25.371016 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5c7b6413-3da1-4b7c-a905-ede314ecec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:25.386435 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f9db4733-2f37-4721-8ea5-37e268e722dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:25.432286 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d3609-4d8a-4401-a562-a4c05579af46 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Subnet': ['ID=459efe84-48db-4782-a2a3-81c2ebf44c75,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:25.438505 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c92d3609-4d8a-4401-a562-a4c05579af46 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:25.447184 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3fe8ab1c-c6e4-4355-8a47-6ec727afbe9d None None] Provisioning for port 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:25.448568 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92d3609-4d8a-4401-a562-a4c05579af46 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Checking segment: {'id': 'f56b954e-ea85-4a8c-b2a1-bf14fabf5065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'caa38882-b96b-40a8-8dd0-45c3b72fd78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:25.448936 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92d3609-4d8a-4401-a562-a4c05579af46 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network hostable DHCP agents. Network: caa38882-b96b-40a8-8dd0-45c3b72fd78e, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:49:25.450340 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b6413-3da1-4b7c-a905-ede314ecec73 None None] Pushing event deleted for resources: {'Port': ['ID=8b7c98d6-46a0-4235-9168-cb7054f32cef,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:25.457129 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2665c22a-e342-49f0-bf2e-9bdb1a9e8548 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:25.459399 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:25.473583 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5c7b6413-3da1-4b7c-a905-ede314ecec73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:25.501875 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92d3609-4d8a-4401-a562-a4c05579af46 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network caa38882-b96b-40a8-8dd0-45c3b72fd78e is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:49:25.505091 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7b6413-3da1-4b7c-a905-ede314ecec73 None None] No DVR routers for this DVR port 8b7c98d6-46a0-4235-9168-cb7054f32cef on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:49:25.510915 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-88b0c663-8907-4d16-beff-ba8632b15b35 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:25.513980 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:25.524573 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-c92d3609-4d8a-4401-a562-a4c05579af46 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, caa38882-b96b-40a8-8dd0-45c3b72fd78e) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:25.530430 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92d3609-4d8a-4401-a562-a4c05579af46 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:25.531079 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c92d3609-4d8a-4401-a562-a4c05579af46 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:25.533484 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:25.556969 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae468ab1-faa5-4897-b602-82760a67bcc3 None None] Network caa38882-b96b-40a8-8dd0-45c3b72fd78e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:25.607917 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-88b0c663-8907-4d16-beff-ba8632b15b35 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:25.618030 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-88b0c663-8907-4d16-beff-ba8632b15b35 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:25.622649 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2665c22a-e342-49f0-bf2e-9bdb1a9e8548 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:25.676729 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c92d3609-4d8a-4401-a562-a4c05579af46 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3925345
Dec 22 04:49:25.678571 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:25.685702 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53508) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:25.688479 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-88b0c663-8907-4d16-beff-ba8632b15b35 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:25.695072 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-b91075c6-ba1b-4aa3-b93c-f7376774c95e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1002469306', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:25.705541 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b91075c6-ba1b-4aa3-b93c-f7376774c95e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:25.709490 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b91075c6-ba1b-4aa3-b93c-f7376774c95e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:router and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:25.712378 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b91075c6-ba1b-4aa3-b93c-f7376774c95e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:25.728560 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b91075c6-ba1b-4aa3-b93c-f7376774c95e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:25.788576 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b0c663-8907-4d16-beff-ba8632b15b35 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:25.848900 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:25.867143 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b91075c6-ba1b-4aa3-b93c-f7376774c95e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:25.868121 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b91075c6-ba1b-4aa3-b93c-f7376774c95e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:25.871015 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:25.915088 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b91075c6-ba1b-4aa3-b93c-f7376774c95e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:25.925100 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Transition to ACTIVE for port object 2f0246d3-be59-4258-9197-bdd7f14475d9 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:25.934263 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 737221ca-f585-4bf1-825d-4da03219a3c7, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=737221ca-f585-4bf1-825d-4da03219a3c7,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:25.955216 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:25.958266 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:25.962368 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-434793ae-769a-45e2-b64c-9380e6b0ed70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:25.965895 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eff83881-cc91-44a6-90c3-830a98f47d7b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:25.979891 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Usage tracker for resource:security_group_rule and tenant:4a9c0bba5dc144c8a8924788c9d546a7 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:26.020727 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Transition to ACTIVE for port object 2f0246d3-be59-4258-9197-bdd7f14475d9 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:26.033669 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:26.058650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eff83881-cc91-44a6-90c3-830a98f47d7b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:26.073939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:26.081644 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:26.106161 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=737221ca-f585-4bf1-825d-4da03219a3c7,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:26.111297 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:26.111559 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-67fdb001-f0d2-451f-9052-22cacc8378b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:26.122938 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-88b0c663-8907-4d16-beff-ba8632b15b35 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:26.147426 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:26.149581 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Network f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:26.151819 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-caa38882-b96b-40a8-8dd0-45c3b72fd78e', 'network_id': 'caa38882-b96b-40a8-8dd0-45c3b72fd78e', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'fixed_ips': [{'subnet_id': '459efe84-48db-4782-a2a3-81c2ebf44c75'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:49:26.152624 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:26.185330 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:26.210524 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:26.217177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-388eb5bb-c7ff-4f08-a51e-76f98bf12b59 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:26.219685 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device ac856a08-261d-47a6-a536-770d9bb8b726 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:26.294376 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b91075c6-ba1b-4aa3-b93c-f7376774c95e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:26.336139 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b91075c6-ba1b-4aa3-b93c-f7376774c95e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:26.337423 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b91075c6-ba1b-4aa3-b93c-f7376774c95e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.6503649
Dec 22 04:49:26.340397 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53514) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:26.343483 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Pushing event updated for resources: {'Port': ['ID=2f0246d3-be59-4258-9197-bdd7f14475d9,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:26.346388 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-7c582d21-f806-4d4d-95c1-4260b0270e6b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'port': {'network_id': 'caa38882-b96b-40a8-8dd0-45c3b72fd78e', 'name': 'tempest-RoutersIpV6Test-1180900151'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:26.395609 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:26.395824 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Port': ['ID=74b9507a-08a4-4a93-8c71-a2bc7c5f3b35,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:26.421156 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:26.436859 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:26.439798 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:26.451738 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2665c22a-e342-49f0-bf2e-9bdb1a9e8548 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:26.463231 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2665c22a-e342-49f0-bf2e-9bdb1a9e8548 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:26.463568 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:26.473059 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Attempting to bind port 2f0246d3-be59-4258-9197-bdd7f14475d9 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:49:26.473434 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Attempting to bind port 2f0246d3-be59-4258-9197-bdd7f14475d9 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '1f6e2f25-1061-4a0d-a451-c87be86e134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:49:26.473836 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Attempting to bind port 2f0246d3-be59-4258-9197-bdd7f14475d9 on network f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:49:26.501392 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:49:26.501865 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Checking segment: {'id': '1f6e2f25-1061-4a0d-a451-c87be86e134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:26.502283 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:26.503613 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Bound using segment: {'id': '1f6e2f25-1061-4a0d-a451-c87be86e134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:49:26.503613 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Bound port: 2f0246d3-be59-4258-9197-bdd7f14475d9, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6e2f25-1061-4a0d-a451-c87be86e134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:49:26.503613 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:26.552096 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eff83881-cc91-44a6-90c3-830a98f47d7b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:26.552529 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff83881-cc91-44a6-90c3-830a98f47d7b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Fanout notify agent at l3_agent the message router_deleted on router 1f8c04b5-dc20-4223-9c63-92f39a1587d7 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:49:26.566199 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84f17641-c38c-4b0c-9f66-4b9aada7c9cc None None] Provisioning for port 696a9d92-719d-4cb3-ad56-7e375f8196df completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:26.566510 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-27945300-d0fe-472f-bc22-056d9c339898 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:26.569586 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port ac856a08-261d-47a6-a536-770d9bb8b726 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:26.627448 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2665c22a-e342-49f0-bf2e-9bdb1a9e8548 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:26.670675 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:26.676811 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Allocated IP 2001:db8::2 (caa38882-b96b-40a8-8dd0-45c3b72fd78e/459efe84-48db-4782-a2a3-81c2ebf44c75/5d42bc52-0293-4ce3-a508-442f1b10b12b) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:26.695785 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:26.709688 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b387616c-731c-4ae1-9222-3e958d240bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:26.843660 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665c22a-e342-49f0-bf2e-9bdb1a9e8548 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Port': ['ID=696a9d92-719d-4cb3-ad56-7e375f8196df,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:26.849255 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84f17641-c38c-4b0c-9f66-4b9aada7c9cc None None] Provisioning complete for port 696a9d92-719d-4cb3-ad56-7e375f8196df triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:26.849711 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84f17641-c38c-4b0c-9f66-4b9aada7c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:26.856572 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2665c22a-e342-49f0-bf2e-9bdb1a9e8548 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:26.859286 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eff83881-cc91-44a6-90c3-830a98f47d7b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:26.860354 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-eff83881-cc91-44a6-90c3-830a98f47d7b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/routers/1f8c04b5-dc20-4223-9c63-92f39a1587d7 HTTP/1.1" status: 204  len: 168 time: 2.8997006
Dec 22 04:49:26.861533 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:26.866370 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53518) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:26.873788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port ac856a08-261d-47a6-a536-770d9bb8b726 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:26.874172 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:26.900540 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7c582d21-f806-4d4d-95c1-4260b0270e6b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:26.915130 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7c582d21-f806-4d4d-95c1-4260b0270e6b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:port and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:26.928318 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=954f4e99-37ac-4fcf-909a-fbcff7a5f226,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:26.931804 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7c582d21-f806-4d4d-95c1-4260b0270e6b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:26.939864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Usage tracker for resource:security_group_rule and tenant:4a9c0bba5dc144c8a8924788c9d546a7 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:26.942834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:26.952977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7c582d21-f806-4d4d-95c1-4260b0270e6b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:27.009598 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c582d21-f806-4d4d-95c1-4260b0270e6b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Made reservation on behalf of 2c15a5726c1c4265b642f9bc187fa0d4 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:27.013025 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7c582d21-f806-4d4d-95c1-4260b0270e6b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:27.068052 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2665c22a-e342-49f0-bf2e-9bdb1a9e8548 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network c2a288ee-c16e-4cca-899b-950e9a6521a3 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:27.078346 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-2665c22a-e342-49f0-bf2e-9bdb1a9e8548 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:27.094719 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84f17641-c38c-4b0c-9f66-4b9aada7c9cc None None] Port 696a9d92-719d-4cb3-ad56-7e375f8196df cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:27.103871 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:27.118392 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:27.124245 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] For port 2f0246d3-be59-4258-9197-bdd7f14475d9, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:49:27.173147 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] For port 2f0246d3-be59-4258-9197-bdd7f14475d9, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2f0246d3-be59-4258-9197-bdd7f14475d9,segment=NetworkSegment(1f6e2f25-1061-4a0d-a451-c87be86e134f),segment_id=1f6e2f25-1061-4a0d-a451-c87be86e134f)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:49:27.196585 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:27.209800 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-dfa5d10d-0e3a-46af-96b0-e893b821fb45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:27.242251 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-545d5c4d-0f35-4c1e-9a33-4e9d21e534a8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting subnet f6574dbc-5c45-43be-a8c8-52994299396f {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:49:27.254258 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-7c582d21-f806-4d4d-95c1-4260b0270e6b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] device_id is not set on port 873892ab-1541-41e5-a727-397d839c2d93 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:49:27.333579 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:27.378587 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-545d5c4d-0f35-4c1e-9a33-4e9d21e534a8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:27.407721 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Transition to ACTIVE for port object 5d42bc52-0293-4ce3-a508-442f1b10b12b will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:27.430929 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Transition to ACTIVE for port object 5d42bc52-0293-4ce3-a508-442f1b10b12b will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:27.469472 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:27.488490 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Pushing event updated for resources: {'Port': ['ID=2f0246d3-be59-4258-9197-bdd7f14475d9,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:27.506376 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:27.506882 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-05f61c9b-ff18-4d95-ab17-afec1788a6a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:27.508417 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:27.544261 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:27.548116 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-545d5c4d-0f35-4c1e-9a33-4e9d21e534a8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:27.582084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:27.585413 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Network caa38882-b96b-40a8-8dd0-45c3b72fd78e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:27.590746 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:27.596718 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:27.603286 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-57d356b9-7c1e-4aa4-b208-1da08f0fadb1 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:27.626204 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Pushing event updated for resources: {'Port': ['ID=5d42bc52-0293-4ce3-a508-442f1b10b12b,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:27.632007 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:27.697688 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-7c582d21-f806-4d4d-95c1-4260b0270e6b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Allocated IP 2001:db8::be (caa38882-b96b-40a8-8dd0-45c3b72fd78e/459efe84-48db-4782-a2a3-81c2ebf44c75/873892ab-1541-41e5-a727-397d839c2d93) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:27.708183 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port ac856a08-261d-47a6-a536-770d9bb8b726, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=ac856a08-261d-47a6-a536-770d9bb8b726,segment=NetworkSegment(bef77b65-4e1e-49fd-bc55-7e23cbc811d3),segment_id=bef77b65-4e1e-49fd-bc55-7e23cbc811d3)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:27.709995 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ea56d1c4-cbae-4ad7-a560-2873a56ff6de None None] Provisioning complete for port 696a9d92-719d-4cb3-ad56-7e375f8196df triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:27.710398 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ea56d1c4-cbae-4ad7-a560-2873a56ff6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:27.723804 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41cb72cc-3183-4301-8443-74f82c9874bd,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:27.736799 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:27.741338 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:27.746040 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 2.6871047
Dec 22 04:49:27.746866 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53524) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:27.749876 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.objects.ports [None req-88b0c663-8907-4d16-beff-ba8632b15b35 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83435) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 04:49:27.751849 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:27.752704 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:27.764727 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e0307292-4a50-4822-a624-4196bebc0cc6 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Request body: {'security_group_rule': {'security_group_id': '41cb72cc-3183-4301-8443-74f82c9874bd', 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:27.770148 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e0307292-4a50-4822-a624-4196bebc0cc6 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:27.774655 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e0307292-4a50-4822-a624-4196bebc0cc6 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Usage tracker for resource:security_group_rule and tenant:4a9c0bba5dc144c8a8924788c9d546a7 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:27.780171 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e0307292-4a50-4822-a624-4196bebc0cc6 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:27.783933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-88b0c663-8907-4d16-beff-ba8632b15b35 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:27.794367 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b9899977-7036-4388-ab22-a040b206384b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:27.794577 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-30392358-0b27-48cc-b42f-aa96a036997b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:27.821106 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e0307292-4a50-4822-a624-4196bebc0cc6 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:27.832161 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Attempting to bind port 5d42bc52-0293-4ce3-a508-442f1b10b12b on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:49:27.832580 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Attempting to bind port 5d42bc52-0293-4ce3-a508-442f1b10b12b by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'f56b954e-ea85-4a8c-b2a1-bf14fabf5065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'caa38882-b96b-40a8-8dd0-45c3b72fd78e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:49:27.833042 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Attempting to bind port 5d42bc52-0293-4ce3-a508-442f1b10b12b on network caa38882-b96b-40a8-8dd0-45c3b72fd78e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:49:27.863359 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-545d5c4d-0f35-4c1e-9a33-4e9d21e534a8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:27.889841 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-ea56d1c4-cbae-4ad7-a560-2873a56ff6de None None] Port 696a9d92-719d-4cb3-ad56-7e375f8196df cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:27.894962 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b0c663-8907-4d16-beff-ba8632b15b35 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:27.901777 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-88b0c663-8907-4d16-beff-ba8632b15b35 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:27.902170 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:49:27.902544 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Checking segment: {'id': 'f56b954e-ea85-4a8c-b2a1-bf14fabf5065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'caa38882-b96b-40a8-8dd0-45c3b72fd78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:27.902954 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:27.903748 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Bound using segment: {'id': 'f56b954e-ea85-4a8c-b2a1-bf14fabf5065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'caa38882-b96b-40a8-8dd0-45c3b72fd78e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:49:27.903893 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Bound port: 5d42bc52-0293-4ce3-a508-442f1b10b12b, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56b954e-ea85-4a8c-b2a1-bf14fabf5065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'caa38882-b96b-40a8-8dd0-45c3b72fd78e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:49:27.904189 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:27.908584 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e0307292-4a50-4822-a624-4196bebc0cc6 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:27.920594 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b0c663-8907-4d16-beff-ba8632b15b35 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:27.921187 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-88b0c663-8907-4d16-beff-ba8632b15b35 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:27.939393 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0c663-8907-4d16-beff-ba8632b15b35 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=1ca49304-eec2-46a7-b6ea-d8d16f84b870,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:27.950180 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-88b0c663-8907-4d16-beff-ba8632b15b35 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:27.979756 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0f4fda-644e-433a-8fd5-cce1e6c33b51 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:27.998369 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=ac856a08-261d-47a6-a536-770d9bb8b726,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:28.062858 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-88b0c663-8907-4d16-beff-ba8632b15b35 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.1277251
Dec 22 04:49:28.088128 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e0307292-4a50-4822-a624-4196bebc0cc6 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:28.118130 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:28.166702 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53528) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:28.175842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e0307292-4a50-4822-a624-4196bebc0cc6 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:28.188125 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-42349f37-5f37-43bb-96fc-9dbafbcecec3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:28.212972 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] For port 5d42bc52-0293-4ce3-a508-442f1b10b12b, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:49:28.216895 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] For port 5d42bc52-0293-4ce3-a508-442f1b10b12b, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5d42bc52-0293-4ce3-a508-442f1b10b12b,segment=NetworkSegment(f56b954e-ea85-4a8c-b2a1-bf14fabf5065),segment_id=f56b954e-ea85-4a8c-b2a1-bf14fabf5065)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:49:28.222912 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:28.261256 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:28.269449 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:28.270706 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7581f936-94bf-4d75-a30e-5d3ea4c1c8c6 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:28.302059 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7c582d21-f806-4d4d-95c1-4260b0270e6b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:28.308923 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:28.309300 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:28.328533 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0307292-4a50-4822-a624-4196bebc0cc6 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f1a481-454c-4380-a3c3-a8dba68ea245,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:28.335792 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e0307292-4a50-4822-a624-4196bebc0cc6 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:28.359100 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-7c582d21-f806-4d4d-95c1-4260b0270e6b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Transition to ACTIVE for port object 873892ab-1541-41e5-a727-397d839c2d93 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:28.396013 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2665c22a-e342-49f0-bf2e-9bdb1a9e8548 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Router 41bde271-baf5-4618-b74b-f09357e01f17 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:49:28.414439 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-545d5c4d-0f35-4c1e-9a33-4e9d21e534a8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:28.419778 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6bfce0f4-1e5e-40f0-8912-0c13c9d4abf7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:28.472552 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Pushing event updated for resources: {'Port': ['ID=5d42bc52-0293-4ce3-a508-442f1b10b12b,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:28.476377 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:28.485103 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-77696626-aa5e-484d-a3a0-1409d75dd8d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:28.489660 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d5c4d-0f35-4c1e-9a33-4e9d21e534a8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Subnet': ['ID=f6574dbc-5c45-43be-a8c8-52994299396f,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:28.494719 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e0307292-4a50-4822-a624-4196bebc0cc6 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:28.495910 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e0307292-4a50-4822-a624-4196bebc0cc6 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7454326
Dec 22 04:49:28.499440 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53532) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:28.500969 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-545d5c4d-0f35-4c1e-9a33-4e9d21e534a8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:28.519098 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-9271039f-3009-48f8-b2af-73a6bf272111 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Request body: {'security_group_rule': {'security_group_id': '41cb72cc-3183-4301-8443-74f82c9874bd', 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:28.529183 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9271039f-3009-48f8-b2af-73a6bf272111 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:28.534124 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9271039f-3009-48f8-b2af-73a6bf272111 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Usage tracker for resource:security_group_rule and tenant:4a9c0bba5dc144c8a8924788c9d546a7 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:28.538322 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:28.538961 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9271039f-3009-48f8-b2af-73a6bf272111 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:28.545752 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9271039f-3009-48f8-b2af-73a6bf272111 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:28.547069 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'fixed_ips': [{'subnet_id': '1ca49304-eec2-46a7-b6ea-d8d16f84b870'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:49:28.547858 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:28.574245 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-545d5c4d-0f35-4c1e-9a33-4e9d21e534a8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:28.576199 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d980ecc-0c7e-4461-9796-87f435d30cf5 None None] Network db517da2-a05f-465f-97a9-96ecf86d12f6 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:28.634923 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:28.664677 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7c582d21-f806-4d4d-95c1-4260b0270e6b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:28.689276 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-91890071-3d56-4487-a869-605ff3fb2703 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:28.731194 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=4b9c7a32-941b-4f1f-aaf3-af723e6f9d17,segment=NetworkSegment(46001174-4fb4-49d1-84ae-b25ad491ce60),segment_id=46001174-4fb4-49d1-84ae-b25ad491ce60)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:28.750863 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-42349f37-5f37-43bb-96fc-9dbafbcecec3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:28.758653 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:28.768535 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:28.782251 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-42349f37-5f37-43bb-96fc-9dbafbcecec3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:28.788823 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-42349f37-5f37-43bb-96fc-9dbafbcecec3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:28.801190 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-42349f37-5f37-43bb-96fc-9dbafbcecec3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:28.808950 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9271039f-3009-48f8-b2af-73a6bf272111 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:28.823713 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-545d5c4d-0f35-4c1e-9a33-4e9d21e534a8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/subnets/f6574dbc-5c45-43be-a8c8-52994299396f HTTP/1.1" status: 204  len: 168 time: 1.9532592
Dec 22 04:49:28.827976 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53538) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:28.833147 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:28.920980 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42349f37-5f37-43bb-96fc-9dbafbcecec3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:28.924324 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-42349f37-5f37-43bb-96fc-9dbafbcecec3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:28.942375 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c582d21-f806-4d4d-95c1-4260b0270e6b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network caa38882-b96b-40a8-8dd0-45c3b72fd78e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:28.951799 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8b7c98d6-46a0-4235-9168-cb7054f32cef no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:49:28.956431 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-7c582d21-f806-4d4d-95c1-4260b0270e6b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:28.976607 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c582d21-f806-4d4d-95c1-4260b0270e6b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Port': ['ID=873892ab-1541-41e5-a727-397d839c2d93,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:28.979876 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c582d21-f806-4d4d-95c1-4260b0270e6b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:28.984187 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c582d21-f806-4d4d-95c1-4260b0270e6b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:28.984566 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7c582d21-f806-4d4d-95c1-4260b0270e6b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:28.993505 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7c582d21-f806-4d4d-95c1-4260b0270e6b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:29.028528 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 8b7c98d6-46a0-4235-9168-cb7054f32cef {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:49:29.028760 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8b7c98d6-46a0-4235-9168-cb7054f32cef not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:49:29.051050 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:29.059021 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7c582d21-f806-4d4d-95c1-4260b0270e6b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 2.7175245
Dec 22 04:49:29.062715 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=4b9c7a32-941b-4f1f-aaf3-af723e6f9d17,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:29.066138 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:29.079549 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Allocated IP 2001:db8::f816:3eff:fef4:98a6 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/1ca49304-eec2-46a7-b6ea-d8d16f84b870/5ced5624-3e70-455b-9e0c-c9beb9af3a57) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:29.088661 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53542) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:29.288781 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f799018-7104-4c3d-9a0a-5c6bec686090 None None] DHCP port deletion for db517da2-a05f-465f-97a9-96ecf86d12f6 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:49:29.298119 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9271039f-3009-48f8-b2af-73a6bf272111 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:29.314174 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-5f799018-7104-4c3d-9a0a-5c6bec686090 None None] Deleting port 9fead66c-6506-4bc7-a242-c49257457729 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:29.314568 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5f799018-7104-4c3d-9a0a-5c6bec686090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:29.435027 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9271039f-3009-48f8-b2af-73a6bf272111 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:29.439056 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting port 9fead66c-6506-4bc7-a242-c49257457729 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:29.439592 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:29.478169 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2f0246d3-be59-4258-9197-bdd7f14475d9 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:29.525605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:29.597082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271039f-3009-48f8-b2af-73a6bf272111 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8231e14-17c1-4a83-8905-6121fd8745af,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:29.613357 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9271039f-3009-48f8-b2af-73a6bf272111 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:29.669223 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.ipam_backend_mixin [None req-42349f37-5f37-43bb-96fc-9dbafbcecec3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1ca49304-eec2-46a7-b6ea-d8d16f84b870 (CIDR: 2001:db8::/64)
Dec 22 04:49:29.686177 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-42349f37-5f37-43bb-96fc-9dbafbcecec3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:49:29.686534 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42349f37-5f37-43bb-96fc-9dbafbcecec3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:49:29.740006 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 2f0246d3-be59-4258-9197-bdd7f14475d9 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:29.753979 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:29.782459 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-5f799018-7104-4c3d-9a0a-5c6bec686090 None None] For port 9fead66c-6506-4bc7-a242-c49257457729, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=9fead66c-6506-4bc7-a242-c49257457729,segment=NetworkSegment(9422d82c-5cf8-4e06-981a-885e6c705b43),segment_id=9422d82c-5cf8-4e06-981a-885e6c705b43)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:29.782960 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5f799018-7104-4c3d-9a0a-5c6bec686090 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:29.792733 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f6d279-9549-468f-a20a-4fb63a009aad None None] Network f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:29.824431 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2665c22a-e342-49f0-bf2e-9bdb1a9e8548 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:49:29.832353 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-42349f37-5f37-43bb-96fc-9dbafbcecec3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.6625390
Dec 22 04:49:29.842528 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53548) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:29.861014 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-3b8ee8fb-679e-4046-8a00-ee8a69719824 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:29.918091 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9271039f-3009-48f8-b2af-73a6bf272111 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:29.919265 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9271039f-3009-48f8-b2af-73a6bf272111 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 1.4144654
Dec 22 04:49:29.928299 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53552) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:29.936907 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] Sync routers for ids ['41bde271-baf5-4618-b74b-f09357e01f17'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:49:29.948423 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] For port 9fead66c-6506-4bc7-a242-c49257457729, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=9fead66c-6506-4bc7-a242-c49257457729,segment=NetworkSegment(9422d82c-5cf8-4e06-981a-885e6c705b43),segment_id=9422d82c-5cf8-4e06-981a-885e6c705b43)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:29.948784 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:29.957760 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] Routers {'41bde271-baf5-4618-b74b-f09357e01f17'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:29.958665 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3c2310>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['41bde271-baf5-4618-b74b-f09357e01f17'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:29.960819 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-77696626-aa5e-484d-a3a0-1409d75dd8d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.20.0.1 (f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8/246ba28a-a8c9-4127-8cc7-7fb232785c05/cd65023e-79f7-423c-aa3a-2c429170e389) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:29.982747 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2665c22a-e342-49f0-bf2e-9bdb1a9e8548 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/routers/41bde271-baf5-4618-b74b-f09357e01f17/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2681513
Dec 22 04:49:29.989685 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-b0d17e76-e4e1-41c6-b140-28919188368c tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Request body: {'security_group_rule': {'security_group_id': '41cb72cc-3183-4301-8443-74f82c9874bd', 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:29.991438 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53556) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:30.000629 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-c7e05dc2-1461-47de-9890-ccedf78b55a7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'network': {'name': 'tempest-RoutersTest-1980888708'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:30.011636 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b0d17e76-e4e1-41c6-b140-28919188368c tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:30.050391 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-5f799018-7104-4c3d-9a0a-5c6bec686090 None None] Calling delete_port for 9fead66c-6506-4bc7-a242-c49257457729 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:30.132699 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] Set router 41bde271-baf5-4618-b74b-f09357e01f17 gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:49:30.161513 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b0d17e76-e4e1-41c6-b140-28919188368c tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Usage tracker for resource:security_group_rule and tenant:4a9c0bba5dc144c8a8924788c9d546a7 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:30.174228 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Calling delete_port for 9fead66c-6506-4bc7-a242-c49257457729 owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:30.193226 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:30.208628 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-bcfba07f-8c8f-410e-a6d6-287faa3b5078 None None] Provisioning for port 2f0246d3-be59-4258-9197-bdd7f14475d9 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:30.225295 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c7e05dc2-1461-47de-9890-ccedf78b55a7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:30.230812 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b0d17e76-e4e1-41c6-b140-28919188368c tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:30.244495 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-bcfba07f-8c8f-410e-a6d6-287faa3b5078 None None] Provisioning complete for port 2f0246d3-be59-4258-9197-bdd7f14475d9 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:30.245352 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-bcfba07f-8c8f-410e-a6d6-287faa3b5078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:30.252218 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b0d17e76-e4e1-41c6-b140-28919188368c tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:30.323354 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Transition to ACTIVE for port object 5ced5624-3e70-455b-9e0c-c9beb9af3a57 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:30.334861 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.resource_extend [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:49:30.338872 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5f799018-7104-4c3d-9a0a-5c6bec686090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:30.348749 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:30.366727 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c7e05dc2-1461-47de-9890-ccedf78b55a7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:network and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:30.369849 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-3b8ee8fb-679e-4046-8a00-ee8a69719824 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:30.377457 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c7e05dc2-1461-47de-9890-ccedf78b55a7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:30.392881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:30.400816 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-3b8ee8fb-679e-4046-8a00-ee8a69719824 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:30.404404 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c7e05dc2-1461-47de-9890-ccedf78b55a7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:30.409535 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-3b8ee8fb-679e-4046-8a00-ee8a69719824 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:30.424608 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f799018-7104-4c3d-9a0a-5c6bec686090 None None] Pushing event deleted for resources: {'Port': ['ID=9fead66c-6506-4bc7-a242-c49257457729,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:30.428404 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5f799018-7104-4c3d-9a0a-5c6bec686090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:30.437758 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:30.454701 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-3b8ee8fb-679e-4046-8a00-ee8a69719824 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:30.456747 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1788dd8f-0428-4834-8e90-ac6f03143838 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:30.482132 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Transition to ACTIVE for port object 5ced5624-3e70-455b-9e0c-c9beb9af3a57 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:30.493524 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f799018-7104-4c3d-9a0a-5c6bec686090 None None] No DVR routers for this DVR port 9fead66c-6506-4bc7-a242-c49257457729 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:49:30.509460 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:30.510552 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:30.592136 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b0d17e76-e4e1-41c6-b140-28919188368c tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:30.610950 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Port': ['ID=74b9507a-08a4-4a93-8c71-a2bc7c5f3b35,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:30.620138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:30.625189 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:30.636405 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fcd664-7a9e-4186-9e95-097a6c77d25c None None] Network caa38882-b96b-40a8-8dd0-45c3b72fd78e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:30.655749 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:30.679585 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-77696626-aa5e-484d-a3a0-1409d75dd8d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:30.690439 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3c2310>, [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:49:25Z', 'revision_number': 4, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None, '_interfaces': [{'id': '696a9d92-719d-4cb3-ad56-7e375f8196df', 'name': '', 'network_id': 'c2a288ee-c16e-4cca-899b-950e9a6521a3', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:23:2b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:23Z', 'updated_at': '2021-12-22T04:49:25Z', 'revision_number': 2, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac856a08-261d-47a6-a536-770d9bb8b726', 'name': '', 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:1c:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:09Z', 'updated_at': '2021-12-22T04:49:27Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe696ef-6297-44bb-991c-b655ab111c68', 'name': '', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:a4:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:55Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:30.697525 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:30.698556 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] Checking router: 41bde271-baf5-4618-b74b-f09357e01f17 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:49:30.699011 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] Updating router 41bde271-baf5-4618-b74b-f09357e01f17 port 696a9d92-719d-4cb3-ad56-7e375f8196df binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:49:30.699502 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e05dc2-1461-47de-9890-ccedf78b55a7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Made reservation on behalf of 9e7dce9f57e64c25bbfc8211ac6b7ebe for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:30.702981 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c7e05dc2-1461-47de-9890-ccedf78b55a7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:30.708100 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.api [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:49:30.708413 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_db.api [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:49:30.743435 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e05dc2-1461-47de-9890-ccedf78b55a7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:49:30.754090 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c7e05dc2-1461-47de-9890-ccedf78b55a7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:30.754430 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-c7e05dc2-1461-47de-9890-ccedf78b55a7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Added segment fb32394c-cbd0-4159-972e-1bce5dd1898f of type vlan for network 53a4b979-cad7-4d02-86a0-1e4e9ff799ba
Dec 22 04:49:30.759802 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:30.792871 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c7e05dc2-1461-47de-9890-ccedf78b55a7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:30.831056 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:30.831965 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b0d17e76-e4e1-41c6-b140-28919188368c tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:30.841979 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b0d17e76-e4e1-41c6-b140-28919188368c tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:30.846204 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8ee8fb-679e-4046-8a00-ee8a69719824 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:30.850732 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:30.851416 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3b8ee8fb-679e-4046-8a00-ee8a69719824 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:30.860407 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:30.863170 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:30.890151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d17e76-e4e1-41c6-b140-28919188368c tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2908aab0-7f0c-4b7a-af84-8d8a51b17962,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:30.897624 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b0d17e76-e4e1-41c6-b140-28919188368c tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:30.961732 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-77696626-aa5e-484d-a3a0-1409d75dd8d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Transition to ACTIVE for port object cd65023e-79f7-423c-aa3a-2c429170e389 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:30.966625 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c7e05dc2-1461-47de-9890-ccedf78b55a7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:30.966974 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b0d17e76-e4e1-41c6-b140-28919188368c tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:30.971072 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b0d17e76-e4e1-41c6-b140-28919188368c tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.0273056
Dec 22 04:49:30.971245 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e05dc2-1461-47de-9890-ccedf78b55a7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:30.971245 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c7e05dc2-1461-47de-9890-ccedf78b55a7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:30.980004 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53562) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:30.983209 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d1cb5d0a-42a8-4508-9069-7dec313a69f2 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:30.987535 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4d34b15c-47da-4a21-97f6-e7031675eaeb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:31.077387 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-cdd0d178-31c7-4081-9f64-5ef0b1e042dd tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Request body: {'security_group_rule': {'security_group_id': '41cb72cc-3183-4301-8443-74f82c9874bd', 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:31.120842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-cdd0d178-31c7-4081-9f64-5ef0b1e042dd tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:31.143914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-cdd0d178-31c7-4081-9f64-5ef0b1e042dd tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Usage tracker for resource:security_group_rule and tenant:4a9c0bba5dc144c8a8924788c9d546a7 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:31.154222 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-cdd0d178-31c7-4081-9f64-5ef0b1e042dd tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:31.167257 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c7e05dc2-1461-47de-9890-ccedf78b55a7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.1746871
Dec 22 04:49:31.180550 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e05dc2-1461-47de-9890-ccedf78b55a7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Network': ['ID=53a4b979-cad7-4d02-86a0-1e4e9ff799ba,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:31.182932 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53566) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:31.187318 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-cdd0d178-31c7-4081-9f64-5ef0b1e042dd tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:31.200877 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c7e05dc2-1461-47de-9890-ccedf78b55a7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:31.210199 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-a326f4ac-2eae-4a22-b0df-b0f04447eb58 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'subnet': {'network_id': '53a4b979-cad7-4d02-86a0-1e4e9ff799ba', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:31.213170 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Pushing event updated for resources: {'Port': ['ID=5ced5624-3e70-455b-9e0c-c9beb9af3a57,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:31.216459 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:31.217487 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-bcfba07f-8c8f-410e-a6d6-287faa3b5078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:31.245643 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 53a4b979-cad7-4d02-86a0-1e4e9ff799ba details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:49:31.314088 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting port 9fead66c-6506-4bc7-a242-c49257457729 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:31.314595 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:31.326688 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:31.340618 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] Transition to ACTIVE for port object 696a9d92-719d-4cb3-ad56-7e375f8196df will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:31.345582 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-77696626-aa5e-484d-a3a0-1409d75dd8d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:31.350501 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:31.361257 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-cdfeca7d-43be-4cc8-978b-5374534fd650 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:31.366828 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4b9885d7-3d7a-494b-9e61-0b210b56fcd7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:31.415937 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] The port '9fead66c-6506-4bc7-a242-c49257457729' was deleted {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:49:31.461449 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Attempting to bind port 5ced5624-3e70-455b-9e0c-c9beb9af3a57 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:49:31.462531 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Attempting to bind port 5ced5624-3e70-455b-9e0c-c9beb9af3a57 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:49:31.463107 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Attempting to bind port 5ced5624-3e70-455b-9e0c-c9beb9af3a57 on network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:49:31.479764 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device ac856a08-261d-47a6-a536-770d9bb8b726 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:31.592740 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cdd0d178-31c7-4081-9f64-5ef0b1e042dd tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:31.615401 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] Attempting to bind port 696a9d92-719d-4cb3-ad56-7e375f8196df on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:49:31.616003 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] Attempting to bind port 696a9d92-719d-4cb3-ad56-7e375f8196df by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '46001174-4fb4-49d1-84ae-b25ad491ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c2a288ee-c16e-4cca-899b-950e9a6521a3'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:49:31.616366 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] Attempting to bind port 696a9d92-719d-4cb3-ad56-7e375f8196df on network c2a288ee-c16e-4cca-899b-950e9a6521a3 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:49:31.627284 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:49:31.627655 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] Checking segment: {'id': '46001174-4fb4-49d1-84ae-b25ad491ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c2a288ee-c16e-4cca-899b-950e9a6521a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:31.628054 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:31.628448 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] Bound using segment: {'id': '46001174-4fb4-49d1-84ae-b25ad491ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c2a288ee-c16e-4cca-899b-950e9a6521a3'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:49:31.628938 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] Bound port: 696a9d92-719d-4cb3-ad56-7e375f8196df, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46001174-4fb4-49d1-84ae-b25ad491ce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c2a288ee-c16e-4cca-899b-950e9a6521a3'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:49:31.629302 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:31.639593 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:49:31.640604 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:31.641346 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:31.642103 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Bound using segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:49:31.643918 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Bound port: 5ced5624-3e70-455b-9e0c-c9beb9af3a57, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:49:31.643918 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:31.659953 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a326f4ac-2eae-4a22-b0df-b0f04447eb58 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:31.669131 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-bcfba07f-8c8f-410e-a6d6-287faa3b5078 None None] For port 2f0246d3-be59-4258-9197-bdd7f14475d9, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2f0246d3-be59-4258-9197-bdd7f14475d9,segment=NetworkSegment(1f6e2f25-1061-4a0d-a451-c87be86e134f),segment_id=1f6e2f25-1061-4a0d-a451-c87be86e134f)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:31.703820 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717cab2-6fc5-467c-8aa0-d562dcfad4b1 None None] Pushing event updated for resources: {'Port': ['ID=696a9d92-719d-4cb3-ad56-7e375f8196df,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:31.709653 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-8717cab2-6fc5-467c-8aa0-d562dcfad4b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:31.719265 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:31.720327 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77696626-aa5e-484d-a3a0-1409d75dd8d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:31.737002 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a326f4ac-2eae-4a22-b0df-b0f04447eb58 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:subnet and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:31.740102 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-77696626-aa5e-484d-a3a0-1409d75dd8d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:31.742399 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a326f4ac-2eae-4a22-b0df-b0f04447eb58 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:31.756574 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77696626-aa5e-484d-a3a0-1409d75dd8d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=cd65023e-79f7-423c-aa3a-2c429170e389,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:31.757855 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] For port 696a9d92-719d-4cb3-ad56-7e375f8196df, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:49:31.758865 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b0a1e80>,) {'filters': {'network_id': ['db517da2-a05f-465f-97a9-96ecf86d12f6']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:31.761899 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] For port 696a9d92-719d-4cb3-ad56-7e375f8196df, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=696a9d92-719d-4cb3-ad56-7e375f8196df,segment=NetworkSegment(46001174-4fb4-49d1-84ae-b25ad491ce60),segment_id=46001174-4fb4-49d1-84ae-b25ad491ce60)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:49:31.769784 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:31.776143 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77696626-aa5e-484d-a3a0-1409d75dd8d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:31.777361 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-998c7739-b452-47e9-941e-aaf96b296d5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:31.786193 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] For port 5ced5624-3e70-455b-9e0c-c9beb9af3a57, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:49:31.788780 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b0a1e80>, '9422d82c-5cf8-4e06-981a-885e6c705b43') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:31.789069 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b0a1e80>, '9422d82c-5cf8-4e06-981a-885e6c705b43') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:31.791329 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] For port 5ced5624-3e70-455b-9e0c-c9beb9af3a57, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5ced5624-3e70-455b-9e0c-c9beb9af3a57,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:49:31.798811 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-bcfba07f-8c8f-410e-a6d6-287faa3b5078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:31.806889 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c968bdad-2e80-4f54-9c64-255e99bd393c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:31.808483 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:31.827498 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a326f4ac-2eae-4a22-b0df-b0f04447eb58 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:31.829695 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-77696626-aa5e-484d-a3a0-1409d75dd8d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:31.843634 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:31.865134 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:49:31.866052 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:31.867052 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:49:31.882101 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:49:31.890000 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717cab2-6fc5-467c-8aa0-d562dcfad4b1 None None] Pushing event updated for resources: {'Port': ['ID=696a9d92-719d-4cb3-ad56-7e375f8196df,revision_number=4']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:31.895369 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-8717cab2-6fc5-467c-8aa0-d562dcfad4b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:31.909798 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a326f4ac-2eae-4a22-b0df-b0f04447eb58 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Made reservation on behalf of 9e7dce9f57e64c25bbfc8211ac6b7ebe for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:31.952271 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] Routers {'41bde271-baf5-4618-b74b-f09357e01f17'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:31.953394 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3c2310>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['41bde271-baf5-4618-b74b-f09357e01f17'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:31.992063 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port ac856a08-261d-47a6-a536-770d9bb8b726 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:31.992659 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:32.022797 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4d34b15c-47da-4a21-97f6-e7031675eaeb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:32.027066 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:32.036877 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-77696626-aa5e-484d-a3a0-1409d75dd8d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:32.040458 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:32.067501 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:32.078117 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Network': ['ID=db517da2-a05f-465f-97a9-96ecf86d12f6,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:32.081621 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/networks/db517da2-a05f-465f-97a9-96ecf86d12f6 HTTP/1.1" status: 204  len: 168 time: 3.2493072
Dec 22 04:49:32.083117 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:32.084682 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4d34b15c-47da-4a21-97f6-e7031675eaeb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:32.096178 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53570) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:32.098219 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b459f467-9846-4779-b58e-90cf8f8b7e17 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:32.202302 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfba07f-8c8f-410e-a6d6-287faa3b5078 None None] Pushing event updated for resources: {'Port': ['ID=2f0246d3-be59-4258-9197-bdd7f14475d9,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:32.219218 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ea5a6447-4014-4b32-a306-fb5ef696fde6 None None] Provisioning for port 5d42bc52-0293-4ce3-a508-442f1b10b12b completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:32.227762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-bcfba07f-8c8f-410e-a6d6-287faa3b5078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:32.234518 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:32.234792 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] Set router 41bde271-baf5-4618-b74b-f09357e01f17 gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:49:32.278647 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3b8ee8fb-679e-4046-8a00-ee8a69719824 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:32.425437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:32.475378 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a326f4ac-2eae-4a22-b0df-b0f04447eb58 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:32.481514 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34b15c-47da-4a21-97f6-e7031675eaeb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Port': ['ID=873892ab-1541-41e5-a727-397d839c2d93,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:32.498893 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4d34b15c-47da-4a21-97f6-e7031675eaeb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:32.505385 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cdd0d178-31c7-4081-9f64-5ef0b1e042dd tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:32.537820 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b3ed4c-bf29-4fa2-8ae6-5673799b9cca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:32.538020 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 737221ca-f585-4bf1-825d-4da03219a3c7 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:32.538779 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-05b3ed4c-bf29-4fa2-8ae6-5673799b9cca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Synchronizing usage tracker for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:49:32.571879 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Pushing event updated for resources: {'Port': ['ID=5ced5624-3e70-455b-9e0c-c9beb9af3a57,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:32.595208 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:32.658250 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-77696626-aa5e-484d-a3a0-1409d75dd8d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:32.700559 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cdd0d178-31c7-4081-9f64-5ef0b1e042dd tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:32.708569 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 737221ca-f585-4bf1-825d-4da03219a3c7 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:32.709752 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:32.727032 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-05b3ed4c-bf29-4fa2-8ae6-5673799b9cca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Unset dirty status for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:49:32.729172 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-05b3ed4c-bf29-4fa2-8ae6-5673799b9cca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports/c56ba75c-e826-402d-8a91-47ca7ac585ba HTTP/1.1" status: 200  len: 845 time: 0.5691524
Dec 22 04:49:32.733232 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53576) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:32.837109 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a076e8cd-1e0b-4a5b-b80f-40503322642e None None] Provisioning complete for port 2f0246d3-be59-4258-9197-bdd7f14475d9 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:32.837490 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a076e8cd-1e0b-4a5b-b80f-40503322642e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:32.856587 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Floating IP ced11d0c-5a26-4b77-bbac-c81d62906b23 associated. External IP: 172.26.4.69, port: c936144a-f0d8-4e56-86d7-3ce80d147543.
Dec 22 04:49:32.857161 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3c2310>, [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:49:25Z', 'revision_number': 4, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None, '_interfaces': [{'id': '696a9d92-719d-4cb3-ad56-7e375f8196df', 'name': '', 'network_id': 'c2a288ee-c16e-4cca-899b-950e9a6521a3', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:23:2b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:23Z', 'updated_at': '2021-12-22T04:49:31Z', 'revision_number': 4, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac856a08-261d-47a6-a536-770d9bb8b726', 'name': '', 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:1c:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:09Z', 'updated_at': '2021-12-22T04:49:27Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe696ef-6297-44bb-991c-b655ab111c68', 'name': '', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:a4:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:55Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:32.872615 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099d7c93-e90c-424e-a9dd-342772a2adb0 None None] The sync data for ids ['41bde271-baf5-4618-b74b-f09357e01f17'] in dv-neutron-822525-1-hyperv is: [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:49:25Z', 'revision_number': 4, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None, '_interfaces': [{'id': '696a9d92-719d-4cb3-ad56-7e375f8196df', 'name': '', 'network_id': 'c2a288ee-c16e-4cca-899b-950e9a6521a3', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:23:2b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:23Z', 'updated_at': '2021-12-22T04:49:31Z', 'revision_number': 4, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac856a08-261d-47a6-a536-770d9bb8b726', 'name': '', 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:1c:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:09Z', 'updated_at': '2021-12-22T04:49:27Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe696ef-6297-44bb-991c-b655ab111c68', 'name': '', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:a4:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:55Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:49:32.953408 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-47a5227b-634d-468d-bce4-7ce28bbfd567 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports/c56ba75c-e826-402d-8a91-47ca7ac585ba?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.2184539
Dec 22 04:49:32.956632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53580) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:32.978826 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ee8fb-679e-4046-8a00-ee8a69719824 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=a6a944c1-a48a-4d29-a7e1-67d95408c645,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:32.998449 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8ee8fb-679e-4046-8a00-ee8a69719824 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:33.002788 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3b8ee8fb-679e-4046-8a00-ee8a69719824 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:33.020522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e0307292-4a50-4822-a624-4196bebc0cc6 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:33.238700 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-3b8ee8fb-679e-4046-8a00-ee8a69719824 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:33.258456 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8ee8fb-679e-4046-8a00-ee8a69719824 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:33.259628 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3b8ee8fb-679e-4046-8a00-ee8a69719824 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:33.299345 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-ca6bc784-847b-4a74-90db-a0a4f3bf3ed5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'subnet': {'network_id': '21a47168-5359-42cc-b173-9f67d550e87e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:33.336042 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7dbfd86c-bcda-4cdd-91e6-2702feeb6d26 None None] Provisioning for port cd65023e-79f7-423c-aa3a-2c429170e389 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:33.347237 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7dbfd86c-bcda-4cdd-91e6-2702feeb6d26 None None] Provisioning complete for port cd65023e-79f7-423c-aa3a-2c429170e389 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:33.347600 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7dbfd86c-bcda-4cdd-91e6-2702feeb6d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:33.384054 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0d178-31c7-4081-9f64-5ef0b1e042dd tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae47ea62-f350-45ff-8c53-60366dccacd3,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:33.387021 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2f0246d3-be59-4258-9197-bdd7f14475d9 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:33.387830 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-cdd0d178-31c7-4081-9f64-5ef0b1e042dd tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:33.418361 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cdd0d178-31c7-4081-9f64-5ef0b1e042dd tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:33.419663 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-cdd0d178-31c7-4081-9f64-5ef0b1e042dd tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 2.4183476
Dec 22 04:49:33.424637 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3b8ee8fb-679e-4046-8a00-ee8a69719824 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.5724108
Dec 22 04:49:33.429714 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53584) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:33.430063 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53586) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:33.445756 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-f4c60b9d-0b5f-4c56-a302-c3decbfc630e tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Request body: {'security_group_rule': {'security_group_id': '41cb72cc-3183-4301-8443-74f82c9874bd', 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:33.488932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4d34b15c-47da-4a21-97f6-e7031675eaeb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:33.500383 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f4c60b9d-0b5f-4c56-a302-c3decbfc630e tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:33.537875 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f4c60b9d-0b5f-4c56-a302-c3decbfc630e tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Usage tracker for resource:security_group_rule and tenant:4a9c0bba5dc144c8a8924788c9d546a7 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:33.565706 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f4c60b9d-0b5f-4c56-a302-c3decbfc630e tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:33.575797 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-7dbfd86c-bcda-4cdd-91e6-2702feeb6d26 None None] Port cd65023e-79f7-423c-aa3a-2c429170e389 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:33.596467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ca6bc784-847b-4a74-90db-a0a4f3bf3ed5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:33.622463 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 2f0246d3-be59-4258-9197-bdd7f14475d9 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:33.622888 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:33.627593 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ca6bc784-847b-4a74-90db-a0a4f3bf3ed5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:subnet and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:33.631645 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ca6bc784-847b-4a74-90db-a0a4f3bf3ed5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:33.642258 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ca6bc784-847b-4a74-90db-a0a4f3bf3ed5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:33.680034 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f4c60b9d-0b5f-4c56-a302-c3decbfc630e tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:33.690457 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6bc784-847b-4a74-90db-a0a4f3bf3ed5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:33.788262 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7dbfd86c-bcda-4cdd-91e6-2702feeb6d26 None None] Provisioning for port 873892ab-1541-41e5-a727-397d839c2d93 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:33.804424 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7dbfd86c-bcda-4cdd-91e6-2702feeb6d26 None None] Provisioning complete for port 873892ab-1541-41e5-a727-397d839c2d93 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:33.804828 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7dbfd86c-bcda-4cdd-91e6-2702feeb6d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:33.890788 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-f4c60b9d-0b5f-4c56-a302-c3decbfc630e tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Project 4a9c0bba5dc144c8a8924788c9d546a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 04:49:33.934551 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f4c60b9d-0b5f-4c56-a302-c3decbfc630e tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:33.949680 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-7dbfd86c-bcda-4cdd-91e6-2702feeb6d26 None None] Port 873892ab-1541-41e5-a727-397d839c2d93 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:33.988209 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-c15b04d6-6d51-4153-b65d-b7c82dd22a14 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'mac_address': 'fa:16:3e:8b:e8:b1', 'name': 'tempest-NetworksTestDHCPv6-2089230675'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:34.033767 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 696a9d92-719d-4cb3-ad56-7e375f8196df up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:34.039469 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ca6bc784-847b-4a74-90db-a0a4f3bf3ed5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:34.059938 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4d34b15c-47da-4a21-97f6-e7031675eaeb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:34.100192 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-83ffd8ab-e2a0-45e2-9640-b9405445fabb None None] Provisioning complete for port 873892ab-1541-41e5-a727-397d839c2d93 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:34.100573 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-83ffd8ab-e2a0-45e2-9640-b9405445fabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:34.144249 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a326f4ac-2eae-4a22-b0df-b0f04447eb58 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:34.147459 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93305940-b279-4eb8-9b43-e5768854bbc1 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:34.163098 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ca724487-327d-4797-9ca3-037b1db9b511 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:34.277810 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-83ffd8ab-e2a0-45e2-9640-b9405445fabb None None] Port 873892ab-1541-41e5-a727-397d839c2d93 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:34.372483 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 696a9d92-719d-4cb3-ad56-7e375f8196df completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:34.392233 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 696a9d92-719d-4cb3-ad56-7e375f8196df triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:34.392704 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:34.395421 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-77696626-aa5e-484d-a3a0-1409d75dd8d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:34.425830 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-77696626-aa5e-484d-a3a0-1409d75dd8d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:34.531685 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326f4ac-2eae-4a22-b0df-b0f04447eb58 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Subnet': ['ID=e473b920-1099-451d-bcf0-c376e38fd23b,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:34.534175 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a326f4ac-2eae-4a22-b0df-b0f04447eb58 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:34.542000 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-75b899a6-2e01-4415-92b9-edeaf8711251 None None] Provisioning for port 5ced5624-3e70-455b-9e0c-c9beb9af3a57 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:34.550936 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-26c29bfe-793a-42a1-b963-ccd7d6c032b6 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:34.601888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f4c60b9d-0b5f-4c56-a302-c3decbfc630e tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:34.614569 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:34.621579 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c15b04d6-6d51-4153-b65d-b7c82dd22a14 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:34.630411 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f4c60b9d-0b5f-4c56-a302-c3decbfc630e tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:34.640113 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c15b04d6-6d51-4153-b65d-b7c82dd22a14 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:port and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:34.648945 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ca6bc784-847b-4a74-90db-a0a4f3bf3ed5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:34.649188 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-77696626-aa5e-484d-a3a0-1409d75dd8d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:34.658379 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c15b04d6-6d51-4153-b65d-b7c82dd22a14 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:34.661756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-985119ab-6d82-45a2-9bee-7195cfb8bb9e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:34.662266 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 696a9d92-719d-4cb3-ad56-7e375f8196df, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=696a9d92-719d-4cb3-ad56-7e375f8196df,segment=NetworkSegment(46001174-4fb4-49d1-84ae-b25ad491ce60),segment_id=46001174-4fb4-49d1-84ae-b25ad491ce60)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:34.670747 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:34.672218 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 5d42bc52-0293-4ce3-a508-442f1b10b12b up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:34.685278 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c15b04d6-6d51-4153-b65d-b7c82dd22a14 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:34.698779 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a326f4ac-2eae-4a22-b0df-b0f04447eb58 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Checking segment: {'id': 'fb32394c-cbd0-4159-972e-1bce5dd1898f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '53a4b979-cad7-4d02-86a0-1e4e9ff799ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:34.699110 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a326f4ac-2eae-4a22-b0df-b0f04447eb58 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network hostable DHCP agents. Network: 53a4b979-cad7-4d02-86a0-1e4e9ff799ba, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:49:34.703153 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-bcfba07f-8c8f-410e-a6d6-287faa3b5078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:34.710181 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77696626-aa5e-484d-a3a0-1409d75dd8d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=cd65023e-79f7-423c-aa3a-2c429170e389,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:34.713505 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-77696626-aa5e-484d-a3a0-1409d75dd8d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:34.714452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4d34b15c-47da-4a21-97f6-e7031675eaeb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:34.720714 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:34.729236 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6bc784-847b-4a74-90db-a0a4f3bf3ed5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network 21a47168-5359-42cc-b173-9f67d550e87e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:34.730072 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4d34b15c-47da-4a21-97f6-e7031675eaeb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:34.730961 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4d34b15c-47da-4a21-97f6-e7031675eaeb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:34.742553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-ca6bc784-847b-4a74-90db-a0a4f3bf3ed5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:34.748326 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6bc784-847b-4a74-90db-a0a4f3bf3ed5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:34.748996 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ca6bc784-847b-4a74-90db-a0a4f3bf3ed5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:34.777226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6bc784-847b-4a74-90db-a0a4f3bf3ed5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Subnet': ['ID=2a85ba6b-babf-4b4b-a90e-3fdae667abb0,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:34.781083 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ca6bc784-847b-4a74-90db-a0a4f3bf3ed5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.8233445
Dec 22 04:49:34.782182 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ca6bc784-847b-4a74-90db-a0a4f3bf3ed5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:34.782899 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a1999124-bd2d-4510-ab3b-5058efd3b8a3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:34.796750 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53600) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:34.828860 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15b04d6-6d51-4153-b65d-b7c82dd22a14 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:34.845009 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f4c60b9d-0b5f-4c56-a302-c3decbfc630e tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:34.848676 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f4c60b9d-0b5f-4c56-a302-c3decbfc630e tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 1.4140751
Dec 22 04:49:34.852162 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5add74-d299-4fcb-8c98-87ace08a3902 None None] Network 21a47168-5359-42cc-b173-9f67d550e87e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:34.852664 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-44816781-adbe-4890-aa64-e431456279fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'security_group': {'name': 'tempest-secgroup-469693238'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:34.905389 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c60b9d-0b5f-4c56-a302-c3decbfc630e tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b0ca06-721f-413e-8929-3d49e267c605,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:34.907810 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f4c60b9d-0b5f-4c56-a302-c3decbfc630e tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:34.910550 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53604) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:34.936538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786ee83b-4d2d-4cc8-a17c-e91aaf5c7a26 None None] Update dhcp port {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'fixed_ips': [{'subnet_id': '1ca49304-eec2-46a7-b6ea-d8d16f84b870', 'ip_address': '2001:db8::f816:3eff:fef4:98a6'}, {'subnet_id': 'a6a944c1-a48a-4d29-a7e1-67d95408c645'}], 'binding:host_id': 'dv-neutron-822525-1-hyperv'}, 'id': '5ced5624-3e70-455b-9e0c-c9beb9af3a57'} from dv-neutron-822525-1-hyperv. {{(pid=83436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 04:49:34.970057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34b15c-47da-4a21-97f6-e7031675eaeb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Port': ['ID=873892ab-1541-41e5-a727-397d839c2d93,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:34.975286 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-44816781-adbe-4890-aa64-e431456279fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:34.975676 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4d34b15c-47da-4a21-97f6-e7031675eaeb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:34.982587 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-ab6acd62-53f2-4586-9b5a-96ef8af02d19 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Request body: {'security_group_rule': {'security_group_id': '41cb72cc-3183-4301-8443-74f82c9874bd', 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:34.987237 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d34b15c-47da-4a21-97f6-e7031675eaeb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network caa38882-b96b-40a8-8dd0-45c3b72fd78e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:34.988465 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-4d34b15c-47da-4a21-97f6-e7031675eaeb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:34.991659 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-44816781-adbe-4890-aa64-e431456279fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:security_group and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:35.001500 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ab6acd62-53f2-4586-9b5a-96ef8af02d19 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:35.005329 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-44816781-adbe-4890-aa64-e431456279fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:35.032801 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ab6acd62-53f2-4586-9b5a-96ef8af02d19 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Usage tracker for resource:security_group_rule and tenant:4a9c0bba5dc144c8a8924788c9d546a7 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:35.035485 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-44816781-adbe-4890-aa64-e431456279fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:35.047890 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ab6acd62-53f2-4586-9b5a-96ef8af02d19 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:35.069964 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-786ee83b-4d2d-4cc8-a17c-e91aaf5c7a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:35.071517 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ab6acd62-53f2-4586-9b5a-96ef8af02d19 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:35.092673 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=696a9d92-719d-4cb3-ad56-7e375f8196df,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:35.118311 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a326f4ac-2eae-4a22-b0df-b0f04447eb58 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network 53a4b979-cad7-4d02-86a0-1e4e9ff799ba is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:49:35.120444 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:35.120596 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-44816781-adbe-4890-aa64-e431456279fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:35.176925 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-ab6acd62-53f2-4586-9b5a-96ef8af02d19 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Project 4a9c0bba5dc144c8a8924788c9d546a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 04:49:35.196357 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-a326f4ac-2eae-4a22-b0df-b0f04447eb58 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 53a4b979-cad7-4d02-86a0-1e4e9ff799ba) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:35.200734 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a326f4ac-2eae-4a22-b0df-b0f04447eb58 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:35.201493 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a326f4ac-2eae-4a22-b0df-b0f04447eb58 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:35.207612 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c15b04d6-6d51-4153-b65d-b7c82dd22a14 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:35.214674 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec9d7de-dac1-4e84-87e1-bb647769c320 None None] Network 53a4b979-cad7-4d02-86a0-1e4e9ff799ba requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:35.224209 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ab6acd62-53f2-4586-9b5a-96ef8af02d19 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:35.252835 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77696626-aa5e-484d-a3a0-1409d75dd8d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:35.256427 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 5d42bc52-0293-4ce3-a508-442f1b10b12b completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:35.312099 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-77696626-aa5e-484d-a3a0-1409d75dd8d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:35.346549 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 5d42bc52-0293-4ce3-a508-442f1b10b12b triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:35.347014 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:35.436661 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a326f4ac-2eae-4a22-b0df-b0f04447eb58 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.2442064
Dec 22 04:49:35.443067 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53608) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:35.522217 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-c15b04d6-6d51-4153-b65d-b7c82dd22a14 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] device_id is not set on port 90a7427c-8dba-471c-b1ce-5d8338a0d39d yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:49:35.574905 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-44816781-adbe-4890-aa64-e431456279fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:35.630349 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d34b15c-47da-4a21-97f6-e7031675eaeb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Router 064d825c-1a79-4826-8360-04e389a179f4 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:49:35.638361 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-069ed64b-8096-4f5e-9422-842e1a8e29d3 None None] Provisioning complete for port 873892ab-1541-41e5-a727-397d839c2d93 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:35.638847 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-069ed64b-8096-4f5e-9422-842e1a8e29d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:35.656899 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-44816781-adbe-4890-aa64-e431456279fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:security_group_rule and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:35.669344 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-44816781-adbe-4890-aa64-e431456279fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:35.748829 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-44816781-adbe-4890-aa64-e431456279fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:35.812791 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-069ed64b-8096-4f5e-9422-842e1a8e29d3 None None] Port 873892ab-1541-41e5-a727-397d839c2d93 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:35.814610 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d34b15c-47da-4a21-97f6-e7031675eaeb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:49:35.820520 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4d34b15c-47da-4a21-97f6-e7031675eaeb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/routers/064d825c-1a79-4826-8360-04e389a179f4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7284410
Dec 22 04:49:35.823313 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53612) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:35.826208 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:35.851316 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d5574-427a-4b07-8834-bb67f3561c4e None None] Sync routers for ids ['064d825c-1a79-4826-8360-04e389a179f4'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:49:35.888682 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-786ee83b-4d2d-4cc8-a17c-e91aaf5c7a26 None None] Allocated IP 2001:db8:0:1::2 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/a6a944c1-a48a-4d29-a7e1-67d95408c645/5ced5624-3e70-455b-9e0c-c9beb9af3a57) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:35.890942 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ab6acd62-53f2-4586-9b5a-96ef8af02d19 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:35.900068 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68a2049-a9af-467e-b130-42ca803ceaa9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:35.901185 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b68a2049-a9af-467e-b130-42ca803ceaa9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Synchronizing usage tracker for tenant:2c15a5726c1c4265b642f9bc187fa0d4 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:49:35.909999 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ab6acd62-53f2-4586-9b5a-96ef8af02d19 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:35.936631 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-21a47168-5359-42cc-b173-9f67d550e87e', 'network_id': '21a47168-5359-42cc-b173-9f67d550e87e', 'tenant_id': '9cc774473554458a97f8b8616dd2ecde', 'fixed_ips': [{'subnet_id': '2a85ba6b-babf-4b4b-a90e-3fdae667abb0'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:49:35.937766 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:35.945623 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b68a2049-a9af-467e-b130-42ca803ceaa9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Unset dirty status for tenant:2c15a5726c1c4265b642f9bc187fa0d4 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:49:35.949355 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b68a2049-a9af-467e-b130-42ca803ceaa9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/ports/873892ab-1541-41e5-a727-397d839c2d93 HTTP/1.1" status: 200  len: 983 time: 0.1223962
Dec 22 04:49:35.950052 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53618) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:35.953716 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-53a4b979-cad7-4d02-86a0-1e4e9ff799ba', 'network_id': '53a4b979-cad7-4d02-86a0-1e4e9ff799ba', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'fixed_ips': [{'subnet_id': 'e473b920-1099-451d-bcf0-c376e38fd23b'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:49:35.954238 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:35.987670 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 5d42bc52-0293-4ce3-a508-442f1b10b12b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5d42bc52-0293-4ce3-a508-442f1b10b12b,segment=NetworkSegment(f56b954e-ea85-4a8c-b2a1-bf14fabf5065),segment_id=f56b954e-ea85-4a8c-b2a1-bf14fabf5065)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:36.002808 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:36.017769 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-44816781-adbe-4890-aa64-e431456279fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:36.043796 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-44816781-adbe-4890-aa64-e431456279fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:36.048035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6acd62-53f2-4586-9b5a-96ef8af02d19 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a569e2-dd2a-478d-9d1c-da2c09782341,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:36.058166 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ab6acd62-53f2-4586-9b5a-96ef8af02d19 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:36.067230 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0745f34a-56ea-4a20-8dd5-dc4f9d8321fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:36.107382 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d5574-427a-4b07-8834-bb67f3561c4e None None] Routers {'064d825c-1a79-4826-8360-04e389a179f4'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:36.108474 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-3b7d5574-427a-4b07-8834-bb67f3561c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c896970>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['064d825c-1a79-4826-8360-04e389a179f4'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:36.114512 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ab6acd62-53f2-4586-9b5a-96ef8af02d19 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:36.115529 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ab6acd62-53f2-4586-9b5a-96ef8af02d19 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 1.1495278
Dec 22 04:49:36.119598 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53622) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:36.123054 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-44816781-adbe-4890-aa64-e431456279fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:36.126797 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-44816781-adbe-4890-aa64-e431456279fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.3115969
Dec 22 04:49:36.126965 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-2f47a1b2-3a15-45fd-bb96-211796f3c0f7 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Request body: {'network': {'name': 'tempest-network-smoke--314662926', 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'port_security_enabled': True}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:36.128113 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Router fe74ed20-ba67-4c54-8f1e-d46d362af84e has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:49:36.130454 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53626) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:36.133746 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-2f47a1b2-3a15-45fd-bb96-211796f3c0f7 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:36.140448 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2f47a1b2-3a15-45fd-bb96-211796f3c0f7 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Usage tracker for resource:network and tenant:4a9c0bba5dc144c8a8924788c9d546a7 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:36.141505 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-6c76f7d3-bb1f-4c58-b6e9-74cad9f4d4fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'security_group': {'name': 'tempest-secgroup-1975427370'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:36.143751 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2f47a1b2-3a15-45fd-bb96-211796f3c0f7 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:36.148139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44816781-adbe-4890-aa64-e431456279fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=882c6ba7-90d8-4474-816a-36673bad8006,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:36.151506 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-2f47a1b2-3a15-45fd-bb96-211796f3c0f7 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:36.238467 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:36.239322 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 5ced5624-3e70-455b-9e0c-c9beb9af3a57 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:36.284325 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f47a1b2-3a15-45fd-bb96-211796f3c0f7 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Made reservation on behalf of 4a9c0bba5dc144c8a8924788c9d546a7 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:36.285746 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-7a7086ac-74a5-4b01-9b0e-2d70f9a12f5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:36.288024 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2f47a1b2-3a15-45fd-bb96-211796f3c0f7 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:36.329683 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f47a1b2-3a15-45fd-bb96-211796f3c0f7 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:49:36.346578 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-3b7d5574-427a-4b07-8834-bb67f3561c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c896970>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:36.348484 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1d4ca7b2-de89-4663-8737-b916de6644c7 None None] Provisioning complete for port cd65023e-79f7-423c-aa3a-2c429170e389 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:36.349637 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1d4ca7b2-de89-4663-8737-b916de6644c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:36.351915 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-44816781-adbe-4890-aa64-e431456279fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:36.354628 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2f47a1b2-3a15-45fd-bb96-211796f3c0f7 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:36.354973 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-2f47a1b2-3a15-45fd-bb96-211796f3c0f7 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Added segment fcf7f310-eeea-4fb0-ab25-d29719352218 of type vlan for network f97bc42d-0eac-447b-b60a-aa353e247715
Dec 22 04:49:36.359779 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6c76f7d3-bb1f-4c58-b6e9-74cad9f4d4fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:36.389081 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2f47a1b2-3a15-45fd-bb96-211796f3c0f7 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:36.430719 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6c76f7d3-bb1f-4c58-b6e9-74cad9f4d4fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:security_group and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:36.439476 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6c76f7d3-bb1f-4c58-b6e9-74cad9f4d4fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:36.473331 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2f47a1b2-3a15-45fd-bb96-211796f3c0f7 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:36.482294 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f47a1b2-3a15-45fd-bb96-211796f3c0f7 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:36.483152 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2f47a1b2-3a15-45fd-bb96-211796f3c0f7 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:36.492333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-960de353-66b2-4861-af00-86b6bafc6baa tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:36.503614 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6c76f7d3-bb1f-4c58-b6e9-74cad9f4d4fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:36.607716 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6c76f7d3-bb1f-4c58-b6e9-74cad9f4d4fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:36.613676 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-1d4ca7b2-de89-4663-8737-b916de6644c7 None None] Port cd65023e-79f7-423c-aa3a-2c429170e389 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:36.621071 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2f47a1b2-3a15-45fd-bb96-211796f3c0f7 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4977403
Dec 22 04:49:36.621205 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53630) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:36.624096 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-786ee83b-4d2d-4cc8-a17c-e91aaf5c7a26 None None] For port 5ced5624-3e70-455b-9e0c-c9beb9af3a57, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5ced5624-3e70-455b-9e0c-c9beb9af3a57,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:36.635323 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=5d42bc52-0293-4ce3-a508-442f1b10b12b,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:36.638625 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:36.639429 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-88564726', 'admin_state_up': True, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:36.645732 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47a1b2-3a15-45fd-bb96-211796f3c0f7 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Pushing event updated for resources: {'Network': ['ID=f97bc42d-0eac-447b-b60a-aa353e247715,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:36.646815 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d5574-427a-4b07-8834-bb67f3561c4e None None] Routers {'064d825c-1a79-4826-8360-04e389a179f4'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:36.647687 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-3b7d5574-427a-4b07-8834-bb67f3561c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c896970>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['064d825c-1a79-4826-8360-04e389a179f4'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:36.653946 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:36.657263 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2f47a1b2-3a15-45fd-bb96-211796f3c0f7 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:36.666641 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Usage tracker for resource:router and tenant:4a9c0bba5dc144c8a8924788c9d546a7 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:36.673114 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:36.695110 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:36.715928 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network f97bc42d-0eac-447b-b60a-aa353e247715 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:49:36.722872 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6c76f7d3-bb1f-4c58-b6e9-74cad9f4d4fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:36.740368 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6c76f7d3-bb1f-4c58-b6e9-74cad9f4d4fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:security_group_rule and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:36.744703 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:36.745633 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:36.748060 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ad5e1f2e-81cf-4913-88e4-75573a0d4279 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:36.750246 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6c76f7d3-bb1f-4c58-b6e9-74cad9f4d4fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:36.765826 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6c76f7d3-bb1f-4c58-b6e9-74cad9f4d4fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:36.863149 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-3b7d5574-427a-4b07-8834-bb67f3561c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c896970>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:36.863573 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d5574-427a-4b07-8834-bb67f3561c4e None None] The sync data for ids ['064d825c-1a79-4826-8360-04e389a179f4'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:49:36.911301 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.resource_extend [None req-786ee83b-4d2d-4cc8-a17c-e91aaf5c7a26 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:49:36.940381 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-786ee83b-4d2d-4cc8-a17c-e91aaf5c7a26 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:36.954702 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 5ced5624-3e70-455b-9e0c-c9beb9af3a57 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:36.980249 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Allocated IP 2001:db8::2 (21a47168-5359-42cc-b173-9f67d550e87e/2a85ba6b-babf-4b4b-a90e-3fdae667abb0/c82f9f71-e40f-4fd7-a9a0-cff21fefeb04) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:36.984841 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 5ced5624-3e70-455b-9e0c-c9beb9af3a57 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:36.984841 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:36.995676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:36.997988 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77696626-aa5e-484d-a3a0-1409d75dd8d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 58dcf30e-3958-471a-ae24-3776d056b38b has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:49:37.014919 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Allocated IP 172.23.0.2 (53a4b979-cad7-4d02-86a0-1e4e9ff799ba/e473b920-1099-451d-bcf0-c376e38fd23b/2037bc85-be97-4810-90a5-60f040a04968) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:37.047206 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-786ee83b-4d2d-4cc8-a17c-e91aaf5c7a26 None None] Transition to ACTIVE for port object 5ced5624-3e70-455b-9e0c-c9beb9af3a57 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:37.060886 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6c76f7d3-bb1f-4c58-b6e9-74cad9f4d4fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:37.072462 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-786ee83b-4d2d-4cc8-a17c-e91aaf5c7a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:37.094042 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:37.118044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6c76f7d3-bb1f-4c58-b6e9-74cad9f4d4fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:37.125319 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-88f6e645-f3d2-4a0d-92d6-7d4ba8c6d895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:37.228272 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-ad5e1f2e-81cf-4913-88e4-75573a0d4279 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting port 873892ab-1541-41e5-a727-397d839c2d93 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:37.228604 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ad5e1f2e-81cf-4913-88e4-75573a0d4279 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:37.346677 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Port 5ced5624-3e70-455b-9e0c-c9beb9af3a57 had new provisioning blocks added so it will not transition to active. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}}
Dec 22 04:49:37.398082 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ee83b-4d2d-4cc8-a17c-e91aaf5c7a26 None None] Pushing event updated for resources: {'Port': ['ID=5ced5624-3e70-455b-9e0c-c9beb9af3a57,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:37.399035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76f7d3-bb1f-4c58-b6e9-74cad9f4d4fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b51eea-98f2-4ced-b5ff-a28151fb736a,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:37.402124 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-786ee83b-4d2d-4cc8-a17c-e91aaf5c7a26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:37.424605 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6c76f7d3-bb1f-4c58-b6e9-74cad9f4d4fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:37.462878 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6c76f7d3-bb1f-4c58-b6e9-74cad9f4d4fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:37.466557 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6c76f7d3-bb1f-4c58-b6e9-74cad9f4d4fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.3332644
Dec 22 04:49:37.478154 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53636) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:37.488592 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 9fead66c-6506-4bc7-a242-c49257457729 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:49:37.493021 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-55188508-097e-4887-bcd4-ecfc94edacf7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1444291255', 'security_groups': ['a1b51eea-98f2-4ced-b5ff-a28151fb736a'], 'network_id': '21a47168-5359-42cc-b173-9f67d550e87e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2a85ba6b-babf-4b4b-a90e-3fdae667abb0'}]}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:37.524556 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ad5e1f2e-81cf-4913-88e4-75573a0d4279 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:37.554461 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 9fead66c-6506-4bc7-a242-c49257457729 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:49:37.554806 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 9fead66c-6506-4bc7-a242-c49257457729 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:49:37.579157 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:49:37.591257 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:37.591877 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4ab8e9-6ac8-427e-bd81-522b57f82e8d None None] Sync routers for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:49:37.618011 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4ab8e9-6ac8-427e-bd81-522b57f82e8d None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:37.619827 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-7f4ab8e9-6ac8-427e-bd81-522b57f82e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c37d2e0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:37.665609 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:37.720482 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 5d42bc52-0293-4ce3-a508-442f1b10b12b up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:37.728328 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-7f4ab8e9-6ac8-427e-bd81-522b57f82e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c37d2e0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:37.742527 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4ab8e9-6ac8-427e-bd81-522b57f82e8d None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:37.746544 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-7f4ab8e9-6ac8-427e-bd81-522b57f82e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c37d2e0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:37.748185 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-c15b04d6-6d51-4153-b65d-b7c82dd22a14 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8:0:1::1e8 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/a6a944c1-a48a-4d29-a7e1-67d95408c645/90a7427c-8dba-471c-b1ce-5d8338a0d39d) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:37.754046 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:37.757954 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-ad5e1f2e-81cf-4913-88e4-75573a0d4279 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Calling delete_port for 873892ab-1541-41e5-a727-397d839c2d93 owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:37.774543 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:37.805960 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Transition to ACTIVE for port object c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:37.826502 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:37.882388 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-7f4ab8e9-6ac8-427e-bd81-522b57f82e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c37d2e0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:37.883085 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4ab8e9-6ac8-427e-bd81-522b57f82e8d None None] The sync data for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:49:37.919285 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Transition to ACTIVE for port object 2037bc85-be97-4810-90a5-60f040a04968 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:37.949853 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Transition to ACTIVE for port object c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:37.959643 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Transition to ACTIVE for port object 2037bc85-be97-4810-90a5-60f040a04968 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:37.968871 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:37.972905 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:38.000907 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 5d42bc52-0293-4ce3-a508-442f1b10b12b triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:38.001293 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:38.022545 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ad5e1f2e-81cf-4913-88e4-75573a0d4279 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:38.030083 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fdebc799-dbf1-4650-b16c-86a2ccf65812 tempest-RoutersAdminNegativeIpV6Test-1834474556 tempest-RoutersAdminNegativeIpV6Test-1834474556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:38.038030 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:38.038881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-c15b04d6-6d51-4153-b65d-b7c82dd22a14 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8::f816:3eff:fe8b:e8b1 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/1ca49304-eec2-46a7-b6ea-d8d16f84b870/90a7427c-8dba-471c-b1ce-5d8338a0d39d) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:38.053497 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 15.0424814
Dec 22 04:49:38.074429 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53640) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:38.076078 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e1f2e-81cf-4913-88e4-75573a0d4279 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Port': ['ID=873892ab-1541-41e5-a727-397d839c2d93,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:38.084278 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-0a58ade0-4335-4f9c-b261-d833a5660003 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Request body: {'floatingip': {'port_id': 'c936144a-f0d8-4e56-86d7-3ce80d147543', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:38.128978 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Pushing event updated for resources: {'Port': ['ID=c82f9f71-e40f-4fd7-a9a0-cff21fefeb04,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:38.142685 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:38.143169 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:38.187819 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ad5e1f2e-81cf-4913-88e4-75573a0d4279 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:38.218129 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Network 21a47168-5359-42cc-b173-9f67d550e87e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:38.223598 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:38.226216 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:38.292896 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Network 53a4b979-cad7-4d02-86a0-1e4e9ff799ba is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:38.327142 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:38.347698 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0a58ade0-4335-4f9c-b261-d833a5660003 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:38.396227 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:38.411798 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 5ced5624-3e70-455b-9e0c-c9beb9af3a57 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:38.468942 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-55188508-097e-4887-bcd4-ecfc94edacf7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:38.515841 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-55188508-097e-4887-bcd4-ecfc94edacf7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:38.529483 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:38.562230 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Attempting to bind port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:49:38.562230 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Attempting to bind port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'b50bef65-554c-4578-9fe9-3cb9b09a7bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '21a47168-5359-42cc-b173-9f67d550e87e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:49:38.562230 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Attempting to bind port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 on network 21a47168-5359-42cc-b173-9f67d550e87e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:49:38.572989 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Pushing event updated for resources: {'Port': ['ID=2037bc85-be97-4810-90a5-60f040a04968,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:38.582001 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:49:38.582385 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Checking segment: {'id': 'b50bef65-554c-4578-9fe9-3cb9b09a7bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '21a47168-5359-42cc-b173-9f67d550e87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:38.582847 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:38.583417 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Bound using segment: {'id': 'b50bef65-554c-4578-9fe9-3cb9b09a7bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '21a47168-5359-42cc-b173-9f67d550e87e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:49:38.584027 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Bound port: c82f9f71-e40f-4fd7-a9a0-cff21fefeb04, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50bef65-554c-4578-9fe9-3cb9b09a7bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '21a47168-5359-42cc-b173-9f67d550e87e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:49:38.584407 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:38.596786 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c15b04d6-6d51-4153-b65d-b7c82dd22a14 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:38.607235 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6f987933-2af8-488d-94ae-e3fc0699667b None None] Provisioning for port 5ced5624-3e70-455b-9e0c-c9beb9af3a57 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:38.608492 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ad5e1f2e-81cf-4913-88e4-75573a0d4279 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:38.612528 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:38.660521 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6f987933-2af8-488d-94ae-e3fc0699667b None None] Provisioning complete for port 5ced5624-3e70-455b-9e0c-c9beb9af3a57 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:38.660694 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55188508-097e-4887-bcd4-ecfc94edacf7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:38.660905 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6f987933-2af8-488d-94ae-e3fc0699667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:38.746358 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] For port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:49:38.750022 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] For port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c82f9f71-e40f-4fd7-a9a0-cff21fefeb04,segment=NetworkSegment(b50bef65-554c-4578-9fe9-3cb9b09a7bae),segment_id=b50bef65-554c-4578-9fe9-3cb9b09a7bae)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:49:38.799167 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:38.804956 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Attempting to bind port 2037bc85-be97-4810-90a5-60f040a04968 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:49:38.805506 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Attempting to bind port 2037bc85-be97-4810-90a5-60f040a04968 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'fb32394c-cbd0-4159-972e-1bce5dd1898f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '53a4b979-cad7-4d02-86a0-1e4e9ff799ba'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:49:38.806820 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Attempting to bind port 2037bc85-be97-4810-90a5-60f040a04968 on network 53a4b979-cad7-4d02-86a0-1e4e9ff799ba {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:49:38.810502 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-c15b04d6-6d51-4153-b65d-b7c82dd22a14 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Transition to ACTIVE for port object 90a7427c-8dba-471c-b1ce-5d8338a0d39d will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:38.822652 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9b0aa51a-2fa9-4a2f-be74-df83f5358ee8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:38.893213 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77696626-aa5e-484d-a3a0-1409d75dd8d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:49:38.941847 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:49:38.942529 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Checking segment: {'id': 'fb32394c-cbd0-4159-972e-1bce5dd1898f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '53a4b979-cad7-4d02-86a0-1e4e9ff799ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:38.943398 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:38.943909 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Bound using segment: {'id': 'fb32394c-cbd0-4159-972e-1bce5dd1898f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '53a4b979-cad7-4d02-86a0-1e4e9ff799ba'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:49:38.944552 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Bound port: 2037bc85-be97-4810-90a5-60f040a04968, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb32394c-cbd0-4159-972e-1bce5dd1898f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '53a4b979-cad7-4d02-86a0-1e4e9ff799ba'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:49:38.944993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:38.951561 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-77696626-aa5e-484d-a3a0-1409d75dd8d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/routers/58dcf30e-3958-471a-ae24-3776d056b38b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.4827867
Dec 22 04:49:38.952474 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53646) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:38.972207 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Pushing event updated for resources: {'Port': ['ID=c82f9f71-e40f-4fd7-a9a0-cff21fefeb04,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:38.977416 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b9607962-de3d-4f41-841f-30731762bb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:39.004952 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] Sync routers for ids ['58dcf30e-3958-471a-ae24-3776d056b38b'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:49:39.009507 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:39.061710 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-55188508-097e-4887-bcd4-ecfc94edacf7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:39.082227 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c15b04d6-6d51-4153-b65d-b7c82dd22a14 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:39.085723 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] Routers {'58dcf30e-3958-471a-ae24-3776d056b38b'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:39.086623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c013f10>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['58dcf30e-3958-471a-ae24-3776d056b38b'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:39.101951 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:39.219931 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] For port 2037bc85-be97-4810-90a5-60f040a04968, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:49:39.228168 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] For port 2037bc85-be97-4810-90a5-60f040a04968, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2037bc85-be97-4810-90a5-60f040a04968,segment=NetworkSegment(fb32394c-cbd0-4159-972e-1bce5dd1898f),segment_id=fb32394c-cbd0-4159-972e-1bce5dd1898f)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:49:39.306401 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-55188508-097e-4887-bcd4-ecfc94edacf7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] device_id is not set on port 608910a7-ac68-444c-be25-bdff1ed81085 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:49:39.351283 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 5ced5624-3e70-455b-9e0c-c9beb9af3a57 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:39.352012 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:39.378586 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:39.383431 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:39.395359 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:39.441282 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15b04d6-6d51-4153-b65d-b7c82dd22a14 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:39.448947 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:39.467273 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-c15b04d6-6d51-4153-b65d-b7c82dd22a14 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:39.511920 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b04d6-6d51-4153-b65d-b7c82dd22a14 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=90a7427c-8dba-471c-b1ce-5d8338a0d39d,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:39.539906 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b04d6-6d51-4153-b65d-b7c82dd22a14 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:39.546323 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15b04d6-6d51-4153-b65d-b7c82dd22a14 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:39.547249 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c15b04d6-6d51-4153-b65d-b7c82dd22a14 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:39.555961 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c15b04d6-6d51-4153-b65d-b7c82dd22a14 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:39.641266 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5e1f2e-81cf-4913-88e4-75573a0d4279 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Router 064d825c-1a79-4826-8360-04e389a179f4 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:49:39.679634 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6f987933-2af8-488d-94ae-e3fc0699667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:39.762226 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Pushing event updated for resources: {'Port': ['ID=2037bc85-be97-4810-90a5-60f040a04968,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:39.779293 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:39.856127 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-6f987933-2af8-488d-94ae-e3fc0699667b None None] For port 5ced5624-3e70-455b-9e0c-c9beb9af3a57, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5ced5624-3e70-455b-9e0c-c9beb9af3a57,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:39.891424 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] Set router 58dcf30e-3958-471a-ae24-3776d056b38b gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:49:39.965466 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5e1f2e-81cf-4913-88e4-75573a0d4279 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:49:39.979362 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d72579-f4ab-4e3a-9639-288c7797986e None None] Sync routers for ids ['064d825c-1a79-4826-8360-04e389a179f4'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:49:40.018029 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d72579-f4ab-4e3a-9639-288c7797986e None None] Routers {'064d825c-1a79-4826-8360-04e389a179f4'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:40.018938 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-09d72579-f4ab-4e3a-9639-288c7797986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c684f40>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['064d825c-1a79-4826-8360-04e389a179f4'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:40.021251 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6f987933-2af8-488d-94ae-e3fc0699667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:40.044581 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:40.119604 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-09d72579-f4ab-4e3a-9639-288c7797986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c684f40>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:40.133083 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ad5e1f2e-81cf-4913-88e4-75573a0d4279 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/routers/064d825c-1a79-4826-8360-04e389a179f4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1824255
Dec 22 04:49:40.137115 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53652) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:40.162634 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d72579-f4ab-4e3a-9639-288c7797986e None None] Routers {'064d825c-1a79-4826-8360-04e389a179f4'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:40.163236 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-09d72579-f4ab-4e3a-9639-288c7797986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c684f40>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['064d825c-1a79-4826-8360-04e389a179f4'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:40.187789 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719aa0a8-6aa0-4aee-84ef-3e8154fdc2b4 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.188391 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719aa0a8-6aa0-4aee-84ef-3e8154fdc2b4 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.188495 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719aa0a8-6aa0-4aee-84ef-3e8154fdc2b4 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.188813 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719aa0a8-6aa0-4aee-84ef-3e8154fdc2b4 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.189197 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719aa0a8-6aa0-4aee-84ef-3e8154fdc2b4 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.189478 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719aa0a8-6aa0-4aee-84ef-3e8154fdc2b4 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.189842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719aa0a8-6aa0-4aee-84ef-3e8154fdc2b4 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.190176 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719aa0a8-6aa0-4aee-84ef-3e8154fdc2b4 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.190509 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719aa0a8-6aa0-4aee-84ef-3e8154fdc2b4 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.190841 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719aa0a8-6aa0-4aee-84ef-3e8154fdc2b4 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.191170 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719aa0a8-6aa0-4aee-84ef-3e8154fdc2b4 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.191504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719aa0a8-6aa0-4aee-84ef-3e8154fdc2b4 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.191837 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719aa0a8-6aa0-4aee-84ef-3e8154fdc2b4 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.192167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719aa0a8-6aa0-4aee-84ef-3e8154fdc2b4 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.194861 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-719aa0a8-6aa0-4aee-84ef-3e8154fdc2b4 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 9783 time: 1.2299433
Dec 22 04:49:40.205499 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53656) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:40.213907 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 696a9d92-719d-4cb3-ad56-7e375f8196df up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:40.318920 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0a58ade0-4335-4f9c-b261-d833a5660003 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:40.325327 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-09d72579-f4ab-4e3a-9639-288c7797986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c684f40>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:40.325738 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d72579-f4ab-4e3a-9639-288c7797986e None None] The sync data for ids ['064d825c-1a79-4826-8360-04e389a179f4'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:49:40.326806 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0a58ade0-4335-4f9c-b261-d833a5660003 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:40.434691 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c15b04d6-6d51-4153-b65d-b7c82dd22a14 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 7.0009689
Dec 22 04:49:40.438374 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f987933-2af8-488d-94ae-e3fc0699667b None None] Pushing event updated for resources: {'Port': ['ID=5ced5624-3e70-455b-9e0c-c9beb9af3a57,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:40.447763 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53660) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:40.448279 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6f987933-2af8-488d-94ae-e3fc0699667b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:40.520616 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f5ef2db0-8a52-43fc-8eea-cc2574e2adff None None] Provisioning for port 90a7427c-8dba-471c-b1ce-5d8338a0d39d completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:40.541658 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f5ef2db0-8a52-43fc-8eea-cc2574e2adff None None] Provisioning complete for port 90a7427c-8dba-471c-b1ce-5d8338a0d39d triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:40.542518 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f5ef2db0-8a52-43fc-8eea-cc2574e2adff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:40.544228 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Allocated IP 172.23.0.1 (53a4b979-cad7-4d02-86a0-1e4e9ff799ba/e473b920-1099-451d-bcf0-c376e38fd23b/e486cf9e-7a78-4295-90b2-80f67c2556af) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:40.643374 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ee746-fb66-4127-bb9f-1ebdf8fe0048 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.644045 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ee746-fb66-4127-bb9f-1ebdf8fe0048 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.644424 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ee746-fb66-4127-bb9f-1ebdf8fe0048 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.644761 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ee746-fb66-4127-bb9f-1ebdf8fe0048 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.645112 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ee746-fb66-4127-bb9f-1ebdf8fe0048 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.645457 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ee746-fb66-4127-bb9f-1ebdf8fe0048 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.646073 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ee746-fb66-4127-bb9f-1ebdf8fe0048 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.646571 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ee746-fb66-4127-bb9f-1ebdf8fe0048 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.646873 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef2db0-8a52-43fc-8eea-cc2574e2adff None None] Port 90a7427c-8dba-471c-b1ce-5d8338a0d39d cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:40.647268 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ee746-fb66-4127-bb9f-1ebdf8fe0048 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.647624 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ee746-fb66-4127-bb9f-1ebdf8fe0048 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.647967 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ee746-fb66-4127-bb9f-1ebdf8fe0048 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.648459 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ee746-fb66-4127-bb9f-1ebdf8fe0048 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.648963 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ee746-fb66-4127-bb9f-1ebdf8fe0048 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.649466 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ee746-fb66-4127-bb9f-1ebdf8fe0048 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:40.651912 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e74ee746-fb66-4127-bb9f-1ebdf8fe0048 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 8809 time: 0.3215809
Dec 22 04:49:40.664463 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53664) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:40.670657 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 696a9d92-719d-4cb3-ad56-7e375f8196df triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:40.671043 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:40.754128 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-b8f1fd68-e672-4ca6-8386-6325935f7ef3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting port 90a7427c-8dba-471c-b1ce-5d8338a0d39d {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:40.754466 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b8f1fd68-e672-4ca6-8386-6325935f7ef3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:40.826995 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Allocated IP 172.26.4.224 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/61baa2d5-223b-48f5-b291-823d57e64b21) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:40.843606 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c013f10>, [{'id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'name': 'tempest-TestNetworkBasicOps-router-1478209335', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:14Z', 'updated_at': '2021-12-22T04:49:32Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:15Z', 'updated_at': '2021-12-22T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'cd65023e-79f7-423c-aa3a-2c429170e389', 'name': '', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:c6:47:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:33Z', 'revision_number': 2, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:40.848165 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] Checking router: 58dcf30e-3958-471a-ae24-3776d056b38b for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:49:40.848165 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] Updating router 58dcf30e-3958-471a-ae24-3776d056b38b port cd65023e-79f7-423c-aa3a-2c429170e389 binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:49:40.894992 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-55188508-097e-4887-bcd4-ecfc94edacf7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Allocated IP 2001:db8::216 (21a47168-5359-42cc-b173-9f67d550e87e/2a85ba6b-babf-4b4b-a90e-3fdae667abb0/608910a7-ac68-444c-be25-bdff1ed81085) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:40.931985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-da3827a2-9fd4-4748-808c-8de3c90e9dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:40.944932 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:40.969623 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-d0c7b789-99ef-4324-8cef-4f3e61318aa1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] remove_router_interface failed (client error): The resource could not be found.
Dec 22 04:49:40.971363 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d0c7b789-99ef-4324-8cef-4f3e61318aa1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/routers/064d825c-1a79-4826-8360-04e389a179f4/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.8324265
Dec 22 04:49:40.973405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53668) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:41.056190 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e337a28a-076e-45b2-a3de-aa5701bc6408 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Synchronizing usage tracker for tenant:2c15a5726c1c4265b642f9bc187fa0d4 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:49:41.153960 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e337a28a-076e-45b2-a3de-aa5701bc6408 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Unset dirty status for tenant:2c15a5726c1c4265b642f9bc187fa0d4 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:49:41.157668 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e337a28a-076e-45b2-a3de-aa5701bc6408 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/ports?device_id=064d825c-1a79-4826-8360-04e389a179f4 HTTP/1.1" status: 200  len: 205 time: 0.1806767
Dec 22 04:49:41.158856 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53674) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:41.221181 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:41.341321 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:41.342517 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:41.351758 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 5ced5624-3e70-455b-9e0c-c9beb9af3a57 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:41.368247 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Transition to ACTIVE for port object e486cf9e-7a78-4295-90b2-80f67c2556af will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:41.434219 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-827b12a1-ff68-4630-9833-1a4aa9664bb2 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:41.548449 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b8f1fd68-e672-4ca6-8386-6325935f7ef3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:41.596965 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 5ced5624-3e70-455b-9e0c-c9beb9af3a57 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:41.597348 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:41.695064 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-b8f1fd68-e672-4ca6-8386-6325935f7ef3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Calling delete_port for 90a7427c-8dba-471c-b1ce-5d8338a0d39d owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:41.700179 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-83013476-98ea-4b7d-b02f-bc8ca8061696 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4653 time: 1.0318201
Dec 22 04:49:41.741197 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78441f1b-88d1-44c3-bc9a-72bc9d3c1dc8 None None] Network 53a4b979-cad7-4d02-86a0-1e4e9ff799ba requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:41.812068 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-dac75ac5-c716-4b46-af42-79184e18e204 None None] Provisioning for port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:41.862563 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-dac75ac5-c716-4b46-af42-79184e18e204 None None] Provisioning complete for port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:41.862945 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dac75ac5-c716-4b46-af42-79184e18e204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:41.941038 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:41.961482 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2037bc85-be97-4810-90a5-60f040a04968 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:42.008905 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] Transition to ACTIVE for port object cd65023e-79f7-423c-aa3a-2c429170e389 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:42.067013 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:42.074891 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5c7b6413-3da1-4b7c-a905-ede314ecec73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:42.119552 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:42.128147 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53680) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:42.131771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-48de7362-fb40-4cd4-8fe9-a537f306ba9d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:42.145800 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-827b12a1-ff68-4630-9833-1a4aa9664bb2 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:42.179393 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-ff839f81-d8bd-4826-aa0b-0913a45364da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-758474190', 'description': 'tempest-secgroup-smoke-758474190 description', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:42.185379 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b8f1fd68-e672-4ca6-8386-6325935f7ef3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:42.200468 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:42.200975 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:42.222352 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ff839f81-d8bd-4826-aa0b-0913a45364da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:42.237493 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ff839f81-d8bd-4826-aa0b-0913a45364da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:42.250924 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ff839f81-d8bd-4826-aa0b-0913a45364da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:42.276671 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ff839f81-d8bd-4826-aa0b-0913a45364da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:42.294167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network 53a4b979-cad7-4d02-86a0-1e4e9ff799ba is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:42.300149 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-55188508-097e-4887-bcd4-ecfc94edacf7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:42.321077 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-827b12a1-ff68-4630-9833-1a4aa9664bb2 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:42.338676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:42.352662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:42.367946 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-827b12a1-ff68-4630-9833-1a4aa9664bb2 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:42.368515 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827b12a1-ff68-4630-9833-1a4aa9664bb2 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Fanout notify agent at l3_agent the message router_deleted on router 064d825c-1a79-4826-8360-04e389a179f4 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:49:42.371390 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a58ade0-4335-4f9c-b261-d833a5660003 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Router fe74ed20-ba67-4c54-8f1e-d46d362af84e has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:49:42.406379 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-827b12a1-ff68-4630-9833-1a4aa9664bb2 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:42.422128 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-827b12a1-ff68-4630-9833-1a4aa9664bb2 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/routers/064d825c-1a79-4826-8360-04e389a179f4 HTTP/1.1" status: 204  len: 168 time: 1.2619748
Dec 22 04:49:42.422807 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53686) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:42.490585 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c6ec4-2cfa-473d-8a4c-fb1ee80c07f2 None None] Pushing event updated for resources: {'Port': ['ID=cd65023e-79f7-423c-aa3a-2c429170e389,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:42.501359 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dac75ac5-c716-4b46-af42-79184e18e204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:42.518875 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9e1c6ec4-2cfa-473d-8a4c-fb1ee80c07f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:42.561165 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:42.599752 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-dac75ac5-c716-4b46-af42-79184e18e204 None None] For port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c82f9f71-e40f-4fd7-a9a0-cff21fefeb04,segment=NetworkSegment(b50bef65-554c-4578-9fe9-3cb9b09a7bae),segment_id=b50bef65-554c-4578-9fe9-3cb9b09a7bae)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:42.622003 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dac75ac5-c716-4b46-af42-79184e18e204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:42.626294 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6272be6b-0886-4790-9918-58a3501e30f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:42.640611 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Port': ['ID=e486cf9e-7a78-4295-90b2-80f67c2556af,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:42.668043 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:42.670123 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-77696626-aa5e-484d-a3a0-1409d75dd8d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.455s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:42.683375 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 2037bc85-be97-4810-90a5-60f040a04968 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:42.707087 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ff839f81-d8bd-4826-aa0b-0913a45364da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:42.726776 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-55188508-097e-4887-bcd4-ecfc94edacf7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Transition to ACTIVE for port object 608910a7-ac68-444c-be25-bdff1ed81085 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:42.768992 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b8f1fd68-e672-4ca6-8386-6325935f7ef3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:42.777199 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1fd68-e672-4ca6-8386-6325935f7ef3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Port': ['ID=90a7427c-8dba-471c-b1ce-5d8338a0d39d,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:42.790407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:42.797744 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b8f1fd68-e672-4ca6-8386-6325935f7ef3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:42.798239 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b8f1fd68-e672-4ca6-8386-6325935f7ef3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:42.829457 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-dac75ac5-c716-4b46-af42-79184e18e204 None None] Provisioning complete for port c56ba75c-e826-402d-8a91-47ca7ac585ba triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:42.830018 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dac75ac5-c716-4b46-af42-79184e18e204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:42.857842 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-948bd4cc-5cd1-4c31-b002-8634080942b7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting subnet 459efe84-48db-4782-a2a3-81c2ebf44c75 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:49:42.859796 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac75ac5-c716-4b46-af42-79184e18e204 None None] Pushing event updated for resources: {'Port': ['ID=c82f9f71-e40f-4fd7-a9a0-cff21fefeb04,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:42.865344 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-948bd4cc-5cd1-4c31-b002-8634080942b7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:42.871928 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-dac75ac5-c716-4b46-af42-79184e18e204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:42.877329 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b8f1fd68-e672-4ca6-8386-6325935f7ef3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/90a7427c-8dba-471c-b1ce-5d8338a0d39d HTTP/1.1" status: 204  len: 168 time: 2.4285851
Dec 22 04:49:42.881675 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] Attempting to bind port cd65023e-79f7-423c-aa3a-2c429170e389 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:49:42.882179 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] Attempting to bind port cd65023e-79f7-423c-aa3a-2c429170e389 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '1f6e2f25-1061-4a0d-a451-c87be86e134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:49:42.882676 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] Attempting to bind port cd65023e-79f7-423c-aa3a-2c429170e389 on network f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:49:42.885693 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53690) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:42.886623 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:42.903103 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-dac75ac5-c716-4b46-af42-79184e18e204 None None] Port c56ba75c-e826-402d-8a91-47ca7ac585ba cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:42.904818 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:49:42.905298 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] Checking segment: {'id': '1f6e2f25-1061-4a0d-a451-c87be86e134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:42.905935 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:42.906473 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] Bound using segment: {'id': '1f6e2f25-1061-4a0d-a451-c87be86e134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:49:42.907153 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] Bound port: cd65023e-79f7-423c-aa3a-2c429170e389, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6e2f25-1061-4a0d-a451-c87be86e134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:49:42.907631 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:42.966663 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-55188508-097e-4887-bcd4-ecfc94edacf7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:42.979264 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-948bd4cc-5cd1-4c31-b002-8634080942b7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:42.979515 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:42.988513 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ff839f81-d8bd-4826-aa0b-0913a45364da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:42.993749 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:42.997163 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:43.020153 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] For port cd65023e-79f7-423c-aa3a-2c429170e389, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:49:43.024606 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a58ade0-4335-4f9c-b261-d833a5660003 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:49:43.027745 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] For port cd65023e-79f7-423c-aa3a-2c429170e389, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cd65023e-79f7-423c-aa3a-2c429170e389,segment=NetworkSegment(1f6e2f25-1061-4a0d-a451-c87be86e134f),segment_id=1f6e2f25-1061-4a0d-a451-c87be86e134f)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:49:43.034086 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Pushing event updated for resources: {'Port': ['ID=61baa2d5-223b-48f5-b291-823d57e64b21,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:43.037579 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0a58ade0-4335-4f9c-b261-d833a5660003 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:43.042260 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ff839f81-d8bd-4826-aa0b-0913a45364da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:43.043948 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1858e1d4-7133-4b59-97dd-d06c76e33198 None None] Sync routers for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:49:43.049185 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:43.052780 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:43.053401 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-aa38d003-2278-4c89-b715-af722f84a570 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:43.055639 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6f987933-2af8-488d-94ae-e3fc0699667b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:43.093044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ff839f81-d8bd-4826-aa0b-0913a45364da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:43.122385 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ff839f81-d8bd-4826-aa0b-0913a45364da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:43.143141 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1858e1d4-7133-4b59-97dd-d06c76e33198 None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:43.144192 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-1858e1d4-7133-4b59-97dd-d06c76e33198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c72ea60>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:43.194396 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55188508-097e-4887-bcd4-ecfc94edacf7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network 21a47168-5359-42cc-b173-9f67d550e87e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:43.238106 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-55188508-097e-4887-bcd4-ecfc94edacf7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:43.239803 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9aead3ea-0b23-4882-ab39-609a8e8091f9 None None] Provisioning for port 2037bc85-be97-4810-90a5-60f040a04968 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:43.246463 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55188508-097e-4887-bcd4-ecfc94edacf7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:43.248311 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0a58ade0-4335-4f9c-b261-d833a5660003 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "PUT /v2.0/floatingips/ced11d0c-5a26-4b77-bbac-c81d62906b23 HTTP/1.1" status: 200  len: 978 time: 5.1696355
Dec 22 04:49:43.250341 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-948bd4cc-5cd1-4c31-b002-8634080942b7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:43.259498 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55188508-097e-4887-bcd4-ecfc94edacf7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:43.262111 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-55188508-097e-4887-bcd4-ecfc94edacf7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:43.280476 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53694) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:43.291877 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-1858e1d4-7133-4b59-97dd-d06c76e33198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c72ea60>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:43.295523 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9aead3ea-0b23-4882-ab39-609a8e8091f9 None None] Provisioning complete for port 2037bc85-be97-4810-90a5-60f040a04968 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:43.296165 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9aead3ea-0b23-4882-ab39-609a8e8091f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:43.353664 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c6ec4-2cfa-473d-8a4c-fb1ee80c07f2 None None] Pushing event updated for resources: {'Port': ['ID=cd65023e-79f7-423c-aa3a-2c429170e389,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:43.356948 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9e1c6ec4-2cfa-473d-8a4c-fb1ee80c07f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:43.361448 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] Routers {'58dcf30e-3958-471a-ae24-3776d056b38b'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:43.362297 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c013f10>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['58dcf30e-3958-471a-ae24-3776d056b38b'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:43.369910 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-948bd4cc-5cd1-4c31-b002-8634080942b7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:43.375310 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0aa7255e-7be0-4a6b-9797-61da0887e116 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:43.417873 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948bd4cc-5cd1-4c31-b002-8634080942b7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Subnet': ['ID=459efe84-48db-4782-a2a3-81c2ebf44c75,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:43.420760 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-948bd4cc-5cd1-4c31-b002-8634080942b7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:43.423191 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-948bd4cc-5cd1-4c31-b002-8634080942b7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:43.435347 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-948bd4cc-5cd1-4c31-b002-8634080942b7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/subnets/459efe84-48db-4782-a2a3-81c2ebf44c75 HTTP/1.1" status: 204  len: 168 time: 1.0099766
Dec 22 04:49:43.435768 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53698) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:43.503805 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ff839f81-d8bd-4826-aa0b-0913a45364da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:43.517853 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456fa9d5-a691-4b6e-8ed7-4dd137828128 None None] Network caa38882-b96b-40a8-8dd0-45c3b72fd78e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:43.523679 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55188508-097e-4887-bcd4-ecfc94edacf7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Port': ['ID=608910a7-ac68-444c-be25-bdff1ed81085,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:43.533665 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-55188508-097e-4887-bcd4-ecfc94edacf7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:43.594204 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:43.610759 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting port 5d42bc52-0293-4ce3-a508-442f1b10b12b {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:43.611093 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:43.631966 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1858e1d4-7133-4b59-97dd-d06c76e33198 None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:43.632785 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-1858e1d4-7133-4b59-97dd-d06c76e33198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c72ea60>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:43.693633 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ff839f81-d8bd-4826-aa0b-0913a45364da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:43.734510 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:43.742361 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c63cc532-09ac-4604-b81b-4e93eb38198d tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:43.745948 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-1858e1d4-7133-4b59-97dd-d06c76e33198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c72ea60>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:43.746353 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1858e1d4-7133-4b59-97dd-d06c76e33198 None None] The sync data for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:49:43.825774 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-55188508-097e-4887-bcd4-ecfc94edacf7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 6.3434799
Dec 22 04:49:43.835009 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53704) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:43.843752 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-cf6308f4-d832-4860-8417-0f821f6bf267 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'subnet': {'network_id': '21a47168-5359-42cc-b173-9f67d550e87e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:43.858313 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ff839f81-d8bd-4826-aa0b-0913a45364da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:43.859472 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ff839f81-d8bd-4826-aa0b-0913a45364da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 1.6948822
Dec 22 04:49:43.871055 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53708) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:43.875725 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:43.892705 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff839f81-d8bd-4826-aa0b-0913a45364da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c432c87-f5b3-4397-84db-a3539702fb4d,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:43.898632 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-a35f8865-ac39-4e0b-86ca-36e2decebb35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '5c432c87-f5b3-4397-84db-a3539702fb4d', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:43.912979 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccddd2b6-75c6-4a7c-a458-edb50c8f1be3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:43.913883 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ccddd2b6-75c6-4a7c-a458-edb50c8f1be3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:49:43.922638 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ff839f81-d8bd-4826-aa0b-0913a45364da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:43.925257 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-dedb58dd-40ba-4dab-8cb3-353d0048cf15 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Deleting port 74b9507a-08a4-4a93-8c71-a2bc7c5f3b35 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:43.925777 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dedb58dd-40ba-4dab-8cb3-353d0048cf15 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:43.930516 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] Set router 58dcf30e-3958-471a-ae24-3776d056b38b gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:49:43.954697 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a35f8865-ac39-4e0b-86ca-36e2decebb35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:43.975116 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a35f8865-ac39-4e0b-86ca-36e2decebb35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:43.981864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a35f8865-ac39-4e0b-86ca-36e2decebb35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:44.012247 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-cf6308f4-d832-4860-8417-0f821f6bf267 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:44.015274 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] For port 5d42bc52-0293-4ce3-a508-442f1b10b12b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5d42bc52-0293-4ce3-a508-442f1b10b12b,segment=NetworkSegment(f56b954e-ea85-4a8c-b2a1-bf14fabf5065),segment_id=f56b954e-ea85-4a8c-b2a1-bf14fabf5065)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:44.015751 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:44.027507 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a35f8865-ac39-4e0b-86ca-36e2decebb35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:44.032082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-cf6308f4-d832-4860-8417-0f821f6bf267 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:subnet and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:44.036710 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9aead3ea-0b23-4882-ab39-609a8e8091f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:44.036873 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-cf6308f4-d832-4860-8417-0f821f6bf267 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:44.055782 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ccddd2b6-75c6-4a7c-a458-edb50c8f1be3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:49:44.059620 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ccddd2b6-75c6-4a7c-a458-edb50c8f1be3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 1.1695023
Dec 22 04:49:44.060400 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53712) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:44.145580 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-cf6308f4-d832-4860-8417-0f821f6bf267 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:44.153824 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Calling delete_port for 5d42bc52-0293-4ce3-a508-442f1b10b12b owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:44.210240 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6308f4-d832-4860-8417-0f821f6bf267 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:44.274729 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-9aead3ea-0b23-4882-ab39-609a8e8091f9 None None] For port 2037bc85-be97-4810-90a5-60f040a04968, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2037bc85-be97-4810-90a5-60f040a04968,segment=NetworkSegment(fb32394c-cbd0-4159-972e-1bce5dd1898f),segment_id=fb32394c-cbd0-4159-972e-1bce5dd1898f)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:44.297093 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9aead3ea-0b23-4882-ab39-609a8e8091f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:44.301456 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:44.360928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a35f8865-ac39-4e0b-86ca-36e2decebb35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:44.429513 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aead3ea-0b23-4882-ab39-609a8e8091f9 None None] Pushing event updated for resources: {'Port': ['ID=2037bc85-be97-4810-90a5-60f040a04968,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:44.434944 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9aead3ea-0b23-4882-ab39-609a8e8091f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:44.460831 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:44.467269 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:44.470927 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e71b8d-5586-4f98-890f-0eb142ed0fc4 None None] DHCP port deletion for caa38882-b96b-40a8-8dd0-45c3b72fd78e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:49:44.512199 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Port': ['ID=5d42bc52-0293-4ce3-a508-442f1b10b12b,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:44.525800 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-445adbc1-0198-496d-8d76-3a7280adc872 None None] Provisioning for port e486cf9e-7a78-4295-90b2-80f67c2556af completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:44.527271 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:44.532017 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-445adbc1-0198-496d-8d76-3a7280adc872 None None] Provisioning complete for port e486cf9e-7a78-4295-90b2-80f67c2556af triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:44.532765 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-445adbc1-0198-496d-8d76-3a7280adc872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:44.535845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] No DVR routers for this DVR port 5d42bc52-0293-4ce3-a508-442f1b10b12b on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:49:44.539981 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cf6308f4-d832-4860-8417-0f821f6bf267 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:44.561892 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dedb58dd-40ba-4dab-8cb3-353d0048cf15 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:44.562509 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dedb58dd-40ba-4dab-8cb3-353d0048cf15 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:44.570622 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a35f8865-ac39-4e0b-86ca-36e2decebb35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:44.602844 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-445adbc1-0198-496d-8d76-3a7280adc872 None None] Port e486cf9e-7a78-4295-90b2-80f67c2556af cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:44.607113 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c013f10>, [{'id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'name': 'tempest-TestNetworkBasicOps-router-1478209335', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:14Z', 'updated_at': '2021-12-22T04:49:32Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:15Z', 'updated_at': '2021-12-22T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'cd65023e-79f7-423c-aa3a-2c429170e389', 'name': '', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:c6:47:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:43Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:44.613424 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa9a42f-dd06-4cdf-b7e8-5fc6029be281 None None] The sync data for ids ['58dcf30e-3958-471a-ae24-3776d056b38b'] in dv-neutron-822525-1-hyperv is: [{'id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'name': 'tempest-TestNetworkBasicOps-router-1478209335', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:14Z', 'updated_at': '2021-12-22T04:49:32Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:15Z', 'updated_at': '2021-12-22T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'cd65023e-79f7-423c-aa3a-2c429170e389', 'name': '', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:c6:47:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:43Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:49:44.629098 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-445adbc1-0198-496d-8d76-3a7280adc872 None None] Provisioning complete for port 2037bc85-be97-4810-90a5-60f040a04968 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:44.629760 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-445adbc1-0198-496d-8d76-3a7280adc872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:44.787777 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:44.795323 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a35f8865-ac39-4e0b-86ca-36e2decebb35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:44.820595 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-445adbc1-0198-496d-8d76-3a7280adc872 None None] Provisioning for port 608910a7-ac68-444c-be25-bdff1ed81085 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:44.825984 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-445adbc1-0198-496d-8d76-3a7280adc872 None None] Provisioning complete for port 608910a7-ac68-444c-be25-bdff1ed81085 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:44.826367 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-445adbc1-0198-496d-8d76-3a7280adc872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:44.838175 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469c0ce550>,) {'filters': {'network_id': ['caa38882-b96b-40a8-8dd0-45c3b72fd78e']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:44.855025 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.ipam_backend_mixin [None req-cf6308f4-d832-4860-8417-0f821f6bf267 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a85ba6b-babf-4b4b-a90e-3fdae667abb0 (CIDR: 2001:db8::/64)
Dec 22 04:49:44.859389 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c0ce550>, 'f56b954e-ea85-4a8c-b2a1-bf14fabf5065') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:44.860028 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c0ce550>, 'f56b954e-ea85-4a8c-b2a1-bf14fabf5065') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:44.877536 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6308f4-d832-4860-8417-0f821f6bf267 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:49:44.881716 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf6308f4-d832-4860-8417-0f821f6bf267 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:49:44.891217 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:44.892970 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-445adbc1-0198-496d-8d76-3a7280adc872 None None] Port 608910a7-ac68-444c-be25-bdff1ed81085 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:44.924063 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:44.933385 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-cf6308f4-d832-4860-8417-0f821f6bf267 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0973432
Dec 22 04:49:44.934791 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:49:44.935399 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:49:44.952929 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:49:44.955534 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53718) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:44.966669 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2233b3-64eb-49c5-8324-8a5ef1603348 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:44.971478 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ec2233b3-64eb-49c5-8324-8a5ef1603348 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.8921666
Dec 22 04:49:44.980884 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-dedb58dd-40ba-4dab-8cb3-353d0048cf15 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Calling delete_port for 74b9507a-08a4-4a93-8c71-a2bc7c5f3b35 owned by network:floatingip {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:45.013176 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53722) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:45.024554 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-5ea2a406-7ab0-4a96-bb36-4d50166175e8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'subnet': {'network_id': '21a47168-5359-42cc-b173-9f67d550e87e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:45.065300 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ab6acd62-53f2-4586-9b5a-96ef8af02d19 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:45.098294 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cd65023e-79f7-423c-aa3a-2c429170e389 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:45.156718 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:45.160918 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f8865-ac39-4e0b-86ca-36e2decebb35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8541ef95-53d7-4181-a79f-305063019fe0,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:45.163419 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f6f4cc70-5c7f-4855-a08f-42643cfeb960 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:45.188190 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:45.191070 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Network': ['ID=caa38882-b96b-40a8-8dd0-45c3b72fd78e,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:45.195055 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a35f8865-ac39-4e0b-86ca-36e2decebb35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:45.197082 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port cd65023e-79f7-423c-aa3a-2c429170e389 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:45.206466 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:45.215123 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/networks/caa38882-b96b-40a8-8dd0-45c3b72fd78e HTTP/1.1" status: 204  len: 168 time: 1.7749717
Dec 22 04:49:45.217286 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53726) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:45.217492 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port cd65023e-79f7-423c-aa3a-2c429170e389 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:45.225120 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:45.232632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-fb57fc4d-7f7a-4c43-b473-527a9435ab40 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-76475119'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:45.241582 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-fb57fc4d-7f7a-4c43-b473-527a9435ab40 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:45.249315 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-fb57fc4d-7f7a-4c43-b473-527a9435ab40 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:network and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:45.253156 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-fb57fc4d-7f7a-4c43-b473-527a9435ab40 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:45.253755 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a35f8865-ac39-4e0b-86ca-36e2decebb35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:45.254918 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a35f8865-ac39-4e0b-86ca-36e2decebb35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.3806100
Dec 22 04:49:45.257177 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5ea2a406-7ab0-4a96-bb36-4d50166175e8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:45.259266 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53730) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:45.265886 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-fb57fc4d-7f7a-4c43-b473-527a9435ab40 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:45.268280 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5ea2a406-7ab0-4a96-bb36-4d50166175e8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:subnet and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:45.275277 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-90c443c3-f1d4-414a-aeba-3bf64276c490 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '5c432c87-f5b3-4397-84db-a3539702fb4d', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:45.280044 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5ea2a406-7ab0-4a96-bb36-4d50166175e8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:45.287344 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-90c443c3-f1d4-414a-aeba-3bf64276c490 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:45.299164 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5ea2a406-7ab0-4a96-bb36-4d50166175e8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:45.300100 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25594b9c-5c9f-4efd-8378-b62db478bc0b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:45.301512 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25594b9c-5c9f-4efd-8378-b62db478bc0b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:45.302982 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-90c443c3-f1d4-414a-aeba-3bf64276c490 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:45.303439 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25594b9c-5c9f-4efd-8378-b62db478bc0b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:45.304328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-25594b9c-5c9f-4efd-8378-b62db478bc0b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:49:45.307923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-90c443c3-f1d4-414a-aeba-3bf64276c490 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:45.314412 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:45.315181 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:45.316955 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-90c443c3-f1d4-414a-aeba-3bf64276c490 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:45.325605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb57fc4d-7f7a-4c43-b473-527a9435ab40 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Made reservation on behalf of 2c15a5726c1c4265b642f9bc187fa0d4 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:45.332124 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fb57fc4d-7f7a-4c43-b473-527a9435ab40 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:45.349385 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea2a406-7ab0-4a96-bb36-4d50166175e8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:45.353266 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ea2a406-7ab0-4a96-bb36-4d50166175e8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:45.408603 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:45.451474 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port cd65023e-79f7-423c-aa3a-2c429170e389, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cd65023e-79f7-423c-aa3a-2c429170e389,segment=NetworkSegment(1f6e2f25-1061-4a0d-a451-c87be86e134f),segment_id=1f6e2f25-1061-4a0d-a451-c87be86e134f)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:45.456366 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-90c443c3-f1d4-414a-aeba-3bf64276c490 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:45.456927 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:45.457993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:45.464269 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb57fc4d-7f7a-4c43-b473-527a9435ab40 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:49:45.492397 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-25594b9c-5c9f-4efd-8378-b62db478bc0b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:49:45.495833 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9e1c6ec4-2cfa-473d-8a4c-fb1ee80c07f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:45.496648 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-25594b9c-5c9f-4efd-8378-b62db478bc0b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.4246998
Dec 22 04:49:45.497294 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53734) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:45.506107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fb57fc4d-7f7a-4c43-b473-527a9435ab40 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:45.507377 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-fb57fc4d-7f7a-4c43-b473-527a9435ab40 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Added segment b2853eea-72ad-4ad4-9823-43632dc66f86 of type vlan for network 1685e329-c1db-4422-94a3-fe5742759e3c
Dec 22 04:49:45.548463 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.resource_extend [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:49:45.585337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:45.602949 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=cd65023e-79f7-423c-aa3a-2c429170e389,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:45.606798 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:45.610551 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:45.630894 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:45.631271 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:45.647044 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fb57fc4d-7f7a-4c43-b473-527a9435ab40 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:45.650845 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:45.687316 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-90c443c3-f1d4-414a-aeba-3bf64276c490 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:45.731314 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-90c443c3-f1d4-414a-aeba-3bf64276c490 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:45.744889 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b0d17e76-e4e1-41c6-b140-28919188368c tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:45.746674 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dedb58dd-40ba-4dab-8cb3-353d0048cf15 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:45.790774 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c443c3-f1d4-414a-aeba-3bf64276c490 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8eb2de-40a1-44bb-8f27-514c3ea8f963,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:45.792729 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-90c443c3-f1d4-414a-aeba-3bf64276c490 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:45.796419 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-90c443c3-f1d4-414a-aeba-3bf64276c490 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.5310357
Dec 22 04:49:45.796599 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2037bc85-be97-4810-90a5-60f040a04968 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:45.796709 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-90c443c3-f1d4-414a-aeba-3bf64276c490 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:45.798204 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fb57fc4d-7f7a-4c43-b473-527a9435ab40 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:45.801691 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb57fc4d-7f7a-4c43-b473-527a9435ab40 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:45.802294 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fb57fc4d-7f7a-4c43-b473-527a9435ab40 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:45.822990 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53738) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:45.823770 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1041eac2-e1af-414c-ac25-8f63a8b414c8 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:45.856350 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:45.901294 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 2037bc85-be97-4810-90a5-60f040a04968 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:45.901816 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:45.931072 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-0d085fc6-7fc5-4091-ba53-e05cc74d709d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '5c432c87-f5b3-4397-84db-a3539702fb4d', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:45.935973 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57fc4d-7f7a-4c43-b473-527a9435ab40 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Network': ['ID=1685e329-c1db-4422-94a3-fe5742759e3c,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:45.942863 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fb57fc4d-7f7a-4c43-b473-527a9435ab40 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7244217
Dec 22 04:49:45.943635 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53742) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:45.946288 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fb57fc4d-7f7a-4c43-b473-527a9435ab40 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:45.947929 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event updated for resources: {'Port': ['ID=e486cf9e-7a78-4295-90b2-80f67c2556af,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:45.951500 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0d085fc6-7fc5-4091-ba53-e05cc74d709d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:45.954397 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 1685e329-c1db-4422-94a3-fe5742759e3c details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:49:45.959342 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-76f265b1-1144-4b76-b04c-83fcbcb4afce tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'subnet': {'network_id': '1685e329-c1db-4422-94a3-fe5742759e3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:46.066794 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0d085fc6-7fc5-4091-ba53-e05cc74d709d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:46.075399 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0d085fc6-7fc5-4091-ba53-e05cc74d709d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:46.088705 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0d085fc6-7fc5-4091-ba53-e05cc74d709d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:46.095883 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-76f265b1-1144-4b76-b04c-83fcbcb4afce tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:46.104426 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-76f265b1-1144-4b76-b04c-83fcbcb4afce tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:subnet and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:46.116367 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-76f265b1-1144-4b76-b04c-83fcbcb4afce tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:46.117914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:46.118556 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fcc5672d-903b-4a48-8720-41986a34663e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.357s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:46.128853 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-76f265b1-1144-4b76-b04c-83fcbcb4afce tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:46.168415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0d085fc6-7fc5-4091-ba53-e05cc74d709d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:46.168855 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb58dd-40ba-4dab-8cb3-353d0048cf15 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event deleted for resources: {'Port': ['ID=74b9507a-08a4-4a93-8c71-a2bc7c5f3b35,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:46.171328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dedb58dd-40ba-4dab-8cb3-353d0048cf15 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:46.197169 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ea2a406-7ab0-4a96-bb36-4d50166175e8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:46.206136 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-643b0f36-62f9-45c6-b685-fab42cb631a1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:46.237428 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f265b1-1144-4b76-b04c-83fcbcb4afce tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Made reservation on behalf of 2c15a5726c1c4265b642f9bc187fa0d4 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:46.247351 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 5d42bc52-0293-4ce3-a508-442f1b10b12b no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:49:46.294473 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 5d42bc52-0293-4ce3-a508-442f1b10b12b {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:49:46.295128 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 5d42bc52-0293-4ce3-a508-442f1b10b12b not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:49:46.318974 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29ed856-df69-46e9-ad8d-697d8b8e27cd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet 1ca49304-eec2-46a7-b6ea-d8d16f84b870 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:49:46.337903 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Network 53a4b979-cad7-4d02-86a0-1e4e9ff799ba is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:46.339702 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a29ed856-df69-46e9-ad8d-697d8b8e27cd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:46.367984 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dedb58dd-40ba-4dab-8cb3-353d0048cf15 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:46.423718 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:46.542019 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea2a406-7ab0-4a96-bb36-4d50166175e8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network 21a47168-5359-42cc-b173-9f67d550e87e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:46.545417 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2a406-7ab0-4a96-bb36-4d50166175e8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Subnet': ['ID=9e80b149-5f5c-467c-91bb-0779dd047e44,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:46.552569 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-5ea2a406-7ab0-4a96-bb36-4d50166175e8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:46.562746 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184b329c-7bf1-4985-be89-8e95df3a87bf None None] Network 21a47168-5359-42cc-b173-9f67d550e87e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:46.563908 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5ea2a406-7ab0-4a96-bb36-4d50166175e8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:46.568296 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea2a406-7ab0-4a96-bb36-4d50166175e8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:46.568894 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ea2a406-7ab0-4a96-bb36-4d50166175e8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:46.598110 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-76f265b1-1144-4b76-b04c-83fcbcb4afce tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:46.686334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0d085fc6-7fc5-4091-ba53-e05cc74d709d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:46.695440 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5ea2a406-7ab0-4a96-bb36-4d50166175e8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.7388949
Dec 22 04:49:46.700592 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53748) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:46.705354 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0d085fc6-7fc5-4091-ba53-e05cc74d709d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:46.720653 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-3dbdc386-2ebc-42a9-8e64-e4bfefad6eac tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-25569702', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9e80b149-5f5c-467c-91bb-0779dd047e44'}], 'security_groups': ['882c6ba7-90d8-4474-816a-36673bad8006']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:46.734498 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a29ed856-df69-46e9-ad8d-697d8b8e27cd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:46.755740 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9271039f-3009-48f8-b2af-73a6bf272111 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:46.783905 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-dfde847b-78b9-4fdf-bbe5-ca624f4db7fb None None] Provisioning complete for port e486cf9e-7a78-4295-90b2-80f67c2556af triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:46.784507 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dfde847b-78b9-4fdf-bbe5-ca624f4db7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:46.813885 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d085fc6-7fc5-4091-ba53-e05cc74d709d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d0f7f6-74f2-41ea-bcd5-8fa89bad0c79,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:46.838516 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0d085fc6-7fc5-4091-ba53-e05cc74d709d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:46.844404 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-74f05b5c-c27d-4653-ab1a-243c89367a0a req-648bb7a4-e1ea-4cba-b9aa-fe7776c477bb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5211999
Dec 22 04:49:46.845112 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0d085fc6-7fc5-4091-ba53-e05cc74d709d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:46.846177 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0d085fc6-7fc5-4091-ba53-e05cc74d709d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.9232481
Dec 22 04:49:46.852128 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53752) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:46.891517 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-6c2559fc-8807-422b-8524-0792bdf6fd9f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '5c432c87-f5b3-4397-84db-a3539702fb4d', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:46.905273 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6c2559fc-8807-422b-8524-0792bdf6fd9f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:46.919083 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6c2559fc-8807-422b-8524-0792bdf6fd9f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:46.925082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6c2559fc-8807-422b-8524-0792bdf6fd9f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:46.928790 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-dfde847b-78b9-4fdf-bbe5-ca624f4db7fb None None] Port e486cf9e-7a78-4295-90b2-80f67c2556af cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:46.944005 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6c2559fc-8807-422b-8524-0792bdf6fd9f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:46.947186 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3dbdc386-2ebc-42a9-8e64-e4bfefad6eac tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:47.007993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cd65023e-79f7-423c-aa3a-2c429170e389 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:47.073594 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a29ed856-df69-46e9-ad8d-697d8b8e27cd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:47.094627 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6c2559fc-8807-422b-8524-0792bdf6fd9f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:47.180006 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fd3c3a-a52c-48da-a015-7d3a00a2a7f7 None None] Update dhcp port {'port': {'network_id': '21a47168-5359-42cc-b173-9f67d550e87e', 'fixed_ips': [{'subnet_id': '2a85ba6b-babf-4b4b-a90e-3fdae667abb0', 'ip_address': '2001:db8::2'}, {'subnet_id': '9e80b149-5f5c-467c-91bb-0779dd047e44'}], 'binding:host_id': 'dv-neutron-822525-1-hyperv'}, 'id': 'c82f9f71-e40f-4fd7-a9a0-cff21fefeb04'} from dv-neutron-822525-1-hyperv. {{(pid=83436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 04:49:47.217282 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Router fb09b6d9-7266-434b-947a-f65cc0e409da is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:49:47.231865 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b7fd3c3a-a52c-48da-a015-7d3a00a2a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:47.253324 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a29ed856-df69-46e9-ad8d-697d8b8e27cd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:47.294412 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-89003c16-7130-4b26-b57a-ecc5fdd377d3 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:47.347748 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port cd65023e-79f7-423c-aa3a-2c429170e389 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:47.348127 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:47.348282 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-76f265b1-1144-4b76-b04c-83fcbcb4afce tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:47.359640 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-74f05b5c-c27d-4653-ab1a-243c89367a0a req-f462582f-493a-417b-8882-5bdf3f280f50 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a189efe8546c44009128ff34bc595fc2&device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 1099 time: 0.3944767
Dec 22 04:49:47.364582 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-07e08101-8aa1-47a3-abde-8e52cb9d02cd tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:47.408287 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f33f442-6220-4e3e-8186-1fee295ea8b9 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:47.417001 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a29ed856-df69-46e9-ad8d-697d8b8e27cd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:47.423429 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ed856-df69-46e9-ad8d-697d8b8e27cd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca49304-eec2-46a7-b6ea-d8d16f84b870,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:47.428944 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a29ed856-df69-46e9-ad8d-697d8b8e27cd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:47.468945 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a29ed856-df69-46e9-ad8d-697d8b8e27cd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/1ca49304-eec2-46a7-b6ea-d8d16f84b870 HTTP/1.1" status: 204  len: 168 time: 1.9624734
Dec 22 04:49:47.470538 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53760) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:47.514426 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6c2559fc-8807-422b-8524-0792bdf6fd9f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:47.517783 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f265b1-1144-4b76-b04c-83fcbcb4afce tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Subnet': ['ID=00d96e39-907e-4188-914a-832c50bdea27,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:47.526531 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-76f265b1-1144-4b76-b04c-83fcbcb4afce tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:47.539699 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Router 41bde271-baf5-4618-b74b-f09357e01f17 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:49:47.543700 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6c2559fc-8807-422b-8524-0792bdf6fd9f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:47.635066 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-998bb19f-4fe0-4414-b49b-1ba643f66339 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet a6a944c1-a48a-4d29-a7e1-67d95408c645 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:49:47.638116 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:47.667770 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-b7fd3c3a-a52c-48da-a015-7d3a00a2a7f7 None None] Allocated IP 2001:db8:0:1::2 (21a47168-5359-42cc-b173-9f67d550e87e/9e80b149-5f5c-467c-91bb-0779dd047e44/c82f9f71-e40f-4fd7-a9a0-cff21fefeb04) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:47.705718 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-998bb19f-4fe0-4414-b49b-1ba643f66339 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:47.730760 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2559fc-8807-422b-8524-0792bdf6fd9f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73d231e-c68c-470e-a52a-936b59d0ff82,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:47.779403 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6c2559fc-8807-422b-8524-0792bdf6fd9f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:47.808243 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6c2559fc-8807-422b-8524-0792bdf6fd9f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:47.811996 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6c2559fc-8807-422b-8524-0792bdf6fd9f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.9566081
Dec 22 04:49:47.822093 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53766) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:47.829947 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-e436100d-2a11-4057-8047-f6652b0e7110 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '5c432c87-f5b3-4397-84db-a3539702fb4d', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:47.853781 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e436100d-2a11-4057-8047-f6652b0e7110 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:47.870677 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e436100d-2a11-4057-8047-f6652b0e7110 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:47.877815 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f265b1-1144-4b76-b04c-83fcbcb4afce tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Checking segment: {'id': 'b2853eea-72ad-4ad4-9823-43632dc66f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1685e329-c1db-4422-94a3-fe5742759e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:47.877815 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f265b1-1144-4b76-b04c-83fcbcb4afce tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network hostable DHCP agents. Network: 1685e329-c1db-4422-94a3-fe5742759e3c, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:49:47.885408 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e436100d-2a11-4057-8047-f6652b0e7110 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:47.890370 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-998bb19f-4fe0-4414-b49b-1ba643f66339 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:47.891283 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-b7fd3c3a-a52c-48da-a015-7d3a00a2a7f7 None None] For port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c82f9f71-e40f-4fd7-a9a0-cff21fefeb04,segment=NetworkSegment(b50bef65-554c-4578-9fe9-3cb9b09a7bae),segment_id=b50bef65-554c-4578-9fe9-3cb9b09a7bae)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:47.894597 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e436100d-2a11-4057-8047-f6652b0e7110 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:47.897455 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f05b5c-c27d-4653-ab1a-243c89367a0a req-3226a25e-0efb-4dc0-b454-156932232cfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:47.898871 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-74f05b5c-c27d-4653-ab1a-243c89367a0a req-3226a25e-0efb-4dc0-b454-156932232cfb service neutron] 10.222.0.47 "GET /v2.0/networks?id=e68a3e5c-f921-45fc-a6c9-1329c028d289 HTTP/1.1" status: 200  len: 913 time: 0.3574893
Dec 22 04:49:47.933828 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b7fd3c3a-a52c-48da-a015-7d3a00a2a7f7 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:47.953527 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b7fd3c3a-a52c-48da-a015-7d3a00a2a7f7 None None] Transition to ACTIVE for port object c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:47.959923 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b7fd3c3a-a52c-48da-a015-7d3a00a2a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:47.970995 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-28f8d32e-aca2-4c83-8ddd-e736c25050f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:48.033257 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.securitygroups_db [None req-e436100d-2a11-4057-8047-f6652b0e7110 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Project 276ceac97e6343c5aa8f294c3cc0960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 04:49:48.073579 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e436100d-2a11-4057-8047-f6652b0e7110 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:48.101004 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85917142-a318-49ea-a3b8-536ecdc45784 req-cd5ade80-b122-4bbf-b32f-69abd35c660c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:48.108027 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-85917142-a318-49ea-a3b8-536ecdc45784 req-cd5ade80-b122-4bbf-b32f-69abd35c660c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.5758371
Dec 22 04:49:48.112537 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:49:48.122641 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd3c3a-a52c-48da-a015-7d3a00a2a7f7 None None] Pushing event updated for resources: {'Port': ['ID=c82f9f71-e40f-4fd7-a9a0-cff21fefeb04,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:48.126259 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b7fd3c3a-a52c-48da-a015-7d3a00a2a7f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:48.133881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-998bb19f-4fe0-4414-b49b-1ba643f66339 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:48.146662 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] Sync routers for ids ['fb09b6d9-7266-434b-947a-f65cc0e409da'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:49:48.182162 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f265b1-1144-4b76-b04c-83fcbcb4afce tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network 1685e329-c1db-4422-94a3-fe5742759e3c is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:49:48.183277 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] Routers {'fb09b6d9-7266-434b-947a-f65cc0e409da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:48.184095 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c51b910>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fb09b6d9-7266-434b-947a-f65cc0e409da'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:48.298441 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-74f05b5c-c27d-4653-ab1a-243c89367a0a req-c81dfcdb-d507-48a6-b694-f4ba181bad76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11cb9345-8066-4ad5-8be0-621882ff7c67 HTTP/1.1" status: 200  len: 1002 time: 0.3878858
Dec 22 04:49:48.308535 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-76f265b1-1144-4b76-b04c-83fcbcb4afce tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 1685e329-c1db-4422-94a3-fe5742759e3c) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:48.322297 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4c7a12-b8c8-4c49-a108-8988e18274f7 None None] Network 1685e329-c1db-4422-94a3-fe5742759e3c requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:48.431392 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f265b1-1144-4b76-b04c-83fcbcb4afce tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:48.432445 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-76f265b1-1144-4b76-b04c-83fcbcb4afce tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:48.449117 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:48.450631 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 11.8286185
Dec 22 04:49:48.464822 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53770) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:48.514029 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-85917142-a318-49ea-a3b8-536ecdc45784 req-7f3cebc8-0ec7-4ed3-9ea9-e90b65399668 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4050615
Dec 22 04:49:48.514886 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:49:48.525088 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] Set router fb09b6d9-7266-434b-947a-f65cc0e409da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:49:48.579952 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/routers/41bde271-baf5-4618-b74b-f09357e01f17/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.1327014
Dec 22 04:49:48.593665 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53778) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:48.599934 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e436100d-2a11-4057-8047-f6652b0e7110 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:48.607263 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-63ad5a1c-2135-49a2-a634-014ca800f31f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:48.628981 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:49:48.637095 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-3dbdc386-2ebc-42a9-8e64-e4bfefad6eac tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Delete allocated IP 2001:db8::216 (21a47168-5359-42cc-b173-9f67d550e87e/2a85ba6b-babf-4b4b-a90e-3fdae667abb0) {{(pid=83434) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 22 04:49:48.654660 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-3dbdc386-2ebc-42a9-8e64-e4bfefad6eac tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Allocated IP 2001:db8:0:1::23d (21a47168-5359-42cc-b173-9f67d550e87e/9e80b149-5f5c-467c-91bb-0779dd047e44/608910a7-ac68-444c-be25-bdff1ed81085) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:48.682449 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] Sync routers for ids ['41bde271-baf5-4618-b74b-f09357e01f17'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:49:48.709860 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] Routers {'41bde271-baf5-4618-b74b-f09357e01f17'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:48.710501 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c2d2730>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['41bde271-baf5-4618-b74b-f09357e01f17'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:48.719928 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f05b5c-c27d-4653-ab1a-243c89367a0a req-3c23614b-5111-4ed5-8701-94cc3e6eb228 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:48.725400 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-74f05b5c-c27d-4653-ab1a-243c89367a0a req-3c23614b-5111-4ed5-8701-94cc3e6eb228 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0 HTTP/1.1" status: 200  len: 851 time: 0.4133983
Dec 22 04:49:48.773342 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-998bb19f-4fe0-4414-b49b-1ba643f66339 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:48.793011 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-873558b9-cd62-4921-87a7-8171213ca84a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:48.841055 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b96d41ab-bf29-44a0-b7e7-b96ae8af5bf2 tempest-TestNetworkAdvancedServerOps-179661174 tempest-TestNetworkAdvancedServerOps-179661174-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=4a9c0bba5dc144c8a8924788c9d546a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3678622
Dec 22 04:49:48.846852 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-1685e329-c1db-4422-94a3-fe5742759e3c', 'network_id': '1685e329-c1db-4422-94a3-fe5742759e3c', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'fixed_ips': [{'subnet_id': '00d96e39-907e-4188-914a-832c50bdea27'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:49:48.849865 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53782) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:48.850772 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:48.863891 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e436100d-2a11-4057-8047-f6652b0e7110 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:48.983093 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-76f265b1-1144-4b76-b04c-83fcbcb4afce tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.0331933
Dec 22 04:49:48.986386 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53788) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:49.000598 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-90c443c3-f1d4-414a-aeba-3bf64276c490 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:49.050610 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998bb19f-4fe0-4414-b49b-1ba643f66339 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=a6a944c1-a48a-4d29-a7e1-67d95408c645,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:49.075827 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-998bb19f-4fe0-4414-b49b-1ba643f66339 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:49.119680 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedb58dd-40ba-4dab-8cb3-353d0048cf15 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Router fe74ed20-ba67-4c54-8f1e-d46d362af84e has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:49:49.125310 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-998bb19f-4fe0-4414-b49b-1ba643f66339 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:49.138357 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-998bb19f-4fe0-4414-b49b-1ba643f66339 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/a6a944c1-a48a-4d29-a7e1-67d95408c645 HTTP/1.1" status: 204  len: 168 time: 1.6659687
Dec 22 04:49:49.143397 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53794) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:49.214708 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:49.232498 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c51b910>, [{'id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88564726', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:36Z', 'updated_at': '2021-12-22T04:49:43Z', 'revision_number': 3, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'gw_port': {'id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:39Z', 'updated_at': '2021-12-22T04:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:49.243254 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] Checking router: fb09b6d9-7266-434b-947a-f65cc0e409da for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:49:49.243602 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] Updating router fb09b6d9-7266-434b-947a-f65cc0e409da port 61baa2d5-223b-48f5-b291-823d57e64b21 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:49:49.278711 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9636dd7e-6ee8-4a50-a719-5e5787268d99 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:49.304691 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-30e3214f-c5d3-44df-816c-c0570642e5b2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1602032
Dec 22 04:49:49.311646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53798) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:49.315337 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:49.331850 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-35a45002-8741-4591-b130-ae31849ccea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:49.375365 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-b87ef05d-c6a2-43bb-9bbd-47e8ecfc7d55 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1247031211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:49.468559 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b87ef05d-c6a2-43bb-9bbd-47e8ecfc7d55 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:49.487965 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436100d-2a11-4057-8047-f6652b0e7110 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2232209b-b7b7-40c8-b201-a643c1cd5963,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:49.511113 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b87ef05d-c6a2-43bb-9bbd-47e8ecfc7d55 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:router and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:49.522300 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b87ef05d-c6a2-43bb-9bbd-47e8ecfc7d55 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:49.548913 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-35a45002-8741-4591-b130-ae31849ccea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:49.571346 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e436100d-2a11-4057-8047-f6652b0e7110 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:49.584404 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e436100d-2a11-4057-8047-f6652b0e7110 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:49.585894 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e436100d-2a11-4057-8047-f6652b0e7110 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 1.7628336
Dec 22 04:49:49.587247 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b87ef05d-c6a2-43bb-9bbd-47e8ecfc7d55 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:49.599618 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53802) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:49.629351 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-c75d42a6-ea9b-4979-887f-b42aa19ea076 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '5c432c87-f5b3-4397-84db-a3539702fb4d', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:49.655916 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c75d42a6-ea9b-4979-887f-b42aa19ea076 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:49.671898 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c75d42a6-ea9b-4979-887f-b42aa19ea076 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:49.680269 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b87ef05d-c6a2-43bb-9bbd-47e8ecfc7d55 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:49.681458 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b87ef05d-c6a2-43bb-9bbd-47e8ecfc7d55 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:49.681917 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-35a45002-8741-4591-b130-ae31849ccea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:49.686073 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c75d42a6-ea9b-4979-887f-b42aa19ea076 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:49.692797 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-35a45002-8741-4591-b130-ae31849ccea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:49.701666 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] Set router 41bde271-baf5-4618-b74b-f09357e01f17 gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:49:49.702225 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-35a45002-8741-4591-b130-ae31849ccea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:49.713041 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c75d42a6-ea9b-4979-887f-b42aa19ea076 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:49.742124 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66bcbbb-024c-479a-ad96-0a8154283622 tempest-TestNetworkAdvancedServerOps-179661174 tempest-TestNetworkAdvancedServerOps-179661174-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:49.743873 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b66bcbbb-024c-479a-ad96-0a8154283622 tempest-TestNetworkAdvancedServerOps-179661174 tempest-TestNetworkAdvancedServerOps-179661174-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.8781936
Dec 22 04:49:49.759055 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:49.762810 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53806) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:49.775838 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] Transition to ACTIVE for port object 61baa2d5-223b-48f5-b291-823d57e64b21 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:49.786319 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:49.793380 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:49.801480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a45002-8741-4591-b130-ae31849ccea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:49.805317 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35a45002-8741-4591-b130-ae31849ccea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:49.829536 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4e85cc46-290f-4a52-9a36-391eb1758049 tempest-TestNetworkAdvancedServerOps-179661174 tempest-TestNetworkAdvancedServerOps-179661174-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0596573
Dec 22 04:49:49.832691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53810) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:49.835272 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.securitygroups_db [None req-c75d42a6-ea9b-4979-887f-b42aa19ea076 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Project 276ceac97e6343c5aa8f294c3cc0960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 04:49:49.850707 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c75d42a6-ea9b-4979-887f-b42aa19ea076 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:49.863261 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fca0e4-a24e-49a2-be87-214b1e3826d1 req-decdbe42-5fd4-4cbd-8592-13d3e82a7364 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:49.865011 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d1fca0e4-a24e-49a2-be87-214b1e3826d1 req-decdbe42-5fd4-4cbd-8592-13d3e82a7364 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.4737599
Dec 22 04:49:49.868000 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-74f05b5c-c27d-4653-ab1a-243c89367a0a req-f939b941-279c-4ac1-a395-89e1a142316e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e68a3e5c-f921-45fc-a6c9-1329c028d289&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 1.0255125
Dec 22 04:49:49.869414 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b87ef05d-c6a2-43bb-9bbd-47e8ecfc7d55 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:49.894188 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-a9821971-c7e2-4272-8e51-aa7405e936bb tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1085007463', 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715', 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:49.896748 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7f3c0-5772-43b9-803d-8d4e505f76d5 None None] Pushing event updated for resources: {'Port': ['ID=61baa2d5-223b-48f5-b291-823d57e64b21,revision_number=2']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:49.908139 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-61c7f3c0-5772-43b9-803d-8d4e505f76d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:49.935292 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.resource_extend [None req-3dbdc386-2ebc-42a9-8e64-e4bfefad6eac tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:49:49.938887 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] Attempting to bind port 61baa2d5-223b-48f5-b291-823d57e64b21 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:49:49.939261 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] Attempting to bind port 61baa2d5-223b-48f5-b291-823d57e64b21 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:49:49.939623 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] Attempting to bind port 61baa2d5-223b-48f5-b291-823d57e64b21 on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:49:49.955794 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:49:49.956157 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:49.956559 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:49.956950 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:49:49.957506 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] Bound port: 61baa2d5-223b-48f5-b291-823d57e64b21, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:49:49.958272 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:49.983017 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-cb6a2520-a9ba-46c8-a1bb-dff664a1d191 None None] Provisioning complete for port 5ced5624-3e70-455b-9e0c-c9beb9af3a57 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:49.983396 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cb6a2520-a9ba-46c8-a1bb-dff664a1d191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:50.019532 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3dbdc386-2ebc-42a9-8e64-e4bfefad6eac tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:50.030054 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Allocated IP 2001:db8::2 (1685e329-c1db-4422-94a3-fe5742759e3c/00d96e39-907e-4188-914a-832c50bdea27/8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:50.076245 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-3dbdc386-2ebc-42a9-8e64-e4bfefad6eac tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Transition to ACTIVE for port object 608910a7-ac68-444c-be25-bdff1ed81085 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:50.077061 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] For port 61baa2d5-223b-48f5-b291-823d57e64b21, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:49:50.077803 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b87ef05d-c6a2-43bb-9bbd-47e8ecfc7d55 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:50.081339 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] For port 61baa2d5-223b-48f5-b291-823d57e64b21, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=61baa2d5-223b-48f5-b291-823d57e64b21,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:49:50.089766 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:50.098817 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-15fe0fc8-bbdb-4709-9f93-231991ad33a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:50.105179 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3dbdc386-2ebc-42a9-8e64-e4bfefad6eac tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:50.128116 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d1fca0e4-a24e-49a2-be87-214b1e3826d1 req-908e2625-d9b2-431b-9935-a1d7144974e2 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2518101
Dec 22 04:49:50.129043 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7c582d21-f806-4d4d-95c1-4260b0270e6b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:50.206106 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b87ef05d-c6a2-43bb-9bbd-47e8ecfc7d55 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:50.210985 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b87ef05d-c6a2-43bb-9bbd-47e8ecfc7d55 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 1.2010829
Dec 22 04:49:50.213648 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53816) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:50.220391 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a9821971-c7e2-4272-8e51-aa7405e936bb tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:50.239828 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a9821971-c7e2-4272-8e51-aa7405e936bb tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Usage tracker for resource:subnet and tenant:4a9c0bba5dc144c8a8924788c9d546a7 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:50.247878 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a9821971-c7e2-4272-8e51-aa7405e936bb tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:50.266058 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7f3c0-5772-43b9-803d-8d4e505f76d5 None None] Pushing event updated for resources: {'Port': ['ID=61baa2d5-223b-48f5-b291-823d57e64b21,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:50.282395 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-61c7f3c0-5772-43b9-803d-8d4e505f76d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:50.306023 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-74f05b5c-c27d-4653-ab1a-243c89367a0a req-05190e02-623b-428a-b498-c84921dcb8ae service neutron] 10.222.0.47 "GET /v2.0/networks/e68a3e5c-f921-45fc-a6c9-1329c028d289?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4036369
Dec 22 04:49:50.327279 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] Routers {'fb09b6d9-7266-434b-947a-f65cc0e409da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:50.329997 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c51b910>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fb09b6d9-7266-434b-947a-f65cc0e409da'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:50.382094 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c75d42a6-ea9b-4979-887f-b42aa19ea076 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:50.530848 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.extraroute_db [None req-63ad5a1c-2135-49a2-a634-014ca800f31f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=83435) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 22 04:49:50.547023 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.extraroute_db [None req-63ad5a1c-2135-49a2-a634-014ca800f31f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Removed routes are [] {{(pid=83435) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 22 04:49:50.547509 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-63ad5a1c-2135-49a2-a634-014ca800f31f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:50.554832 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a9821971-c7e2-4272-8e51-aa7405e936bb tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:50.561207 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbdc386-2ebc-42a9-8e64-e4bfefad6eac tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Port': ['ID=608910a7-ac68-444c-be25-bdff1ed81085,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:50.583928 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-3dbdc386-2ebc-42a9-8e64-e4bfefad6eac tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] In _notify_port_updated(), no bound segment for port 608910a7-ac68-444c-be25-bdff1ed81085 on network 21a47168-5359-42cc-b173-9f67d550e87e {{(pid=83434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 04:49:50.587829 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbdc386-2ebc-42a9-8e64-e4bfefad6eac tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:50.588455 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3dbdc386-2ebc-42a9-8e64-e4bfefad6eac tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:50.600489 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3dbdc386-2ebc-42a9-8e64-e4bfefad6eac tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "PUT /v2.0/ports/608910a7-ac68-444c-be25-bdff1ed81085 HTTP/1.1" status: 200  len: 929 time: 3.8963697
Dec 22 04:49:50.610199 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c75d42a6-ea9b-4979-887f-b42aa19ea076 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:50.611380 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3dbdc386-2ebc-42a9-8e64-e4bfefad6eac tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:50.611817 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53822) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:50.665190 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:50.707740 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] Set router fb09b6d9-7266-434b-947a-f65cc0e409da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:49:50.736241 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] DHCP port deletion for 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:49:50.770435 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d42a6-ea9b-4979-887f-b42aa19ea076 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e605dcf-959c-48b2-8166-013c3f69752e,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:50.784932 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] Deleting port 5ced5624-3e70-455b-9e0c-c9beb9af3a57 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:50.785411 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:50.785565 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c75d42a6-ea9b-4979-887f-b42aa19ea076 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:50.898156 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c75d42a6-ea9b-4979-887f-b42aa19ea076 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:50.899451 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c75d42a6-ea9b-4979-887f-b42aa19ea076 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 1.2974293
Dec 22 04:49:50.980066 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-b1030356-fe94-4204-b8df-598358d8a38d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting port 608910a7-ac68-444c-be25-bdff1ed81085 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:50.980410 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b1030356-fe94-4204-b8df-598358d8a38d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:51.065323 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:51.080049 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9821971-c7e2-4272-8e51-aa7405e936bb tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Made reservation on behalf of 4a9c0bba5dc144c8a8924788c9d546a7 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:51.090298 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Transition to ACTIVE for port object 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:51.137473 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Transition to ACTIVE for port object 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:51.230220 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 5ced5624-3e70-455b-9e0c-c9beb9af3a57 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:49:51.254449 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedb58dd-40ba-4dab-8cb3-353d0048cf15 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:49:51.315400 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dedb58dd-40ba-4dab-8cb3-353d0048cf15 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:51.355584 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e24cf0-ef2b-424e-903c-b1b7ae7eb6df None None] Sync routers for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:49:51.363850 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a9821971-c7e2-4272-8e51-aa7405e936bb tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:51.380012 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:51.387939 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e24cf0-ef2b-424e-903c-b1b7ae7eb6df None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:51.389935 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-81e24cf0-ef2b-424e-903c-b1b7ae7eb6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c63e0a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:51.400910 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0068bc4b-2f4b-4722-abd0-dfd281c07c22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:51.491534 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-81e24cf0-ef2b-424e-903c-b1b7ae7eb6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c63e0a0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:51.504555 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c51b910>, [{'id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88564726', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:36Z', 'updated_at': '2021-12-22T04:49:43Z', 'revision_number': 3, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'gw_port': {'id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:39Z', 'updated_at': '2021-12-22T04:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:51.512943 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d76681-1ca5-4f1b-921b-333261eefe71 None None] The sync data for ids ['fb09b6d9-7266-434b-947a-f65cc0e409da'] in dv-neutron-822525-1-hyperv is: [{'id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88564726', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:36Z', 'updated_at': '2021-12-22T04:49:43Z', 'revision_number': 3, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'gw_port': {'id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:39Z', 'updated_at': '2021-12-22T04:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:49:51.525331 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9446e972-29b0-4dec-9d34-7babce96cf16 None None] Provisioning for port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:51.531671 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e24cf0-ef2b-424e-903c-b1b7ae7eb6df None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:51.532298 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-81e24cf0-ef2b-424e-903c-b1b7ae7eb6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c63e0a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:51.562668 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dedb58dd-40ba-4dab-8cb3-353d0048cf15 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "DELETE /v2.0/floatingips/ced11d0c-5a26-4b77-bbac-c81d62906b23 HTTP/1.1" status: 204  len: 168 time: 8.2787750
Dec 22 04:49:51.568796 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53840) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:51.621197 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-81e24cf0-ef2b-424e-903c-b1b7ae7eb6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c63e0a0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:51.621511 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e24cf0-ef2b-424e-903c-b1b7ae7eb6df None None] The sync data for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:49:51.631113 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9446e972-29b0-4dec-9d34-7babce96cf16 None None] Provisioning complete for port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:51.631624 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9446e972-29b0-4dec-9d34-7babce96cf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:51.725514 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e7f78-eb7e-4881-bd91-0bb89a17ee1d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Deleting port c936144a-f0d8-4e56-86d7-3ce80d147543 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:51.725871 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9e1e7f78-eb7e-4881-bd91-0bb89a17ee1d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:51.740949 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Network 1685e329-c1db-4422-94a3-fe5742759e3c is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:51.760693 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:51.764847 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:51.770923 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Pushing event updated for resources: {'Port': ['ID=8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:51.780508 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c2d2730>, [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:49:43Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None, '_interfaces': [{'id': '696a9d92-719d-4cb3-ad56-7e375f8196df', 'name': '', 'network_id': 'c2a288ee-c16e-4cca-899b-950e9a6521a3', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:23:2b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:23Z', 'updated_at': '2021-12-22T04:49:34Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac856a08-261d-47a6-a536-770d9bb8b726', 'name': '', 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:1c:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:09Z', 'updated_at': '2021-12-22T04:49:27Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe696ef-6297-44bb-991c-b655ab111c68', 'name': '', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:a4:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:55Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e486cf9e-7a78-4295-90b2-80f67c2556af', 'name': '', 'network_id': '53a4b979-cad7-4d02-86a0-1e4e9ff799ba', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:47:fa:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e473b920-1099-451d-bcf0-c376e38fd23b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:38Z', 'updated_at': '2021-12-22T04:49:44Z', 'revision_number': 2, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': 'e473b920-1099-451d-bcf0-c376e38fd23b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:51.782955 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:51.818863 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-74f05b5c-c27d-4653-ab1a-243c89367a0a req-ece0dc9e-50c4-4ec8-bccf-8f7538fa87fa service neutron] 10.222.0.47 "GET /v2.0/networks/e68a3e5c-f921-45fc-a6c9-1329c028d289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4632738
Dec 22 04:49:51.854829 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] Checking router: 41bde271-baf5-4618-b74b-f09357e01f17 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:49:51.855359 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] Updating router 41bde271-baf5-4618-b74b-f09357e01f17 port e486cf9e-7a78-4295-90b2-80f67c2556af binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:49:52.009260 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] For port 5ced5624-3e70-455b-9e0c-c9beb9af3a57, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5ced5624-3e70-455b-9e0c-c9beb9af3a57,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:52.009604 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:52.022244 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-b3695361-de12-4d06-ae82-150781dde57c req-34c01bee-74cc-4192-a4ed-77608afd51fa tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:49:52.046064 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b1030356-fe94-4204-b8df-598358d8a38d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:52.094773 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:52.140393 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-63ad5a1c-2135-49a2-a634-014ca800f31f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:52.172735 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-63ad5a1c-2135-49a2-a634-014ca800f31f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706333'] for router, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:52.180917 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-b1030356-fe94-4204-b8df-598358d8a38d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Calling delete_port for 608910a7-ac68-444c-be25-bdff1ed81085 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:52.181330 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.objects.ports [None req-35a45002-8741-4591-b130-ae31849ccea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83435) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 04:49:52.199820 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Attempting to bind port 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:49:52.200179 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Attempting to bind port 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'b2853eea-72ad-4ad4-9823-43632dc66f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1685e329-c1db-4422-94a3-fe5742759e3c'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:49:52.200547 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Attempting to bind port 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85 on network 1685e329-c1db-4422-94a3-fe5742759e3c {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:49:52.259589 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:52.279518 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] Calling delete_port for 5ced5624-3e70-455b-9e0c-c9beb9af3a57 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:52.280345 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-b3695361-de12-4d06-ae82-150781dde57c req-34c01bee-74cc-4192-a4ed-77608afd51fa tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:49:52.281504 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b3695361-de12-4d06-ae82-150781dde57c req-34c01bee-74cc-4192-a4ed-77608afd51fa tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-758474190&fields=id&tenant_id=276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 267 time: 0.8480344
Dec 22 04:49:52.354617 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:49:52.355385 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Checking segment: {'id': 'b2853eea-72ad-4ad4-9823-43632dc66f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1685e329-c1db-4422-94a3-fe5742759e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:52.356227 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:52.356764 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Bound using segment: {'id': 'b2853eea-72ad-4ad4-9823-43632dc66f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1685e329-c1db-4422-94a3-fe5742759e3c'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:49:52.357261 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Bound port: 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2853eea-72ad-4ad4-9823-43632dc66f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1685e329-c1db-4422-94a3-fe5742759e3c'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:49:52.357668 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:52.400141 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9e3c434b-6ddd-46f2-ae61-96b928b1ea44 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:52.416306 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a9821971-c7e2-4272-8e51-aa7405e936bb tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:52.427025 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:52.433248 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 5ced5624-3e70-455b-9e0c-c9beb9af3a57, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5ced5624-3e70-455b-9e0c-c9beb9af3a57,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:52.460667 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c94e4-adb6-4188-b500-86f32a9cf0e5 req-3a41ab6a-faba-4560-b5d4-96adb9de1b21 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:52.462222 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cd7c94e4-adb6-4188-b500-86f32a9cf0e5 req-3a41ab6a-faba-4560-b5d4-96adb9de1b21 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.8308487
Dec 22 04:49:52.489819 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:52.502789 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:52.615498 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:49:52.615730 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:49:52.683998 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=5ced5624-3e70-455b-9e0c-c9beb9af3a57,revision_number=7']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:52.703908 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:52.745223 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3695361-de12-4d06-ae82-150781dde57c req-025a6f82-6cbd-4e0a-87ca-f7c0faad3416 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:52.745927 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-b3695361-de12-4d06-ae82-150781dde57c req-025a6f82-6cbd-4e0a-87ca-f7c0faad3416 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:network {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:49:52.760625 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] For port 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:49:52.774800 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b1030356-fe94-4204-b8df-598358d8a38d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:52.784032 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9446e972-29b0-4dec-9d34-7babce96cf16 None None] Provisioning for port 608910a7-ac68-444c-be25-bdff1ed81085 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:52.786120 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6aabd556-291e-4c91-84c2-85c8f562409c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:52.788619 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9e1e7f78-eb7e-4881-bd91-0bb89a17ee1d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:52.791979 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] For port 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85,segment=NetworkSegment(b2853eea-72ad-4ad4-9823-43632dc66f86),segment_id=b2853eea-72ad-4ad4-9823-43632dc66f86)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:49:52.795717 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9446e972-29b0-4dec-9d34-7babce96cf16 None None] Provisioning complete for port 608910a7-ac68-444c-be25-bdff1ed81085 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:52.796104 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9446e972-29b0-4dec-9d34-7babce96cf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:52.807718 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9821971-c7e2-4272-8e51-aa7405e936bb tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Pushing event updated for resources: {'Subnet': ['ID=9364b721-02c0-45b6-9969-0de35a0139cd,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:52.827445 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a9821971-c7e2-4272-8e51-aa7405e936bb tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:52.833667 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:52.838993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-89be9983-19ad-4390-a73c-422615740ab8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:52.865429 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-9446e972-29b0-4dec-9d34-7babce96cf16 None None] Port 608910a7-ac68-444c-be25-bdff1ed81085 was deleted so its status cannot be updated. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 22 04:49:52.872864 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1030356-fe94-4204-b8df-598358d8a38d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Port': ['ID=608910a7-ac68-444c-be25-bdff1ed81085,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:52.875280 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b1030356-fe94-4204-b8df-598358d8a38d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:52.880901 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-b3695361-de12-4d06-ae82-150781dde57c req-025a6f82-6cbd-4e0a-87ca-f7c0faad3416 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:network {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:49:52.881944 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b3695361-de12-4d06-ae82-150781dde57c req-025a6f82-6cbd-4e0a-87ca-f7c0faad3416 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/networks?id=f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8 HTTP/1.1" status: 200  len: 797 time: 0.5670919
Dec 22 04:49:52.952574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b1030356-fe94-4204-b8df-598358d8a38d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:52.954632 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e7f78-eb7e-4881-bd91-0bb89a17ee1d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Calling delete_port for c936144a-f0d8-4e56-86d7-3ce80d147543 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:52.967215 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9446e972-29b0-4dec-9d34-7babce96cf16 None None] Provisioning complete for port c56ba75c-e826-402d-8a91-47ca7ac585ba triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:52.967596 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9446e972-29b0-4dec-9d34-7babce96cf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:52.970167 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b3695361-de12-4d06-ae82-150781dde57c req-7ab52336-8206-409e-b9a4-b91c047ed851 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/quotas/276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 375 time: 0.0564475
Dec 22 04:49:53.018495 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cd7c94e4-adb6-4188-b500-86f32a9cf0e5 req-40f7362d-9c62-4309-b072-bc9aea114392 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3744476
Dec 22 04:49:53.055029 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Pushing event updated for resources: {'Port': ['ID=8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:53.059251 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9821971-c7e2-4272-8e51-aa7405e936bb tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Checking segment: {'id': 'fcf7f310-eeea-4fb0-ab25-d29719352218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:53.059762 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b1030356-fe94-4204-b8df-598358d8a38d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/ports/608910a7-ac68-444c-be25-bdff1ed81085 HTTP/1.1" status: 204  len: 168 time: 2.4441903
Dec 22 04:49:53.060010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9821971-c7e2-4272-8e51-aa7405e936bb tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Network hostable DHCP agents. Network: f97bc42d-0eac-447b-b60a-aa353e247715, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:49:53.063199 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53846) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:53.068386 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:53.069943 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-9446e972-29b0-4dec-9d34-7babce96cf16 None None] Port c56ba75c-e826-402d-8a91-47ca7ac585ba cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:53.076295 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.resource_extend [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:49:53.129387 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] Deleting port 5ced5624-3e70-455b-9e0c-c9beb9af3a57 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:53.130226 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:53.140403 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-5104f106-1131-4ea0-a6b3-1d6ef4b21131 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] GET failed (client error): The resource could not be found.
Dec 22 04:49:53.140900 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5104f106-1131-4ea0-a6b3-1d6ef4b21131 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Synchronizing usage tracker for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:49:53.164591 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-9e3c434b-6ddd-46f2-ae61-96b928b1ea44 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Allocated IP 2001:db8::1 (1685e329-c1db-4422-94a3-fe5742759e3c/00d96e39-907e-4188-914a-832c50bdea27/518c7bff-d717-47da-8b51-e9cd399c3f37) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:53.258129 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:53.269155 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35a45002-8741-4591-b130-ae31849ccea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:53.320843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9821971-c7e2-4272-8e51-aa7405e936bb tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Network f97bc42d-0eac-447b-b60a-aa353e247715 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:49:53.335905 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ad5a1c-2135-49a2-a634-014ca800f31f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Router 41bde271-baf5-4618-b74b-f09357e01f17 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:49:53.405127 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-a9821971-c7e2-4272-8e51-aa7405e936bb tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, f97bc42d-0eac-447b-b60a-aa353e247715) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:53.455856 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9821971-c7e2-4272-8e51-aa7405e936bb tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:53.456471 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a9821971-c7e2-4272-8e51-aa7405e936bb tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:53.459750 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ae7a24-19f7-4b8e-8c7d-90ccf3375d40 None None] Network f97bc42d-0eac-447b-b60a-aa353e247715 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:53.461036 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5104f106-1131-4ea0-a6b3-1d6ef4b21131 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Unset dirty status for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:49:53.464038 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5104f106-1131-4ea0-a6b3-1d6ef4b21131 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports/608910a7-ac68-444c-be25-bdff1ed81085 HTTP/1.1" status: 404  len: 333 time: 0.3974817
Dec 22 04:49:53.467805 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53850) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:53.499991 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b3695361-de12-4d06-ae82-150781dde57c req-5ffa51dd-d720-4ff5-adc6-e42bb621abf4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4946811
Dec 22 04:49:53.614847 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a9821971-c7e2-4272-8e51-aa7405e936bb tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 3.7215872
Dec 22 04:49:53.615345 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53858) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:53.695325 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] Transition to ACTIVE for port object e486cf9e-7a78-4295-90b2-80f67c2556af will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:53.727917 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9e3c434b-6ddd-46f2-ae61-96b928b1ea44 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:53.732746 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-25ffc453-2cc0-4754-b7e5-9c3f1b60532a tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:53.735515 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] For port 5ced5624-3e70-455b-9e0c-c9beb9af3a57, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5ced5624-3e70-455b-9e0c-c9beb9af3a57,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:53.735914 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:53.743796 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9e1e7f78-eb7e-4881-bd91-0bb89a17ee1d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:53.747239 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:53.753626 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:53.755152 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-115f5e8b-63ba-4cc2-b613-cf5fa77d14cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:53.797378 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-9e3c434b-6ddd-46f2-ae61-96b928b1ea44 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Transition to ACTIVE for port object 518c7bff-d717-47da-8b51-e9cd399c3f37 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:53.808180 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e7f78-eb7e-4881-bd91-0bb89a17ee1d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event deleted for resources: {'Port': ['ID=c936144a-f0d8-4e56-86d7-3ce80d147543,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:53.811741 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-25ffc453-2cc0-4754-b7e5-9c3f1b60532a tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:53.820949 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9e1e7f78-eb7e-4881-bd91-0bb89a17ee1d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:53.911088 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [req-b3695361-de12-4d06-ae82-150781dde57c req-76f4e0d2-d55d-476e-b5fb-b06affd61426 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:49:53.912106 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b3695361-de12-4d06-ae82-150781dde57c req-76f4e0d2-d55d-476e-b5fb-b06affd61426 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1686811
Dec 22 04:49:53.983649 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-35a45002-8741-4591-b130-ae31849ccea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] For port 5ced5624-3e70-455b-9e0c-c9beb9af3a57, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5ced5624-3e70-455b-9e0c-c9beb9af3a57,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:54.026358 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] Calling delete_port for 5ced5624-3e70-455b-9e0c-c9beb9af3a57 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:54.046407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9e1e7f78-eb7e-4881-bd91-0bb89a17ee1d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:54.053526 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9e1e7f78-eb7e-4881-bd91-0bb89a17ee1d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "DELETE /v2.0/ports/c936144a-f0d8-4e56-86d7-3ce80d147543 HTTP/1.1" status: 204  len: 168 time: 2.4807310
Dec 22 04:49:54.056868 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53866) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:54.063211 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:54.068313 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35a45002-8741-4591-b130-ae31849ccea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:54.073060 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:54.079678 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Usage tracker for resource:floatingip and tenant:fd72df115f564198b6625c6a0d6299d2 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:54.084436 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:54.089257 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-25ffc453-2cc0-4754-b7e5-9c3f1b60532a tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:54.090870 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35a45002-8741-4591-b130-ae31849ccea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:54.091636 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35a45002-8741-4591-b130-ae31849ccea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:54.093411 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9e3c434b-6ddd-46f2-ae61-96b928b1ea44 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:54.095416 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:54.097348 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-77696626-aa5e-484d-a3a0-1409d75dd8d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:54.102533 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5eabbb25-635f-4b6f-bb6a-a7fd18b694c6 tempest-RoutersAdminNegativeTest-1925562556 tempest-RoutersAdminNegativeTest-1925562556-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:54.117399 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ffc453-2cc0-4754-b7e5-9c3f1b60532a tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b51eea-98f2-4ced-b5ff-a28151fb736a,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:54.126895 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-25ffc453-2cc0-4754-b7e5-9c3f1b60532a tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:54.128863 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ad5a1c-2135-49a2-a634-014ca800f31f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:49:54.148305 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-63ad5a1c-2135-49a2-a634-014ca800f31f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:54.150754 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5b998c32-95d9-4c84-955d-1df31041fee1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:54.152031 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-63ad5a1c-2135-49a2-a634-014ca800f31f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/routers/41bde271-baf5-4618-b74b-f09357e01f17 HTTP/1.1" status: 200  len: 934 time: 5.5559101
Dec 22 04:49:54.164254 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53870) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:54.184034 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8bca1-c19c-40db-bfa9-9b8eca60a3a2 None None] Pushing event updated for resources: {'Port': ['ID=e486cf9e-7a78-4295-90b2-80f67c2556af,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:54.198032 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-98e8bca1-c19c-40db-bfa9-9b8eca60a3a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:54.311841 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-25ffc453-2cc0-4754-b7e5-9c3f1b60532a tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:54.314402 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-25ffc453-2cc0-4754-b7e5-9c3f1b60532a tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/security-groups/a1b51eea-98f2-4ced-b5ff-a28151fb736a HTTP/1.1" status: 204  len: 168 time: 0.8455300
Dec 22 04:49:54.319977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53874) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:54.379041 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:54.393669 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-f97bc42d-0eac-447b-b60a-aa353e247715', 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'fixed_ips': [{'subnet_id': '9364b721-02c0-45b6-9969-0de35a0139cd'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:49:54.394568 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:54.440253 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:49:54.440975 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:49:54.459612 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] Attempting to bind port e486cf9e-7a78-4295-90b2-80f67c2556af on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:49:54.460157 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] Attempting to bind port e486cf9e-7a78-4295-90b2-80f67c2556af by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'fb32394c-cbd0-4159-972e-1bce5dd1898f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '53a4b979-cad7-4d02-86a0-1e4e9ff799ba'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:49:54.460629 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] Attempting to bind port e486cf9e-7a78-4295-90b2-80f67c2556af on network 53a4b979-cad7-4d02-86a0-1e4e9ff799ba {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:49:54.470856 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:49:54.475015 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] Checking segment: {'id': 'fb32394c-cbd0-4159-972e-1bce5dd1898f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '53a4b979-cad7-4d02-86a0-1e4e9ff799ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:54.475825 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:54.476344 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] Bound using segment: {'id': 'fb32394c-cbd0-4159-972e-1bce5dd1898f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '53a4b979-cad7-4d02-86a0-1e4e9ff799ba'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:49:54.476950 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] Bound port: e486cf9e-7a78-4295-90b2-80f67c2556af, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb32394c-cbd0-4159-972e-1bce5dd1898f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '53a4b979-cad7-4d02-86a0-1e4e9ff799ba'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:49:54.477445 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:54.497017 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b3695361-de12-4d06-ae82-150781dde57c req-0d1c1bec-f23f-4079-959c-6e447202038b service neutron] 10.222.0.53 "GET /v2.0/networks/f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5504363
Dec 22 04:49:54.500815 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3c434b-6ddd-46f2-ae61-96b928b1ea44 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network 1685e329-c1db-4422-94a3-fe5742759e3c is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:54.506436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c434b-6ddd-46f2-ae61-96b928b1ea44 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Port': ['ID=518c7bff-d717-47da-8b51-e9cd399c3f37,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:54.546268 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-9e3c434b-6ddd-46f2-ae61-96b928b1ea44 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:54.554930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9e3c434b-6ddd-46f2-ae61-96b928b1ea44 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:54.555933 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3c434b-6ddd-46f2-ae61-96b928b1ea44 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:54.556635 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9e3c434b-6ddd-46f2-ae61-96b928b1ea44 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:54.654079 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0efd8db4-417e-48eb-8fe0-457c22df1075 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:54.745285 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0efd8db4-417e-48eb-8fe0-457c22df1075 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:54.755307 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] For port e486cf9e-7a78-4295-90b2-80f67c2556af, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:49:54.761052 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] For port e486cf9e-7a78-4295-90b2-80f67c2556af, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=e486cf9e-7a78-4295-90b2-80f67c2556af,segment=NetworkSegment(fb32394c-cbd0-4159-972e-1bce5dd1898f),segment_id=fb32394c-cbd0-4159-972e-1bce5dd1898f)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:49:54.761933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a45002-8741-4591-b130-ae31849ccea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:54.763310 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Allocated IP 172.20.0.2 (f97bc42d-0eac-447b-b60a-aa353e247715/9364b721-02c0-45b6-9969-0de35a0139cd/cf8d8343-6024-4c56-b8de-a350e472f531) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:54.776532 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:54.782138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-35a45002-8741-4591-b130-ae31849ccea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:54.788570 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:54.790233 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a45002-8741-4591-b130-ae31849ccea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:54.790816 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35a45002-8741-4591-b130-ae31849ccea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:54.794682 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a45002-8741-4591-b130-ae31849ccea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=5ced5624-3e70-455b-9e0c-c9beb9af3a57,revision_number=9']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:54.799211 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-35a45002-8741-4591-b130-ae31849ccea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:54.805265 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0874a9e4-ac56-411e-b43d-27229676f510 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.678s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:54.818386 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bd12e6-2ca4-4128-9848-3f51ce43cf80 None None] Network 1685e329-c1db-4422-94a3-fe5742759e3c requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:54.878335 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-35a45002-8741-4591-b130-ae31849ccea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 5.5556560
Dec 22 04:49:54.887251 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53878) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:54.916285 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-6b5e1ca6-081c-4c50-a7f5-81fda0b2d3c7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:54.941018 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a45002-8741-4591-b130-ae31849ccea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=982c5762-2644-496d-bb9a-0903a80e4eb3,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:54.950513 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9e3c434b-6ddd-46f2-ae61-96b928b1ea44 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:54.952000 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-35a45002-8741-4591-b130-ae31849ccea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:54.966163 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b3695361-de12-4d06-ae82-150781dde57c req-9227294b-b050-4182-a4aa-ca1990db7af2 service neutron] 10.222.0.53 "GET /v2.0/networks/f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4568865
Dec 22 04:49:54.966957 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0efd8db4-417e-48eb-8fe0-457c22df1075 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:54.976364 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6274fce6-67d9-4846-8ae8-2deae528726f tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:54.997110 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd8db4-417e-48eb-8fe0-457c22df1075 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=882c6ba7-90d8-4474-816a-36673bad8006,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:55.001039 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0efd8db4-417e-48eb-8fe0-457c22df1075 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:55.028467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce30b99-4fc1-4d33-8881-591c43a29d6f req-b493af63-d2c2-4bfa-90b0-3c827e4b3ec4 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:55.035102 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-bce30b99-4fc1-4d33-8881-591c43a29d6f req-b493af63-d2c2-4bfa-90b0-3c827e4b3ec4 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.7276325
Dec 22 04:49:55.055001 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0efd8db4-417e-48eb-8fe0-457c22df1075 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:55.059380 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0efd8db4-417e-48eb-8fe0-457c22df1075 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/security-groups/882c6ba7-90d8-4474-816a-36673bad8006 HTTP/1.1" status: 204  len: 168 time: 0.7352345
Dec 22 04:49:55.062836 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] Deleting port 5ced5624-3e70-455b-9e0c-c9beb9af3a57 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:49:55.062836 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:55.066308 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53882) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:55.131492 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-db4dc5c6-e582-4c52-8d39-08268d7c47f7 None None] Provisioning for port 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:55.143790 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-90e8d3a2-8bd3-44b2-a921-dbb04b4ded69 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/routers/41bde271-baf5-4618-b74b-f09357e01f17 HTTP/1.1" status: 200  len: 934 time: 0.9715495
Dec 22 04:49:55.150461 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53886) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:55.164259 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-bd09d65a-b146-4248-81fe-30c6c6071bbe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'router': {'routes': None}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:55.186933 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] Routers {'41bde271-baf5-4618-b74b-f09357e01f17'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:55.189774 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c2d2730>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['41bde271-baf5-4618-b74b-f09357e01f17'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:55.254135 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-bce30b99-4fc1-4d33-8881-591c43a29d6f req-9498f5ce-f7fa-48ca-ae4c-c5487b6f20f3 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2181315
Dec 22 04:49:55.292748 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:55.439299 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6b5e1ca6-081c-4c50-a7f5-81fda0b2d3c7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:55.448384 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-6e6ef480-3aa8-448e-b980-76603c5bec9d req-1ea7bc3c-7fd5-4f5e-9c6a-247cfa9d297d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:49:55.452811 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6b5e1ca6-081c-4c50-a7f5-81fda0b2d3c7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:55.457044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6b5e1ca6-081c-4c50-a7f5-81fda0b2d3c7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:55.469009 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6b5e1ca6-081c-4c50-a7f5-81fda0b2d3c7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:55.479434 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:55.532448 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:55.544056 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5e1ca6-081c-4c50-a7f5-81fda0b2d3c7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:55.547482 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Transition to ACTIVE for port object cf8d8343-6024-4c56-b8de-a350e472f531 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:55.568988 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Transition to ACTIVE for port object cf8d8343-6024-4c56-b8de-a350e472f531 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:49:55.617335 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-6e6ef480-3aa8-448e-b980-76603c5bec9d req-1ea7bc3c-7fd5-4f5e-9c6a-247cfa9d297d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:49:55.618630 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6e6ef480-3aa8-448e-b980-76603c5bec9d req-1ea7bc3c-7fd5-4f5e-9c6a-247cfa9d297d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 210 time: 0.2342789
Dec 22 04:49:55.776936 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] Set router 41bde271-baf5-4618-b74b-f09357e01f17 gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:49:55.787094 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6b5e1ca6-081c-4c50-a7f5-81fda0b2d3c7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:55.870748 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-29abf89e-ae1b-4141-affc-1ff700eb82dd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting subnet 2a85ba6b-babf-4b4b-a90e-3fdae667abb0 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:49:55.890519 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29abf89e-ae1b-4141-affc-1ff700eb82dd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:56.000941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Allocated IP 172.26.4.2 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/2c5d6707-4180-4256-9722-3675384a688b) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:56.083578 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29abf89e-ae1b-4141-affc-1ff700eb82dd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:56.098066 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8bca1-c19c-40db-bfa9-9b8eca60a3a2 None None] Pushing event updated for resources: {'Port': ['ID=e486cf9e-7a78-4295-90b2-80f67c2556af,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:56.102799 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-98e8bca1-c19c-40db-bfa9-9b8eca60a3a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.314s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:56.217502 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.ipam_backend_mixin [None req-6b5e1ca6-081c-4c50-a7f5-81fda0b2d3c7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 982c5762-2644-496d-bb9a-0903a80e4eb3 (CIDR: 2001:db8::/64)
Dec 22 04:49:56.219597 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9e3c434b-6ddd-46f2-ae61-96b928b1ea44 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:56.260325 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5e1ca6-081c-4c50-a7f5-81fda0b2d3c7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:49:56.260806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b5e1ca6-081c-4c50-a7f5-81fda0b2d3c7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:49:56.303926 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9e3c434b-6ddd-46f2-ae61-96b928b1ea44 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:56.306087 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9e3c434b-6ddd-46f2-ae61-96b928b1ea44 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:56.330868 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c8f05362-74ad-488a-bb20-50d3c57df7f9 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:56.373674 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6b5e1ca6-081c-4c50-a7f5-81fda0b2d3c7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.4805083
Dec 22 04:49:56.377217 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53908) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:56.377636 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:56.388405 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:56.394607 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-66187374-3e45-4f07-9e03-e6c3839a8058 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:56.396788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0e67f0bc-4e84-485f-b4b2-373ae216f264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:56.473560 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Pushing event updated for resources: {'Port': ['ID=cf8d8343-6024-4c56-b8de-a350e472f531,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:56.502475 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:56.553175 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Network f97bc42d-0eac-447b-b60a-aa353e247715 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:56.572110 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:56.603203 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:56.615898 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29abf89e-ae1b-4141-affc-1ff700eb82dd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:56.689216 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c434b-6ddd-46f2-ae61-96b928b1ea44 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Port': ['ID=518c7bff-d717-47da-8b51-e9cd399c3f37,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:56.692368 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9e3c434b-6ddd-46f2-ae61-96b928b1ea44 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:56.724264 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3c434b-6ddd-46f2-ae61-96b928b1ea44 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network 1685e329-c1db-4422-94a3-fe5742759e3c is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:56.733467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-9e3c434b-6ddd-46f2-ae61-96b928b1ea44 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:56.832339 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:56.847658 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] For port 5ced5624-3e70-455b-9e0c-c9beb9af3a57, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5ced5624-3e70-455b-9e0c-c9beb9af3a57,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:56.848057 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:56.854842 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-20233eff-0645-4cd1-b792-9253c6b1daa4 req-142194f9-104c-4715-86fb-58f45d6e2d5f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 210 time: 0.0634034
Dec 22 04:49:56.858037 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Attempting to bind port cf8d8343-6024-4c56-b8de-a350e472f531 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:49:56.858193 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Attempting to bind port cf8d8343-6024-4c56-b8de-a350e472f531 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'fcf7f310-eeea-4fb0-ab25-d29719352218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:49:56.858551 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Attempting to bind port cf8d8343-6024-4c56-b8de-a350e472f531 on network f97bc42d-0eac-447b-b60a-aa353e247715 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:49:56.868431 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:56.868640 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:56.940742 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.extraroute_db [None req-bd09d65a-b146-4248-81fe-30c6c6071bbe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Added routes are [] {{(pid=83435) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 22 04:49:56.941823 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.extraroute_db [None req-bd09d65a-b146-4248-81fe-30c6c6071bbe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=83435) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 22 04:49:56.985734 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6461bc3-d789-4dbb-b1e2-3b8984822193 req-a22dfc0a-3817-43e5-847d-e6568547190e tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:56.987180 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d6461bc3-d789-4dbb-b1e2-3b8984822193 req-a22dfc0a-3817-43e5-847d-e6568547190e tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.3919151
Dec 22 04:49:56.988332 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29abf89e-ae1b-4141-affc-1ff700eb82dd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:57.022291 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-948bd4cc-5cd1-4c31-b002-8634080942b7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:57.078614 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29abf89e-ae1b-4141-affc-1ff700eb82dd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:57.093113 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-66187374-3e45-4f07-9e03-e6c3839a8058 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:57.102379 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] Calling delete_port for 5ced5624-3e70-455b-9e0c-c9beb9af3a57 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:49:57.104940 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:57.116233 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dedb58dd-40ba-4dab-8cb3-353d0048cf15 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:57.131144 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:49:57.131527 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Checking segment: {'id': 'fcf7f310-eeea-4fb0-ab25-d29719352218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:49:57.131939 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:57.132342 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Bound using segment: {'id': 'fcf7f310-eeea-4fb0-ab25-d29719352218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:49:57.133024 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Bound port: cf8d8343-6024-4c56-b8de-a350e472f531, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf7f310-eeea-4fb0-ab25-d29719352218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:49:57.133407 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:57.164553 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23663e3b-5c75-42a0-aa65-a0cf6eb7b479 None None] Network 21a47168-5359-42cc-b173-9f67d550e87e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:57.165260 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abf89e-ae1b-4141-affc-1ff700eb82dd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Subnet': ['ID=2a85ba6b-babf-4b4b-a90e-3fdae667abb0,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:57.185409 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-29abf89e-ae1b-4141-affc-1ff700eb82dd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:57.255685 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-66187374-3e45-4f07-9e03-e6c3839a8058 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:57.268571 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Port': ['ID=2c5d6707-4180-4256-9722-3675384a688b,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:57.277874 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:57.285471 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-66187374-3e45-4f07-9e03-e6c3839a8058 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:57.306076 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-66187374-3e45-4f07-9e03-e6c3839a8058 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:57.311766 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bd09d65a-b146-4248-81fe-30c6c6071bbe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:57.314079 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-29abf89e-ae1b-4141-affc-1ff700eb82dd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/subnets/2a85ba6b-babf-4b4b-a90e-3fdae667abb0 HTTP/1.1" status: 204  len: 168 time: 2.2457824
Dec 22 04:49:57.326798 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53914) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:57.362119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-4f4dc752-8757-4787-8c27-46916b0c375b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'subnet': {'network_id': '21a47168-5359-42cc-b173-9f67d550e87e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:57.397820 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c2d2730>, [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:49:50Z', 'revision_number': 6, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None, '_interfaces': [{'id': '696a9d92-719d-4cb3-ad56-7e375f8196df', 'name': '', 'network_id': 'c2a288ee-c16e-4cca-899b-950e9a6521a3', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:23:2b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:23Z', 'updated_at': '2021-12-22T04:49:34Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac856a08-261d-47a6-a536-770d9bb8b726', 'name': '', 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:1c:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:09Z', 'updated_at': '2021-12-22T04:49:27Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe696ef-6297-44bb-991c-b655ab111c68', 'name': '', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:a4:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:55Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e486cf9e-7a78-4295-90b2-80f67c2556af', 'name': '', 'network_id': '53a4b979-cad7-4d02-86a0-1e4e9ff799ba', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:47:fa:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e473b920-1099-451d-bcf0-c376e38fd23b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:38Z', 'updated_at': '2021-12-22T04:49:54Z', 'revision_number': 4, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': 'e473b920-1099-451d-bcf0-c376e38fd23b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:49:57.442148 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b30f94e-a854-4f83-96d8-0ecbbe4598f8 None None] The sync data for ids ['41bde271-baf5-4618-b74b-f09357e01f17'] in dv-neutron-822525-1-hyperv is: [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:49:50Z', 'revision_number': 6, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None, '_interfaces': [{'id': '696a9d92-719d-4cb3-ad56-7e375f8196df', 'name': '', 'network_id': 'c2a288ee-c16e-4cca-899b-950e9a6521a3', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:23:2b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:23Z', 'updated_at': '2021-12-22T04:49:34Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac856a08-261d-47a6-a536-770d9bb8b726', 'name': '', 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:1c:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:09Z', 'updated_at': '2021-12-22T04:49:27Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe696ef-6297-44bb-991c-b655ab111c68', 'name': '', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:a4:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:55Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e486cf9e-7a78-4295-90b2-80f67c2556af', 'name': '', 'network_id': '53a4b979-cad7-4d02-86a0-1e4e9ff799ba', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:47:fa:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e473b920-1099-451d-bcf0-c376e38fd23b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:38Z', 'updated_at': '2021-12-22T04:49:54Z', 'revision_number': 4, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': 'e473b920-1099-451d-bcf0-c376e38fd23b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:49:57.685107 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:49:57.692699 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66187374-3e45-4f07-9e03-e6c3839a8058 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:57.696151 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-66187374-3e45-4f07-9e03-e6c3839a8058 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:57.740010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:49:57.809727 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:49:57.906454 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d6461bc3-d789-4dbb-b1e2-3b8984822193 req-4a79d650-8ef3-430f-a282-07e17d6932dc tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9002438
Dec 22 04:49:58.042799 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] For port cf8d8343-6024-4c56-b8de-a350e472f531, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:49:58.065180 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9353b7c2-10c1-4871-820d-064093982c9f None None] Provisioning for port 518c7bff-d717-47da-8b51-e9cd399c3f37 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:58.069039 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] For port cf8d8343-6024-4c56-b8de-a350e472f531, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cf8d8343-6024-4c56-b8de-a350e472f531,segment=NetworkSegment(fcf7f310-eeea-4fb0-ab25-d29719352218),segment_id=fcf7f310-eeea-4fb0-ab25-d29719352218)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:49:58.099439 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:58.106909 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-98e8bca1-c19c-40db-bfa9-9b8eca60a3a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:58.170756 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:58.180294 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9353b7c2-10c1-4871-820d-064093982c9f None None] Provisioning complete for port 518c7bff-d717-47da-8b51-e9cd399c3f37 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:58.180668 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9353b7c2-10c1-4871-820d-064093982c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:58.182907 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3695361-de12-4d06-ae82-150781dde57c req-fe928978-d99a-405d-bfb7-96d604abc7a1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:58.184928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4f4dc752-8757-4787-8c27-46916b0c375b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:58.186750 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b3695361-de12-4d06-ae82-150781dde57c req-fe928978-d99a-405d-bfb7-96d604abc7a1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/networks?id=f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8 HTTP/1.1" status: 200  len: 797 time: 1.0647795
Dec 22 04:49:58.291477 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4f4dc752-8757-4787-8c27-46916b0c375b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:subnet and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:49:58.303025 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:58.310320 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4f4dc752-8757-4787-8c27-46916b0c375b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:49:58.324995 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fc9d7f3b-2bb9-4718-ac46-c079047c396e req-79391cd0-9cb5-4f8f-89fc-b1777aa839b4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 210 time: 0.1194081
Dec 22 04:49:58.352048 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4f4dc752-8757-4787-8c27-46916b0c375b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:58.366414 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:58.402839 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b3695361-de12-4d06-ae82-150781dde57c req-ccd81a58-080b-49a6-b8d4-ed8982946d97 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 379 time: 0.1248589
Dec 22 04:49:58.459556 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-b3695361-de12-4d06-ae82-150781dde57c req-06a6ba45-eec4-4d15-850d-0604d7b99278 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'port': {'device_id': '71399509-53eb-423d-a58f-40013ecf242f', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'admin_state_up': True, 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'security_groups': ['5c432c87-f5b3-4397-84db-a3539702fb4d']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:49:58.464385 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-9353b7c2-10c1-4871-820d-064093982c9f None None] Port 518c7bff-d717-47da-8b51-e9cd399c3f37 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:58.502822 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4dc752-8757-4787-8c27-46916b0c375b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:58.509735 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Pushing event updated for resources: {'Port': ['ID=cf8d8343-6024-4c56-b8de-a350e472f531,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:58.550207 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:58.550663 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-452e32d0-816a-4fa6-b07a-557b50690b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:58.645489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85,segment=NetworkSegment(b2853eea-72ad-4ad4-9823-43632dc66f86),segment_id=b2853eea-72ad-4ad4-9823-43632dc66f86)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:49:58.647830 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] Pushing event deleted for resources: {'Port': ['ID=5ced5624-3e70-455b-9e0c-c9beb9af3a57,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:58.673071 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:58.674818 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] No DVR routers for this DVR port 5ced5624-3e70-455b-9e0c-c9beb9af3a57 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:49:58.677417 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:58.684555 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-98e8bca1-c19c-40db-bfa9-9b8eca60a3a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:58.744824 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a4848f-76b3-426d-89bc-dc5e69eadbd2 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:49:58.772897 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9353b7c2-10c1-4871-820d-064093982c9f None None] Provisioning complete for port 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:58.773781 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9353b7c2-10c1-4871-820d-064093982c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:58.829340 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-b3695361-de12-4d06-ae82-150781dde57c req-06a6ba45-eec4-4d15-850d-0604d7b99278 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:49:58.833465 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3c434b-6ddd-46f2-ae61-96b928b1ea44 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Router f5cbff18-aae8-4618-9db2-6af6f7eb69c8 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:49:58.866407 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-b3695361-de12-4d06-ae82-150781dde57c req-06a6ba45-eec4-4d15-850d-0604d7b99278 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:49:58.946919 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:58.954250 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bd09d65a-b146-4248-81fe-30c6c6071bbe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:58.972177 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 61baa2d5-223b-48f5-b291-823d57e64b21 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:49:59.001050 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bd09d65a-b146-4248-81fe-30c6c6071bbe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706333'] for router, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:59.147582 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3695361-de12-4d06-ae82-150781dde57c req-06a6ba45-eec4-4d15-850d-0604d7b99278 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:49:59.150750 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-b3695361-de12-4d06-ae82-150781dde57c req-06a6ba45-eec4-4d15-850d-0604d7b99278 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:59.152190 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:59.156549 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:59.407877 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'fixed_ips': [{'subnet_id': '982c5762-2644-496d-bb9a-0903a80e4eb3'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:49:59.408938 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:59.509599 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 61baa2d5-223b-48f5-b291-823d57e64b21 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:49:59.544503 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 61baa2d5-223b-48f5-b291-823d57e64b21 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:59.544894 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:59.559885 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88f056-b395-473b-94b9-49778e6ec9d1 req-4d90d439-f676-4c50-95f4-d02e8e576d66 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:49:59.561508 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6c88f056-b395-473b-94b9-49778e6ec9d1 req-4d90d439-f676-4c50-95f4-d02e8e576d66 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.2737548
Dec 22 04:49:59.594559 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4f4dc752-8757-4787-8c27-46916b0c375b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:59.609173 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:59.624450 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-8da5dc54-640b-43bb-8d39-ecaef232edd2 None None] Provisioning complete for port 518c7bff-d717-47da-8b51-e9cd399c3f37 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:49:59.624836 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8da5dc54-640b-43bb-8d39-ecaef232edd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:59.637107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Allocated IP 172.20.0.1 (f97bc42d-0eac-447b-b60a-aa353e247715/9364b721-02c0-45b6-9969-0de35a0139cd/cd643cc0-7f46-432a-9766-021508d29492) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:59.718149 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9583f72a-6d0c-498c-b305-21309449e730 req-33c3d1c0-cca0-4f79-a325-a27e7e43a335 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 210 time: 0.1877551
Dec 22 04:49:59.774243 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-8da5dc54-640b-43bb-8d39-ecaef232edd2 None None] Port 518c7bff-d717-47da-8b51-e9cd399c3f37 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:49:59.819819 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6c88f056-b395-473b-94b9-49778e6ec9d1 req-d6bb411d-9f37-4cf1-b794-a32d2ab10184 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2313068
Dec 22 04:49:59.826202 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3c434b-6ddd-46f2-ae61-96b928b1ea44 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:49:59.829504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-66187374-3e45-4f07-9e03-e6c3839a8058 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:59.840890 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7cdacf1e-00a4-41a0-b641-17445d45e526 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:49:59.863281 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-b3695361-de12-4d06-ae82-150781dde57c req-06a6ba45-eec4-4d15-850d-0604d7b99278 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.20.0.13 (f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8/246ba28a-a8c9-4127-8cc7-7fb232785c05/0deaae2f-c070-4605-ba96-369346905e69) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:59.886520 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9e3c434b-6ddd-46f2-ae61-96b928b1ea44 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/routers/f5cbff18-aae8-4618-9db2-6af6f7eb69c8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6679633
Dec 22 04:49:59.891042 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53924) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:49:59.898096 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd4b85c-2104-4a98-ba50-3ab12e46c3cc None None] Sync routers for ids ['f5cbff18-aae8-4618-9db2-6af6f7eb69c8'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:49:59.925982 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66187374-3e45-4f07-9e03-e6c3839a8058 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=5a661034-916c-40b8-97d0-333a04f3d3d2,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:49:59.929732 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:49:59.930245 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-66187374-3e45-4f07-9e03-e6c3839a8058 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:49:59.936070 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Allocated IP 2001:db8::f816:3eff:fe44:62fa (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/982c5762-2644-496d-bb9a-0903a80e4eb3/58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:49:59.964377 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd4b85c-2104-4a98-ba50-3ab12e46c3cc None None] Routers {'f5cbff18-aae8-4618-9db2-6af6f7eb69c8'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:49:59.965919 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-4fd4b85c-2104-4a98-ba50-3ab12e46c3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bf4a730>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f5cbff18-aae8-4618-9db2-6af6f7eb69c8'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:00.029400 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:00.059095 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-4fd4b85c-2104-4a98-ba50-3ab12e46c3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bf4a730>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:00.064479 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66187374-3e45-4f07-9e03-e6c3839a8058 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:00.071300 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 61baa2d5-223b-48f5-b291-823d57e64b21, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=61baa2d5-223b-48f5-b291-823d57e64b21,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:00.071592 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03526fbd-2068-4b81-98ba-484bb378a54d tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:00.072293 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-03526fbd-2068-4b81-98ba-484bb378a54d tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Synchronizing usage tracker for tenant:2c15a5726c1c4265b642f9bc187fa0d4 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:50:00.073036 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-66187374-3e45-4f07-9e03-e6c3839a8058 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:00.076610 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66187374-3e45-4f07-9e03-e6c3839a8058 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:00.077229 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-66187374-3e45-4f07-9e03-e6c3839a8058 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:00.103637 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Transition to ACTIVE for port object cd643cc0-7f46-432a-9766-021508d29492 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:00.137997 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7121283b-5429-4f76-ab98-d1dbeaaec351 None None] Provisioning complete for port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:00.138378 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7121283b-5429-4f76-ab98-d1dbeaaec351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:00.153616 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-66187374-3e45-4f07-9e03-e6c3839a8058 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.7725120
Dec 22 04:50:00.154740 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53928) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:00.161670 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-832662cd-6208-439a-81fe-7eaceaa54bc9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'mac_address': 'fa:16:3e:56:29:f3', 'name': 'tempest-NetworksTestDHCPv6-1389460767'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:00.204877 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9f7e1a-049b-4632-b7bd-11d6f6363841 None None] Network f97bc42d-0eac-447b-b60a-aa353e247715 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:00.223593 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:00.224461 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device e486cf9e-7a78-4295-90b2-80f67c2556af up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:00.246526 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd09d65a-b146-4248-81fe-30c6c6071bbe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Router 41bde271-baf5-4618-b74b-f09357e01f17 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:50:00.303213 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:00.323896 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.resource_extend [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:50:00.357448 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:00.379142 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-03526fbd-2068-4b81-98ba-484bb378a54d tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Unset dirty status for tenant:2c15a5726c1c4265b642f9bc187fa0d4 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:50:00.384548 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:00.384725 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-03526fbd-2068-4b81-98ba-484bb378a54d tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/ports/518c7bff-d717-47da-8b51-e9cd399c3f37 HTTP/1.1" status: 200  len: 911 time: 0.4303038
Dec 22 04:50:00.388970 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53932) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:00.440669 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-70f65dd1-d423-4cf6-b53b-46accc6522b1 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:00.440927 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd4b85c-2104-4a98-ba50-3ab12e46c3cc None None] Routers {'f5cbff18-aae8-4618-9db2-6af6f7eb69c8'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:00.441605 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-4fd4b85c-2104-4a98-ba50-3ab12e46c3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bf4a730>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f5cbff18-aae8-4618-9db2-6af6f7eb69c8'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:00.571383 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:00.579161 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ac692d7a-8ae2-4a64-b497-189042673213 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:00.609483 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-4fd4b85c-2104-4a98-ba50-3ab12e46c3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bf4a730>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:00.610311 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd4b85c-2104-4a98-ba50-3ab12e46c3cc None None] The sync data for ids ['f5cbff18-aae8-4618-9db2-6af6f7eb69c8'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:50:00.629971 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-832662cd-6208-439a-81fe-7eaceaa54bc9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:00.654151 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-832662cd-6208-439a-81fe-7eaceaa54bc9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:port and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:00.654612 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=61baa2d5-223b-48f5-b291-823d57e64b21,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:00.658518 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-b3695361-de12-4d06-ae82-150781dde57c req-06a6ba45-eec4-4d15-850d-0604d7b99278 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:00.668080 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Port': ['ID=2c5d6707-4180-4256-9722-3675384a688b,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:00.671213 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:00.674254 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-832662cd-6208-439a-81fe-7eaceaa54bc9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:00.682017 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:00.692939 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Network f97bc42d-0eac-447b-b60a-aa353e247715 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:00.693406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-832662cd-6208-439a-81fe-7eaceaa54bc9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:00.709429 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:00.712319 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:00.713993 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Pushing event updated for resources: {'Port': ['ID=cd643cc0-7f46-432a-9766-021508d29492,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:00.716648 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-b3695361-de12-4d06-ae82-150781dde57c req-06a6ba45-eec4-4d15-850d-0604d7b99278 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Transition to ACTIVE for port object 0deaae2f-c070-4605-ba96-369346905e69 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:00.717927 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:50:00.721483 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4f4dc752-8757-4787-8c27-46916b0c375b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:00.732667 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-299e2d98-5973-4c91-aa91-eb39719994d9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:00.745923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:00.801034 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:00.811968 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832662cd-6208-439a-81fe-7eaceaa54bc9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:50:00.835910 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7121283b-5429-4f76-ab98-d1dbeaaec351 None None] Provisioning complete for port c56ba75c-e826-402d-8a91-47ca7ac585ba triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:00.836310 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7121283b-5429-4f76-ab98-d1dbeaaec351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:00.858868 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port e486cf9e-7a78-4295-90b2-80f67c2556af completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:00.862168 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:00.896099 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port e486cf9e-7a78-4295-90b2-80f67c2556af triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:00.896487 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:00.929964 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Transition to ACTIVE for port object 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:00.932824 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:00.932979 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-b3695361-de12-4d06-ae82-150781dde57c req-06a6ba45-eec4-4d15-850d-0604d7b99278 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:00.937287 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 6.8783386
Dec 22 04:50:00.938695 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53940) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:00.945700 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-99f7ed6a-a6a8-4df3-9e24-8d2a6e51eaf5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:00.958672 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4dc752-8757-4787-8c27-46916b0c375b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network 21a47168-5359-42cc-b173-9f67d550e87e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:00.969217 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-7121283b-5429-4f76-ab98-d1dbeaaec351 None None] Port c56ba75c-e826-402d-8a91-47ca7ac585ba cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:50:00.988232 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Transition to ACTIVE for port object 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:00.991612 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-49c2ebb4-82da-4083-b12e-f23bb107a5fd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Request body: {'port': {'network_id': 'c8598c21-1a47-4e08-b24a-e0cd70f26da3', 'name': 'tempest-FloatingIPTestJSON-1688953763'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:01.008629 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:01.018854 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-115f5e8b-63ba-4cc2-b613-cf5fa77d14cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:01.048550 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3695361-de12-4d06-ae82-150781dde57c req-06a6ba45-eec4-4d15-850d-0604d7b99278 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:01.053616 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-b3695361-de12-4d06-ae82-150781dde57c req-06a6ba45-eec4-4d15-850d-0604d7b99278 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:01.113745 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3695361-de12-4d06-ae82-150781dde57c req-06a6ba45-eec4-4d15-850d-0604d7b99278 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:50:01.167615 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:01.172831 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:01.174693 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Pushing event updated for resources: {'Port': ['ID=58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:01.184174 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:50:01.186741 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:01.196057 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:01.212962 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6ba45-eec4-4d15-850d-0604d7b99278 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=0deaae2f-c070-4605-ba96-369346905e69,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:01.218131 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-924c1c17-7228-4a52-80f8-d35d9a0ebc04 None None] Provisioning for port cf8d8343-6024-4c56-b8de-a350e472f531 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:01.224254 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-06a6ba45-eec4-4d15-850d-0604d7b99278 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:01.283643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:01.375974 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port e486cf9e-7a78-4295-90b2-80f67c2556af, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=e486cf9e-7a78-4295-90b2-80f67c2556af,segment=NetworkSegment(fb32394c-cbd0-4159-972e-1bce5dd1898f),segment_id=fb32394c-cbd0-4159-972e-1bce5dd1898f)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:01.384099 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Attempting to bind port 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:50:01.384482 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Attempting to bind port 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:50:01.384846 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Attempting to bind port 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5 on network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:50:01.388049 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:01.391197 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-786ee83b-4d2d-4cc8-a17c-e91aaf5c7a26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:01.442949 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:50:01.443353 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:50:01.443771 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:01.444176 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Bound using segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:50:01.444665 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Bound port: 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:50:01.445046 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:01.445379 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-832662cd-6208-439a-81fe-7eaceaa54bc9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:01.549064 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3695361-de12-4d06-ae82-150781dde57c req-06a6ba45-eec4-4d15-850d-0604d7b99278 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:01.549974 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-b3695361-de12-4d06-ae82-150781dde57c req-06a6ba45-eec4-4d15-850d-0604d7b99278 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:01.561393 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-4f4dc752-8757-4787-8c27-46916b0c375b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:01.562147 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d4827920-d56a-4fd1-a594-443c4cb6614d None None] Provisioning for port 0deaae2f-c070-4605-ba96-369346905e69 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:01.564535 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4dc752-8757-4787-8c27-46916b0c375b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:01.565147 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=e486cf9e-7a78-4295-90b2-80f67c2556af,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:01.565474 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4f4dc752-8757-4787-8c27-46916b0c375b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:01.575765 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:01.576526 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e008be38-7157-4e71-8d71-3a44e5902b26 None None] Network 21a47168-5359-42cc-b173-9f67d550e87e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:01.623827 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4f4dc752-8757-4787-8c27-46916b0c375b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.2886569
Dec 22 04:50:01.628295 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53944) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:01.633534 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-832662cd-6208-439a-81fe-7eaceaa54bc9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] device_id is not set on port 3d218faf-eb0b-43b2-9f6e-1ac5f64ee8cf yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:50:01.658935 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d4827920-d56a-4fd1-a594-443c4cb6614d None None] Provisioning complete for port 0deaae2f-c070-4605-ba96-369346905e69 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:01.659317 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d4827920-d56a-4fd1-a594-443c4cb6614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:01.673724 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-0b6d8c52-c1dc-444e-a3f5-b705a8200570 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'security_group': {'name': 'tempest-secgroup-1444296046'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:01.685480 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0b6d8c52-c1dc-444e-a3f5-b705a8200570 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:01.690409 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-49c2ebb4-82da-4083-b12e-f23bb107a5fd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:01.694321 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0b6d8c52-c1dc-444e-a3f5-b705a8200570 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:security_group and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:01.700465 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0b6d8c52-c1dc-444e-a3f5-b705a8200570 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:01.705791 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-49c2ebb4-82da-4083-b12e-f23bb107a5fd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Usage tracker for resource:port and tenant:fd72df115f564198b6625c6a0d6299d2 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:01.706244 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 61baa2d5-223b-48f5-b291-823d57e64b21 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:01.716952 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-49c2ebb4-82da-4083-b12e-f23bb107a5fd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:01.717820 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0b6d8c52-c1dc-444e-a3f5-b705a8200570 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:01.724946 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b3695361-de12-4d06-ae82-150781dde57c req-06a6ba45-eec4-4d15-850d-0604d7b99278 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2692473
Dec 22 04:50:01.733826 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4dc752-8757-4787-8c27-46916b0c375b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Subnet': ['ID=17179909-4ee5-4729-9449-6ac37fa41ace,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:01.736629 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4f4dc752-8757-4787-8c27-46916b0c375b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.004s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:01.742257 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-49c2ebb4-82da-4083-b12e-f23bb107a5fd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:01.758428 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-b3695361-de12-4d06-ae82-150781dde57c req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] Request body: {'port': {'device_id': '71399509-53eb-423d-a58f-40013ecf242f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:01.791101 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd09d65a-b146-4248-81fe-30c6c6071bbe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:50:01.807718 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c2ebb4-82da-4083-b12e-f23bb107a5fd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Made reservation on behalf of fd72df115f564198b6625c6a0d6299d2 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:50:01.810922 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-49c2ebb4-82da-4083-b12e-f23bb107a5fd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:01.812147 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] For port 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:50:01.821118 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d4827920-d56a-4fd1-a594-443c4cb6614d None None] Port 0deaae2f-c070-4605-ba96-369346905e69 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:50:01.824832 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5de29ba5-e4e2-446d-81dc-3fa91eabe7de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:01.845430 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] For port 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:50:01.854365 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:01.864995 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bd09d65a-b146-4248-81fe-30c6c6071bbe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:01.869284 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bd09d65a-b146-4248-81fe-30c6c6071bbe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/routers/41bde271-baf5-4618-b74b-f09357e01f17 HTTP/1.1" status: 200  len: 700 time: 6.7071624
Dec 22 04:50:01.869444 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:01.874884 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53948) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:01.879999 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0b6d8c52-c1dc-444e-a3f5-b705a8200570 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:01.970047 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb75933-dbf8-430b-ab41-9198cc48421c req-be86bcc7-f69d-41ca-9bf7-71e234137fc9 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:01.971422 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3fb75933-dbf8-430b-ab41-9198cc48421c req-be86bcc7-f69d-41ca-9bf7-71e234137fc9 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.8917627
Dec 22 04:50:02.014619 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Pushing event updated for resources: {'Port': ['ID=58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:02.017587 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 61baa2d5-223b-48f5-b291-823d57e64b21 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:02.018178 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:02.022662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcfdb2-117c-4f67-bdca-2f2fcf0da1ea req-894243a7-0292-4d5d-828f-ad8cc713b076 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:02.038866 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-8bbcfdb2-117c-4f67-bdca-2f2fcf0da1ea req-894243a7-0292-4d5d-828f-ad8cc713b076 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 932 time: 1.1115627
Dec 22 04:50:02.052386 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:02.063008 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-49c2ebb4-82da-4083-b12e-f23bb107a5fd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] device_id is not set on port 866bfb85-fcd3-47db-a4e4-e90ef941cb80 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:50:02.099103 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a7de0566-6dba-4e1e-804a-c0ec08a1389a None None] Provisioning for port cd643cc0-7f46-432a-9766-021508d29492 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:02.125106 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a7de0566-6dba-4e1e-804a-c0ec08a1389a None None] Provisioning complete for port cd643cc0-7f46-432a-9766-021508d29492 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:02.125580 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a7de0566-6dba-4e1e-804a-c0ec08a1389a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:02.215748 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0b6d8c52-c1dc-444e-a3f5-b705a8200570 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:02.224143 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0b6d8c52-c1dc-444e-a3f5-b705a8200570 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:security_group_rule and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:02.226420 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0b6d8c52-c1dc-444e-a3f5-b705a8200570 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:02.244471 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0b6d8c52-c1dc-444e-a3f5-b705a8200570 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:02.258244 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-8bbcfdb2-117c-4f67-bdca-2f2fcf0da1ea req-bc0e2ec8-ab9a-4449-a7cb-44d9dfa9fb28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:50:02.304881 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a7de0566-6dba-4e1e-804a-c0ec08a1389a None None] Port cd643cc0-7f46-432a-9766-021508d29492 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:50:02.340504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-8bbcfdb2-117c-4f67-bdca-2f2fcf0da1ea req-bc0e2ec8-ab9a-4449-a7cb-44d9dfa9fb28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:50:02.351976 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-8bbcfdb2-117c-4f67-bdca-2f2fcf0da1ea req-bc0e2ec8-ab9a-4449-a7cb-44d9dfa9fb28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c432c87-f5b3-4397-84db-a3539702fb4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3120203
Dec 22 04:50:02.400353 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:02.426784 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-49c2ebb4-82da-4083-b12e-f23bb107a5fd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Allocated IP 172.20.0.9 (c8598c21-1a47-4e08-b24a-e0cd70f26da3/d1aa839e-7cd3-4369-a96b-e9b3a814fc1b/866bfb85-fcd3-47db-a4e4-e90ef941cb80) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:02.463079 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-832662cd-6208-439a-81fe-7eaceaa54bc9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8:0:1::2ca (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/5a661034-916c-40b8-97d0-333a04f3d3d2/3d218faf-eb0b-43b2-9f6e-1ac5f64ee8cf) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:02.491818 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-832662cd-6208-439a-81fe-7eaceaa54bc9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8::f816:3eff:fe56:29f3 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/982c5762-2644-496d-bb9a-0903a80e4eb3/3d218faf-eb0b-43b2-9f6e-1ac5f64ee8cf) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:02.523834 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0b6d8c52-c1dc-444e-a3f5-b705a8200570 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:02.544141 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-b3695361-de12-4d06-ae82-150781dde57c req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:02.572762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51b6ac5-be08-47ff-8bee-74ce1fb8b522 None None] Update dhcp port {'port': {'network_id': '21a47168-5359-42cc-b173-9f67d550e87e', 'fixed_ips': [{'subnet_id': '9e80b149-5f5c-467c-91bb-0779dd047e44', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '17179909-4ee5-4729-9449-6ac37fa41ace'}], 'binding:host_id': 'dv-neutron-822525-1-hyperv'}, 'id': 'c82f9f71-e40f-4fd7-a9a0-cff21fefeb04'} from dv-neutron-822525-1-hyperv. {{(pid=83436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 04:50:02.585300 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4d61976f-bd62-46cf-ba1f-971e3b6ecf67 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/routers/41bde271-baf5-4618-b74b-f09357e01f17 HTTP/1.1" status: 200  len: 700 time: 0.7012823
Dec 22 04:50:02.592422 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53952) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:02.594853 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0b6d8c52-c1dc-444e-a3f5-b705a8200570 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:02.620717 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-521a2621-486a-43a8-b2cc-cd79323269fe tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:02.626673 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:02.627062 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:02.657720 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3fb75933-dbf8-430b-ab41-9198cc48421c req-09fc07e0-8504-4514-87d6-7ef39db4a626 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4821188
Dec 22 04:50:02.664268 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b51b6ac5-be08-47ff-8bee-74ce1fb8b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:02.735544 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d8c52-c1dc-444e-a3f5-b705a8200570 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1354f14-0495-4824-bdaf-95d0e8f24743,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:02.738717 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0b6d8c52-c1dc-444e-a3f5-b705a8200570 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:02.744969 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0b6d8c52-c1dc-444e-a3f5-b705a8200570 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:02.748747 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0b6d8c52-c1dc-444e-a3f5-b705a8200570 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.1178911
Dec 22 04:50:02.794576 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53956) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:02.846094 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-060aad0c-644c-488e-a5ab-52cc069f937b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'security_group': {'name': 'tempest-secgroup-1578824564'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:02.876954 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-060aad0c-644c-488e-a5ab-52cc069f937b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:02.887639 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.resource_extend [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:50:02.906709 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-060aad0c-644c-488e-a5ab-52cc069f937b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:security_group and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:02.913103 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-060aad0c-644c-488e-a5ab-52cc069f937b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:02.932899 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-060aad0c-644c-488e-a5ab-52cc069f937b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:02.939641 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:03.006494 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cf8d8343-6024-4c56-b8de-a350e472f531 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:03.087697 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:03.087969 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-49c2ebb4-82da-4083-b12e-f23bb107a5fd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:03.101226 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-b51b6ac5-be08-47ff-8bee-74ce1fb8b522 None None] Allocated IP 2001:db8::2 (21a47168-5359-42cc-b173-9f67d550e87e/17179909-4ee5-4729-9449-6ac37fa41ace/c82f9f71-e40f-4fd7-a9a0-cff21fefeb04) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:03.106679 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-832662cd-6208-439a-81fe-7eaceaa54bc9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:03.112588 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port cf8d8343-6024-4c56-b8de-a350e472f531 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:03.120795 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port cf8d8343-6024-4c56-b8de-a350e472f531 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:03.121444 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:03.125900 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9e3c434b-6ddd-46f2-ae61-96b928b1ea44 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:03.220902 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-060aad0c-644c-488e-a5ab-52cc069f937b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:03.257284 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-832662cd-6208-439a-81fe-7eaceaa54bc9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Transition to ACTIVE for port object 3d218faf-eb0b-43b2-9f6e-1ac5f64ee8cf will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:03.335441 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-49c2ebb4-82da-4083-b12e-f23bb107a5fd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:03.362061 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:03.374348 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4f302da4-67bf-4f54-b7f8-34420486d505 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:03.381277 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:03.410223 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634099c7-0c89-4b2d-8d17-d83c43f29178 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:03.415537 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Pushing event updated for resources: {'Port': ['ID=cd643cc0-7f46-432a-9766-021508d29492,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:03.433652 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-b51b6ac5-be08-47ff-8bee-74ce1fb8b522 None None] For port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c82f9f71-e40f-4fd7-a9a0-cff21fefeb04,segment=NetworkSegment(b50bef65-554c-4578-9fe9-3cb9b09a7bae),segment_id=b50bef65-554c-4578-9fe9-3cb9b09a7bae)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:03.457913 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:03.493336 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-060aad0c-644c-488e-a5ab-52cc069f937b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:03.533874 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port cf8d8343-6024-4c56-b8de-a350e472f531, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cf8d8343-6024-4c56-b8de-a350e472f531,segment=NetworkSegment(fcf7f310-eeea-4fb0-ab25-d29719352218),segment_id=fcf7f310-eeea-4fb0-ab25-d29719352218)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:03.548692 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-060aad0c-644c-488e-a5ab-52cc069f937b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:security_group_rule and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:03.550017 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:03.552408 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-060aad0c-644c-488e-a5ab-52cc069f937b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:03.557209 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9e1c6ec4-2cfa-473d-8a4c-fb1ee80c07f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:03.570463 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-060aad0c-644c-488e-a5ab-52cc069f937b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:03.610303 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1b46b44c-bec1-4d0b-bd61-1e8fa1de5b84 None None] Provisioning for port 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:03.618861 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b51b6ac5-be08-47ff-8bee-74ce1fb8b522 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:03.656744 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c2ebb4-82da-4083-b12e-f23bb107a5fd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Network c8598c21-1a47-4e08-b24a-e0cd70f26da3 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:03.674602 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-49c2ebb4-82da-4083-b12e-f23bb107a5fd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:03.692500 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c2ebb4-82da-4083-b12e-f23bb107a5fd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:50:03.697317 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b51b6ac5-be08-47ff-8bee-74ce1fb8b522 None None] Transition to ACTIVE for port object c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:03.747450 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=cf8d8343-6024-4c56-b8de-a350e472f531,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:03.750632 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b51b6ac5-be08-47ff-8bee-74ce1fb8b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:03.761007 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c2ebb4-82da-4083-b12e-f23bb107a5fd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:03.761636 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-49c2ebb4-82da-4083-b12e-f23bb107a5fd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:03.783789 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-b3695361-de12-4d06-ae82-150781dde57c req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0deaae2f-c070-4605-ba96-369346905e69 {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:50:03.788734 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:03.789415 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:03.813588 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-b3695361-de12-4d06-ae82-150781dde57c req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:03.814623 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-49c2ebb4-82da-4083-b12e-f23bb107a5fd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.8612435
Dec 22 04:50:03.815429 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53964) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:03.869945 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53839fce-ade2-416c-8c07-39d592b57e73 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:03.895941 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-4c181a82-839f-4920-87f4-464e3388b929 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Request body: {'floatingip': {'port_id': '866bfb85-fcd3-47db-a4e4-e90ef941cb80'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:03.932875 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2ebb4-82da-4083-b12e-f23bb107a5fd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Port': ['ID=866bfb85-fcd3-47db-a4e4-e90ef941cb80,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:03.956529 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device e486cf9e-7a78-4295-90b2-80f67c2556af up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:03.957792 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-060aad0c-644c-488e-a5ab-52cc069f937b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:03.960659 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-49c2ebb4-82da-4083-b12e-f23bb107a5fd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:03.967775 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-832662cd-6208-439a-81fe-7eaceaa54bc9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:04.038647 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b6ac5-be08-47ff-8bee-74ce1fb8b522 None None] Pushing event updated for resources: {'Port': ['ID=c82f9f71-e40f-4fd7-a9a0-cff21fefeb04,revision_number=6']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:04.043146 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-060aad0c-644c-488e-a5ab-52cc069f937b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:04.047155 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b51b6ac5-be08-47ff-8bee-74ce1fb8b522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:04.047354 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-55188508-097e-4887-bcd4-ecfc94edacf7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:04.071762 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Network f97bc42d-0eac-447b-b60a-aa353e247715 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:04.084544 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-31b47b6d-0a7b-45e6-9d87-b0eec9b8bde8 tempest-TagsExtTest-639313384 tempest-TagsExtTest-639313384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:04.101968 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port e486cf9e-7a78-4295-90b2-80f67c2556af triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:04.102333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-060aad0c-644c-488e-a5ab-52cc069f937b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:04.102802 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:04.103924 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-060aad0c-644c-488e-a5ab-52cc069f937b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.3014998
Dec 22 04:50:04.105196 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:04.132361 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53968) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:04.137326 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832662cd-6208-439a-81fe-7eaceaa54bc9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=3d218faf-eb0b-43b2-9f6e-1ac5f64ee8cf,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:04.143322 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-832662cd-6208-439a-81fe-7eaceaa54bc9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:04.149246 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832662cd-6208-439a-81fe-7eaceaa54bc9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:04.153038 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-0d6cc797-f1d0-4564-bb8e-0cbf956dff96 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'security_group': {'name': 'tempest-secgroup-507578600'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:04.169295 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347a319-afa1-42f7-9ade-5132afb453dd req-24c4646b-e313-4957-8e76-83ddb0dc278d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:04.171044 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0347a319-afa1-42f7-9ade-5132afb453dd req-24c4646b-e313-4957-8e76-83ddb0dc278d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 932 time: 0.5577288
Dec 22 04:50:04.185208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-832662cd-6208-439a-81fe-7eaceaa54bc9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:04.188216 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0d6cc797-f1d0-4564-bb8e-0cbf956dff96 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:04.243233 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832662cd-6208-439a-81fe-7eaceaa54bc9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:50:04.247677 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832662cd-6208-439a-81fe-7eaceaa54bc9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:04.248319 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-832662cd-6208-439a-81fe-7eaceaa54bc9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:04.269644 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e305e9-2e9d-4e4b-8719-2dc73bc2e3ff None None] Update dhcp port {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'fixed_ips': [{'subnet_id': '982c5762-2644-496d-bb9a-0903a80e4eb3', 'ip_address': '2001:db8::f816:3eff:fe44:62fa'}, {'subnet_id': '5a661034-916c-40b8-97d0-333a04f3d3d2'}], 'binding:host_id': 'dv-neutron-822525-1-hyperv'}, 'id': '58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5'} from dv-neutron-822525-1-hyperv. {{(pid=83436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 04:50:04.289166 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0d6cc797-f1d0-4564-bb8e-0cbf956dff96 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:security_group and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:04.303775 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0d6cc797-f1d0-4564-bb8e-0cbf956dff96 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:04.337586 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-83e305e9-2e9d-4e4b-8719-2dc73bc2e3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:04.346445 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0d6cc797-f1d0-4564-bb8e-0cbf956dff96 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:04.396063 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0347a319-afa1-42f7-9ade-5132afb453dd req-1d0548cd-edd8-4043-bc94-fac24760529d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c432c87-f5b3-4397-84db-a3539702fb4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2052779
Dec 22 04:50:04.397021 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0d6cc797-f1d0-4564-bb8e-0cbf956dff96 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:04.419737 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-832662cd-6208-439a-81fe-7eaceaa54bc9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 4.2639122
Dec 22 04:50:04.427968 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53972) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:04.430208 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-b3695361-de12-4d06-ae82-150781dde57c req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] Transition to ACTIVE for port object 0deaae2f-c070-4605-ba96-369346905e69 will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:04.458458 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4c181a82-839f-4920-87f4-464e3388b929 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:04.495368 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0d6cc797-f1d0-4564-bb8e-0cbf956dff96 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:04.505484 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0d6cc797-f1d0-4564-bb8e-0cbf956dff96 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:security_group_rule and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:04.521023 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0d6cc797-f1d0-4564-bb8e-0cbf956dff96 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:04.527586 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-b3695361-de12-4d06-ae82-150781dde57c req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:04.535529 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0d6cc797-f1d0-4564-bb8e-0cbf956dff96 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:04.632873 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:04.648847 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-aec7c00d-2cf7-421f-96a9-dbbd07993aa1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting port 3d218faf-eb0b-43b2-9f6e-1ac5f64ee8cf {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:04.649505 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aec7c00d-2cf7-421f-96a9-dbbd07993aa1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:04.708579 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060aad0c-644c-488e-a5ab-52cc069f937b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f228573-dce9-4917-b966-a9218d11c196,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:04.725099 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7b093b60-ceff-4708-92b9-d948c2ff16f1 None None] Provisioning complete for port cd643cc0-7f46-432a-9766-021508d29492 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:04.725538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7b093b60-ceff-4708-92b9-d948c2ff16f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:04.799172 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-060aad0c-644c-488e-a5ab-52cc069f937b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:04.804131 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-19c21a67-835a-409a-8a1d-ad8dc700ed29 tempest-RoutersAdminTest-1188168892 tempest-RoutersAdminTest-1188168892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:04.875385 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6faa1e-fadb-4918-933b-881647f393af None None] Sync routers for ids ['41bde271-baf5-4618-b74b-f09357e01f17'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:50:04.900725 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6faa1e-fadb-4918-933b-881647f393af None None] Routers {'41bde271-baf5-4618-b74b-f09357e01f17'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:04.903273 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3f6faa1e-fadb-4918-933b-881647f393af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5c0250>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['41bde271-baf5-4618-b74b-f09357e01f17'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:04.913118 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-7b093b60-ceff-4708-92b9-d948c2ff16f1 None None] Port cd643cc0-7f46-432a-9766-021508d29492 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:50:04.923838 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-83e305e9-2e9d-4e4b-8719-2dc73bc2e3ff None None] Allocated IP 2001:db8:0:1::2 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/5a661034-916c-40b8-97d0-333a04f3d3d2/58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:04.998950 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0d6cc797-f1d0-4564-bb8e-0cbf956dff96 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:05.028455 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0d6cc797-f1d0-4564-bb8e-0cbf956dff96 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:05.060639 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c884cae5-a754-47f1-95f2-a3bedec1cf61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:05.081420 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:05.095594 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:05.096214 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:05.098377 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b4f7f-b6fb-4cab-ac1c-dab34991e32d req-9f41b9f9-72a1-42b6-9378-b78aa3c3948c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:05.100119 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-393b4f7f-b6fb-4cab-ac1c-dab34991e32d req-9f41b9f9-72a1-42b6-9378-b78aa3c3948c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 1.1322865
Dec 22 04:50:05.102960 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0d6cc797-f1d0-4564-bb8e-0cbf956dff96 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:05.107115 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-3f6faa1e-fadb-4918-933b-881647f393af None None] Set router 41bde271-baf5-4618-b74b-f09357e01f17 gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:50:05.107613 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0d6cc797-f1d0-4564-bb8e-0cbf956dff96 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.9673519
Dec 22 04:50:05.156050 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53976) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:05.191271 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3ca4d6aa-049d-4540-b4ec-4dcd76c97a9e None None] Provisioning for port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:05.209856 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3ca4d6aa-049d-4540-b4ec-4dcd76c97a9e None None] Provisioning complete for port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:05.211820 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d6aa-049d-4540-b4ec-4dcd76c97a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:05.246529 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-ac9c016d-f0bc-4581-86cd-8428c1664532 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1907753084', 'security_groups': ['6a8cf247-b551-4d3b-a8e9-704135944412'], 'network_id': '21a47168-5359-42cc-b173-9f67d550e87e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '17179909-4ee5-4729-9449-6ac37fa41ace'}]}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:05.273345 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-393b4f7f-b6fb-4cab-ac1c-dab34991e32d req-a5d1f02e-06f1-4694-afee-45d84672ea60 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1143234
Dec 22 04:50:05.293743 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6cc797-f1d0-4564-bb8e-0cbf956dff96 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8cf247-b551-4d3b-a8e9-704135944412,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:05.331773 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0d6cc797-f1d0-4564-bb8e-0cbf956dff96 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:05.355776 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-83e305e9-2e9d-4e4b-8719-2dc73bc2e3ff None None] For port 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:05.408146 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aec7c00d-2cf7-421f-96a9-dbbd07993aa1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:05.441946 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3f6faa1e-fadb-4918-933b-881647f393af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5c0250>, [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:49:56Z', 'revision_number': 7, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None, '_interfaces': [{'id': '696a9d92-719d-4cb3-ad56-7e375f8196df', 'name': '', 'network_id': 'c2a288ee-c16e-4cca-899b-950e9a6521a3', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:23:2b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:23Z', 'updated_at': '2021-12-22T04:49:34Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac856a08-261d-47a6-a536-770d9bb8b726', 'name': '', 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:1c:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:09Z', 'updated_at': '2021-12-22T04:49:27Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe696ef-6297-44bb-991c-b655ab111c68', 'name': '', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:a4:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:55Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e486cf9e-7a78-4295-90b2-80f67c2556af', 'name': '', 'network_id': '53a4b979-cad7-4d02-86a0-1e4e9ff799ba', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:47:fa:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e473b920-1099-451d-bcf0-c376e38fd23b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:38Z', 'updated_at': '2021-12-22T04:50:01Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': 'e473b920-1099-451d-bcf0-c376e38fd23b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:05.446585 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6faa1e-fadb-4918-933b-881647f393af None None] Checking router: 41bde271-baf5-4618-b74b-f09357e01f17 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:50:05.458515 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6faa1e-fadb-4918-933b-881647f393af None None] Routers {'41bde271-baf5-4618-b74b-f09357e01f17'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:05.459308 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3f6faa1e-fadb-4918-933b-881647f393af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5c0250>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['41bde271-baf5-4618-b74b-f09357e01f17'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:05.501985 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] Pushing event updated for resources: {'Port': ['ID=0deaae2f-c070-4605-ba96-369346905e69,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:05.530128 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-83e305e9-2e9d-4e4b-8719-2dc73bc2e3ff None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:05.560722 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-aec7c00d-2cf7-421f-96a9-dbbd07993aa1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Calling delete_port for 3d218faf-eb0b-43b2-9f6e-1ac5f64ee8cf owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:05.588641 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:05.588985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:05.609054 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-83e305e9-2e9d-4e4b-8719-2dc73bc2e3ff None None] Transition to ACTIVE for port object 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:05.619417 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-83e305e9-2e9d-4e4b-8719-2dc73bc2e3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:05.627307 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-dac75ac5-c716-4b46-af42-79184e18e204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:05.674466 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-3f6faa1e-fadb-4918-933b-881647f393af None None] Set router 41bde271-baf5-4618-b74b-f09357e01f17 gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:50:05.776934 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-b3695361-de12-4d06-ae82-150781dde57c req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] Attempting to bind port 0deaae2f-c070-4605-ba96-369346905e69 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:50:05.776934 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-b3695361-de12-4d06-ae82-150781dde57c req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] Attempting to bind port 0deaae2f-c070-4605-ba96-369346905e69 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1f6e2f25-1061-4a0d-a451-c87be86e134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:50:05.777298 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3695361-de12-4d06-ae82-150781dde57c req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] Attempting to bind port 0deaae2f-c070-4605-ba96-369346905e69 on network f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:50:05.836436 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e305e9-2e9d-4e4b-8719-2dc73bc2e3ff None None] Pushing event updated for resources: {'Port': ['ID=58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:05.845629 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-83e305e9-2e9d-4e4b-8719-2dc73bc2e3ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:05.868814 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:50:05.869303 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:50:05.893980 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3ca4d6aa-049d-4540-b4ec-4dcd76c97a9e None None] Provisioning complete for port c56ba75c-e826-402d-8a91-47ca7ac585ba triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:05.894360 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d6aa-049d-4540-b4ec-4dcd76c97a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:05.967954 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3695361-de12-4d06-ae82-150781dde57c req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] Port 0deaae2f-c070-4605-ba96-369346905e69 on network f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:50:05.968523 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3695361-de12-4d06-ae82-150781dde57c req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] Attempting to bind port 0deaae2f-c070-4605-ba96-369346905e69 on network f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:50:05.986714 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-3ca4d6aa-049d-4540-b4ec-4dcd76c97a9e None None] Port c56ba75c-e826-402d-8a91-47ca7ac585ba cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:50:06.053238 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ac9c016d-f0bc-4581-86cd-8428c1664532 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:06.059057 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17202cbf-14db-4ed0-b655-5aebcb237ccb req-8316c9cf-3559-4f98-b7a4-ae6b896e55d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:06.060638 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-17202cbf-14db-4ed0-b655-5aebcb237ccb req-8316c9cf-3559-4f98-b7a4-ae6b896e55d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 944 time: 0.4339905
Dec 22 04:50:06.065480 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3695361-de12-4d06-ae82-150781dde57c req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:50:06.065841 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3695361-de12-4d06-ae82-150781dde57c req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] Checking segment: {'id': '1f6e2f25-1061-4a0d-a451-c87be86e134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:50:06.066233 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3695361-de12-4d06-ae82-150781dde57c req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] Bound using segment: {'id': '1f6e2f25-1061-4a0d-a451-c87be86e134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:50:06.067239 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-b3695361-de12-4d06-ae82-150781dde57c req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] Bound port: 0deaae2f-c070-4605-ba96-369346905e69, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6e2f25-1061-4a0d-a451-c87be86e134f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:50:06.067586 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-b3695361-de12-4d06-ae82-150781dde57c req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:06.127118 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3f6faa1e-fadb-4918-933b-881647f393af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5c0250>, [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:49:56Z', 'revision_number': 7, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None, '_interfaces': [{'id': '696a9d92-719d-4cb3-ad56-7e375f8196df', 'name': '', 'network_id': 'c2a288ee-c16e-4cca-899b-950e9a6521a3', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:23:2b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:23Z', 'updated_at': '2021-12-22T04:49:34Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac856a08-261d-47a6-a536-770d9bb8b726', 'name': '', 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:1c:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:09Z', 'updated_at': '2021-12-22T04:49:27Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe696ef-6297-44bb-991c-b655ab111c68', 'name': '', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:a4:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:55Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e486cf9e-7a78-4295-90b2-80f67c2556af', 'name': '', 'network_id': '53a4b979-cad7-4d02-86a0-1e4e9ff799ba', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:47:fa:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e473b920-1099-451d-bcf0-c376e38fd23b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:38Z', 'updated_at': '2021-12-22T04:50:01Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': 'e473b920-1099-451d-bcf0-c376e38fd23b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:06.132534 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6faa1e-fadb-4918-933b-881647f393af None None] The sync data for ids ['41bde271-baf5-4618-b74b-f09357e01f17'] in dv-neutron-822525-1-hyperv is: [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:49:56Z', 'revision_number': 7, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None, '_interfaces': [{'id': '696a9d92-719d-4cb3-ad56-7e375f8196df', 'name': '', 'network_id': 'c2a288ee-c16e-4cca-899b-950e9a6521a3', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:23:2b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:23Z', 'updated_at': '2021-12-22T04:49:34Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac856a08-261d-47a6-a536-770d9bb8b726', 'name': '', 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:1c:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:09Z', 'updated_at': '2021-12-22T04:49:27Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe696ef-6297-44bb-991c-b655ab111c68', 'name': '', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:a4:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:55Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e486cf9e-7a78-4295-90b2-80f67c2556af', 'name': '', 'network_id': '53a4b979-cad7-4d02-86a0-1e4e9ff799ba', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:47:fa:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e473b920-1099-451d-bcf0-c376e38fd23b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:38Z', 'updated_at': '2021-12-22T04:50:01Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': 'e473b920-1099-451d-bcf0-c376e38fd23b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:50:06.230182 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-17202cbf-14db-4ed0-b655-5aebcb237ccb req-c80d7079-1b71-47d8-babe-637a71042d29 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c432c87-f5b3-4397-84db-a3539702fb4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1552873
Dec 22 04:50:06.300563 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-53839fce-ade2-416c-8c07-39d592b57e73 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting port e486cf9e-7a78-4295-90b2-80f67c2556af {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:06.301282 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53839fce-ade2-416c-8c07-39d592b57e73 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:06.349720 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ac9c016d-f0bc-4581-86cd-8428c1664532 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:06.398870 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-5de29ba5-e4e2-446d-81dc-3fa91eabe7de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting port 518c7bff-d717-47da-8b51-e9cd399c3f37 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:06.399210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5de29ba5-e4e2-446d-81dc-3fa91eabe7de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:06.462489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:06.481361 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9c016d-f0bc-4581-86cd-8428c1664532 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:50:06.519016 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:06.529251 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:06.534142 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:06.550783 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-53839fce-ade2-416c-8c07-39d592b57e73 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] For port e486cf9e-7a78-4295-90b2-80f67c2556af, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=e486cf9e-7a78-4295-90b2-80f67c2556af,segment=NetworkSegment(fb32394c-cbd0-4159-972e-1bce5dd1898f),segment_id=fb32394c-cbd0-4159-972e-1bce5dd1898f)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:06.551774 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53839fce-ade2-416c-8c07-39d592b57e73 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:06.685965 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cf8d8343-6024-4c56-b8de-a350e472f531 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:06.693234 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-53839fce-ade2-416c-8c07-39d592b57e73 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Calling delete_port for e486cf9e-7a78-4295-90b2-80f67c2556af owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:06.733410 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aec7c00d-2cf7-421f-96a9-dbbd07993aa1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:06.752129 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7239582f-f660-4900-b294-f9a5805454c2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:06.764125 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6b0b26b1-4754-482f-a2d8-74df81dd2635 None None] Provisioning complete for port 3d218faf-eb0b-43b2-9f6e-1ac5f64ee8cf triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:06.765099 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6b0b26b1-4754-482f-a2d8-74df81dd2635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:06.806211 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-6b0b26b1-4754-482f-a2d8-74df81dd2635 None None] Port 3d218faf-eb0b-43b2-9f6e-1ac5f64ee8cf was deleted so its status cannot be updated. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 22 04:50:06.810492 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7c00d-2cf7-421f-96a9-dbbd07993aa1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Port': ['ID=3d218faf-eb0b-43b2-9f6e-1ac5f64ee8cf,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:06.812628 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:06.817056 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:06.825095 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-b3695361-de12-4d06-ae82-150781dde57c req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] For port 0deaae2f-c070-4605-ba96-369346905e69, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:50:06.884753 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-aec7c00d-2cf7-421f-96a9-dbbd07993aa1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:06.908301 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-b3695361-de12-4d06-ae82-150781dde57c req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] For port 0deaae2f-c070-4605-ba96-369346905e69, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0deaae2f-c070-4605-ba96-369346905e69,segment=NetworkSegment(1f6e2f25-1061-4a0d-a451-c87be86e134f),segment_id=1f6e2f25-1061-4a0d-a451-c87be86e134f)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:50:06.915518 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ac9c016d-f0bc-4581-86cd-8428c1664532 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:06.940547 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5de29ba5-e4e2-446d-81dc-3fa91eabe7de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:06.944702 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6b0b26b1-4754-482f-a2d8-74df81dd2635 None None] Provisioning for port 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:06.951349 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6b0b26b1-4754-482f-a2d8-74df81dd2635 None None] Provisioning complete for port 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:06.951712 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6b0b26b1-4754-482f-a2d8-74df81dd2635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:06.974605 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aec7c00d-2cf7-421f-96a9-dbbd07993aa1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:06.991316 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port cf8d8343-6024-4c56-b8de-a350e472f531 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:06.991691 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:07.114052 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-5de29ba5-e4e2-446d-81dc-3fa91eabe7de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Calling delete_port for 518c7bff-d717-47da-8b51-e9cd399c3f37 owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:07.145962 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-aec7c00d-2cf7-421f-96a9-dbbd07993aa1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/3d218faf-eb0b-43b2-9f6e-1ac5f64ee8cf HTTP/1.1" status: 204  len: 168 time: 2.7148595
Dec 22 04:50:07.147529 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53984) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:07.205274 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53839fce-ade2-416c-8c07-39d592b57e73 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:07.211672 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6851b11f-022e-4de1-9289-df6f11d69815 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:07.259776 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:07.264673 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53839fce-ade2-416c-8c07-39d592b57e73 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Port': ['ID=e486cf9e-7a78-4295-90b2-80f67c2556af,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:07.269386 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-53839fce-ade2-416c-8c07-39d592b57e73 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:07.287745 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-b3695361-de12-4d06-ae82-150781dde57c req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:07.302349 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c2d176a9-113e-4e05-8cfc-ea68d2712052 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:07.356076 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-43d847a4-0066-4343-9652-cd94b3316460 None None] Could not find standard attr ID for object 3d218faf-eb0b-43b2-9f6e-1ac5f64ee8cf. {{(pid=83436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 04:50:07.393693 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:07.398642 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:07.424266 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37de2ff-bb9b-4ad0-aa2a-312e237260fe tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:07.424814 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-ac9c016d-f0bc-4581-86cd-8428c1664532 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] device_id is not set on port 7dfd680a-5300-47c5-8129-98fb7fc715d5 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:50:07.424987 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b37de2ff-bb9b-4ad0-aa2a-312e237260fe tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:50:07.544918 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-b3695361-de12-4d06-ae82-150781dde57c req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:07.546354 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b3695361-de12-4d06-ae82-150781dde57c req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] 10.222.0.47 "PUT /v2.0/ports/0deaae2f-c070-4605-ba96-369346905e69 HTTP/1.1" status: 200  len: 1094 time: 5.7947414
Dec 22 04:50:07.549743 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Router fb09b6d9-7266-434b-947a-f65cc0e409da has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:50:07.552981 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71399509-53eb-423d-a58f-40013ecf242f', 'tag': '0deaae2f-c070-4605-ba96-369346905e69'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:50:07.587089 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5de29ba5-e4e2-446d-81dc-3fa91eabe7de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:07.599400 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b37de2ff-bb9b-4ad0-aa2a-312e237260fe tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:50:07.601026 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b37de2ff-bb9b-4ad0-aa2a-312e237260fe tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.4525044
Dec 22 04:50:07.609577 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:07.639500 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:07.663702 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 53992) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:07.728621 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:07.729011 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:07.736312 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] Pushing event updated for resources: {'Port': ['ID=0deaae2f-c070-4605-ba96-369346905e69,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:07.745065 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb8b7f-113c-4d3a-b0e7-f8aea38a5659 req-b601b58e-1014-4762-9642-cde88641f696 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:07.752190 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4dfb8b7f-113c-4d3a-b0e7-f8aea38a5659 req-b601b58e-1014-4762-9642-cde88641f696 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 1.0474057
Dec 22 04:50:07.765365 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8613c2-3f3e-4f0c-a1a0-45a10452337e req-0091af72-4b11-4e75-ad49-dbc35edb6b87 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:07.767572 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3b8613c2-3f3e-4f0c-a1a0-45a10452337e req-0091af72-4b11-4e75-ad49-dbc35edb6b87 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 944 time: 0.2402914
Dec 22 04:50:07.790120 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:07.790689 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b4995839-6d81-4e9a-9b67-bb789a879d50 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:07.816014 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53839fce-ade2-416c-8c07-39d592b57e73 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:07.830589 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3b8613c2-3f3e-4f0c-a1a0-45a10452337e req-9ce3227b-f7f1-4d02-a0e8-41a6a0140f2c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c432c87-f5b3-4397-84db-a3539702fb4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563810
Dec 22 04:50:07.894093 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de29ba5-e4e2-446d-81dc-3fa91eabe7de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Port': ['ID=518c7bff-d717-47da-8b51-e9cd399c3f37,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:07.938359 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5de29ba5-e4e2-446d-81dc-3fa91eabe7de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:07.962662 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.resource_extend [None req-4c181a82-839f-4920-87f4-464e3388b929 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:50:08.081930 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71399509-53eb-423d-a58f-40013ecf242f', 'tag': '0deaae2f-c070-4605-ba96-369346905e69', 'status': 'completed', 'code': 200}
Dec 22 04:50:08.290589 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4dfb8b7f-113c-4d3a-b0e7-f8aea38a5659 req-7ee5bc73-452b-4ecd-9c95-44e0b2eb63d2 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5375526
Dec 22 04:50:08.491824 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6443e2c-809e-4ac2-8e85-7c025e216a14 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:08.493216 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d6443e2c-809e-4ac2-8e85-7c025e216a14 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.8274436
Dec 22 04:50:08.496373 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53839fce-ade2-416c-8c07-39d592b57e73 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Router 41bde271-baf5-4618-b74b-f09357e01f17 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:50:08.496849 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4c181a82-839f-4920-87f4-464e3388b929 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:08.497142 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 53998) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:08.511145 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b3695361-de12-4d06-ae82-150781dde57c req-5b9d76c1-efec-429b-86b2-dba677f44541 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 1097 time: 0.8776495
Dec 22 04:50:08.515975 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4c181a82-839f-4920-87f4-464e3388b929 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:08.591877 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-ac9c016d-f0bc-4581-86cd-8428c1664532 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Allocated IP 2001:db8::326 (21a47168-5359-42cc-b173-9f67d550e87e/17179909-4ee5-4729-9449-6ac37fa41ace/7dfd680a-5300-47c5-8129-98fb7fc715d5) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:08.670777 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5de29ba5-e4e2-446d-81dc-3fa91eabe7de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:08.675576 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:08.684840 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c5f902-843e-46af-ab60-97c8337226b4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:08.685678 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c5f902-843e-46af-ab60-97c8337226b4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:08.686966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c5f902-843e-46af-ab60-97c8337226b4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:08.687764 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d0c5f902-843e-46af-ab60-97c8337226b4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:50:08.687885 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b3695361-de12-4d06-ae82-150781dde57c req-e52acb4c-3989-4e48-b775-4d4c04554159 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0deaae2f-c070-4605-ba96-369346905e69 HTTP/1.1" status: 200  len: 217 time: 0.1248746
Dec 22 04:50:08.712319 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d0c5f902-843e-46af-ab60-97c8337226b4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:50:08.717621 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d0c5f902-843e-46af-ab60-97c8337226b4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.2190497
Dec 22 04:50:08.719601 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54002) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:08.747363 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-093795d8-4cae-4c01-83d2-c5a780b31a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:08.769213 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:08.769779 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:08.921278 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53839fce-ade2-416c-8c07-39d592b57e73 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:50:08.947677 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-53839fce-ade2-416c-8c07-39d592b57e73 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/routers/41bde271-baf5-4618-b74b-f09357e01f17/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3521881
Dec 22 04:50:08.964181 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54008) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:09.034201 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3695361-de12-4d06-ae82-150781dde57c req-8355983e-649a-41c7-a55a-ced767905924 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:09.036139 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b3695361-de12-4d06-ae82-150781dde57c req-8355983e-649a-41c7-a55a-ced767905924 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=246ba28a-a8c9-4127-8cc7-7fb232785c05 HTTP/1.1" status: 200  len: 834 time: 0.2935784
Dec 22 04:50:09.071918 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0143e06-818d-4c4a-b14b-842c65df2d24 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet 5a661034-916c-40b8-97d0-333a04f3d3d2 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:50:09.077119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b0143e06-818d-4c4a-b14b-842c65df2d24 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:09.220867 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b0143e06-818d-4c4a-b14b-842c65df2d24 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:09.312540 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb0649-7936-4924-bf10-79b8bed1d598 req-b6584968-e896-4d45-ab6e-c36ac6294391 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:09.313889 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f8bb0649-7936-4924-bf10-79b8bed1d598 req-b6584968-e896-4d45-ab6e-c36ac6294391 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 944 time: 0.3171813
Dec 22 04:50:09.343847 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e90815-2549-4a55-8b52-efd2d4882492 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting subnet e473b920-1099-451d-bcf0-c376e38fd23b {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:50:09.351223 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97e90815-2549-4a55-8b52-efd2d4882492 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:09.414254 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ac9c016d-f0bc-4581-86cd-8428c1664532 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:09.428899 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:50:09.437032 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b0143e06-818d-4c4a-b14b-842c65df2d24 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:09.466639 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97e90815-2549-4a55-8b52-efd2d4882492 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:09.479467 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b3695361-de12-4d06-ae82-150781dde57c req-715ef591-4828-42a7-b78b-1884ea9fd443 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4326372
Dec 22 04:50:09.502644 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f8bb0649-7936-4924-bf10-79b8bed1d598 req-1574d7e1-9d9a-4bf0-b095-2dd45f44f7b3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c432c87-f5b3-4397-84db-a3539702fb4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1788952
Dec 22 04:50:09.666871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-ac9c016d-f0bc-4581-86cd-8428c1664532 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Transition to ACTIVE for port object 7dfd680a-5300-47c5-8129-98fb7fc715d5 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:09.702004 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b0143e06-818d-4c4a-b14b-842c65df2d24 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:09.707845 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a9821971-c7e2-4272-8e51-aa7405e936bb tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:09.741150 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97e90815-2549-4a55-8b52-efd2d4882492 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:09.777577 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0143e06-818d-4c4a-b14b-842c65df2d24 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=5a661034-916c-40b8-97d0-333a04f3d3d2,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:09.779744 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "PUT /v2.0/routers/fb09b6d9-7266-434b-947a-f65cc0e409da/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.1638696
Dec 22 04:50:09.783451 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b0143e06-818d-4c4a-b14b-842c65df2d24 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:09.797389 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b0143e06-818d-4c4a-b14b-842c65df2d24 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:09.804215 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60650f49-3fd1-4dc7-9c89-d166cae38b92 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:09.824124 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b0143e06-818d-4c4a-b14b-842c65df2d24 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/5a661034-916c-40b8-97d0-333a04f3d3d2 HTTP/1.1" status: 204  len: 168 time: 1.1003273
Dec 22 04:50:09.824954 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54016) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:09.883694 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97e90815-2549-4a55-8b52-efd2d4882492 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:09.894410 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8ba79305-94fc-4338-83b4-65bf12605d68 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:09.923252 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [None req-4c181a82-839f-4920-87f4-464e3388b929 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Floating IP 8589a7ca-9cee-4fdf-9f32-2a8ff55911bc associated. External IP: 172.26.4.2, port: 866bfb85-fcd3-47db-a4e4-e90ef941cb80.
Dec 22 04:50:09.938771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e90815-2549-4a55-8b52-efd2d4882492 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Subnet': ['ID=e473b920-1099-451d-bcf0-c376e38fd23b,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:09.943300 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-97e90815-2549-4a55-8b52-efd2d4882492 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:09.948664 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a6cdb0-870b-4d60-8982-984839f59aeb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet 982c5762-2644-496d-bb9a-0903a80e4eb3 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:50:09.951135 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97e90815-2549-4a55-8b52-efd2d4882492 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:09.956670 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5959dcc-ee40-4722-acd7-c0f75b9566e4 None None] Network 53a4b979-cad7-4d02-86a0-1e4e9ff799ba requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:09.956915 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c7a6cdb0-870b-4d60-8982-984839f59aeb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:09.987341 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-97e90815-2549-4a55-8b52-efd2d4882492 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/subnets/e473b920-1099-451d-bcf0-c376e38fd23b HTTP/1.1" status: 204  len: 168 time: 1.0221205
Dec 22 04:50:09.996827 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54026) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:10.015763 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ac9c016d-f0bc-4581-86cd-8428c1664532 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:10.025694 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9e3c434b-6ddd-46f2-ae61-96b928b1ea44 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:10.073625 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b3695361-de12-4d06-ae82-150781dde57c req-2ebeae40-5a09-4fdd-961c-e37e1074dd02 service neutron] 10.222.0.47 "GET /v2.0/networks/f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5748115
Dec 22 04:50:10.094157 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd8746-f3a9-4cdd-accf-447906517f4c req-3c853bfc-1e41-4428-b5d5-d46636d07c51 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:10.095535 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b8cd8746-f3a9-4cdd-accf-447906517f4c req-3c853bfc-1e41-4428-b5d5-d46636d07c51 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.6706984
Dec 22 04:50:10.121510 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c7a6cdb0-870b-4d60-8982-984839f59aeb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:10.183634 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-f99528ec-73ff-4814-9440-31f61a98b74d req-3fe8639e-c52f-4e37-b163-8d831dd9f0bb tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Synchronizing usage tracker for tenant:4a9c0bba5dc144c8a8924788c9d546a7 on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:50:10.206498 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de29ba5-e4e2-446d-81dc-3fa91eabe7de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Router f5cbff18-aae8-4618-9db2-6af6f7eb69c8 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:50:10.210251 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:10.225484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c016d-f0bc-4581-86cd-8428c1664532 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network 21a47168-5359-42cc-b173-9f67d550e87e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:10.226756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c016d-f0bc-4581-86cd-8428c1664532 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Port': ['ID=7dfd680a-5300-47c5-8129-98fb7fc715d5,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:10.234233 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-ac9c016d-f0bc-4581-86cd-8428c1664532 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:10.238190 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ac9c016d-f0bc-4581-86cd-8428c1664532 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:10.239351 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-f99528ec-73ff-4814-9440-31f61a98b74d req-3fe8639e-c52f-4e37-b163-8d831dd9f0bb tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Unset dirty status for tenant:4a9c0bba5dc144c8a8924788c9d546a7 on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:50:10.240501 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f99528ec-73ff-4814-9440-31f61a98b74d req-3fe8639e-c52f-4e37-b163-8d831dd9f0bb tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-390936747&fields=id&tenant_id=4a9c0bba5dc144c8a8924788c9d546a7 HTTP/1.1" status: 200  len: 267 time: 0.2549512
Dec 22 04:50:10.245407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting port 2037bc85-be97-4810-90a5-60f040a04968 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:10.245785 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:10.245979 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9c016d-f0bc-4581-86cd-8428c1664532 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:50:10.249931 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9c016d-f0bc-4581-86cd-8428c1664532 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:10.250537 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ac9c016d-f0bc-4581-86cd-8428c1664532 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:10.369910 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c7a6cdb0-870b-4d60-8982-984839f59aeb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:10.381321 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b8cd8746-f3a9-4cdd-accf-447906517f4c req-3bf38e07-5cfc-4b79-aefc-166cae967198 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2582226
Dec 22 04:50:10.394993 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ac9c016d-f0bc-4581-86cd-8428c1664532 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 5.1743405
Dec 22 04:50:10.395892 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54030) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:10.568253 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-2a35e6b0-154a-44f1-9e18-a9014671cd93 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'subnet': {'network_id': '21a47168-5359-42cc-b173-9f67d550e87e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:10.611938 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7892d46a-c963-441d-a3d9-433dc6613c60 None None] DHCP port deletion for 53a4b979-cad7-4d02-86a0-1e4e9ff799ba request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:50:10.624303 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-7892d46a-c963-441d-a3d9-433dc6613c60 None None] Deleting port 2037bc85-be97-4810-90a5-60f040a04968 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:10.624692 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7892d46a-c963-441d-a3d9-433dc6613c60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:10.714540 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99528ec-73ff-4814-9440-31f61a98b74d req-e131d337-c444-4be4-a9ff-cda6010b42e3 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:10.714540 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f99528ec-73ff-4814-9440-31f61a98b74d req-e131d337-c444-4be4-a9ff-cda6010b42e3 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/networks?id=f97bc42d-0eac-447b-b60a-aa353e247715 HTTP/1.1" status: 200  len: 796 time: 0.4433885
Dec 22 04:50:10.717666 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c7a6cdb0-870b-4d60-8982-984839f59aeb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:10.724407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d9d18085-4787-45f6-b2ac-910037565c6d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:10.739453 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b3695361-de12-4d06-ae82-150781dde57c req-754af37f-bae1-4791-9093-c8a45fe36ef4 service neutron] 10.222.0.47 "GET /v2.0/networks/f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6514533
Dec 22 04:50:10.761258 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853c742f-6f8f-4aff-927b-7aade2fe22ab None None] Sync routers for ids ['41bde271-baf5-4618-b74b-f09357e01f17'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:50:10.808709 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6cdb0-870b-4d60-8982-984839f59aeb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=982c5762-2644-496d-bb9a-0903a80e4eb3,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:10.815767 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c7a6cdb0-870b-4d60-8982-984839f59aeb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:10.818877 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] For port 2037bc85-be97-4810-90a5-60f040a04968, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2037bc85-be97-4810-90a5-60f040a04968,segment=NetworkSegment(fb32394c-cbd0-4159-972e-1bce5dd1898f),segment_id=fb32394c-cbd0-4159-972e-1bce5dd1898f)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:10.819914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:10.825302 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de29ba5-e4e2-446d-81dc-3fa91eabe7de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:50:10.837881 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5de29ba5-e4e2-446d-81dc-3fa91eabe7de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/routers/f5cbff18-aae8-4618-9db2-6af6f7eb69c8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.4478695
Dec 22 04:50:10.840795 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dddd21b-97b9-4297-bbb6-9c21794c5fa1 None None] Sync routers for ids ['f5cbff18-aae8-4618-9db2-6af6f7eb69c8'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:50:10.854235 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54040) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:10.864105 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f99528ec-73ff-4814-9440-31f61a98b74d req-52420ce0-4b12-49d2-8656-4dccbba90612 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/quotas/4a9c0bba5dc144c8a8924788c9d546a7 HTTP/1.1" status: 200  len: 375 time: 0.0976071
Dec 22 04:50:10.867245 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c7a6cdb0-870b-4d60-8982-984839f59aeb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:10.887720 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dddd21b-97b9-4297-bbb6-9c21794c5fa1 None None] Routers {'f5cbff18-aae8-4618-9db2-6af6f7eb69c8'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:10.888369 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-2dddd21b-97b9-4297-bbb6-9c21794c5fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5c0bb0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f5cbff18-aae8-4618-9db2-6af6f7eb69c8'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:10.984630 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853c742f-6f8f-4aff-927b-7aade2fe22ab None None] Routers {'41bde271-baf5-4618-b74b-f09357e01f17'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:10.985366 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-853c742f-6f8f-4aff-927b-7aade2fe22ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bedd490>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:49:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['41bde271-baf5-4618-b74b-f09357e01f17'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:11.029795 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-2dddd21b-97b9-4297-bbb6-9c21794c5fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5c0bb0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:11.045428 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dddd21b-97b9-4297-bbb6-9c21794c5fa1 None None] Routers {'f5cbff18-aae8-4618-9db2-6af6f7eb69c8'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:11.046506 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-2dddd21b-97b9-4297-bbb6-9c21794c5fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5c0bb0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f5cbff18-aae8-4618-9db2-6af6f7eb69c8'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:11.106322 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Calling delete_port for 2037bc85-be97-4810-90a5-60f040a04968 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:11.130962 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-2dddd21b-97b9-4297-bbb6-9c21794c5fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5c0bb0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:11.131359 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dddd21b-97b9-4297-bbb6-9c21794c5fa1 None None] The sync data for ids ['f5cbff18-aae8-4618-9db2-6af6f7eb69c8'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:50:11.132933 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f33f72cc-731a-49de-b216-ad1cf086ca97 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Synchronizing usage tracker for tenant:2c15a5726c1c4265b642f9bc187fa0d4 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:50:11.142237 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-2a35e6b0-154a-44f1-9e18-a9014671cd93 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:11.166462 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2a35e6b0-154a-44f1-9e18-a9014671cd93 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:subnet and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:11.174701 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2a35e6b0-154a-44f1-9e18-a9014671cd93 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:11.196860 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7c7b5aaa-07fb-4d06-a384-80c5005d715b None None] Provisioning for port 7dfd680a-5300-47c5-8129-98fb7fc715d5 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:11.206611 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c7a6cdb0-870b-4d60-8982-984839f59aeb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/982c5762-2644-496d-bb9a-0903a80e4eb3 HTTP/1.1" status: 204  len: 168 time: 1.3750138
Dec 22 04:50:11.210686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-2a35e6b0-154a-44f1-9e18-a9014671cd93 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:11.214446 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54044) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:11.273123 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-bd29471e-d3c3-46b3-ae98-3aa9b72fb9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:11.277529 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f33f72cc-731a-49de-b216-ad1cf086ca97 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Unset dirty status for tenant:2c15a5726c1c4265b642f9bc187fa0d4 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:50:11.282013 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f33f72cc-731a-49de-b216-ad1cf086ca97 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5cbff18-aae8-4618-9db2-6af6f7eb69c8 HTTP/1.1" status: 200  len: 205 time: 0.4084947
Dec 22 04:50:11.287835 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a35e6b0-154a-44f1-9e18-a9014671cd93 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:50:11.291652 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2a35e6b0-154a-44f1-9e18-a9014671cd93 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:11.306034 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7c7b5aaa-07fb-4d06-a384-80c5005d715b None None] Provisioning complete for port 7dfd680a-5300-47c5-8129-98fb7fc715d5 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:11.306414 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7c7b5aaa-07fb-4d06-a384-80c5005d715b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:11.311756 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-518b94e2-d814-4cbf-8dfe-aa255ca131d6 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0960870
Dec 22 04:50:11.315159 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54048) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:11.315628 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54050) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:11.334881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e3d7eea0-20f8-45d1-a9b0-57c123284057 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:11.389693 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ba425a-b267-4e2e-8484-bb364d18efff None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:11.486270 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-7c7b5aaa-07fb-4d06-a384-80c5005d715b None None] Port 7dfd680a-5300-47c5-8129-98fb7fc715d5 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:50:11.491397 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-7892d46a-c963-441d-a3d9-433dc6613c60 None None] For port 2037bc85-be97-4810-90a5-60f040a04968, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2037bc85-be97-4810-90a5-60f040a04968,segment=NetworkSegment(fb32394c-cbd0-4159-972e-1bce5dd1898f),segment_id=fb32394c-cbd0-4159-972e-1bce5dd1898f)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:11.491720 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7892d46a-c963-441d-a3d9-433dc6613c60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:11.506720 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-853c742f-6f8f-4aff-927b-7aade2fe22ab None None] Set router 41bde271-baf5-4618-b74b-f09357e01f17 gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:50:11.516654 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-615b9dc7-3d85-4ba4-99bf-e1e7a4da94dc req-f16505dd-bbee-4e28-8653-56d1c05856eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 1097 time: 0.5737174
Dec 22 04:50:11.526939 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b27a14-427e-4199-a6ba-201e870b78dc req-9cfd9d96-d5ad-4888-8548-65db8e1feabc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:11.527692 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-27b27a14-427e-4199-a6ba-201e870b78dc req-9cfd9d96-d5ad-4888-8548-65db8e1feabc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:50:11.739856 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-7892d46a-c963-441d-a3d9-433dc6613c60 None None] Calling delete_port for 2037bc85-be97-4810-90a5-60f040a04968 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:11.743063 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:11.751214 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c15b04d6-6d51-4153-b65d-b7c82dd22a14 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:11.782114 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e3d7eea0-20f8-45d1-a9b0-57c123284057 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:11.809538 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.ipam_backend_mixin [None req-2a35e6b0-154a-44f1-9e18-a9014671cd93 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 17179909-4ee5-4729-9449-6ac37fa41ace (CIDR: 2001:db8::/64)
Dec 22 04:50:11.811110 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e3d7eea0-20f8-45d1-a9b0-57c123284057 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:11.812540 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-27b27a14-427e-4199-a6ba-201e870b78dc req-9cfd9d96-d5ad-4888-8548-65db8e1feabc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:50:11.813360 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-27b27a14-427e-4199-a6ba-201e870b78dc req-9cfd9d96-d5ad-4888-8548-65db8e1feabc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 944 time: 0.7862048
Dec 22 04:50:11.819514 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e3d7eea0-20f8-45d1-a9b0-57c123284057 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:11.827582 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Port': ['ID=2037bc85-be97-4810-90a5-60f040a04968,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:11.834613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:11.835960 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e3d7eea0-20f8-45d1-a9b0-57c123284057 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:11.840793 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a35e6b0-154a-44f1-9e18-a9014671cd93 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:50:11.841257 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a35e6b0-154a-44f1-9e18-a9014671cd93 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:11.845953 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f99528ec-73ff-4814-9440-31f61a98b74d req-399d24fa-0562-4169-83ab-d1ed418609f7 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a9c0bba5dc144c8a8924788c9d546a7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.8109078
Dec 22 04:50:11.851938 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f4d003d0-9aea-4682-9f53-344e78eea6a9 req-75c294e4-9365-41c7-99ac-ff81f1d0b828 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a189efe8546c44009128ff34bc595fc2&device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 1099 time: 0.7087870
Dec 22 04:50:11.854952 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-62dc8817-bc4c-4761-b920-020420ff6367 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:11.948517 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] No DVR routers for this DVR port 2037bc85-be97-4810-90a5-60f040a04968 on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:50:11.960118 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2a35e6b0-154a-44f1-9e18-a9014671cd93 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.5449297
Dec 22 04:50:11.960565 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ce0e39e8-a295-4ae5-93b2-267a6e5f4c6d None None] Provisioning complete for port 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:11.960948 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ce0e39e8-a295-4ae5-93b2-267a6e5f4c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:11.961697 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54058) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:11.980889 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-7643dc90-cb4f-4f24-9714-28cc0a1aafee tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'subnet': {'network_id': '21a47168-5359-42cc-b173-9f67d550e87e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:12.051033 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b9dc7-3d85-4ba4-99bf-e1e7a4da94dc req-ac9a07bf-a54b-4e7b-bfd5-5668d4459ad2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:12.052487 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-615b9dc7-3d85-4ba4-99bf-e1e7a4da94dc req-ac9a07bf-a54b-4e7b-bfd5-5668d4459ad2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8 HTTP/1.1" status: 200  len: 898 time: 0.5219741
Dec 22 04:50:12.060286 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-27b27a14-427e-4199-a6ba-201e870b78dc req-0bdc461e-c0f0-47c0-a49f-fb7915c9df32 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c432c87-f5b3-4397-84db-a3539702fb4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2375195
Dec 22 04:50:12.108611 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-7892d46a-c963-441d-a3d9-433dc6613c60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:50:12.108611 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-7892d46a-c963-441d-a3d9-433dc6613c60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:50:12.130156 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d7eea0-20f8-45d1-a9b0-57c123284057 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:50:12.133825 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e3d7eea0-20f8-45d1-a9b0-57c123284057 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:12.134370 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:12.151118 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-615b9dc7-3d85-4ba4-99bf-e1e7a4da94dc req-9a07f0f6-999f-48a4-8b91-72f14a076c7f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0deaae2f-c070-4605-ba96-369346905e69 HTTP/1.1" status: 200  len: 217 time: 0.0862632
Dec 22 04:50:12.286149 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7643dc90-cb4f-4f24-9714-28cc0a1aafee tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:12.300328 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7643dc90-cb4f-4f24-9714-28cc0a1aafee tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:subnet and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:12.307756 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:12.312099 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7643dc90-cb4f-4f24-9714-28cc0a1aafee tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:12.323685 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f38b7e-2858-4851-9c67-45926037922c None None] DHCP port deletion for 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:50:12.327551 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7643dc90-cb4f-4f24-9714-28cc0a1aafee tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:12.330152 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b9dc7-3d85-4ba4-99bf-e1e7a4da94dc req-369b48b5-8598-4638-84e9-29348bf06d14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:12.331575 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-615b9dc7-3d85-4ba4-99bf-e1e7a4da94dc req-369b48b5-8598-4638-84e9-29348bf06d14 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=246ba28a-a8c9-4127-8cc7-7fb232785c05 HTTP/1.1" status: 200  len: 834 time: 0.1699896
Dec 22 04:50:12.343830 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-14f38b7e-2858-4851-9c67-45926037922c None None] Deleting port 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:12.344290 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-14f38b7e-2858-4851-9c67-45926037922c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:12.422907 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7643dc90-cb4f-4f24-9714-28cc0a1aafee tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:50:12.442662 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-853c742f-6f8f-4aff-927b-7aade2fe22ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bedd490>, [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:50:07Z', 'revision_number': 8, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None, '_interfaces': [{'id': '696a9d92-719d-4cb3-ad56-7e375f8196df', 'name': '', 'network_id': 'c2a288ee-c16e-4cca-899b-950e9a6521a3', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:23:2b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:23Z', 'updated_at': '2021-12-22T04:49:34Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac856a08-261d-47a6-a536-770d9bb8b726', 'name': '', 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:1c:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:09Z', 'updated_at': '2021-12-22T04:49:27Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe696ef-6297-44bb-991c-b655ab111c68', 'name': '', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:a4:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:55Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:12.453992 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853c742f-6f8f-4aff-927b-7aade2fe22ab None None] Checking router: 41bde271-baf5-4618-b74b-f09357e01f17 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:50:12.466689 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:12.505723 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c181a82-839f-4920-87f4-464e3388b929 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Router fe74ed20-ba67-4c54-8f1e-d46d362af84e has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:50:12.606240 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-14f38b7e-2858-4851-9c67-45926037922c None None] For port 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:12.606899 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-14f38b7e-2858-4851-9c67-45926037922c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:12.616356 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-7892d46a-c963-441d-a3d9-433dc6613c60 None None] Deleting port 2037bc85-be97-4810-90a5-60f040a04968 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:12.616864 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7892d46a-c963-441d-a3d9-433dc6613c60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:12.647972 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2037bc85-be97-4810-90a5-60f040a04968 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:50:12.664567 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469ac647f0>,) {'filters': {'network_id': ['53a4b979-cad7-4d02-86a0-1e4e9ff799ba']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:12.671704 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7643dc90-cb4f-4f24-9714-28cc0a1aafee tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:12.681177 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853c742f-6f8f-4aff-927b-7aade2fe22ab None None] Routers {'41bde271-baf5-4618-b74b-f09357e01f17'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:12.681362 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-853c742f-6f8f-4aff-927b-7aade2fe22ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bedd490>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['41bde271-baf5-4618-b74b-f09357e01f17'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:12.694897 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d003d0-9aea-4682-9f53-344e78eea6a9 req-3f272d6b-0061-483d-9871-a61363630243 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:12.696342 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f4d003d0-9aea-4682-9f53-344e78eea6a9 req-3f272d6b-0061-483d-9871-a61363630243 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e68a3e5c-f921-45fc-a6c9-1329c028d289 HTTP/1.1" status: 200  len: 913 time: 0.7865188
Dec 22 04:50:12.701417 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469ac647f0>, 'fb32394c-cbd0-4159-972e-1bce5dd1898f') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:12.701780 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469ac647f0>, 'fb32394c-cbd0-4159-972e-1bce5dd1898f') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:12.746878 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-615b9dc7-3d85-4ba4-99bf-e1e7a4da94dc req-5690be47-75ff-4b88-a0c8-03aa1a46e3b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3810859
Dec 22 04:50:12.757292 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aad46b-7829-475c-99c3-605f0b3fe08d req-1c3d4e13-05de-4442-9cf8-95208be77ebb tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:12.758726 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a3aad46b-7829-475c-99c3-605f0b3fe08d req-1c3d4e13-05de-4442-9cf8-95208be77ebb tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.4325078
Dec 22 04:50:12.773324 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:12.781254 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f99528ec-73ff-4814-9440-31f61a98b74d req-aa082581-602d-47d4-9e7c-acc6eeb55899 service neutron] 10.222.0.53 "GET /v2.0/networks/f97bc42d-0eac-447b-b60a-aa353e247715?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8701508
Dec 22 04:50:12.786144 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 2037bc85-be97-4810-90a5-60f040a04968 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:50:12.786144 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2037bc85-be97-4810-90a5-60f040a04968 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:50:12.786515 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:50:12.985700 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.ipam_backend_mixin [None req-7643dc90-cb4f-4f24-9714-28cc0a1aafee tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9e80b149-5f5c-467c-91bb-0779dd047e44 (CIDR: 2001:db8:0:1::/64)
Dec 22 04:50:13.019247 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-7892d46a-c963-441d-a3d9-433dc6613c60 None None] The port '2037bc85-be97-4810-90a5-60f040a04968' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:50:13.040646 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-14f38b7e-2858-4851-9c67-45926037922c None None] Calling delete_port for 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:13.047278 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-7643dc90-cb4f-4f24-9714-28cc0a1aafee tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:50:13.047731 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7643dc90-cb4f-4f24-9714-28cc0a1aafee tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:13.066997 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a3aad46b-7829-475c-99c3-605f0b3fe08d req-924741ea-170b-4737-a8de-a61a86a5e728 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2791040
Dec 22 04:50:13.081189 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-615b9dc7-3d85-4ba4-99bf-e1e7a4da94dc req-72472ea3-99db-4dc3-aebd-f7a3e7273f70 service neutron] 10.222.0.47 "GET /v2.0/networks/f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3174655
Dec 22 04:50:13.135035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:13.181442 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-853c742f-6f8f-4aff-927b-7aade2fe22ab None None] Set router 41bde271-baf5-4618-b74b-f09357e01f17 gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:50:13.187541 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7643dc90-cb4f-4f24-9714-28cc0a1aafee tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 1.2131991
Dec 22 04:50:13.195203 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54064) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:13.201270 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-01f7d63d-eb82-45c4-90f1-f3523006c4d5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'subnet': {'network_id': '21a47168-5359-42cc-b173-9f67d550e87e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:13.245691 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-14f38b7e-2858-4851-9c67-45926037922c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:13.252903 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f7fba3f4-de2e-4010-bfb7-ccd5ccda0f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:13.274787 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:50:13.275229 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:50:13.297447 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:50:13.309292 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f38b7e-2858-4851-9c67-45926037922c None None] Pushing event deleted for resources: {'Port': ['ID=58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:13.327398 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-14f38b7e-2858-4851-9c67-45926037922c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:13.330832 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:13.387612 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-62dc8817-bc4c-4761-b920-020420ff6367 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:13.401860 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f4d003d0-9aea-4682-9f53-344e78eea6a9 req-db33a9d9-b60e-4dc6-87d3-80d4960c5c48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11cb9345-8066-4ad5-8be0-621882ff7c67 HTTP/1.1" status: 200  len: 1002 time: 0.6888742
Dec 22 04:50:13.408311 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f38b7e-2858-4851-9c67-45926037922c None None] No DVR routers for this DVR port 58a2dc1d-c32a-491e-b7b3-f8047d6b2cc5 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:50:13.466456 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-62dc8817-bc4c-4761-b920-020420ff6367 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:13.510915 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:13.524688 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5b26f010-378f-49c4-aac5-ab397ef6f32a tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:13.539373 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 0deaae2f-c070-4605-ba96-369346905e69 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 04:50:13.554341 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:13.557635 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:13.586679 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f99528ec-73ff-4814-9440-31f61a98b74d req-2a1d8685-42c9-48a6-a4b8-cc10085f3784 service neutron] 10.222.0.53 "GET /v2.0/networks/f97bc42d-0eac-447b-b60a-aa353e247715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7544494
Dec 22 04:50:13.595056 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Network': ['ID=53a4b979-cad7-4d02-86a0-1e4e9ff799ba,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:13.617273 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:13.619980 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-615b9dc7-3d85-4ba4-99bf-e1e7a4da94dc req-f18e6961-97ea-424f-ae50-4c6d1bd6693b service neutron] 10.222.0.47 "GET /v2.0/networks/f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5242634
Dec 22 04:50:13.637092 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/networks/53a4b979-cad7-4d02-86a0-1e4e9ff799ba HTTP/1.1" status: 204  len: 168 time: 3.6274703
Dec 22 04:50:13.641508 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d003d0-9aea-4682-9f53-344e78eea6a9 req-366006b3-de91-421f-a48f-b4ceb4443782 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:13.643215 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f4d003d0-9aea-4682-9f53-344e78eea6a9 req-366006b3-de91-421f-a48f-b4ceb4443782 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0 HTTP/1.1" status: 200  len: 851 time: 0.2155941
Dec 22 04:50:13.643341 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54068) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:13.650405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c181a82-839f-4920-87f4-464e3388b929 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:50:13.668932 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db34911c-c9c8-4d14-b879-8bf8bc50ee1b None None] Sync routers for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:50:13.707226 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e3d7eea0-20f8-45d1-a9b0-57c123284057 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:13.710814 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-62dc8817-bc4c-4761-b920-020420ff6367 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:13.712472 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dc8817-bc4c-4761-b920-020420ff6367 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Fanout notify agent at l3_agent the message router_deleted on router f5cbff18-aae8-4618-9db2-6af6f7eb69c8 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:50:13.713149 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4c181a82-839f-4920-87f4-464e3388b929 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:13.714894 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-998bb19f-4fe0-4414-b49b-1ba643f66339 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:13.755069 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-01f7d63d-eb82-45c4-90f1-f3523006c4d5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:13.761492 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db34911c-c9c8-4d14-b879-8bf8bc50ee1b None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:13.762267 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-db34911c-c9c8-4d14-b879-8bf8bc50ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c274550>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:13.775511 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-01f7d63d-eb82-45c4-90f1-f3523006c4d5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Usage tracker for resource:subnet and tenant:9cc774473554458a97f8b8616dd2ecde is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:13.778215 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-62dc8817-bc4c-4761-b920-020420ff6367 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:13.782246 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-01f7d63d-eb82-45c4-90f1-f3523006c4d5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:13.782848 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-62dc8817-bc4c-4761-b920-020420ff6367 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/routers/f5cbff18-aae8-4618-9db2-6af6f7eb69c8 HTTP/1.1" status: 204  len: 168 time: 2.4598060
Dec 22 04:50:13.791250 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54072) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:13.833674 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 0deaae2f-c070-4605-ba96-369346905e69, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0deaae2f-c070-4605-ba96-369346905e69,segment=NetworkSegment(1f6e2f25-1061-4a0d-a451-c87be86e134f),segment_id=1f6e2f25-1061-4a0d-a451-c87be86e134f)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:13.839986 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d7eea0-20f8-45d1-a9b0-57c123284057 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:13.851100 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-db34911c-c9c8-4d14-b879-8bf8bc50ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c274550>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:13.855552 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-e3d7eea0-20f8-45d1-a9b0-57c123284057 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:13.866865 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-01f7d63d-eb82-45c4-90f1-f3523006c4d5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:13.870269 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d7eea0-20f8-45d1-a9b0-57c123284057 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:13.876086 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '0deaae2f-c070-4605-ba96-369346905e69', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'port_id': '0deaae2f-c070-4605-ba96-369346905e69', 'mac_address': 'fa:16:3e:e7:a4:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 04:50:13.876962 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e3d7eea0-20f8-45d1-a9b0-57c123284057 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:13.882373 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078855a0-ab07-4049-91bc-cf85e51b6f87 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:13.894089 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7eea0-20f8-45d1-a9b0-57c123284057 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=7a9ee30d-b7e7-499a-9f56-45435b0663fd,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:13.897265 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d6418-f88d-4551-b34b-519e6475ed2b req-5b468301-9428-483d-a7f7-4e73adb39fb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:13.899117 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5f8d6418-f88d-4551-b34b-519e6475ed2b req-5b468301-9428-483d-a7f7-4e73adb39fb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 944 time: 0.4713118
Dec 22 04:50:13.920657 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4c181a82-839f-4920-87f4-464e3388b929 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "PUT /v2.0/floatingips/8589a7ca-9cee-4fdf-9f32-2a8ff55911bc HTTP/1.1" status: 200  len: 976 time: 10.0481379
Dec 22 04:50:13.922804 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54080) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:13.930499 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e3d7eea0-20f8-45d1-a9b0-57c123284057 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:13.964036 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e3d7eea0-20f8-45d1-a9b0-57c123284057 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.6390982
Dec 22 04:50:13.976192 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54084) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:13.985195 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f7d63d-eb82-45c4-90f1-f3523006c4d5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Made reservation on behalf of 9cc774473554458a97f8b8616dd2ecde for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:50:13.990062 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-01f7d63d-eb82-45c4-90f1-f3523006c4d5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:13.992494 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-48b9a6ca-e36d-45cf-a5d7-a21f66585f16 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:14.043734 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] Sync routers for ids ['fb09b6d9-7266-434b-947a-f65cc0e409da'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:50:14.051130 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db34911c-c9c8-4d14-b879-8bf8bc50ee1b None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:14.051829 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-db34911c-c9c8-4d14-b879-8bf8bc50ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c274550>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:14.064859 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] Routers {'fb09b6d9-7266-434b-947a-f65cc0e409da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:14.068004 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8c21c0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fb09b6d9-7266-434b-947a-f65cc0e409da'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:14.146822 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-853c742f-6f8f-4aff-927b-7aade2fe22ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bedd490>, [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:50:07Z', 'revision_number': 8, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None, '_interfaces': [{'id': '696a9d92-719d-4cb3-ad56-7e375f8196df', 'name': '', 'network_id': 'c2a288ee-c16e-4cca-899b-950e9a6521a3', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:23:2b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:23Z', 'updated_at': '2021-12-22T04:49:34Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac856a08-261d-47a6-a536-770d9bb8b726', 'name': '', 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:1c:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:09Z', 'updated_at': '2021-12-22T04:49:27Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe696ef-6297-44bb-991c-b655ab111c68', 'name': '', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:a4:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:55Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:14.151825 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:14.160829 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-db34911c-c9c8-4d14-b879-8bf8bc50ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c274550>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:14.161582 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db34911c-c9c8-4d14-b879-8bf8bc50ee1b None None] The sync data for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:50:14.186488 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853c742f-6f8f-4aff-927b-7aade2fe22ab None None] The sync data for ids ['41bde271-baf5-4618-b74b-f09357e01f17'] in dv-neutron-822525-1-hyperv is: [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:50:07Z', 'revision_number': 8, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None, '_interfaces': [{'id': '696a9d92-719d-4cb3-ad56-7e375f8196df', 'name': '', 'network_id': 'c2a288ee-c16e-4cca-899b-950e9a6521a3', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:23:2b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:23Z', 'updated_at': '2021-12-22T04:49:34Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '091d6920-a13b-4d5e-843b-a2a2d6f050d3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac856a08-261d-47a6-a536-770d9bb8b726', 'name': '', 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:1c:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:09Z', 'updated_at': '2021-12-22T04:49:27Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe696ef-6297-44bb-991c-b655ab111c68', 'name': '', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:a4:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:55Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:50:14.193211 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0deaae2f-c070-4605-ba96-369346905e69 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:50:14.209262 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f4d003d0-9aea-4682-9f53-344e78eea6a9 req-2ba73b17-f78a-4fbc-a977-0fd67c91cb72 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e68a3e5c-f921-45fc-a6c9-1329c028d289&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5512638
Dec 22 04:50:14.213205 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-66abc8bb-b183-4a7f-a5bf-9907af6c3c36 req-2f3d2dd5-b3ca-445f-9b96-c99ed4fec19c tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 210 time: 0.1959379
Dec 22 04:50:14.225047 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-8e4cb879-303d-4d4a-8dc9-0fe4f03c2c42 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Deleting port 866bfb85-fcd3-47db-a4e4-e90ef941cb80 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:14.225401 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb879-303d-4d4a-8dc9-0fe4f03c2c42 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:14.274965 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 0deaae2f-c070-4605-ba96-369346905e69, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0deaae2f-c070-4605-ba96-369346905e69,segment=NetworkSegment(1f6e2f25-1061-4a0d-a451-c87be86e134f),segment_id=1f6e2f25-1061-4a0d-a451-c87be86e134f)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:14.290512 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:14.301644 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9aead3ea-0b23-4882-ab39-609a8e8091f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:14.439385 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5f8d6418-f88d-4551-b34b-519e6475ed2b req-bad413e0-ecde-4d6e-926e-c44c3fe95c12 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c432c87-f5b3-4397-84db-a3539702fb4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4753437
Dec 22 04:50:14.484758 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b96648c-d93d-4c1a-8a02-2bb59a129e62 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting subnet 00d96e39-907e-4188-914a-832c50bdea27 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:50:14.487193 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-48b9a6ca-e36d-45cf-a5d7-a21f66585f16 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:14.517466 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'fixed_ips': [{'subnet_id': '7a9ee30d-b7e7-499a-9f56-45435b0663fd'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:50:14.518306 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:14.522479 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] Set router fb09b6d9-7266-434b-947a-f65cc0e409da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:50:14.528390 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-48b9a6ca-e36d-45cf-a5d7-a21f66585f16 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:14.542925 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=0deaae2f-c070-4605-ba96-369346905e69,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:14.544092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2b96648c-d93d-4c1a-8a02-2bb59a129e62 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:14.561984 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:14.583131 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-48b9a6ca-e36d-45cf-a5d7-a21f66585f16 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:14.603565 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-48b9a6ca-e36d-45cf-a5d7-a21f66585f16 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:14.635266 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f4d003d0-9aea-4682-9f53-344e78eea6a9 req-06b372de-5261-481b-8378-da39773b532e service neutron] 10.222.0.47 "GET /v2.0/networks/e68a3e5c-f921-45fc-a6c9-1329c028d289?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4135003
Dec 22 04:50:14.751799 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b9a6ca-e36d-45cf-a5d7-a21f66585f16 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:50:14.772482 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2b96648c-d93d-4c1a-8a02-2bb59a129e62 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:14.828439 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device e486cf9e-7a78-4295-90b2-80f67c2556af no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:50:14.858531 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['0deaae2f-c070-4605-ba96-369346905e69'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 04:50:14.937274 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: e486cf9e-7a78-4295-90b2-80f67c2556af {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:50:14.937274 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device e486cf9e-7a78-4295-90b2-80f67c2556af not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:50:15.046096 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8c21c0>, [{'id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88564726', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:36Z', 'updated_at': '2021-12-22T04:50:01Z', 'revision_number': 4, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'gw_port': {'id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:39Z', 'updated_at': '2021-12-22T04:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'cd643cc0-7f46-432a-9766-021508d29492', 'name': '', 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'mac_address': 'fa:16:3e:c9:af:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9364b721-02c0-45b6-9969-0de35a0139cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:58Z', 'updated_at': '2021-12-22T04:50:01Z', 'revision_number': 2, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'subnets': [{'id': '9364b721-02c0-45b6-9969-0de35a0139cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:15.054594 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] Checking router: fb09b6d9-7266-434b-947a-f65cc0e409da for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:50:15.055204 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] Updating router fb09b6d9-7266-434b-947a-f65cc0e409da port cd643cc0-7f46-432a-9766-021508d29492 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:50:15.069957 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb879-303d-4d4a-8dc9-0fe4f03c2c42 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:15.106409 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Allocated IP 2001:db8::2 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/7a9ee30d-b7e7-499a-9f56-45435b0663fd/cd90371e-95f9-4695-a937-a31c9c51ff5b) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:15.244021 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:15.332668 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8c5c63de-1996-4760-a622-c692ed2cd6a1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:15.334175 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd23c4-7eee-40d8-9420-5b7acfe2a901 req-d20fa7d3-a814-4f89-81a5-579c0ab6e7ce tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:15.336254 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d9fd23c4-7eee-40d8-9420-5b7acfe2a901 req-d20fa7d3-a814-4f89-81a5-579c0ab6e7ce tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.8417830
Dec 22 04:50:15.395389 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-01f7d63d-eb82-45c4-90f1-f3523006c4d5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:15.408580 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:15.418208 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f4d003d0-9aea-4682-9f53-344e78eea6a9 req-bf589c69-97ad-41f7-a0c6-eba110a1f1cf service neutron] 10.222.0.47 "GET /v2.0/networks/e68a3e5c-f921-45fc-a6c9-1329c028d289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7746351
Dec 22 04:50:15.423968 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-48b9a6ca-e36d-45cf-a5d7-a21f66585f16 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:15.500399 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:15.523605 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Transition to ACTIVE for port object cd90371e-95f9-4695-a937-a31c9c51ff5b will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:15.551349 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Transition to ACTIVE for port object cd90371e-95f9-4695-a937-a31c9c51ff5b will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:15.559350 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:15.564703 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-2a625e91-432f-41b2-bd9a-add175c201a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:15.639645 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.ipam_backend_mixin [None req-48b9a6ca-e36d-45cf-a5d7-a21f66585f16 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7a9ee30d-b7e7-499a-9f56-45435b0663fd (CIDR: 2001:db8::/64)
Dec 22 04:50:15.640916 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:15.645643 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:15.648126 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Pushing event updated for resources: {'Port': ['ID=cd90371e-95f9-4695-a937-a31c9c51ff5b,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:15.650559 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:50:15.652421 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b9a6ca-e36d-45cf-a5d7-a21f66585f16 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:50:15.652863 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b9a6ca-e36d-45cf-a5d7-a21f66585f16 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:15.653630 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:15.660875 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2b96648c-d93d-4c1a-8a02-2bb59a129e62 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:15.743317 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d9fd23c4-7eee-40d8-9420-5b7acfe2a901 req-7f0a3c2c-ba72-4b4f-b937-8ef025c79c6c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3925962
Dec 22 04:50:15.743510 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb879-303d-4d4a-8dc9-0fe4f03c2c42 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:15.743817 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb879-303d-4d4a-8dc9-0fe4f03c2c42 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:15.744130 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [None req-8e4cb879-303d-4d4a-8dc9-0fe4f03c2c42 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Floating IP 8589a7ca-9cee-4fdf-9f32-2a8ff55911bc disassociated. External IP: 172.26.4.2, port: 866bfb85-fcd3-47db-a4e4-e90ef941cb80.
Dec 22 04:50:15.744518 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-8e4cb879-303d-4d4a-8dc9-0fe4f03c2c42 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Calling delete_port for 866bfb85-fcd3-47db-a4e4-e90ef941cb80 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:15.757984 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-48b9a6ca-e36d-45cf-a5d7-a21f66585f16 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.7752142
Dec 22 04:50:15.758689 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54100) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:15.777364 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-bc26dbe2-c97e-4393-899d-efe60325d41d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:15.792032 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Attempting to bind port cd90371e-95f9-4695-a937-a31c9c51ff5b on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:50:15.796530 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Attempting to bind port cd90371e-95f9-4695-a937-a31c9c51ff5b by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:50:15.797205 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Attempting to bind port cd90371e-95f9-4695-a937-a31c9c51ff5b on network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:50:15.812550 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:50:15.815476 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:50:15.816179 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:15.817806 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Bound using segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:50:15.818490 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Bound port: cd90371e-95f9-4695-a937-a31c9c51ff5b, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:50:15.819076 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:15.930978 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2b96648c-d93d-4c1a-8a02-2bb59a129e62 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:15.939195 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:15.943369 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-07f94182-da8a-414a-b2a4-0915d114c56e tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:15.956429 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] Transition to ACTIVE for port object cd643cc0-7f46-432a-9766-021508d29492 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:15.970930 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] For port cd90371e-95f9-4695-a937-a31c9c51ff5b, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:50:15.989362 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:15.990454 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] For port cd90371e-95f9-4695-a937-a31c9c51ff5b, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cd90371e-95f9-4695-a937-a31c9c51ff5b,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:50:16.005511 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-8717cab2-6fc5-467c-8aa0-d562dcfad4b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:16.006305 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:16.010578 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-83e305e9-2e9d-4e4b-8719-2dc73bc2e3ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:16.033444 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7d63d-eb82-45c4-90f1-f3523006c4d5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Subnet': ['ID=624f3910-6114-418d-9a94-bd9ad9c200db,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:16.057462 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-01f7d63d-eb82-45c4-90f1-f3523006c4d5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:16.062078 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-d5f46d36-c583-4df4-93f4-ce1c29c9bb88 req-28980b5c-c5c3-44ab-a63f-215d2a148cd8 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Synchronizing usage tracker for tenant:4a9c0bba5dc144c8a8924788c9d546a7 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:50:16.079418 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96648c-d93d-4c1a-8a02-2bb59a129e62 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Subnet': ['ID=00d96e39-907e-4188-914a-832c50bdea27,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:16.113146 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2b96648c-d93d-4c1a-8a02-2bb59a129e62 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:16.156270 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f7d63d-eb82-45c4-90f1-f3523006c4d5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Network 21a47168-5359-42cc-b173-9f67d550e87e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:16.173003 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2b96648c-d93d-4c1a-8a02-2bb59a129e62 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:16.186347 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-01f7d63d-eb82-45c4-90f1-f3523006c4d5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:16.196503 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee0b52d-2231-428b-8732-4168642804e5 None None] Network 1685e329-c1db-4422-94a3-fe5742759e3c requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:16.208954 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f7d63d-eb82-45c4-90f1-f3523006c4d5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:16.209625 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-01f7d63d-eb82-45c4-90f1-f3523006c4d5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:16.223340 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2b96648c-d93d-4c1a-8a02-2bb59a129e62 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/subnets/00d96e39-907e-4188-914a-832c50bdea27 HTTP/1.1" status: 204  len: 168 time: 2.4260397
Dec 22 04:50:16.268695 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2887343e-7da9-4899-9c10-9fd9807645cc None None] Network 21a47168-5359-42cc-b173-9f67d550e87e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:16.301265 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bc26dbe2-c97e-4393-899d-efe60325d41d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:16.306964 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bc26dbe2-c97e-4393-899d-efe60325d41d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:16.307497 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Pushing event updated for resources: {'Port': ['ID=cd90371e-95f9-4695-a937-a31c9c51ff5b,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:16.310858 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bc26dbe2-c97e-4393-899d-efe60325d41d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:16.311539 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96ae65-183f-4ada-9f4b-4d881c9deb01 None None] Pushing event updated for resources: {'Port': ['ID=cd643cc0-7f46-432a-9766-021508d29492,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:16.317519 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-9d96ae65-183f-4ada-9f4b-4d881c9deb01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:16.333155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54104) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:16.336924 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bc26dbe2-c97e-4393-899d-efe60325d41d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:16.382328 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-d5f46d36-c583-4df4-93f4-ce1c29c9bb88 req-28980b5c-c5c3-44ab-a63f-215d2a148cd8 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Unset dirty status for tenant:4a9c0bba5dc144c8a8924788c9d546a7 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:50:16.394828 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d5f46d36-c583-4df4-93f4-ce1c29c9bb88 req-28980b5c-c5c3-44ab-a63f-215d2a148cd8 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 210 time: 0.7849138
Dec 22 04:50:16.432087 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99528ec-73ff-4814-9440-31f61a98b74d req-3a335ad7-508b-442f-a950-49f70384fee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:16.433846 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f99528ec-73ff-4814-9440-31f61a98b74d req-3a335ad7-508b-442f-a950-49f70384fee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.47 "GET /v2.0/networks?id=f97bc42d-0eac-447b-b60a-aa353e247715 HTTP/1.1" status: 200  len: 796 time: 0.4559369
Dec 22 04:50:16.435907 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc26dbe2-c97e-4393-899d-efe60325d41d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:50:16.439725 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bc26dbe2-c97e-4393-899d-efe60325d41d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:16.467257 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:16.484528 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] Attempting to bind port cd643cc0-7f46-432a-9766-021508d29492 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:50:16.485488 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] Attempting to bind port cd643cc0-7f46-432a-9766-021508d29492 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'fcf7f310-eeea-4fb0-ab25-d29719352218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:50:16.485488 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] Attempting to bind port cd643cc0-7f46-432a-9766-021508d29492 on network f97bc42d-0eac-447b-b60a-aa353e247715 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:50:16.496530 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:50:16.497061 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] Checking segment: {'id': 'fcf7f310-eeea-4fb0-ab25-d29719352218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:50:16.497529 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:16.498022 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] Bound using segment: {'id': 'fcf7f310-eeea-4fb0-ab25-d29719352218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:50:16.498536 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] Bound port: cd643cc0-7f46-432a-9766-021508d29492, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf7f310-eeea-4fb0-ab25-d29719352218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:50:16.498978 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:16.528821 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-01f7d63d-eb82-45c4-90f1-f3523006c4d5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 3.3326588
Dec 22 04:50:16.538727 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54108) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:16.548459 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-725890040', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '624f3910-6114-418d-9a94-bd9ad9c200db'}], 'security_groups': ['f1354f14-0495-4824-bdaf-95d0e8f24743', '9f228573-dce9-4917-b966-a9218d11c196']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:16.581332 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb879-303d-4d4a-8dc9-0fe4f03c2c42 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:16.593321 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f99528ec-73ff-4814-9440-31f61a98b74d req-92066a9a-c878-470d-82c2-423eb34de5e7 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a9c0bba5dc144c8a8924788c9d546a7 HTTP/1.1" status: 200  len: 379 time: 0.0679250
Dec 22 04:50:16.609354 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-f99528ec-73ff-4814-9440-31f61a98b74d req-40b77f7f-ac08-496d-9fa3-fe5a09a9bc27 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Request body: {'port': {'device_id': '653b278c-0289-4130-822d-a3a5da7b3985', 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715', 'admin_state_up': True, 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'security_groups': ['41cb72cc-3183-4301-8443-74f82c9874bd']}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:16.610229 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:16.611925 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b1030356-fe94-4204-b8df-598358d8a38d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:16.638337 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] For port cd643cc0-7f46-432a-9766-021508d29492, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:50:16.642416 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] For port cd643cc0-7f46-432a-9766-021508d29492, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cd643cc0-7f46-432a-9766-021508d29492,segment=NetworkSegment(fcf7f310-eeea-4fb0-ab25-d29719352218),segment_id=fcf7f310-eeea-4fb0-ab25-d29719352218)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:50:16.648541 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:16.664594 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:16.679931 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4cb879-303d-4d4a-8dc9-0fe4f03c2c42 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event deleted for resources: {'Port': ['ID=866bfb85-fcd3-47db-a4e4-e90ef941cb80,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:16.688175 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8e4cb879-303d-4d4a-8dc9-0fe4f03c2c42 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:16.763829 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting port 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:16.764162 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:16.774751 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] Routers {'fb09b6d9-7266-434b-947a-f65cc0e409da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:16.775753 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8c21c0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fb09b6d9-7266-434b-947a-f65cc0e409da'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:16.820486 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74aea74-5dd5-41d9-bdbe-bb79738e6d10 req-a93eab57-a852-4a9d-947a-6a949c594c5d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:16.832725 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e74aea74-5dd5-41d9-bdbe-bb79738e6d10 req-a93eab57-a852-4a9d-947a-6a949c594c5d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 945 time: 0.9385393
Dec 22 04:50:16.865280 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-f99528ec-73ff-4814-9440-31f61a98b74d req-40b77f7f-ac08-496d-9fa3-fe5a09a9bc27 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:16.880985 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-f99528ec-73ff-4814-9440-31f61a98b74d req-40b77f7f-ac08-496d-9fa3-fe5a09a9bc27 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:16.942368 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f99528ec-73ff-4814-9440-31f61a98b74d req-40b77f7f-ac08-496d-9fa3-fe5a09a9bc27 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Made reservation on behalf of 4a9c0bba5dc144c8a8924788c9d546a7 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:50:16.946899 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-f99528ec-73ff-4814-9440-31f61a98b74d req-40b77f7f-ac08-496d-9fa3-fe5a09a9bc27 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:17.104167 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e74aea74-5dd5-41d9-bdbe-bb79738e6d10 req-d9ea60fc-141d-41a2-bec1-718c697605f2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c432c87-f5b3-4397-84db-a3539702fb4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2705855
Dec 22 04:50:17.134637 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62844fe7-fd5d-4fd6-852b-fd35cdadd966 None None] DHCP port deletion for 1685e329-c1db-4422-94a3-fe5742759e3c request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:50:17.149781 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-62844fe7-fd5d-4fd6-852b-fd35cdadd966 None None] Deleting port 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:17.150448 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-62844fe7-fd5d-4fd6-852b-fd35cdadd966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:17.166742 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:17.190973 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] Set router fb09b6d9-7266-434b-947a-f65cc0e409da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:50:17.343186 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618d846e-85e0-4ce9-aa21-68510f4666cc None None] Update dhcp port {'port': {'network_id': '21a47168-5359-42cc-b173-9f67d550e87e', 'fixed_ips': [{'subnet_id': '9e80b149-5f5c-467c-91bb-0779dd047e44', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '17179909-4ee5-4729-9449-6ac37fa41ace', 'ip_address': '2001:db8::2'}, {'subnet_id': '624f3910-6114-418d-9a94-bd9ad9c200db'}], 'binding:host_id': 'dv-neutron-822525-1-hyperv'}, 'id': 'c82f9f71-e40f-4fd7-a9a0-cff21fefeb04'} from dv-neutron-822525-1-hyperv. {{(pid=83436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 04:50:17.380213 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] For port 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85,segment=NetworkSegment(b2853eea-72ad-4ad4-9823-43632dc66f86),segment_id=b2853eea-72ad-4ad4-9823-43632dc66f86)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:17.380766 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:17.421175 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [req-f99528ec-73ff-4814-9440-31f61a98b74d req-40b77f7f-ac08-496d-9fa3-fe5a09a9bc27 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Allocated IP 172.20.0.8 (f97bc42d-0eac-447b-b60a-aa353e247715/9364b721-02c0-45b6-9969-0de35a0139cd/0d744c85-97ab-4499-946b-724c644689b1) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:17.534005 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-618d846e-85e0-4ce9-aa21-68510f4666cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:17.536006 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Calling delete_port for 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85 owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:17.562853 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96ae65-183f-4ada-9f4b-4d881c9deb01 None None] Pushing event updated for resources: {'Port': ['ID=cd643cc0-7f46-432a-9766-021508d29492,revision_number=4']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:17.566761 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-9d96ae65-183f-4ada-9f4b-4d881c9deb01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:17.624066 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8c21c0>, [{'id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88564726', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:36Z', 'updated_at': '2021-12-22T04:50:01Z', 'revision_number': 4, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'gw_port': {'id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:39Z', 'updated_at': '2021-12-22T04:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'cd643cc0-7f46-432a-9766-021508d29492', 'name': '', 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'mac_address': 'fa:16:3e:c9:af:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9364b721-02c0-45b6-9969-0de35a0139cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:58Z', 'updated_at': '2021-12-22T04:50:16Z', 'revision_number': 4, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'subnets': [{'id': '9364b721-02c0-45b6-9969-0de35a0139cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:17.636242 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 0deaae2f-c070-4605-ba96-369346905e69 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:17.637247 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08915b93-84ca-4cc5-b13c-000517e8a808 None None] The sync data for ids ['fb09b6d9-7266-434b-947a-f65cc0e409da'] in dv-neutron-822525-1-hyperv is: [{'id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88564726', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:36Z', 'updated_at': '2021-12-22T04:50:01Z', 'revision_number': 4, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'gw_port': {'id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:39Z', 'updated_at': '2021-12-22T04:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'cd643cc0-7f46-432a-9766-021508d29492', 'name': '', 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'mac_address': 'fa:16:3e:c9:af:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9364b721-02c0-45b6-9969-0de35a0139cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:58Z', 'updated_at': '2021-12-22T04:50:16Z', 'revision_number': 4, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'subnets': [{'id': '9364b721-02c0-45b6-9969-0de35a0139cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:50:17.757639 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ae2807ee-1c0f-4f61-858f-db1aebeffa53 req-c75572ea-daa9-466f-a841-125dd5a5c27a tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 210 time: 0.1340766
Dec 22 04:50:18.073373 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-62844fe7-fd5d-4fd6-852b-fd35cdadd966 None None] For port 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85,segment=NetworkSegment(b2853eea-72ad-4ad4-9823-43632dc66f86),segment_id=b2853eea-72ad-4ad4-9823-43632dc66f86)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:18.073940 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-62844fe7-fd5d-4fd6-852b-fd35cdadd966 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:18.180753 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-f99528ec-73ff-4814-9440-31f61a98b74d req-40b77f7f-ac08-496d-9fa3-fe5a09a9bc27 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:18.220374 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-f99528ec-73ff-4814-9440-31f61a98b74d req-40b77f7f-ac08-496d-9fa3-fe5a09a9bc27 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Transition to ACTIVE for port object 0d744c85-97ab-4499-946b-724c644689b1 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:18.249510 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.objects.ports [None req-bc26dbe2-c97e-4393-899d-efe60325d41d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83435) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 04:50:18.289485 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 0deaae2f-c070-4605-ba96-369346905e69 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:18.321803 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777437a-b66b-4679-a4e6-92ec8923a944 req-dd150ad9-e8e8-4823-8371-9acba2a99503 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:18.323505 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d777437a-b66b-4679-a4e6-92ec8923a944 req-dd150ad9-e8e8-4823-8371-9acba2a99503 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 1.2215066
Dec 22 04:50:18.339438 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:18.349208 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4c4c8621-2c1f-410c-aa48-e876409468eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:18.387245 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-62844fe7-fd5d-4fd6-852b-fd35cdadd966 None None] Calling delete_port for 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:18.440152 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 0deaae2f-c070-4605-ba96-369346905e69 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:18.440581 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:18.467402 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-f99528ec-73ff-4814-9440-31f61a98b74d req-40b77f7f-ac08-496d-9fa3-fe5a09a9bc27 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:18.475539 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-8a51e2be-f355-4e0d-a19a-70b683660458 None None] Provisioning for port cd90371e-95f9-4695-a937-a31c9c51ff5b completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:18.480039 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-832662cd-6208-439a-81fe-7eaceaa54bc9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:18.517457 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-618d846e-85e0-4ce9-aa21-68510f4666cc None None] Allocated IP 2001:db8:0:2::2 (21a47168-5359-42cc-b173-9f67d550e87e/624f3910-6114-418d-9a94-bd9ad9c200db/c82f9f71-e40f-4fd7-a9a0-cff21fefeb04) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:18.536236 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Port': ['ID=8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:18.553803 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:18.629466 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] No DVR routers for this DVR port 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85 on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:50:18.639799 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d777437a-b66b-4679-a4e6-92ec8923a944 req-ed5c4962-1f31-4276-b201-aab25f594c3d tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3009758
Dec 22 04:50:18.689151 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bc26dbe2-c97e-4393-899d-efe60325d41d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:18.774809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f99528ec-73ff-4814-9440-31f61a98b74d req-40b77f7f-ac08-496d-9fa3-fe5a09a9bc27 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Network f97bc42d-0eac-447b-b60a-aa353e247715 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:18.783031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-62844fe7-fd5d-4fd6-852b-fd35cdadd966 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:50:18.786323 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-62844fe7-fd5d-4fd6-852b-fd35cdadd966 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:50:18.795188 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [req-f99528ec-73ff-4814-9440-31f61a98b74d req-40b77f7f-ac08-496d-9fa3-fe5a09a9bc27 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:18.799611 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-618d846e-85e0-4ce9-aa21-68510f4666cc None None] For port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c82f9f71-e40f-4fd7-a9a0-cff21fefeb04,segment=NetworkSegment(b50bef65-554c-4578-9fe9-3cb9b09a7bae),segment_id=b50bef65-554c-4578-9fe9-3cb9b09a7bae)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:18.799876 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99528ec-73ff-4814-9440-31f61a98b74d req-40b77f7f-ac08-496d-9fa3-fe5a09a9bc27 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:50:18.837461 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-618d846e-85e0-4ce9-aa21-68510f4666cc None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:18.858835 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-618d846e-85e0-4ce9-aa21-68510f4666cc None None] Transition to ACTIVE for port object c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:18.860225 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cd643cc0-7f46-432a-9766-021508d29492 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:18.898177 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-618d846e-85e0-4ce9-aa21-68510f4666cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:18.912454 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b7fd3c3a-a52c-48da-a015-7d3a00a2a7f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:18.940377 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b77f7f-ac08-496d-9fa3-fe5a09a9bc27 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Pushing event updated for resources: {'Port': ['ID=0d744c85-97ab-4499-946b-724c644689b1,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:18.952708 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-40b77f7f-ac08-496d-9fa3-fe5a09a9bc27 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:18.990684 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac24aa-43c9-49b9-ae67-1bf79c0fdcd0 req-0c8bc71d-e0e9-42d8-8fe6-4bf1f7adb2cc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:18.992384 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dbac24aa-43c9-49b9-ae67-1bf79c0fdcd0 req-0c8bc71d-e0e9-42d8-8fe6-4bf1f7adb2cc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 945 time: 0.6269462
Dec 22 04:50:19.085803 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99528ec-73ff-4814-9440-31f61a98b74d req-40b77f7f-ac08-496d-9fa3-fe5a09a9bc27 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:19.086636 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-f99528ec-73ff-4814-9440-31f61a98b74d req-40b77f7f-ac08-496d-9fa3-fe5a09a9bc27 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:19.095026 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:19.124155 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:19.152329 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469afe01c0>,) {'filters': {'network_id': ['1685e329-c1db-4422-94a3-fe5742759e3c']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:19.188266 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469afe01c0>, 'b2853eea-72ad-4ad4-9823-43632dc66f86') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:19.188499 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469afe01c0>, 'b2853eea-72ad-4ad4-9823-43632dc66f86') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:19.228014 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dbac24aa-43c9-49b9-ae67-1bf79c0fdcd0 req-5f90aed4-d310-4ee2-8f80-90aa7d74db16 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c432c87-f5b3-4397-84db-a3539702fb4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2247376
Dec 22 04:50:19.257656 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f99528ec-73ff-4814-9440-31f61a98b74d req-40b77f7f-ac08-496d-9fa3-fe5a09a9bc27 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6533582
Dec 22 04:50:19.258603 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:19.284038 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-f99528ec-73ff-4814-9440-31f61a98b74d req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Request body: {'port': {'device_id': '653b278c-0289-4130-822d-a3a5da7b3985', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:19.294491 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-62844fe7-fd5d-4fd6-852b-fd35cdadd966 None None] Deleting port 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:19.295046 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-62844fe7-fd5d-4fd6-852b-fd35cdadd966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:19.314796 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4cb879-303d-4d4a-8dc9-0fe4f03c2c42 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Router fe74ed20-ba67-4c54-8f1e-d46d362af84e has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:50:19.320974 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:19.334444 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:50:19.334840 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:50:19.351191 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:50:19.354834 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port cd643cc0-7f46-432a-9766-021508d29492 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:19.361943 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d846e-85e0-4ce9-aa21-68510f4666cc None None] Pushing event updated for resources: {'Port': ['ID=c82f9f71-e40f-4fd7-a9a0-cff21fefeb04,revision_number=7']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:19.368993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-92b8cde8-3af3-45d5-a484-89ce71996ffc None None] Provisioning for port 0d744c85-97ab-4499-946b-724c644689b1 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:19.376048 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-618d846e-85e0-4ce9-aa21-68510f4666cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:19.377772 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-92b8cde8-3af3-45d5-a484-89ce71996ffc None None] Provisioning complete for port 0d744c85-97ab-4499-946b-724c644689b1 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:19.378204 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-92b8cde8-3af3-45d5-a484-89ce71996ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:19.423975 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23990a-ebcc-4988-a2d4-e2a323f050bd req-53f1a799-3338-4481-97ab-5f8cf28eab6e tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:19.426153 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0e23990a-ebcc-4988-a2d4-e2a323f050bd req-53f1a799-3338-4481-97ab-5f8cf28eab6e tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.5312138
Dec 22 04:50:19.427790 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-bc26dbe2-c97e-4393-899d-efe60325d41d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] For port cd90371e-95f9-4695-a937-a31c9c51ff5b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cd90371e-95f9-4695-a937-a31c9c51ff5b,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:19.439299 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71399509-53eb-423d-a58f-40013ecf242f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0deaae2f-c070-4605-ba96-369346905e69'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:50:19.444195 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port cd643cc0-7f46-432a-9766-021508d29492 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:19.444577 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:19.498787 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-f99528ec-73ff-4814-9440-31f61a98b74d req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:19.515780 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-62844fe7-fd5d-4fd6-852b-fd35cdadd966 None None] The port '8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:50:19.534007 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 0deaae2f-c070-4605-ba96-369346905e69, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0deaae2f-c070-4605-ba96-369346905e69,segment=NetworkSegment(1f6e2f25-1061-4a0d-a451-c87be86e134f),segment_id=1f6e2f25-1061-4a0d-a451-c87be86e134f)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:19.553986 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:19.559018 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:19.567192 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Delete allocated IP 2001:db8::326 (21a47168-5359-42cc-b173-9f67d550e87e/17179909-4ee5-4729-9449-6ac37fa41ace) {{(pid=83434) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 22 04:50:19.571776 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:19.584349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bc26dbe2-c97e-4393-899d-efe60325d41d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:19.586629 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:19.602879 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-92b8cde8-3af3-45d5-a484-89ce71996ffc None None] Port 0d744c85-97ab-4499-946b-724c644689b1 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:50:19.620047 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4ccac88a-99b5-4072-9caa-50b12a17d4ca tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:19.625143 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bc26dbe2-c97e-4393-899d-efe60325d41d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:19.625966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bc26dbe2-c97e-4393-899d-efe60325d41d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:19.634365 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-53839fce-ade2-416c-8c07-39d592b57e73 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:19.664613 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Allocated IP 2001:db8:0:2::35a (21a47168-5359-42cc-b173-9f67d550e87e/624f3910-6114-418d-9a94-bd9ad9c200db/7dfd680a-5300-47c5-8129-98fb7fc715d5) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:19.711251 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=0deaae2f-c070-4605-ba96-369346905e69,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:19.723170 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:19.735953 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:19.752159 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc942ba-cef2-427b-b3fb-1f86631755f9 req-f27feba5-9f70-498f-be3d-f72ae36b6c8f tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:19.752869 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-1dc942ba-cef2-427b-b3fb-1f86631755f9 req-f27feba5-9f70-498f-be3d-f72ae36b6c8f tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Synchronizing usage tracker for tenant:4a9c0bba5dc144c8a8924788c9d546a7 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:50:19.758212 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/networks/1685e329-c1db-4422-94a3-fe5742759e3c HTTP/1.1" status: 204  len: 168 time: 3.4088349
Dec 22 04:50:19.769123 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54124) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:19.770960 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port cd643cc0-7f46-432a-9766-021508d29492, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cd643cc0-7f46-432a-9766-021508d29492,segment=NetworkSegment(fcf7f310-eeea-4fb0-ab25-d29719352218),segment_id=fcf7f310-eeea-4fb0-ab25-d29719352218)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:19.774631 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0e23990a-ebcc-4988-a2d4-e2a323f050bd req-30dd08fd-b386-41ed-b9f3-b2a3c35495b1 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3391848
Dec 22 04:50:19.776295 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Network': ['ID=1685e329-c1db-4422-94a3-fe5742759e3c,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:19.778951 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:19.779236 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:19.780459 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cd90371e-95f9-4695-a937-a31c9c51ff5b up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:19.788339 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc26dbe2-c97e-4393-899d-efe60325d41d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:19.835580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1848228601', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}, 'admin_state_up': False}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:19.835806 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5f799018-7104-4c3d-9a0a-5c6bec686090 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:19.853670 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-bc26dbe2-c97e-4393-899d-efe60325d41d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:19.856765 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:19.870301 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc26dbe2-c97e-4393-899d-efe60325d41d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:19.870895 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bc26dbe2-c97e-4393-899d-efe60325d41d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:19.881262 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97998a4d-1340-45f1-912d-638a45c25b3b None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:19.888416 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:router and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:20.106691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26dbe2-c97e-4393-899d-efe60325d41d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=cd90371e-95f9-4695-a937-a31c9c51ff5b,revision_number=4']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:20.109237 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=cd643cc0-7f46-432a-9766-021508d29492,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:20.115325 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71399509-53eb-423d-a58f-40013ecf242f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0deaae2f-c070-4605-ba96-369346905e69', 'code': 200}
Dec 22 04:50:20.122781 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:20.127960 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:20.135480 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-8c5c63de-1996-4760-a622-c692ed2cd6a1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting port 696a9d92-719d-4cb3-ad56-7e375f8196df {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:20.135995 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8c5c63de-1996-4760-a622-c692ed2cd6a1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:20.202086 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bc26dbe2-c97e-4393-899d-efe60325d41d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:20.222134 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-88b0c663-8907-4d16-beff-ba8632b15b35 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.550s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:20.271588 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port cd90371e-95f9-4695-a937-a31c9c51ff5b completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:20.286705 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:20.308419 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-1dc942ba-cef2-427b-b3fb-1f86631755f9 req-f27feba5-9f70-498f-be3d-f72ae36b6c8f tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Unset dirty status for tenant:4a9c0bba5dc144c8a8924788c9d546a7 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:50:20.316087 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1dc942ba-cef2-427b-b3fb-1f86631755f9 req-f27feba5-9f70-498f-be3d-f72ae36b6c8f tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 931 time: 0.8682549
Dec 22 04:50:20.402426 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bc26dbe2-c97e-4393-899d-efe60325d41d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 4.6392584
Dec 22 04:50:20.403737 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54136) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:20.416509 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port cd90371e-95f9-4695-a937-a31c9c51ff5b triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:20.417075 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:20.424686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b1c0de2b-04a0-4b00-b18b-2ffba3275ea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'mac_address': 'fa:16:3e:91:15:a2', 'name': 'tempest-NetworksTestDHCPv6-1574624206'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:20.458864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [req-f99528ec-73ff-4814-9440-31f61a98b74d req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d744c85-97ab-4499-946b-724c644689b1 {{(pid=83435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:50:20.463132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:20.464109 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:20.490412 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d0c437b5-f20e-4abc-b192-28d631ea73f1 None None] Provisioning complete for port 7dfd680a-5300-47c5-8129-98fb7fc715d5 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:20.490925 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d0c437b5-f20e-4abc-b192-28d631ea73f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:20.525434 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26dbe2-c97e-4393-899d-efe60325d41d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=4f64ae35-cb80-4ac8-8efd-713e58dde791,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:20.529928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-f99528ec-73ff-4814-9440-31f61a98b74d req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:20.539013 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bc26dbe2-c97e-4393-899d-efe60325d41d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:20.555730 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d0c437b5-f20e-4abc-b192-28d631ea73f1 None None] Port 7dfd680a-5300-47c5-8129-98fb7fc715d5 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:50:20.578623 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1dc942ba-cef2-427b-b3fb-1f86631755f9 req-6b8ab919-346b-4881-b78e-fb7c325ece2c tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2609360
Dec 22 04:50:20.587660 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-f99528ec-73ff-4814-9440-31f61a98b74d req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Transition to ACTIVE for port object 0d744c85-97ab-4499-946b-724c644689b1 will not be triggered until provisioned by entity L2. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:20.602761 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-f99528ec-73ff-4814-9440-31f61a98b74d req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:20.619426 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:20.654962 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-aec7c00d-2cf7-421f-96a9-dbbd07993aa1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:20.673705 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:20.698858 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d0c437b5-f20e-4abc-b192-28d631ea73f1 None None] Provisioning for port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:20.709306 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d0c437b5-f20e-4abc-b192-28d631ea73f1 None None] Provisioning complete for port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:20.709535 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d0c437b5-f20e-4abc-b192-28d631ea73f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:20.820774 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port cd90371e-95f9-4695-a937-a31c9c51ff5b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cd90371e-95f9-4695-a937-a31c9c51ff5b,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:20.833518 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:20.845520 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda58903-4ae0-4a39-b95a-c3c867f825fc req-b4daa695-d4f7-4670-96d5-e9365bfabc9d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:20.847276 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bda58903-4ae0-4a39-b95a-c3c867f825fc req-b4daa695-d4f7-4670-96d5-e9365bfabc9d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 946 time: 0.3876657
Dec 22 04:50:20.849398 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:20.860626 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a6c2b5b0-a504-4826-8679-063769f6c12e req-37e1e3dc-6815-46b6-9553-d3922ed25a82 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 1099 time: 0.4488895
Dec 22 04:50:20.865900 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-8c5c63de-1996-4760-a622-c692ed2cd6a1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] For port 696a9d92-719d-4cb3-ad56-7e375f8196df, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=696a9d92-719d-4cb3-ad56-7e375f8196df,segment=NetworkSegment(46001174-4fb4-49d1-84ae-b25ad491ce60),segment_id=46001174-4fb4-49d1-84ae-b25ad491ce60)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:20.866248 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8c5c63de-1996-4760-a622-c692ed2cd6a1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:20.875383 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:20.929156 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:50:20.986431 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:50:20.986773 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8419c0bb-ab8c-41f3-8c83-e5bdaebd3e85 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:50:21.045370 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=cd90371e-95f9-4695-a937-a31c9c51ff5b,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:21.049036 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:21.058967 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d0c437b5-f20e-4abc-b192-28d631ea73f1 None None] Provisioning complete for port c56ba75c-e826-402d-8a91-47ca7ac585ba triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:21.059343 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d0c437b5-f20e-4abc-b192-28d631ea73f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:21.072195 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-8c5c63de-1996-4760-a622-c692ed2cd6a1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Calling delete_port for 696a9d92-719d-4cb3-ad56-7e375f8196df owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:21.120798 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d0c437b5-f20e-4abc-b192-28d631ea73f1 None None] Port c56ba75c-e826-402d-8a91-47ca7ac585ba cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:50:21.190551 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Transition to ACTIVE for port object 7dfd680a-5300-47c5-8129-98fb7fc715d5 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:21.206308 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4cb879-303d-4d4a-8dc9-0fe4f03c2c42 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:50:21.207383 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cd643cc0-7f46-432a-9766-021508d29492 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:21.249089 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:21.270539 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3dbdc386-2ebc-42a9-8e64-e4bfefad6eac tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:21.271431 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Pushing event updated for resources: {'Port': ['ID=0d744c85-97ab-4499-946b-724c644689b1,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:21.281609 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5456a4-f333-445d-8a0a-d5f47f1e913a None None] Sync routers for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:50:21.289784 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:21.314713 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b1c0de2b-04a0-4b00-b18b-2ffba3275ea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:21.340018 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b1c0de2b-04a0-4b00-b18b-2ffba3275ea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:port and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:21.352416 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5456a4-f333-445d-8a0a-d5f47f1e913a None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:21.353342 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-5e5456a4-f333-445d-8a0a-d5f47f1e913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3e0040>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:21.361252 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b1c0de2b-04a0-4b00-b18b-2ffba3275ea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:21.384965 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b1c0de2b-04a0-4b00-b18b-2ffba3275ea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:21.418505 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-5e5456a4-f333-445d-8a0a-d5f47f1e913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3e0040>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:21.443650 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port cd643cc0-7f46-432a-9766-021508d29492 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:21.444032 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:21.482497 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5456a4-f333-445d-8a0a-d5f47f1e913a None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:21.483142 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-5e5456a4-f333-445d-8a0a-d5f47f1e913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3e0040>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:21.487114 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:21.489843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c0de2b-04a0-4b00-b18b-2ffba3275ea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:50:21.522140 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185bd26-47c4-464e-875b-382fb585f277 req-590ff97a-38df-48be-88cd-5bf005c68919 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:21.523630 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a185bd26-47c4-464e-875b-382fb585f277 req-590ff97a-38df-48be-88cd-5bf005c68919 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.7086539
Dec 22 04:50:21.565115 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-5e5456a4-f333-445d-8a0a-d5f47f1e913a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3e0040>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:21.565528 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5456a4-f333-445d-8a0a-d5f47f1e913a None None] The sync data for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:50:21.610267 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event updated for resources: {'Port': ['ID=7dfd680a-5300-47c5-8129-98fb7fc715d5,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:21.648753 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cd90371e-95f9-4695-a937-a31c9c51ff5b up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:21.649229 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] In _notify_port_updated(), no bound segment for port 7dfd680a-5300-47c5-8129-98fb7fc715d5 on network 21a47168-5359-42cc-b173-9f67d550e87e {{(pid=83434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 04:50:21.653237 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:21.653906 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:21.657056 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "PUT /v2.0/ports/7dfd680a-5300-47c5-8129-98fb7fc715d5 HTTP/1.1" status: 200  len: 969 time: 5.1162462
Dec 22 04:50:21.659242 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a6c2b5b0-a504-4826-8679-063769f6c12e req-9d199a7a-6ba7-4b6d-9cc8-34b7532bee07 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5c432c87-f5b3-4397-84db-a3539702fb4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7720547
Dec 22 04:50:21.667122 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54142) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:21.709467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-f99528ec-73ff-4814-9440-31f61a98b74d req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Attempting to bind port 0d744c85-97ab-4499-946b-724c644689b1 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:50:21.709952 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-f99528ec-73ff-4814-9440-31f61a98b74d req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Attempting to bind port 0d744c85-97ab-4499-946b-724c644689b1 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fcf7f310-eeea-4fb0-ab25-d29719352218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:50:21.710245 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99528ec-73ff-4814-9440-31f61a98b74d req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Attempting to bind port 0d744c85-97ab-4499-946b-724c644689b1 on network f97bc42d-0eac-447b-b60a-aa353e247715 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:50:21.715164 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bda58903-4ae0-4a39-b95a-c3c867f825fc req-277391cd-2803-4c23-9d4c-c0052ea89f65 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c432c87-f5b3-4397-84db-a3539702fb4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8342640
Dec 22 04:50:21.727475 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8e4cb879-303d-4d4a-8dc9-0fe4f03c2c42 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:21.731213 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:21.732011 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:21.732011 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:21.732327 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:21.732683 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:21.733045 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:21.733625 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:21.733997 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:21.734362 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:21.734721 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:21.735080 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:21.747804 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:21.763728 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-142b6fc4-3549-4322-85d4-bbe672f8837c None None] Provisioning complete for port cd90371e-95f9-4695-a937-a31c9c51ff5b triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:21.764967 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-142b6fc4-3549-4322-85d4-bbe672f8837c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:21.770368 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8e4cb879-303d-4d4a-8dc9-0fe4f03c2c42 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "DELETE /v2.0/ports/866bfb85-fcd3-47db-a4e4-e90ef941cb80 HTTP/1.1" status: 204  len: 168 time: 7.8463798
Dec 22 04:50:21.771226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54146) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:21.820500 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a185bd26-47c4-464e-875b-382fb585f277 req-0f1c9d4c-19e5-469b-8b80-c61646cf66de tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2391975
Dec 22 04:50:21.826914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99528ec-73ff-4814-9440-31f61a98b74d req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Port 0d744c85-97ab-4499-946b-724c644689b1 on network f97bc42d-0eac-447b-b60a-aa353e247715 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:50:21.827342 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99528ec-73ff-4814-9440-31f61a98b74d req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Attempting to bind port 0d744c85-97ab-4499-946b-724c644689b1 on network f97bc42d-0eac-447b-b60a-aa353e247715 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:50:21.840414 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8c5c63de-1996-4760-a622-c692ed2cd6a1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:21.846228 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8e4cb879-303d-4d4a-8dc9-0fe4f03c2c42 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:21.859311 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port cd90371e-95f9-4695-a937-a31c9c51ff5b triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:21.859991 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:21.863424 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b1c0de2b-04a0-4b00-b18b-2ffba3275ea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:21.891735 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99528ec-73ff-4814-9440-31f61a98b74d req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:50:21.892212 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99528ec-73ff-4814-9440-31f61a98b74d req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Checking segment: {'id': 'fcf7f310-eeea-4fb0-ab25-d29719352218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:50:21.892700 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99528ec-73ff-4814-9440-31f61a98b74d req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Bound using segment: {'id': 'fcf7f310-eeea-4fb0-ab25-d29719352218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715'} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:50:21.893246 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-f99528ec-73ff-4814-9440-31f61a98b74d req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Bound port: 0d744c85-97ab-4499-946b-724c644689b1, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcf7f310-eeea-4fb0-ab25-d29719352218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715'}}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:50:21.893785 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-f99528ec-73ff-4814-9440-31f61a98b74d req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:21.969177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-b1c0de2b-04a0-4b00-b18b-2ffba3275ea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] device_id is not set on port b593709c-227c-4d0a-8100-909597595634 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:50:21.978519 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-eab3910d-7cc8-4953-8455-549d71086977 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting port 7dfd680a-5300-47c5-8129-98fb7fc715d5 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:21.979069 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eab3910d-7cc8-4953-8455-549d71086977 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:22.003300 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c63de-1996-4760-a622-c692ed2cd6a1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Port': ['ID=696a9d92-719d-4cb3-ad56-7e375f8196df,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:22.033653 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8c5c63de-1996-4760-a622-c692ed2cd6a1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:22.046633 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-49bf8590-b9bb-465d-b07f-3d3cfdd0bcde tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "GET /v2.0/floatingips/8589a7ca-9cee-4fdf-9f32-2a8ff55911bc HTTP/1.1" status: 200  len: 686 time: 0.2717867
Dec 22 04:50:22.051699 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54152) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:22.122906 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-f99528ec-73ff-4814-9440-31f61a98b74d req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] For port 0d744c85-97ab-4499-946b-724c644689b1, host hv-neutron-8225, cleared binding levels {{(pid=83435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:50:22.138531 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-f99528ec-73ff-4814-9440-31f61a98b74d req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] For port 0d744c85-97ab-4499-946b-724c644689b1, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0d744c85-97ab-4499-946b-724c644689b1,segment=NetworkSegment(fcf7f310-eeea-4fb0-ab25-d29719352218),segment_id=fcf7f310-eeea-4fb0-ab25-d29719352218)] {{(pid=83435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:50:22.147433 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:22.195026 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-f99528ec-73ff-4814-9440-31f61a98b74d req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:22.217261 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-62eabd2c-e023-486c-a379-ce36ae9d23c5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:22.277898 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:22.278414 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:22.365437 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1fb41448-8aec-403b-9711-9393dd847468 None None] Provisioning for port 7dfd680a-5300-47c5-8129-98fb7fc715d5 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:22.378132 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1fb41448-8aec-403b-9711-9393dd847468 None None] Provisioning complete for port 7dfd680a-5300-47c5-8129-98fb7fc715d5 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:22.378915 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1fb41448-8aec-403b-9711-9393dd847468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:22.395879 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-f99528ec-73ff-4814-9440-31f61a98b74d req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:22.397485 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f99528ec-73ff-4814-9440-31f61a98b74d req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] 10.222.0.47 "PUT /v2.0/ports/0d744c85-97ab-4499-946b-724c644689b1 HTTP/1.1" status: 200  len: 1093 time: 3.1185825
Dec 22 04:50:22.403067 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653b278c-0289-4130-822d-a3a5da7b3985', 'tag': '0d744c85-97ab-4499-946b-724c644689b1'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:50:22.454287 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-1fb41448-8aec-403b-9711-9393dd847468 None None] Port 7dfd680a-5300-47c5-8129-98fb7fc715d5 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:50:22.576078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-b1c0de2b-04a0-4b00-b18b-2ffba3275ea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8::395 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/7a9ee30d-b7e7-499a-9f56-45435b0663fd/b593709c-227c-4d0a-8100-909597595634) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:22.582667 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-b1c0de2b-04a0-4b00-b18b-2ffba3275ea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8:0:1:f816:3eff:fe91:15a2 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/4f64ae35-cb80-4ac8-8efd-713e58dde791/b593709c-227c-4d0a-8100-909597595634) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:22.646946 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:22.673973 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Pushing event updated for resources: {'Port': ['ID=0d744c85-97ab-4499-946b-724c644689b1,revision_number=3']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:22.701639 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-89212b17-a9d5-44ff-a68e-93c2047edcfc tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Deleting port 2c5d6707-4180-4256-9722-3675384a688b {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:22.702005 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-89212b17-a9d5-44ff-a68e-93c2047edcfc tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:22.705637 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:22.764635 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:22.765295 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:22.765382 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:22.765713 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:22.766062 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:22.766418 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:22.766753 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:22.767101 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:22.767447 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:22.767785 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:22.768124 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:22.781145 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:22.789786 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4f129-83ca-4504-bb93-2bf895f92aac req-24a9c45a-2129-4538-a229-e240f5d8b8ee tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:22.791242 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7aa4f129-83ca-4504-bb93-2bf895f92aac req-24a9c45a-2129-4538-a229-e240f5d8b8ee tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.4851139
Dec 22 04:50:22.946711 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4be4ef-b2b2-49e3-a308-ad7be8680dd6 req-c50f2bea-d8c6-4909-96d9-86c74696d558 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:22.948241 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ba4be4ef-b2b2-49e3-a308-ad7be8680dd6 req-c50f2bea-d8c6-4909-96d9-86c74696d558 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 943 time: 1.0233307
Dec 22 04:50:23.041889 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f99528ec-73ff-4814-9440-31f61a98b74d req-cef72a94-51d2-449b-bc4d-a7525267c8c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a9c0bba5dc144c8a8924788c9d546a7&device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 1096 time: 0.5747669
Dec 22 04:50:23.140803 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eab3910d-7cc8-4953-8455-549d71086977 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:23.197200 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f99528ec-73ff-4814-9440-31f61a98b74d req-ff2272b0-bfe7-4d75-8a00-758e62dc8dbd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d744c85-97ab-4499-946b-724c644689b1 HTTP/1.1" status: 200  len: 217 time: 0.1226487
Dec 22 04:50:23.212999 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7aa4f129-83ca-4504-bb93-2bf895f92aac req-3736b88d-5027-4d90-9f07-a74790e40ee9 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2267332
Dec 22 04:50:23.234724 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cd90371e-95f9-4695-a937-a31c9c51ff5b up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:23.318609 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Allocated IP 172.26.4.26 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/761001a5-9285-431f-a482-587234ee4d50) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:23.349581 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99528ec-73ff-4814-9440-31f61a98b74d req-13f20e90-df35-4c0c-a3d7-b00f8c8b6984 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:23.351134 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f99528ec-73ff-4814-9440-31f61a98b74d req-13f20e90-df35-4c0c-a3d7-b00f8c8b6984 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9364b721-02c0-45b6-9969-0de35a0139cd HTTP/1.1" status: 200  len: 835 time: 0.1266241
Dec 22 04:50:23.351271 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port cd90371e-95f9-4695-a937-a31c9c51ff5b triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:23.351655 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:23.354815 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b1c0de2b-04a0-4b00-b18b-2ffba3275ea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:23.379648 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-eab3910d-7cc8-4953-8455-549d71086977 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Calling delete_port for 7dfd680a-5300-47c5-8129-98fb7fc715d5 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:23.464491 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ba4be4ef-b2b2-49e3-a308-ad7be8680dd6 req-ecd3e3f9-8d94-4bbf-b150-fbd5ca77b149 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4970233
Dec 22 04:50:23.468386 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653b278c-0289-4130-822d-a3a5da7b3985', 'tag': '0d744c85-97ab-4499-946b-724c644689b1', 'status': 'completed', 'code': 200}
Dec 22 04:50:23.484971 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-b1c0de2b-04a0-4b00-b18b-2ffba3275ea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Transition to ACTIVE for port object b593709c-227c-4d0a-8100-909597595634 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:23.517143 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-89212b17-a9d5-44ff-a68e-93c2047edcfc tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:23.517904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-89212b17-a9d5-44ff-a68e-93c2047edcfc tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:23.622924 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:23.642980 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f99528ec-73ff-4814-9440-31f61a98b74d req-cd8edae7-2c57-45c7-b4ad-1f0d5f7f659d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f97bc42d-0eac-447b-b60a-aa353e247715&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2776349
Dec 22 04:50:23.647374 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b1c0de2b-04a0-4b00-b18b-2ffba3275ea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:23.655329 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9e1e7f78-eb7e-4881-bd91-0bb89a17ee1d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:23.658717 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-89212b17-a9d5-44ff-a68e-93c2047edcfc tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Calling delete_port for 2c5d6707-4180-4256-9722-3675384a688b owned by network:floatingip {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:23.742127 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8c5c63de-1996-4760-a622-c692ed2cd6a1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:23.830482 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0de2b-04a0-4b00-b18b-2ffba3275ea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=b593709c-227c-4d0a-8100-909597595634,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:23.837162 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c0de2b-04a0-4b00-b18b-2ffba3275ea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:23.839856 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b1c0de2b-04a0-4b00-b18b-2ffba3275ea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:23.842740 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-b1c0de2b-04a0-4b00-b18b-2ffba3275ea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:23.851480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c0de2b-04a0-4b00-b18b-2ffba3275ea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:50:23.855522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c0de2b-04a0-4b00-b18b-2ffba3275ea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:23.856123 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b1c0de2b-04a0-4b00-b18b-2ffba3275ea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:23.885631 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:23.895891 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bc26dbe2-c97e-4393-899d-efe60325d41d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:23.916899 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eab3910d-7cc8-4953-8455-549d71086977 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:23.928540 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-99f7ed6a-a6a8-4df3-9e24-8d2a6e51eaf5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:23.928969 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7a476-9695-4b83-9472-8ac9d6e47f7b req-0b6097d9-c742-43a0-a2f7-87633d9d6282 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:23.934003 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-72a7a476-9695-4b83-9472-8ac9d6e47f7b req-0b6097d9-c742-43a0-a2f7-87633d9d6282 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 946 time: 0.3809748
Dec 22 04:50:24.004136 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f99528ec-73ff-4814-9440-31f61a98b74d req-e488c0ee-8b6a-4f03-be7a-b54cdbf0e6d6 service neutron] 10.222.0.47 "GET /v2.0/networks/f97bc42d-0eac-447b-b60a-aa353e247715?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3532655
Dec 22 04:50:24.025820 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b1c0de2b-04a0-4b00-b18b-2ffba3275ea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 3.6097910
Dec 22 04:50:24.051271 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54164) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:24.110364 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:24.116177 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3910d-7cc8-4953-8455-549d71086977 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Port': ['ID=7dfd680a-5300-47c5-8129-98fb7fc715d5,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:24.119349 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-eab3910d-7cc8-4953-8455-549d71086977 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:24.127382 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-23fcf477-33b4-4468-a25b-5bbf61e1bc0c None None] Provisioning for port b593709c-227c-4d0a-8100-909597595634 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:24.134032 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-23fcf477-33b4-4468-a25b-5bbf61e1bc0c None None] Provisioning complete for port b593709c-227c-4d0a-8100-909597595634 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:24.134561 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-23fcf477-33b4-4468-a25b-5bbf61e1bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:24.139446 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Port': ['ID=761001a5-9285-431f-a482-587234ee4d50,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:24.151639 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:24.155202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:24.165787 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:50:24.207991 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eab3910d-7cc8-4953-8455-549d71086977 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:24.219576 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-23fcf477-33b4-4468-a25b-5bbf61e1bc0c None None] Port b593709c-227c-4d0a-8100-909597595634 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:50:24.255552 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-72a7a476-9695-4b83-9472-8ac9d6e47f7b req-dc7d0c62-60a1-4200-866f-103986d3b8a1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c432c87-f5b3-4397-84db-a3539702fb4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3043928
Dec 22 04:50:24.263673 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-eab3910d-7cc8-4953-8455-549d71086977 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/ports/7dfd680a-5300-47c5-8129-98fb7fc715d5 HTTP/1.1" status: 204  len: 168 time: 2.5895364
Dec 22 04:50:24.268686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54168) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:24.306232 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-e9382a03-b1bc-4d27-ab20-bce19923d74a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting port b593709c-227c-4d0a-8100-909597595634 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:24.306842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e9382a03-b1bc-4d27-ab20-bce19923d74a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:24.309584 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-89212b17-a9d5-44ff-a68e-93c2047edcfc tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:24.319951 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2665c22a-e342-49f0-bf2e-9bdb1a9e8548 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:24.385304 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89212b17-a9d5-44ff-a68e-93c2047edcfc tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event deleted for resources: {'Port': ['ID=2c5d6707-4180-4256-9722-3675384a688b,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:24.387771 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-89212b17-a9d5-44ff-a68e-93c2047edcfc tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:24.388945 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-031c95a7-c0c9-4d84-a4c9-c8698d27a964 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] GET failed (client error): The resource could not be found.
Dec 22 04:50:24.389444 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-031c95a7-c0c9-4d84-a4c9-c8698d27a964 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Synchronizing usage tracker for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:50:24.447469 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f99528ec-73ff-4814-9440-31f61a98b74d req-fb1ed8e6-2eaf-4f6f-9115-b121c6ec70de service neutron] 10.222.0.47 "GET /v2.0/networks/f97bc42d-0eac-447b-b60a-aa353e247715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4251611
Dec 22 04:50:24.648057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-031c95a7-c0c9-4d84-a4c9-c8698d27a964 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Unset dirty status for tenant:9cc774473554458a97f8b8616dd2ecde on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:50:24.649225 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-031c95a7-c0c9-4d84-a4c9-c8698d27a964 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports/7dfd680a-5300-47c5-8129-98fb7fc715d5 HTTP/1.1" status: 404  len: 333 time: 0.3769150
Dec 22 04:50:24.654105 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54178) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:24.745028 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-89212b17-a9d5-44ff-a68e-93c2047edcfc tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:24.747315 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-89212b17-a9d5-44ff-a68e-93c2047edcfc tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:24.748469 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-89212b17-a9d5-44ff-a68e-93c2047edcfc tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "DELETE /v2.0/floatingips/8589a7ca-9cee-4fdf-9f32-2a8ff55911bc HTTP/1.1" status: 204  len: 168 time: 2.6838319
Dec 22 04:50:24.752999 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54182) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:24.766665 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': '92fe3f3c-2574-4545-96fa-4adc5efe30ea'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:24.780496 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:24.850380 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Usage tracker for resource:floatingip and tenant:fd72df115f564198b6625c6a0d6299d2 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:24.854528 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:24.898524 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e9382a03-b1bc-4d27-ab20-bce19923d74a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:24.914664 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222706b-9dfe-4b2f-b037-9071a60fab04 req-4c2df14e-4a4e-4409-8d3b-dbfccc3d1480 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:24.916119 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b222706b-9dfe-4b2f-b037-9071a60fab04 req-4c2df14e-4a4e-4409-8d3b-dbfccc3d1480 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 946 time: 0.4355719
Dec 22 04:50:24.916250 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:24.933177 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4bcd7-bb97-4edb-99d5-09db0357a9a6 req-e91cf6d4-8c5c-48a2-8d97-ebf378ea4f30 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:24.934654 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-72e4bcd7-bb97-4edb-99d5-09db0357a9a6 req-e91cf6d4-8c5c-48a2-8d97-ebf378ea4f30 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.4987051
Dec 22 04:50:24.947205 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-db908e60-d057-4b34-98b4-c95fdb8c75c7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:24.978151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:25.047945 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-e9382a03-b1bc-4d27-ab20-bce19923d74a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Calling delete_port for b593709c-227c-4d0a-8100-909597595634 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:25.075306 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-db908e60-d057-4b34-98b4-c95fdb8c75c7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:25.077055 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-eaaae649-f27a-4259-aa7d-7014126a499d req-1b216d57-4855-4f6b-a235-4b34562aaa1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a9c0bba5dc144c8a8924788c9d546a7&device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 1096 time: 0.5233724
Dec 22 04:50:25.130498 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-72e4bcd7-bb97-4edb-99d5-09db0357a9a6 req-47a8a384-3f44-4d72-9af8-14109f862051 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1844127
Dec 22 04:50:25.181347 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-db908e60-d057-4b34-98b4-c95fdb8c75c7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:25.187959 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c671f0cf-e0f7-47fa-a187-25b1bd00c445 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:25.211008 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5c63de-1996-4760-a622-c692ed2cd6a1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Router 41bde271-baf5-4618-b74b-f09357e01f17 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:50:25.219529 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-db908e60-d057-4b34-98b4-c95fdb8c75c7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:25.220735 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-db908e60-d057-4b34-98b4-c95fdb8c75c7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/security-groups/6a8cf247-b551-4d3b-a8e9-704135944412 HTTP/1.1" status: 204  len: 168 time: 0.5638366
Dec 22 04:50:25.223825 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db908e60-d057-4b34-98b4-c95fdb8c75c7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8cf247-b551-4d3b-a8e9-704135944412,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:25.225600 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54188) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:25.229436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-db908e60-d057-4b34-98b4-c95fdb8c75c7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:25.244137 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b222706b-9dfe-4b2f-b037-9071a60fab04 req-90d4db56-2848-4e87-a0ca-c0b94469a95b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c432c87-f5b3-4397-84db-a3539702fb4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2701724
Dec 22 04:50:25.297862 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:25.298576 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:25.329605 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54192) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:25.341325 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:25.474554 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaae649-f27a-4259-aa7d-7014126a499d req-1f7494bf-2303-41a5-bc62-52778c11954e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:25.476903 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-eaaae649-f27a-4259-aa7d-7014126a499d req-1f7494bf-2303-41a5-bc62-52778c11954e service neutron] 10.222.0.47 "GET /v2.0/networks?id=f97bc42d-0eac-447b-b60a-aa353e247715 HTTP/1.1" status: 200  len: 897 time: 0.3837645
Dec 22 04:50:25.512767 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:50:25.625423 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-eaaae649-f27a-4259-aa7d-7014126a499d req-9d31c4d8-f647-4b0c-a3ea-d3820d68871b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d744c85-97ab-4499-946b-724c644689b1 HTTP/1.1" status: 200  len: 217 time: 0.1385038
Dec 22 04:50:25.631043 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9e8e5-feb8-4cf8-8420-25c29536def6 req-31b839c0-9350-481d-badc-cdc43fd7f153 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:25.632499 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2ae9e8e5-feb8-4cf8-8420-25c29536def6 req-31b839c0-9350-481d-badc-cdc43fd7f153 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 943 time: 0.1974306
Dec 22 04:50:25.645169 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-587f1123-afd2-4eb4-a90b-7f60da576a1d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:25.648764 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Allocated IP 172.26.4.245 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/c660c758-9b5a-46d8-8854-8c727144350a) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:25.672316 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5c63de-1996-4760-a622-c692ed2cd6a1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:50:25.686711 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4ac910-6669-4d81-95b3-ee2602eb4904 None None] Sync routers for ids ['41bde271-baf5-4618-b74b-f09357e01f17'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:50:25.694705 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8c5c63de-1996-4760-a622-c692ed2cd6a1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/routers/41bde271-baf5-4618-b74b-f09357e01f17/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.0487497
Dec 22 04:50:25.697975 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54198) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:25.701698 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4ac910-6669-4d81-95b3-ee2602eb4904 None None] Routers {'41bde271-baf5-4618-b74b-f09357e01f17'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:25.702688 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-fc4ac910-6669-4d81-95b3-ee2602eb4904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca8c6a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['41bde271-baf5-4618-b74b-f09357e01f17'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:25.735635 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2ae9e8e5-feb8-4cf8-8420-25c29536def6 req-f631b96d-b9df-4fbc-ab6b-4900b22179c7 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0891504
Dec 22 04:50:25.784318 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-587f1123-afd2-4eb4-a90b-7f60da576a1d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:25.822457 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e9382a03-b1bc-4d27-ab20-bce19923d74a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:25.845319 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-18ae6b7b-dea9-46a6-9593-bf996c3d3424 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:25.875861 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaae649-f27a-4259-aa7d-7014126a499d req-0baa5077-73da-482a-ab57-f66ef3d95d67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:25.877280 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-eaaae649-f27a-4259-aa7d-7014126a499d req-0baa5077-73da-482a-ab57-f66ef3d95d67 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9364b721-02c0-45b6-9969-0de35a0139cd HTTP/1.1" status: 200  len: 835 time: 0.2344630
Dec 22 04:50:25.877571 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-fc4ac910-6669-4d81-95b3-ee2602eb4904 None None] Set router 41bde271-baf5-4618-b74b-f09357e01f17 gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:50:25.996474 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9382a03-b1bc-4d27-ab20-bce19923d74a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Port': ['ID=b593709c-227c-4d0a-8100-909597595634,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:26.016794 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ae9e8577-d4b9-465f-a5f6-877a971c914e tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 1094 time: 0.6813157
Dec 22 04:50:26.016794 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e9382a03-b1bc-4d27-ab20-bce19923d74a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:26.023726 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54202) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:26.033308 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': '0deaae2f-c070-4605-ba96-369346905e69', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:26.045758 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:26.093765 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:floatingip and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:26.099780 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:26.141401 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-587f1123-afd2-4eb4-a90b-7f60da576a1d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:26.145169 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:26.155348 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6bf0ca6c-55eb-4eea-a408-4d6799634d73 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:26.183131 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e9382a03-b1bc-4d27-ab20-bce19923d74a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:26.192084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f1123-afd2-4eb4-a90b-7f60da576a1d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f228573-dce9-4917-b966-a9218d11c196,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:26.204808 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-587f1123-afd2-4eb4-a90b-7f60da576a1d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:26.213168 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7625a-37ee-49f1-aa0c-270135ecbfcc req-cf08aeb7-de66-4204-a5e7-e85a9e04c366 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:26.214694 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-afc7625a-37ee-49f1-aa0c-270135ecbfcc req-cf08aeb7-de66-4204-a5e7-e85a9e04c366 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.5365884
Dec 22 04:50:26.219465 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-587f1123-afd2-4eb4-a90b-7f60da576a1d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:26.223510 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-587f1123-afd2-4eb4-a90b-7f60da576a1d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/security-groups/9f228573-dce9-4917-b966-a9218d11c196 HTTP/1.1" status: 204  len: 168 time: 0.9933133
Dec 22 04:50:26.243997 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54206) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:26.263075 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:26.299904 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e9382a03-b1bc-4d27-ab20-bce19923d74a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/b593709c-227c-4d0a-8100-909597595634 HTTP/1.1" status: 204  len: 168 time: 2.2412775
Dec 22 04:50:26.306400 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54210) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:26.319209 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-fc4ac910-6669-4d81-95b3-ee2602eb4904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca8c6a0>, [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:50:21Z', 'revision_number': 9, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None, '_interfaces': [{'id': 'ac856a08-261d-47a6-a536-770d9bb8b726', 'name': '', 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:1c:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:09Z', 'updated_at': '2021-12-22T04:49:27Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe696ef-6297-44bb-991c-b655ab111c68', 'name': '', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:a4:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:55Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:26.324588 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4ac910-6669-4d81-95b3-ee2602eb4904 None None] Checking router: 41bde271-baf5-4618-b74b-f09357e01f17 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:50:26.338167 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4ac910-6669-4d81-95b3-ee2602eb4904 None None] Routers {'41bde271-baf5-4618-b74b-f09357e01f17'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:26.338608 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-fc4ac910-6669-4d81-95b3-ee2602eb4904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca8c6a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['41bde271-baf5-4618-b74b-f09357e01f17'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:26.341863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-797c4686-c5ca-461c-9333-a361e86723c8 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting subnet 091d6920-a13b-4d5e-843b-a2a2d6f050d3 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:50:26.357912 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-797c4686-c5ca-461c-9333-a361e86723c8 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:26.389376 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:26.406768 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1f8f2978-c2d1-4b8f-95f8-5a72ae372e83 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:26.460640 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-797c4686-c5ca-461c-9333-a361e86723c8 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:26.491918 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1f8f2978-c2d1-4b8f-95f8-5a72ae372e83 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:26.540013 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-fc4ac910-6669-4d81-95b3-ee2602eb4904 None None] Set router 41bde271-baf5-4618-b74b-f09357e01f17 gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:50:26.573698 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-eaaae649-f27a-4259-aa7d-7014126a499d req-ecd440bf-3adb-4924-aa40-ecabfe4c5f7e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f97bc42d-0eac-447b-b60a-aa353e247715&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6782317
Dec 22 04:50:26.576433 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:26.582543 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:26.641733 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1f8f2978-c2d1-4b8f-95f8-5a72ae372e83 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:26.673588 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:26.674768 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-797c4686-c5ca-461c-9333-a361e86723c8 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:26.703951 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Port': ['ID=c660c758-9b5a-46d8-8854-8c727144350a,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:26.706869 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:26.713235 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-afdd11c6-a6e2-4fe7-8fee-c3a16141bc9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:26.715015 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-eaaae649-f27a-4259-aa7d-7014126a499d req-07b55d31-2da2-4316-ae8f-04dd3ed7ca13 service neutron] 10.222.0.47 "GET /v2.0/networks/f97bc42d-0eac-447b-b60a-aa353e247715?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295784
Dec 22 04:50:26.720382 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:26.723461 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:50:26.772536 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f2978-c2d1-4b8f-95f8-5a72ae372e83 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1354f14-0495-4824-bdaf-95d0e8f24743,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:26.774832 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1f8f2978-c2d1-4b8f-95f8-5a72ae372e83 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:26.775760 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1f8f2978-c2d1-4b8f-95f8-5a72ae372e83 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:26.776951 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1f8f2978-c2d1-4b8f-95f8-5a72ae372e83 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/security-groups/f1354f14-0495-4824-bdaf-95d0e8f24743 HTTP/1.1" status: 204  len: 168 time: 0.5321116
Dec 22 04:50:26.785852 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54214) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:26.828011 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-afc7625a-37ee-49f1-aa0c-270135ecbfcc req-bf868540-9635-462b-9230-3a716c0c9cc3 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5944982
Dec 22 04:50:26.886231 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-fc4ac910-6669-4d81-95b3-ee2602eb4904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca8c6a0>, [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:50:21Z', 'revision_number': 9, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None, '_interfaces': [{'id': 'ac856a08-261d-47a6-a536-770d9bb8b726', 'name': '', 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:1c:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:09Z', 'updated_at': '2021-12-22T04:49:27Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe696ef-6297-44bb-991c-b655ab111c68', 'name': '', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:a4:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:55Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:26.890959 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4ac910-6669-4d81-95b3-ee2602eb4904 None None] The sync data for ids ['41bde271-baf5-4618-b74b-f09357e01f17'] in dv-neutron-822525-1-hyperv is: [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:50:21Z', 'revision_number': 9, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None, '_interfaces': [{'id': 'ac856a08-261d-47a6-a536-770d9bb8b726', 'name': '', 'network_id': 'f9303cc1-64e3-47f5-8815-fc4adbc077eb', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:1c:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:09Z', 'updated_at': '2021-12-22T04:49:27Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '6dc0fc25-8202-4555-9320-810b00f7f5c9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afe696ef-6297-44bb-991c-b655ab111c68', 'name': '', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:a4:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:55Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:50:26.945740 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10fda42-7c6e-41fc-ac5a-ccb360dc2fc4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:26.946480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f10fda42-7c6e-41fc-ac5a-ccb360dc2fc4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:50:26.961996 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-eaaae649-f27a-4259-aa7d-7014126a499d req-bc8093fe-a60c-43b5-b6a2-5235f9c1bbd2 service neutron] 10.222.0.47 "GET /v2.0/networks/f97bc42d-0eac-447b-b60a-aa353e247715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2356336
Dec 22 04:50:26.986160 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f10fda42-7c6e-41fc-ac5a-ccb360dc2fc4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:50:26.987397 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f10fda42-7c6e-41fc-ac5a-ccb360dc2fc4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.6162786
Dec 22 04:50:26.989989 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Router fc3bf46f-2895-4f2a-a0ff-c4e09133a35e is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:50:26.992435 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54220) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:27.063090 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:27.115699 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-797c4686-c5ca-461c-9333-a361e86723c8 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:27.132295 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2974923c-db2f-4810-979e-fc5a010400f4 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:27.177769 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c4686-c5ca-461c-9333-a361e86723c8 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Subnet': ['ID=091d6920-a13b-4d5e-843b-a2a2d6f050d3,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:27.180189 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-797c4686-c5ca-461c-9333-a361e86723c8 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:27.206125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-797c4686-c5ca-461c-9333-a361e86723c8 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:27.219137 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb690e2-2c1a-402f-a309-984617d187fb None None] Network c2a288ee-c16e-4cca-899b-950e9a6521a3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:27.237123 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af013164-4ef2-47a0-beb1-c153436855d2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:27.242285 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-af013164-4ef2-47a0-beb1-c153436855d2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.2375040
Dec 22 04:50:27.245813 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54224) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:27.289167 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-797c4686-c5ca-461c-9333-a361e86723c8 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/subnets/091d6920-a13b-4d5e-843b-a2a2d6f050d3 HTTP/1.1" status: 204  len: 168 time: 1.5889935
Dec 22 04:50:27.302176 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54226) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:27.308185 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 696a9d92-719d-4cb3-ad56-7e375f8196df no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:50:27.353145 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 696a9d92-719d-4cb3-ad56-7e375f8196df {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:50:27.353494 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 696a9d92-719d-4cb3-ad56-7e375f8196df not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:50:27.359432 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-f53e656f-1ab6-4c2e-a5df-b181474bd39d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting subnet 17179909-4ee5-4729-9449-6ac37fa41ace {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:50:27.458945 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.26.4.52 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/ab55c04f-e822-4163-bd3f-b200eb62087d) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:27.463564 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfc3de3-4680-4de6-8401-69fa51d5667d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:27.464866 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfc3de3-4680-4de6-8401-69fa51d5667d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:27.466271 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfc3de3-4680-4de6-8401-69fa51d5667d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:27.466965 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6dfc3de3-4680-4de6-8401-69fa51d5667d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:50:27.474423 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f53e656f-1ab6-4c2e-a5df-b181474bd39d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:27.540839 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05668b44-1fbd-4631-9ef6-778fa1ddbe2c None None] DHCP port deletion for c2a288ee-c16e-4cca-899b-950e9a6521a3 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:50:27.546110 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-05668b44-1fbd-4631-9ef6-778fa1ddbe2c None None] Deleting port 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:27.547100 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-05668b44-1fbd-4631-9ef6-778fa1ddbe2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:27.564242 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6dfc3de3-4680-4de6-8401-69fa51d5667d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:50:27.567946 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6dfc3de3-4680-4de6-8401-69fa51d5667d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.2721620
Dec 22 04:50:27.568695 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54232) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:27.578435 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26115e57-ded9-4910-ad02-db53faffa1ea req-40bc5ed9-372b-476c-95ba-25df546b02c3 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:27.579875 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-26115e57-ded9-4910-ad02-db53faffa1ea req-40bc5ed9-372b-476c-95ba-25df546b02c3 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 943 time: 0.5704741
Dec 22 04:50:27.615765 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f53e656f-1ab6-4c2e-a5df-b181474bd39d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:27.649065 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 0d744c85-97ab-4499-946b-724c644689b1 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 04:50:27.762659 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:27.778100 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:27.791267 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 0d744c85-97ab-4499-946b-724c644689b1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0d744c85-97ab-4499-946b-724c644689b1,segment=NetworkSegment(fcf7f310-eeea-4fb0-ab25-d29719352218),segment_id=fcf7f310-eeea-4fb0-ab25-d29719352218)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:27.808285 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '0d744c85-97ab-4499-946b-724c644689b1', 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715', 'port_id': '0d744c85-97ab-4499-946b-724c644689b1', 'mac_address': 'fa:16:3e:88:c7:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9364b721-02c0-45b6-9969-0de35a0139cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 04:50:27.814517 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:50:27.822583 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting port 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:27.822923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:27.852896 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ef4707-af35-421e-b31f-981f31d4c8cf None None] Sync routers for ids ['fc3bf46f-2895-4f2a-a0ff-c4e09133a35e'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:50:27.882686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:27.883914 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 8.1077580
Dec 22 04:50:27.887918 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54238) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:27.938699 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ef4707-af35-421e-b31f-981f31d4c8cf None None] Routers {'fc3bf46f-2895-4f2a-a0ff-c4e09133a35e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:27.939343 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-81ef4707-af35-421e-b31f-981f31d4c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c31ca60>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fc3bf46f-2895-4f2a-a0ff-c4e09133a35e'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:27.954510 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-26115e57-ded9-4910-ad02-db53faffa1ea req-f27911f6-ca83-4809-b6ec-abc843b8bd93 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3595533
Dec 22 04:50:27.958541 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7e3916-1103-40b6-8bfb-28c624de5f97 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet 4f64ae35-cb80-4ac8-8efd-713e58dde791 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:50:27.962901 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f53e656f-1ab6-4c2e-a5df-b181474bd39d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:27.973586 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4f7e3916-1103-40b6-8bfb-28c624de5f97 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:28.008575 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:28.031130 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-81ef4707-af35-421e-b31f-981f31d4c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c31ca60>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:28.045967 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:28.058940 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:28.088198 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-05668b44-1fbd-4631-9ef6-778fa1ddbe2c None None] For port 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=4b9c7a32-941b-4f1f-aaf3-af723e6f9d17,segment=NetworkSegment(46001174-4fb4-49d1-84ae-b25ad491ce60),segment_id=46001174-4fb4-49d1-84ae-b25ad491ce60)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:28.088859 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-05668b44-1fbd-4631-9ef6-778fa1ddbe2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:28.104580 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d744c85-97ab-4499-946b-724c644689b1 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:50:28.152486 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:28.159374 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4f7e3916-1103-40b6-8bfb-28c624de5f97 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:28.186126 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:28.188688 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:50:28.214564 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ef4707-af35-421e-b31f-981f31d4c8cf None None] Routers {'fc3bf46f-2895-4f2a-a0ff-c4e09133a35e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:28.215454 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-81ef4707-af35-421e-b31f-981f31d4c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c31ca60>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fc3bf46f-2895-4f2a-a0ff-c4e09133a35e'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:28.219274 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f53e656f-1ab6-4c2e-a5df-b181474bd39d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:28.221270 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=ab55c04f-e822-4163-bd3f-b200eb62087d,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:28.224648 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:28.236152 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e6994311-c2e7-41a7-80c7-5aa8f9fd2b38 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:28.268913 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-05668b44-1fbd-4631-9ef6-778fa1ddbe2c None None] Calling delete_port for 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:28.281306 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e656f-1ab6-4c2e-a5df-b181474bd39d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Subnet': ['ID=17179909-4ee5-4729-9449-6ac37fa41ace,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:28.284447 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f53e656f-1ab6-4c2e-a5df-b181474bd39d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:28.297060 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f53e656f-1ab6-4c2e-a5df-b181474bd39d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/subnets/17179909-4ee5-4729-9449-6ac37fa41ace HTTP/1.1" status: 204  len: 168 time: 1.5098839
Dec 22 04:50:28.298952 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f53e656f-1ab6-4c2e-a5df-b181474bd39d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:28.321350 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e5efb4-502b-459e-80d2-1c4082a9512c None None] Network 21a47168-5359-42cc-b173-9f67d550e87e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:28.366883 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54242) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:28.369784 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] For port 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=4b9c7a32-941b-4f1f-aaf3-af723e6f9d17,segment=NetworkSegment(46001174-4fb4-49d1-84ae-b25ad491ce60),segment_id=46001174-4fb4-49d1-84ae-b25ad491ce60)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:28.370152 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:28.399079 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-81ef4707-af35-421e-b31f-981f31d4c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c31ca60>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:28.399493 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ef4707-af35-421e-b31f-981f31d4c8cf None None] The sync data for ids ['fc3bf46f-2895-4f2a-a0ff-c4e09133a35e'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:50:28.403543 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 0d744c85-97ab-4499-946b-724c644689b1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0d744c85-97ab-4499-946b-724c644689b1,segment=NetworkSegment(fcf7f310-eeea-4fb0-ab25-d29719352218),segment_id=fcf7f310-eeea-4fb0-ab25-d29719352218)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:28.472637 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:28.478211 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b51b6ac5-be08-47ff-8bee-74ce1fb8b522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:28.559682 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Calling delete_port for 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17 owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:28.577986 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-05668b44-1fbd-4631-9ef6-778fa1ddbe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:28.583911 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ed948-f8dd-420a-a2f4-ad11682a41a8 req-a5f85f01-8302-42ba-a3fe-b59bab69ce68 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:28.585725 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-197ed948-f8dd-420a-a2f4-ad11682a41a8 req-a5f85f01-8302-42ba-a3fe-b59bab69ce68 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.6156871
Dec 22 04:50:28.613285 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4f7e3916-1103-40b6-8bfb-28c624de5f97 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:28.625362 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=0d744c85-97ab-4499-946b-724c644689b1,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:28.634942 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-3683d224-32e6-488e-b4a7-16f0d9b4a718 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting subnet 624f3910-6114-418d-9a94-bd9ad9c200db {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:50:28.637950 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3683d224-32e6-488e-b4a7-16f0d9b4a718 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:28.643060 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05668b44-1fbd-4631-9ef6-778fa1ddbe2c None None] No DVR routers for this DVR port 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:50:28.658786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:28.658786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:28.658786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:28.658786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:28.658786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:28.658786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:28.658786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:28.658786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:28.658786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:28.658786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:28.658786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:50:28.663828 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:28.663828 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c6977a47-bca8-4a34-97d3-49750737efa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:28.685052 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:28.704437 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05668b44-1fbd-4631-9ef6-778fa1ddbe2c None None] Pushing event deleted for resources: {'Port': ['ID=4b9c7a32-941b-4f1f-aaf3-af723e6f9d17,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:28.730442 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-05668b44-1fbd-4631-9ef6-778fa1ddbe2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:28.735101 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3683d224-32e6-488e-b4a7-16f0d9b4a718 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:28.811186 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-197ed948-f8dd-420a-a2f4-ad11682a41a8 req-d0c04b94-8d81-49da-b397-7484c2fc72cc tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2046311
Dec 22 04:50:28.819499 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.api [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:50:28.819825 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_db.api [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:50:28.823950 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:28.874213 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4f7e3916-1103-40b6-8bfb-28c624de5f97 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:28.888011 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-002bb05f-23ff-451b-ba26-58b1e67e77f9 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:28.929524 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e3916-1103-40b6-8bfb-28c624de5f97 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=4f64ae35-cb80-4ac8-8efd-713e58dde791,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:28.931946 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4f7e3916-1103-40b6-8bfb-28c624de5f97 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:28.936424 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3683d224-32e6-488e-b4a7-16f0d9b4a718 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:28.942658 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['0d744c85-97ab-4499-946b-724c644689b1'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 04:50:28.954515 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4f7e3916-1103-40b6-8bfb-28c624de5f97 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:28.978177 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289e0009-94f3-48d6-88dd-c606aa7a0521 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:29.055109 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6067cc19-369b-4355-bc1d-3144b8eeb9c0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/routers/fc3bf46f-2895-4f2a-a0ff-c4e09133a35e HTTP/1.1" status: 200  len: 884 time: 1.1644464
Dec 22 04:50:29.059905 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54250) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:29.146792 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3683d224-32e6-488e-b4a7-16f0d9b4a718 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:29.152916 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4f7e3916-1103-40b6-8bfb-28c624de5f97 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/4f64ae35-cb80-4ac8-8efd-713e58dde791 HTTP/1.1" status: 204  len: 168 time: 1.5813251
Dec 22 04:50:29.165652 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54254) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:29.167216 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-68ac6583-8288-429e-b515-8d90e6c218dc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:29.306607 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:50:29.386096 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683d224-32e6-488e-b4a7-16f0d9b4a718 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Subnet': ['ID=624f3910-6114-418d-9a94-bd9ad9c200db,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:29.387818 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting port 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:29.388165 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:29.389352 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:50:29.389723 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 4b9c7a32-941b-4f1f-aaf3-af723e6f9d17 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:50:29.434869 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3683d224-32e6-488e-b4a7-16f0d9b4a718 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:29.463533 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b95e5-10be-46f9-97e8-588d31fe5052 req-3c94a6b0-c08b-4d83-8ab0-5f69e7320a04 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:29.465021 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7b3b95e5-10be-46f9-97e8-588d31fe5052 req-3c94a6b0-c08b-4d83-8ab0-5f69e7320a04 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 944 time: 0.2672017
Dec 22 04:50:29.522813 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] The port '4b9c7a32-941b-4f1f-aaf3-af723e6f9d17' was deleted {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:50:29.651061 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:29.658616 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6150391f-cec4-4a7b-b446-bc57d8811d05 None None] Provisioning complete for port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:29.659172 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6150391f-cec4-4a7b-b446-bc57d8811d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:29.740179 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:29.785283 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.resource_extend [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:50:29.862572 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:29.865714 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81871f1f-ef9d-49ab-822a-83c87decfe7b None None] Network 21a47168-5359-42cc-b173-9f67d550e87e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:29.875016 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3683d224-32e6-488e-b4a7-16f0d9b4a718 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:29.901574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:29.921228 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:29.969862 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:29.970255 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:29.977375 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2704ed3d-205b-4a29-983e-a281be519787 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Synchronizing usage tracker for tenant:2c15a5726c1c4265b642f9bc187fa0d4 on resource:router {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:50:29.997724 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:30.012358 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-728e04ed-1341-4b36-9ca8-1e08619996bd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:30.023733 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3683d224-32e6-488e-b4a7-16f0d9b4a718 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/subnets/624f3910-6114-418d-9a94-bd9ad9c200db HTTP/1.1" status: 204  len: 168 time: 1.6566470
Dec 22 04:50:30.043439 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54258) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:30.080103 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2704ed3d-205b-4a29-983e-a281be519787 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Unset dirty status for tenant:2c15a5726c1c4265b642f9bc187fa0d4 on resource:router {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:50:30.086063 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2704ed3d-205b-4a29-983e-a281be519787 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 887 time: 1.0247295
Dec 22 04:50:30.086953 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54262) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:30.094996 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6150391f-cec4-4a7b-b446-bc57d8811d05 None None] Provisioning complete for port c56ba75c-e826-402d-8a91-47ca7ac585ba triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:30.095330 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f10b7ec-978a-44f6-83a8-a5bdeaa5c07e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:30.095466 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6150391f-cec4-4a7b-b446-bc57d8811d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:30.095697 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f10b7ec-978a-44f6-83a8-a5bdeaa5c07e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:30.097722 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5f10b7ec-978a-44f6-83a8-a5bdeaa5c07e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/subnets/17179909-4ee5-4729-9449-6ac37fa41ace HTTP/1.1" status: 404  len: 337 time: 0.0486910
Dec 22 04:50:30.118889 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=ab55c04f-e822-4163-bd3f-b200eb62087d,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:30.124196 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7b3b95e5-10be-46f9-97e8-588d31fe5052 req-1be8fd5e-e6a9-4a6d-a4a3-b4a6d4442225 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6473970
Dec 22 04:50:30.126402 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54264) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:30.127225 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:30.131393 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b86a460a-85c8-42f8-993a-89e0746e2c65 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1848228601'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:30.153916 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586aae0-4e77-4ee7-bfe0-796ce2de2ea8 req-b4146846-c5b3-4600-beef-7ce4bc91b0fc tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:30.155410 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1586aae0-4e77-4ee7-bfe0-796ce2de2ea8 req-b4146846-c5b3-4600-beef-7ce4bc91b0fc tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 1.1165900
Dec 22 04:50:30.160803 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b5affd0>,) {'filters': {'network_id': ['c2a288ee-c16e-4cca-899b-950e9a6521a3']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:30.161260 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-6150391f-cec4-4a7b-b446-bc57d8811d05 None None] Port c56ba75c-e826-402d-8a91-47ca7ac585ba cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:50:30.188927 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Port': ['ID=c660c758-9b5a-46d8-8854-8c727144350a,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:30.211004 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b5affd0>, '46001174-4fb4-49d1-84ae-b25ad491ce60') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:30.211302 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b5affd0>, '46001174-4fb4-49d1-84ae-b25ad491ce60') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:30.220669 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:30.231468 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:30.303736 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:30.321400 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-041124b3-7852-44ac-979e-41b381a5bfc6 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet 7a9ee30d-b7e7-499a-9f56-45435b0663fd {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:50:30.334089 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-041124b3-7852-44ac-979e-41b381a5bfc6 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:30.389525 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:30.390812 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-833caa0d-2622-43f8-b516-02adab73305d None None] Provisioning complete for port cd90371e-95f9-4695-a937-a31c9c51ff5b triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:30.392445 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-833caa0d-2622-43f8-b516-02adab73305d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:30.417732 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:50:30.418065 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:30.434940 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1586aae0-4e77-4ee7-bfe0-796ce2de2ea8 req-c9e9893e-d2cc-49c2-a38c-f618368f2d99 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2621768
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:50:30.435338 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:50:30.437991 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-041124b3-7852-44ac-979e-41b381a5bfc6 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:30.467580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:30.684504 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:30.697896 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fe56fbe8-e30c-4a09-a2b9-548d8852f4b7 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:30.713322 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:30.779582 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-041124b3-7852-44ac-979e-41b381a5bfc6 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:30.818268 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Network': ['ID=c2a288ee-c16e-4cca-899b-950e9a6521a3,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:30.822167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-37821844-b331-4ae3-82aa-adef84ef26bf tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting subnet 9e80b149-5f5c-467c-91bb-0779dd047e44 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:50:30.825004 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:30.829089 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/networks/c2a288ee-c16e-4cca-899b-950e9a6521a3 HTTP/1.1" status: 204  len: 168 time: 3.5130796
Dec 22 04:50:30.830276 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54272) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:30.878268 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37821844-b331-4ae3-82aa-adef84ef26bf tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:30.964839 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32c5ac-c872-421a-a297-96528ad98adf req-308de520-6b2e-4e7c-b087-775d0d2d92b2 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:30.966332 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1a32c5ac-c872-421a-a297-96528ad98adf req-308de520-6b2e-4e7c-b087-775d0d2d92b2 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.3397372
Dec 22 04:50:30.975093 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37821844-b331-4ae3-82aa-adef84ef26bf tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:30.993101 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c657b101-25de-4884-a5b2-ee5a045bd4df None None] Provisioning complete for port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:30.993975 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c657b101-25de-4884-a5b2-ee5a045bd4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:31.013932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-041124b3-7852-44ac-979e-41b381a5bfc6 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:31.026156 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ca6bc784-847b-4a74-90db-a0a4f3bf3ed5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:31.080534 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041124b3-7852-44ac-979e-41b381a5bfc6 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=7a9ee30d-b7e7-499a-9f56-45435b0663fd,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:31.087833 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-041124b3-7852-44ac-979e-41b381a5bfc6 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:31.094689 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-041124b3-7852-44ac-979e-41b381a5bfc6 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:31.109574 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371891b0-3107-4f3c-9ad2-2d3321b614be None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:31.111350 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-041124b3-7852-44ac-979e-41b381a5bfc6 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/7a9ee30d-b7e7-499a-9f56-45435b0663fd HTTP/1.1" status: 204  len: 168 time: 1.8990462
Dec 22 04:50:31.115076 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54276) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:31.172917 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Floating IP 94846702-30e1-4d89-a28b-4932010c1b1e associated. External IP: 172.26.4.245, port: 92fe3f3c-2574-4545-96fa-4adc5efe30ea.
Dec 22 04:50:31.198397 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37821844-b331-4ae3-82aa-adef84ef26bf tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:31.272267 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1a32c5ac-c872-421a-a297-96528ad98adf req-2f345c94-d8b0-4098-9ba0-fd8d02464800 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2658317
Dec 22 04:50:31.360828 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c657b101-25de-4884-a5b2-ee5a045bd4df None None] Provisioning complete for port c56ba75c-e826-402d-8a91-47ca7ac585ba triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:31.361211 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c657b101-25de-4884-a5b2-ee5a045bd4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:31.373277 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Floating IP 98a33b74-d200-4151-999f-fbd8f73d72ac associated. External IP: 172.26.4.52, port: 0deaae2f-c070-4605-ba96-369346905e69.
Dec 22 04:50:31.405810 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4e9ee031-ea45-496c-8e9f-1a3dda388e56 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2866068
Dec 22 04:50:31.433462 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54284) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:31.445635 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-a317167f-117d-4106-973e-252c75425a8b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:31.484293 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-c657b101-25de-4884-a5b2-ee5a045bd4df None None] Port c56ba75c-e826-402d-8a91-47ca7ac585ba cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:50:31.569454 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f247eed-91ed-416d-a3b6-36115acc78db None None] DHCP port deletion for 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:50:31.573824 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-8f247eed-91ed-416d-a3b6-36115acc78db None None] Deleting port cd90371e-95f9-4695-a937-a31c9c51ff5b {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:31.574201 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8f247eed-91ed-416d-a3b6-36115acc78db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:31.668512 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37821844-b331-4ae3-82aa-adef84ef26bf tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:31.681644 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 0d744c85-97ab-4499-946b-724c644689b1 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:31.682781 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b0143e06-818d-4c4a-b14b-842c65df2d24 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:31.715026 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d338c2-6ffd-4adb-add6-63202c1caea7 req-332dffb0-2070-4a60-8165-37b47aac1008 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:31.715914 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-56d338c2-6ffd-4adb-add6-63202c1caea7 req-332dffb0-2070-4a60-8165-37b47aac1008 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 944 time: 0.3115957
Dec 22 04:50:31.736026 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37821844-b331-4ae3-82aa-adef84ef26bf tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Subnet': ['ID=9e80b149-5f5c-467c-91bb-0779dd047e44,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:31.744930 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-37821844-b331-4ae3-82aa-adef84ef26bf tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:31.750372 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a317167f-117d-4106-973e-252c75425a8b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:31.758090 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a1a30334-0d64-41e5-bd05-ad768b19070d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:31.758834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37821844-b331-4ae3-82aa-adef84ef26bf tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:31.764206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a317167f-117d-4106-973e-252c75425a8b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:31.777019 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a317167f-117d-4106-973e-252c75425a8b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:31.784888 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8a2df4-490b-4795-80c7-f038ed419589 None None] Network 21a47168-5359-42cc-b173-9f67d550e87e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:31.790304 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a317167f-117d-4106-973e-252c75425a8b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:31.800952 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-37821844-b331-4ae3-82aa-adef84ef26bf tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/subnets/9e80b149-5f5c-467c-91bb-0779dd047e44 HTTP/1.1" status: 204  len: 168 time: 1.5755248
Dec 22 04:50:31.805802 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54288) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:31.880554 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a317167f-117d-4106-973e-252c75425a8b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:50:31.884077 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a317167f-117d-4106-973e-252c75425a8b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:31.932677 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea5b46d-7473-4ff1-ae1f-e700976fa92a tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:31.933110 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea5b46d-7473-4ff1-ae1f-e700976fa92a tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:31.937239 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-eea5b46d-7473-4ff1-ae1f-e700976fa92a tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/subnets/2a85ba6b-babf-4b4b-a90e-3fdae667abb0 HTTP/1.1" status: 404  len: 337 time: 0.1214132
Dec 22 04:50:31.937433 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-8f247eed-91ed-416d-a3b6-36115acc78db None None] For port cd90371e-95f9-4695-a937-a31c9c51ff5b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cd90371e-95f9-4695-a937-a31c9c51ff5b,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:31.937597 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8f247eed-91ed-416d-a3b6-36115acc78db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:31.943563 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54292) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:31.991595 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-56d338c2-6ffd-4adb-add6-63202c1caea7 req-1936769c-4bd9-430c-82e6-54ed935108fd tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2674921
Dec 22 04:50:32.002724 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4eaf3ad1-3096-48f9-8fac-663bc6247600 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f8c04b5-dc20-4223-9c63-92f39a1587d7 HTTP/1.1" status: 200  len: 205 time: 0.0533552
Dec 22 04:50:32.004652 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54296) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:32.040202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ae790-dc9a-4f0f-8c95-e725d2cf051d req-e8f1e2f1-2dce-4a1c-9490-442d0a357666 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:32.041688 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-504ae790-dc9a-4f0f-8c95-e725d2cf051d req-e8f1e2f1-2dce-4a1c-9490-442d0a357666 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.6090732
Dec 22 04:50:32.080229 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-fe0213f1-0578-4714-93d3-0463dc2aa40b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] delete failed (client error): The resource could not be found.
Dec 22 04:50:32.081820 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fe0213f1-0578-4714-93d3-0463dc2aa40b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/routers/1f8c04b5-dc20-4223-9c63-92f39a1587d7 HTTP/1.1" status: 404  len: 336 time: 0.0749786
Dec 22 04:50:32.085280 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54300) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:32.103423 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-8f247eed-91ed-416d-a3b6-36115acc78db None None] Calling delete_port for cd90371e-95f9-4695-a937-a31c9c51ff5b owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:32.139338 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-828d89cf-031f-497b-801d-48df85029fe0 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:32.139767 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-828d89cf-031f-497b-801d-48df85029fe0 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:32.141567 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-828d89cf-031f-497b-801d-48df85029fe0 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/subnets/f6574dbc-5c45-43be-a8c8-52994299396f HTTP/1.1" status: 404  len: 337 time: 0.0552304
Dec 22 04:50:32.145672 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54304) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:32.212962 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 0d744c85-97ab-4499-946b-724c644689b1 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:32.222383 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 0d744c85-97ab-4499-946b-724c644689b1 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:32.222877 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:32.245475 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-9918f310-6357-4499-a500-f611e66c0263 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:32.245872 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9918f310-6357-4499-a500-f611e66c0263 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:32.247483 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9918f310-6357-4499-a500-f611e66c0263 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/subnets/d82e3142-fe1f-4f06-afc3-ef5f88b0785e HTTP/1.1" status: 404  len: 337 time: 0.1004279
Dec 22 04:50:32.251250 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54308) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:32.263772 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-504ae790-dc9a-4f0f-8c95-e725d2cf051d req-f7c9435a-fe59-4d94-9491-9f6e76cd53d1 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1705015
Dec 22 04:50:32.298618 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b717c9-5f0b-412a-be6b-bc13f723a61c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:32.299165 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b717c9-5f0b-412a-be6b-bc13f723a61c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:32.301713 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a2b717c9-5f0b-412a-be6b-bc13f723a61c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/subnets/a1a6ba9f-a213-4569-9ee8-354fa672367b HTTP/1.1" status: 404  len: 337 time: 0.0504103
Dec 22 04:50:32.304401 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54312) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:32.331368 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8f247eed-91ed-416d-a3b6-36115acc78db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:32.337784 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:32.356310 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39ced64-87e7-405d-9fa2-0ebe4367ca44 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:32.356881 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d39ced64-87e7-405d-9fa2-0ebe4367ca44 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:32.358658 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d39ced64-87e7-405d-9fa2-0ebe4367ca44 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/ports/e88c2ec0-ce29-4454-926b-7ecca10ca2c9 HTTP/1.1" status: 404  len: 333 time: 0.0532196
Dec 22 04:50:32.362914 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54318) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:32.392776 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f247eed-91ed-416d-a3b6-36115acc78db None None] Pushing event deleted for resources: {'Port': ['ID=cd90371e-95f9-4695-a937-a31c9c51ff5b,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:32.401522 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-8f247eed-91ed-416d-a3b6-36115acc78db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:32.407907 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e8680d-bf2c-4feb-943f-7b878ab0ce30 None None] DHCP port deletion for 21a47168-5359-42cc-b173-9f67d550e87e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:50:32.410047 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f247eed-91ed-416d-a3b6-36115acc78db None None] No DVR routers for this DVR port cd90371e-95f9-4695-a937-a31c9c51ff5b on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:50:32.437702 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb76bd4-d69d-454d-8c83-502e5d8f545e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:32.438268 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb76bd4-d69d-454d-8c83-502e5d8f545e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:32.443710 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8fb76bd4-d69d-454d-8c83-502e5d8f545e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/subnets/013c048d-3fbb-4a74-ae1e-7f3160da59d8 HTTP/1.1" status: 404  len: 337 time: 0.0759196
Dec 22 04:50:32.443710 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54322) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:32.458819 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-82e8680d-bf2c-4feb-943f-7b878ab0ce30 None None] Deleting port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:32.458819 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-82e8680d-bf2c-4feb-943f-7b878ab0ce30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:32.508200 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-326dcb5e-0cb8-4738-894f-8d4c26bad868 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:32.508665 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326dcb5e-0cb8-4738-894f-8d4c26bad868 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:32.512738 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-326dcb5e-0cb8-4738-894f-8d4c26bad868 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/subnets/0b501133-de6e-4772-9c0d-02735534301e HTTP/1.1" status: 404  len: 337 time: 0.0645657
Dec 22 04:50:32.513382 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54326) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:32.520070 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b86a460a-85c8-42f8-993a-89e0746e2c65 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:32.563478 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:32.607671 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b86a460a-85c8-42f8-993a-89e0746e2c65 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706333'] for router, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:32.614820 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a317167f-117d-4106-973e-252c75425a8b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:32.620213 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-35a45002-8741-4591-b130-ae31849ccea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:32.627333 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653b278c-0289-4130-822d-a3a5da7b3985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d744c85-97ab-4499-946b-724c644689b1'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:50:32.664076 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a6c4a70-c4f4-48ee-9b46-926b875ba525 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:32.664647 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a6c4a70-c4f4-48ee-9b46-926b875ba525 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:32.666422 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3a6c4a70-c4f4-48ee-9b46-926b875ba525 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/ports/707c47fe-0a80-4c5e-9d5e-d3dfb0a19fd8 HTTP/1.1" status: 404  len: 333 time: 0.1519339
Dec 22 04:50:32.694197 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653b278c-0289-4130-822d-a3a5da7b3985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d744c85-97ab-4499-946b-724c644689b1', 'code': 200}
Dec 22 04:50:32.698699 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54332) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:32.699292 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 0d744c85-97ab-4499-946b-724c644689b1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0d744c85-97ab-4499-946b-724c644689b1,segment=NetworkSegment(fcf7f310-eeea-4fb0-ab25-d29719352218),segment_id=fcf7f310-eeea-4fb0-ab25-d29719352218)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:32.709673 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317167f-117d-4106-973e-252c75425a8b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=2262b72f-81dc-4a27-8c80-0a0fdc2ff90f,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:32.715120 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:32.718703 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:32.771980 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a317167f-117d-4106-973e-252c75425a8b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:32.798819 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a317167f-117d-4106-973e-252c75425a8b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:32.808046 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-82e8680d-bf2c-4feb-943f-7b878ab0ce30 None None] For port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c82f9f71-e40f-4fd7-a9a0-cff21fefeb04,segment=NetworkSegment(b50bef65-554c-4578-9fe9-3cb9b09a7bae),segment_id=b50bef65-554c-4578-9fe9-3cb9b09a7bae)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:32.808435 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-82e8680d-bf2c-4feb-943f-7b878ab0ce30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:32.810593 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-a317167f-117d-4106-973e-252c75425a8b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:32.819931 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a317167f-117d-4106-973e-252c75425a8b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:32.820527 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a317167f-117d-4106-973e-252c75425a8b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:32.845214 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5426cb95-58dd-44c8-8cf5-5bc7a904b881 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:32.869473 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=0d744c85-97ab-4499-946b-724c644689b1,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:32.873263 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:32.905860 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec61c7f-1518-486d-a489-27f6b0c4211c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:32.906666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec61c7f-1518-486d-a489-27f6b0c4211c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:32.911154 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-eec61c7f-1518-486d-a489-27f6b0c4211c tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/subnets/9652b978-f947-4dea-aa90-0c16e177aa87 HTTP/1.1" status: 404  len: 337 time: 0.2064829
Dec 22 04:50:32.913347 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54336) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:32.968243 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a317167f-117d-4106-973e-252c75425a8b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.5331643
Dec 22 04:50:32.970192 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-4991af5c-3b3d-4c64-b090-b9928aa26e83 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:32.970625 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4991af5c-3b3d-4c64-b090-b9928aa26e83 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:32.972504 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4991af5c-3b3d-4c64-b090-b9928aa26e83 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/subnets/37b27245-36b9-4e3a-b9e4-12f3bc03e3f3 HTTP/1.1" status: 404  len: 337 time: 0.0527449
Dec 22 04:50:32.973250 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54340) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:32.978986 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54342) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:32.991342 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-16972e73-1a4c-4c63-8c64-d4441e608372 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:33.197179 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-22ec2e87-1c8f-4db5-82e9-18d06e5eb6a7 req-18c87c5a-42c1-4184-abc8-9b9ee2c068a9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 1098 time: 0.1736448
Dec 22 04:50:33.201589 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-c2186176-fb39-4543-92c4-72c713a0b4b6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Deleting port c56ba75c-e826-402d-8a91-47ca7ac585ba {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:33.202166 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c2186176-fb39-4543-92c4-72c713a0b4b6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:33.214981 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-82e8680d-bf2c-4feb-943f-7b878ab0ce30 None None] Calling delete_port for c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:33.255516 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cd90371e-95f9-4695-a937-a31c9c51ff5b no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:50:33.270689 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 58dcf30e-3958-471a-ae24-3776d056b38b has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:50:33.271343 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Router fe74ed20-ba67-4c54-8f1e-d46d362af84e has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:50:33.298785 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: cd90371e-95f9-4695-a937-a31c9c51ff5b {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:50:33.298785 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cd90371e-95f9-4695-a937-a31c9c51ff5b not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:50:33.299750 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:50:33.318219 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86a460a-85c8-42f8-993a-89e0746e2c65 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Router fc3bf46f-2895-4f2a-a0ff-c4e09133a35e has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:50:33.329593 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-22ec2e87-1c8f-4db5-82e9-18d06e5eb6a7 req-bb567335-feb1-41ce-8b7a-e33c777c5ab4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1197481
Dec 22 04:50:33.358514 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-16972e73-1a4c-4c63-8c64-d4441e608372 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:33.368884 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-16972e73-1a4c-4c63-8c64-d4441e608372 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:33.374518 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-16972e73-1a4c-4c63-8c64-d4441e608372 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:33.384736 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-16972e73-1a4c-4c63-8c64-d4441e608372 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:33.478993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-82e8680d-bf2c-4feb-943f-7b878ab0ce30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:33.491890 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:33.496324 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ba8dc-b5fc-4bda-8a5b-0f970dd45fda req-9ef5a742-6e50-4380-8854-e610ab948511 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:33.497900 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-726ba8dc-b5fc-4bda-8a5b-0f970dd45fda req-9ef5a742-6e50-4380-8854-e610ab948511 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 945 time: 0.2893133
Dec 22 04:50:33.526141 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 update to DOWN by agent not found {{(pid=83436) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}}
Dec 22 04:50:33.530932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16972e73-1a4c-4c63-8c64-d4441e608372 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:50:33.534879 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-16972e73-1a4c-4c63-8c64-d4441e608372 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:33.547741 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8680d-bf2c-4feb-943f-7b878ab0ce30 None None] Pushing event deleted for resources: {'Port': ['ID=c82f9f71-e40f-4fd7-a9a0-cff21fefeb04,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:33.552299 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-82e8680d-bf2c-4feb-943f-7b878ab0ce30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:33.556519 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e8680d-bf2c-4feb-943f-7b878ab0ce30 None None] No DVR routers for this DVR port c82f9f71-e40f-4fd7-a9a0-cff21fefeb04 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:50:33.620739 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'tenant_id': '25825f4b1181465ebc1c194a44f89ac1', 'fixed_ips': [{'subnet_id': '2262b72f-81dc-4a27-8c80-0a0fdc2ff90f'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:50:33.622035 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:33.719778 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c2186176-fb39-4543-92c4-72c713a0b4b6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:33.808522 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Allocated IP 2001:db8::2 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/2262b72f-81dc-4a27-8c80-0a0fdc2ff90f/d2daec52-5b83-4f03-9ce9-c9ec2964343d) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:33.833002 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-726ba8dc-b5fc-4bda-8a5b-0f970dd45fda req-6bfc3651-3cfc-488a-b5c4-a0c475daa522 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3194387
Dec 22 04:50:33.879135 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-c2186176-fb39-4543-92c4-72c713a0b4b6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Calling delete_port for c56ba75c-e826-402d-8a91-47ca7ac585ba owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:33.908738 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:50:33.934762 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86a460a-85c8-42f8-993a-89e0746e2c65 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:50:33.941043 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b86a460a-85c8-42f8-993a-89e0746e2c65 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:33.944991 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54350) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:33.945286 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b86a460a-85c8-42f8-993a-89e0746e2c65 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/routers/fc3bf46f-2895-4f2a-a0ff-c4e09133a35e HTTP/1.1" status: 200  len: 891 time: 3.8198714
Dec 22 04:50:33.947879 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:33.956872 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abfa5ba-2bd4-4000-83b3-6df3b7b48e0f None None] Sync routers for ids ['58dcf30e-3958-471a-ae24-3776d056b38b'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:50:33.962789 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ff3721-644d-4e5d-832c-42edbe8b59cc None None] Sync routers for ids ['fc3bf46f-2895-4f2a-a0ff-c4e09133a35e'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:50:33.970009 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abfa5ba-2bd4-4000-83b3-6df3b7b48e0f None None] Routers {'58dcf30e-3958-471a-ae24-3776d056b38b'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:33.971359 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-2abfa5ba-2bd4-4000-83b3-6df3b7b48e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca8c3d0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['58dcf30e-3958-471a-ae24-3776d056b38b'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:33.995060 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.ipam_backend_mixin [None req-16972e73-1a4c-4c63-8c64-d4441e608372 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2262b72f-81dc-4a27-8c80-0a0fdc2ff90f (CIDR: 2001:db8::/64)
Dec 22 04:50:34.009279 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 7.9819875
Dec 22 04:50:34.010077 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54354) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:34.010621 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71399509-53eb-423d-a58f-40013ecf242f', 'tag': '0deaae2f-c070-4605-ba96-369346905e69'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:50:34.033112 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff3721-644d-4e5d-832c-42edbe8b59cc None None] Routers {'fc3bf46f-2895-4f2a-a0ff-c4e09133a35e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:34.033641 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-45ff3721-644d-4e5d-832c-42edbe8b59cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c581cd0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fc3bf46f-2895-4f2a-a0ff-c4e09133a35e'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:34.112901 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-45ff3721-644d-4e5d-832c-42edbe8b59cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c581cd0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:34.130379 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:34.135363 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-60ab012e-76cc-4cb8-a4d1-befeb6c325ad tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/98a33b74-d200-4151-999f-fbd8f73d72ac HTTP/1.1" status: 200  len: 991 time: 0.1198182
Dec 22 04:50:34.144717 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Transition to ACTIVE for port object d2daec52-5b83-4f03-9ce9-c9ec2964343d will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:34.147353 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff3721-644d-4e5d-832c-42edbe8b59cc None None] Routers {'fc3bf46f-2895-4f2a-a0ff-c4e09133a35e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:34.148037 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-45ff3721-644d-4e5d-832c-42edbe8b59cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c581cd0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fc3bf46f-2895-4f2a-a0ff-c4e09133a35e'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:34.161363 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71399509-53eb-423d-a58f-40013ecf242f', 'tag': '0deaae2f-c070-4605-ba96-369346905e69', 'status': 'completed', 'code': 200}
Dec 22 04:50:34.213423 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-2abfa5ba-2bd4-4000-83b3-6df3b7b48e0f None None] Set router 58dcf30e-3958-471a-ae24-3776d056b38b gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:50:34.219525 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-45ff3721-644d-4e5d-832c-42edbe8b59cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c581cd0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:34.219935 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ff3721-644d-4e5d-832c-42edbe8b59cc None None] The sync data for ids ['fc3bf46f-2895-4f2a-a0ff-c4e09133a35e'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:50:34.230482 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Transition to ACTIVE for port object d2daec52-5b83-4f03-9ce9-c9ec2964343d will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:34.243374 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:34.248385 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4b935ba9-fb73-4e03-8771-8fcc17f3be1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:34.294647 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c2186176-fb39-4543-92c4-72c713a0b4b6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:34.304974 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-a1a30334-0d64-41e5-bd05-ad768b19070d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting port ac856a08-261d-47a6-a536-770d9bb8b726 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:34.305603 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a1a30334-0d64-41e5-bd05-ad768b19070d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:34.308514 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b5102ac4-c216-4617-b5b7-91fff534c539 req-1a100afb-81c7-4df8-96bd-5d5c9568c7cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 1099 time: 0.0955656
Dec 22 04:50:34.326704 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:34.330237 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:34.332136 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Pushing event updated for resources: {'Port': ['ID=d2daec52-5b83-4f03-9ce9-c9ec2964343d,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:34.334475 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:50:34.336898 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:34.343902 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-16972e73-1a4c-4c63-8c64-d4441e608372 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:50:34.344390 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16972e73-1a4c-4c63-8c64-d4441e608372 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:34.381154 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-06a6ba45-eec4-4d15-850d-0604d7b99278 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:34.438836 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Attempting to bind port d2daec52-5b83-4f03-9ce9-c9ec2964343d on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:50:34.439206 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Attempting to bind port d2daec52-5b83-4f03-9ce9-c9ec2964343d by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:50:34.439570 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Attempting to bind port d2daec52-5b83-4f03-9ce9-c9ec2964343d on network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:50:34.449322 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:50:34.449743 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Checking segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:50:34.450691 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:34.451098 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Bound using segment: {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:50:34.451584 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Bound port: d2daec52-5b83-4f03-9ce9-c9ec2964343d, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca65cb7-c456-4227-85d8-f8d48dde0707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:50:34.451962 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:34.500496 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5102ac4-c216-4617-b5b7-91fff534c539 req-fbb1b10c-7204-48da-a1f7-9bd4ab23e8f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:34.502419 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b5102ac4-c216-4617-b5b7-91fff534c539 req-fbb1b10c-7204-48da-a1f7-9bd4ab23e8f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8 HTTP/1.1" status: 200  len: 898 time: 0.1858201
Dec 22 04:50:34.549602 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-23509597-db19-4315-8447-e6b358d32a49 None None] For port d2daec52-5b83-4f03-9ce9-c9ec2964343d, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:50:34.553357 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-23509597-db19-4315-8447-e6b358d32a49 None None] For port d2daec52-5b83-4f03-9ce9-c9ec2964343d, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d2daec52-5b83-4f03-9ce9-c9ec2964343d,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:50:34.562429 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:34.568806 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-16972e73-1a4c-4c63-8c64-d4441e608372 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.5902250
Dec 22 04:50:34.569342 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:34.570985 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54360) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:34.588324 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2186176-fb39-4543-92c4-72c713a0b4b6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Port': ['ID=c56ba75c-e826-402d-8a91-47ca7ac585ba,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:34.604131 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-1df108c7-4238-43d0-95fa-20ebc4bfb76b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'subnet': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:34.616773 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-2abfa5ba-2bd4-4000-83b3-6df3b7b48e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca8c3d0>, [{'id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'name': 'tempest-TestNetworkBasicOps-router-1478209335', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:14Z', 'updated_at': '2021-12-22T04:49:32Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:15Z', 'updated_at': '2021-12-22T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '98a33b74-d200-4151-999f-fbd8f73d72ac', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'port_id': '0deaae2f-c070-4605-ba96-369346905e69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'mac_address': 'fa:16:3e:e7:a4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71399509-53eb-423d-a58f-40013ecf242f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:50:29Z', 'updated_at': '2021-12-22T04:50:29Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd65023e-79f7-423c-aa3a-2c429170e389', 'name': '', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:c6:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:45Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:34.620985 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abfa5ba-2bd4-4000-83b3-6df3b7b48e0f None None] Checking router: 58dcf30e-3958-471a-ae24-3776d056b38b for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:50:34.633583 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abfa5ba-2bd4-4000-83b3-6df3b7b48e0f None None] Routers {'58dcf30e-3958-471a-ae24-3776d056b38b'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:34.634440 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-2abfa5ba-2bd4-4000-83b3-6df3b7b48e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca8c3d0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['58dcf30e-3958-471a-ae24-3776d056b38b'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:34.647339 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b5102ac4-c216-4617-b5b7-91fff534c539 req-7c8309ff-d006-47e8-b3ef-5aa7c785b2a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0deaae2f-c070-4605-ba96-369346905e69 HTTP/1.1" status: 200  len: 999 time: 0.1349843
Dec 22 04:50:34.664306 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Pushing event updated for resources: {'Port': ['ID=d2daec52-5b83-4f03-9ce9-c9ec2964343d,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:34.669665 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:34.683519 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c2186176-fb39-4543-92c4-72c713a0b4b6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:34.749508 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c2186176-fb39-4543-92c4-72c713a0b4b6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:34.753474 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c2186176-fb39-4543-92c4-72c713a0b4b6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/ports/c56ba75c-e826-402d-8a91-47ca7ac585ba HTTP/1.1" status: 204  len: 168 time: 1.7708237
Dec 22 04:50:34.762722 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54364) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:34.839753 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5102ac4-c216-4617-b5b7-91fff534c539 req-7c38a76f-3339-4064-a884-5feb8d2ad476 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:34.840581 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-2abfa5ba-2bd4-4000-83b3-6df3b7b48e0f None None] Set router 58dcf30e-3958-471a-ae24-3776d056b38b gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:50:34.841218 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b5102ac4-c216-4617-b5b7-91fff534c539 req-7c38a76f-3339-4064-a884-5feb8d2ad476 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=246ba28a-a8c9-4127-8cc7-7fb232785c05 HTTP/1.1" status: 200  len: 834 time: 0.1575890
Dec 22 04:50:34.990029 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2cbed4ba-0307-43ec-871a-dc193540ff32 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:35.161646 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54370) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:35.177250 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1df108c7-4238-43d0-95fa-20ebc4bfb76b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:35.231312 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d2daec52-5b83-4f03-9ce9-c9ec2964343d up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:35.239864 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b5102ac4-c216-4617-b5b7-91fff534c539 req-4bffae7d-08a7-40de-be37-3eea7bb12525 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3786800
Dec 22 04:50:35.310736 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1df108c7-4238-43d0-95fa-20ebc4bfb76b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:subnet and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:35.321052 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port d2daec52-5b83-4f03-9ce9-c9ec2964343d completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:35.325664 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1df108c7-4238-43d0-95fa-20ebc4bfb76b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:35.354781 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:50:35.358695 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1df108c7-4238-43d0-95fa-20ebc4bfb76b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:35.382020 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-a1a30334-0d64-41e5-bd05-ad768b19070d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] For port ac856a08-261d-47a6-a536-770d9bb8b726, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=ac856a08-261d-47a6-a536-770d9bb8b726,segment=NetworkSegment(bef77b65-4e1e-49fd-bc55-7e23cbc811d3),segment_id=bef77b65-4e1e-49fd-bc55-7e23cbc811d3)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:35.382373 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a1a30334-0d64-41e5-bd05-ad768b19070d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:35.391018 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566a8c78-e251-4b73-a8cf-6213ec89efcc None None] Sync routers for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:50:35.416619 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566a8c78-e251-4b73-a8cf-6213ec89efcc None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:35.417683 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-566a8c78-e251-4b73-a8cf-6213ec89efcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3c7fa0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:35.432302 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2cbed4ba-0307-43ec-871a-dc193540ff32 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:35.473155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df108c7-4238-43d0-95fa-20ebc4bfb76b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:50:35.484970 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-2cbed4ba-0307-43ec-871a-dc193540ff32 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b1873a0>,) {'filters': {'network_id': ['21a47168-5359-42cc-b173-9f67d550e87e']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:35.501713 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-566a8c78-e251-4b73-a8cf-6213ec89efcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3c7fa0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:35.517850 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f395d2-9275-4aeb-95bd-b8932a27722c req-6300ea08-6081-4de8-a367-43af41fba3e8 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:35.519360 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-36f395d2-9275-4aeb-95bd-b8932a27722c req-6300ea08-6081-4de8-a367-43af41fba3e8 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 945 time: 0.4439063
Dec 22 04:50:35.522646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-2cbed4ba-0307-43ec-871a-dc193540ff32 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b1873a0>, 'b50bef65-554c-4578-9fe9-3cb9b09a7bae') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:35.522988 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-2cbed4ba-0307-43ec-871a-dc193540ff32 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b1873a0>, 'b50bef65-554c-4578-9fe9-3cb9b09a7bae') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:35.523402 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566a8c78-e251-4b73-a8cf-6213ec89efcc None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:35.524017 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-566a8c78-e251-4b73-a8cf-6213ec89efcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3c7fa0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:35.551479 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-859d1175-740a-4c57-8a31-90e4ced83dd8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/98a33b74-d200-4151-999f-fbd8f73d72ac HTTP/1.1" status: 200  len: 991 time: 0.3762498
Dec 22 04:50:35.556967 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-a1a30334-0d64-41e5-bd05-ad768b19070d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Calling delete_port for ac856a08-261d-47a6-a536-770d9bb8b726 owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:35.558568 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2cbed4ba-0307-43ec-871a-dc193540ff32 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:35.586033 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b5102ac4-c216-4617-b5b7-91fff534c539 req-0cd8b125-a0b7-43f3-91d8-7d067364a01c service neutron] 10.222.0.47 "GET /v2.0/networks/f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2663229
Dec 22 04:50:35.589412 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-566a8c78-e251-4b73-a8cf-6213ec89efcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3c7fa0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:35.590151 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566a8c78-e251-4b73-a8cf-6213ec89efcc None None] The sync data for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:50:35.595070 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-2abfa5ba-2bd4-4000-83b3-6df3b7b48e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca8c3d0>, [{'id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'name': 'tempest-TestNetworkBasicOps-router-1478209335', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:14Z', 'updated_at': '2021-12-22T04:49:32Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:15Z', 'updated_at': '2021-12-22T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '98a33b74-d200-4151-999f-fbd8f73d72ac', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'port_id': '0deaae2f-c070-4605-ba96-369346905e69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'mac_address': 'fa:16:3e:e7:a4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71399509-53eb-423d-a58f-40013ecf242f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:50:29Z', 'updated_at': '2021-12-22T04:50:29Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd65023e-79f7-423c-aa3a-2c429170e389', 'name': '', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:c6:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:45Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:35.600020 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2cbed4ba-0307-43ec-871a-dc193540ff32 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:35.601117 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abfa5ba-2bd4-4000-83b3-6df3b7b48e0f None None] The sync data for ids ['58dcf30e-3958-471a-ae24-3776d056b38b'] in dv-neutron-822525-1-hyperv is: [{'id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'name': 'tempest-TestNetworkBasicOps-router-1478209335', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:14Z', 'updated_at': '2021-12-22T04:49:32Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:15Z', 'updated_at': '2021-12-22T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '98a33b74-d200-4151-999f-fbd8f73d72ac', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'port_id': '0deaae2f-c070-4605-ba96-369346905e69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'mac_address': 'fa:16:3e:e7:a4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71399509-53eb-423d-a58f-40013ecf242f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:50:29Z', 'updated_at': '2021-12-22T04:50:29Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd65023e-79f7-423c-aa3a-2c429170e389', 'name': '', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:c6:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:45Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:50:35.674413 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:35.689186 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbed4ba-0307-43ec-871a-dc193540ff32 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:50:35.689639 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2cbed4ba-0307-43ec-871a-dc193540ff32 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:50:35.712100 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:50:35.811744 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-36f395d2-9275-4aeb-95bd-b8932a27722c req-941a2c04-0a98-4295-bacb-97d867759b67 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2818730
Dec 22 04:50:35.832484 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 981 time: 11.0739837
Dec 22 04:50:35.843673 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54374) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:35.854618 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-8e026b19-316c-4f69-827d-6a3d1b3d3a2d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-926252367'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:35.858187 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2cbed4ba-0307-43ec-871a-dc193540ff32 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:35.864427 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-38326559-f9ec-4099-a30a-5da02d1a570c tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:35.867428 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1df108c7-4238-43d0-95fa-20ebc4bfb76b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:35.879284 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2cbed4ba-0307-43ec-871a-dc193540ff32 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:35.883938 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8e026b19-316c-4f69-827d-6a3d1b3d3a2d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:35.900839 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390078af-dce0-421c-8c72-526a4b0661ee None None] New status for floating IP 98a33b74-d200-4151-999f-fbd8f73d72ac: ACTIVE {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 04:50:35.908507 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbed4ba-0307-43ec-871a-dc193540ff32 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Pushing event deleted for resources: {'Network': ['ID=21a47168-5359-42cc-b173-9f67d550e87e,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:35.911205 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2cbed4ba-0307-43ec-871a-dc193540ff32 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] 10.222.0.53 "DELETE /v2.0/networks/21a47168-5359-42cc-b173-9f67d550e87e HTTP/1.1" status: 204  len: 168 time: 1.1474729
Dec 22 04:50:35.930672 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2cbed4ba-0307-43ec-871a-dc193540ff32 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:35.933649 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b5102ac4-c216-4617-b5b7-91fff534c539 req-e450e9d7-8a4e-4a25-8311-ca48e8cc4a7e service neutron] 10.222.0.47 "GET /v2.0/networks/f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3304000
Dec 22 04:50:35.958395 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8e026b19-316c-4f69-827d-6a3d1b3d3a2d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Usage tracker for resource:network and tenant:fd72df115f564198b6625c6a0d6299d2 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:35.973673 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8e026b19-316c-4f69-827d-6a3d1b3d3a2d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:35.998839 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-612a6a7b-e7ae-4674-8e49-365bd026f51b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/routers/fc3bf46f-2895-4f2a-a0ff-c4e09133a35e HTTP/1.1" status: 200  len: 891 time: 2.0490286
Dec 22 04:50:36.000659 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54380) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:36.005403 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8e026b19-316c-4f69-827d-6a3d1b3d3a2d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:36.068034 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ec430b22-8edc-47ec-9404-619b1a95e289 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc3bf46f-2895-4f2a-a0ff-c4e09133a35e HTTP/1.1" status: 200  len: 205 time: 0.0643225
Dec 22 04:50:36.068761 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54384) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:36.078092 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e026b19-316c-4f69-827d-6a3d1b3d3a2d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Made reservation on behalf of fd72df115f564198b6625c6a0d6299d2 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:50:36.082463 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8e026b19-316c-4f69-827d-6a3d1b3d3a2d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:36.270309 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f49661d4-58df-4ad8-bc00-d861b88b1e71 None None] Provisioning for port d2daec52-5b83-4f03-9ce9-c9ec2964343d completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:36.272387 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e026b19-316c-4f69-827d-6a3d1b3d3a2d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:50:36.277697 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f49661d4-58df-4ad8-bc00-d861b88b1e71 None None] Provisioning complete for port d2daec52-5b83-4f03-9ce9-c9ec2964343d triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:36.278265 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f49661d4-58df-4ad8-bc00-d861b88b1e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:36.302441 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8e026b19-316c-4f69-827d-6a3d1b3d3a2d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:36.302785 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-8e026b19-316c-4f69-827d-6a3d1b3d3a2d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Added segment fc39ef2a-fa09-4e40-8ff4-f21706a775e6 of type vlan for network 52bfcced-9596-4008-8be8-276eb11cbb7a
Dec 22 04:50:36.309236 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a1a30334-0d64-41e5-bd05-ad768b19070d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:36.317478 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-eab3910d-7cc8-4953-8455-549d71086977 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:36.361682 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54390) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:36.413389 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a30334-0d64-41e5-bd05-ad768b19070d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Port': ['ID=ac856a08-261d-47a6-a536-770d9bb8b726,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:36.428612 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a1a30334-0d64-41e5-bd05-ad768b19070d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:36.437320 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8e026b19-316c-4f69-827d-6a3d1b3d3a2d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:36.466227 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4c46f2aa-6e78-47d2-b70f-0e8ed124ced3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:36.482617 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f49661d4-58df-4ad8-bc00-d861b88b1e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:36.538151 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-f49661d4-58df-4ad8-bc00-d861b88b1e71 None None] For port d2daec52-5b83-4f03-9ce9-c9ec2964343d, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d2daec52-5b83-4f03-9ce9-c9ec2964343d,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:36.551325 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f49661d4-58df-4ad8-bc00-d861b88b1e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:36.554661 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:36.556676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54396) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:36.594869 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8e026b19-316c-4f69-827d-6a3d1b3d3a2d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:36.599684 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e026b19-316c-4f69-827d-6a3d1b3d3a2d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:36.600432 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8e026b19-316c-4f69-827d-6a3d1b3d3a2d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:36.605370 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2f47a1b2-3a15-45fd-bb96-211796f3c0f7 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:36.661235 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49661d4-58df-4ad8-bc00-d861b88b1e71 None None] Pushing event updated for resources: {'Port': ['ID=d2daec52-5b83-4f03-9ce9-c9ec2964343d,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:36.674950 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f49661d4-58df-4ad8-bc00-d861b88b1e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:36.713103 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5cb59269-af60-4e53-bc98-d520e06800bd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/98a33b74-d200-4151-999f-fbd8f73d72ac HTTP/1.1" status: 200  len: 993 time: 0.1483848
Dec 22 04:50:36.828249 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4c46f2aa-6e78-47d2-b70f-0e8ed124ced3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:36.838312 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-4c46f2aa-6e78-47d2-b70f-0e8ed124ced3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting port 761001a5-9285-431f-a482-587234ee4d50 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:36.838661 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4c46f2aa-6e78-47d2-b70f-0e8ed124ced3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:37.008358 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4c46f2aa-6e78-47d2-b70f-0e8ed124ced3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:37.128543 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e026b19-316c-4f69-827d-6a3d1b3d3a2d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Network': ['ID=52bfcced-9596-4008-8be8-276eb11cbb7a,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:37.133920 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-4c46f2aa-6e78-47d2-b70f-0e8ed124ced3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Calling delete_port for 761001a5-9285-431f-a482-587234ee4d50 owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:37.141853 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 52bfcced-9596-4008-8be8-276eb11cbb7a details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:50:37.145131 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8e026b19-316c-4f69-827d-6a3d1b3d3a2d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:37.149178 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8e026b19-316c-4f69-827d-6a3d1b3d3a2d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.3032537
Dec 22 04:50:37.154878 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54402) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:37.163056 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a83d5f05-8eca-475f-b73c-a4d801dfa6e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9cc774473554458a97f8b8616dd2ecde&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7966046
Dec 22 04:50:37.165447 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54406) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:37.168255 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-05acf105-5197-44d5-a1f6-04a26d90c665 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Request body: {'subnet': {'network_id': '52bfcced-9596-4008-8be8-276eb11cbb7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:37.178267 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d2daec52-5b83-4f03-9ce9-c9ec2964343d up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:37.281634 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e150298c-95ed-48b7-a71d-885293d1e372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:37.314868 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e150298c-95ed-48b7-a71d-885293d1e372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:37.347377 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port d2daec52-5b83-4f03-9ce9-c9ec2964343d triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:37.347569 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:37.412469 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-05acf105-5197-44d5-a1f6-04a26d90c665 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:37.414208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4c46f2aa-6e78-47d2-b70f-0e8ed124ced3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:37.415621 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.objects.ports [None req-1df108c7-4238-43d0-95fa-20ebc4bfb76b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83434) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 04:50:37.418128 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-da11d254-e8d5-49ac-ad17-728574fac119 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:37.446211 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e150298c-95ed-48b7-a71d-885293d1e372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:37.463497 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3219a-e60c-4226-95f0-5124ae326849 req-ee35c234-8702-4b1c-9ad1-2a4ab43835f5 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:37.464981 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2fc3219a-e60c-4226-95f0-5124ae326849 req-ee35c234-8702-4b1c-9ad1-2a4ab43835f5 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 945 time: 0.5121531
Dec 22 04:50:37.466056 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46f2aa-6e78-47d2-b70f-0e8ed124ced3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Port': ['ID=761001a5-9285-431f-a482-587234ee4d50,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:37.471534 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4c46f2aa-6e78-47d2-b70f-0e8ed124ced3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:37.471715 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d775182b-ce3c-47a8-8986-11ff040d824f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:37.486223 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150298c-95ed-48b7-a71d-885293d1e372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f77fe22-f07a-4f69-8a6e-b2b7f8376be4,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:37.490709 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-05acf105-5197-44d5-a1f6-04a26d90c665 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:37.505481 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:37.517923 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e150298c-95ed-48b7-a71d-885293d1e372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:37.544100 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05acf105-5197-44d5-a1f6-04a26d90c665 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Made reservation on behalf of fd72df115f564198b6625c6a0d6299d2 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:50:37.557019 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e150298c-95ed-48b7-a71d-885293d1e372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:37.558142 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e150298c-95ed-48b7-a71d-885293d1e372 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9f77fe22-f07a-4f69-8a6e-b2b7f8376be4 HTTP/1.1" status: 204  len: 168 time: 0.3936200
Dec 22 04:50:37.632091 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a1a30334-0d64-41e5-bd05-ad768b19070d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:37.657193 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2fc3219a-e60c-4226-95f0-5124ae326849 req-83e320c5-6278-43b3-b9f7-a2f3d11f7d76 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1522717
Dec 22 04:50:37.834758 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-05acf105-5197-44d5-a1f6-04a26d90c665 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:37.870299 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4c46f2aa-6e78-47d2-b70f-0e8ed124ced3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:38.027649 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1df108c7-4238-43d0-95fa-20ebc4bfb76b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:38.153787 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4c46f2aa-6e78-47d2-b70f-0e8ed124ced3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:38.161775 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4c46f2aa-6e78-47d2-b70f-0e8ed124ced3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:38.170806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674de20-fc72-48e0-87a3-835f25481e91 req-4859afa1-fb93-4283-b97a-c1f52745e047 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:38.172372 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5674de20-fc72-48e0-87a3-835f25481e91 req-4859afa1-fb93-4283-b97a-c1f52745e047 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 945 time: 0.3507831
Dec 22 04:50:38.225836 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4c46f2aa-6e78-47d2-b70f-0e8ed124ced3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:38.226535 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c46f2aa-6e78-47d2-b70f-0e8ed124ced3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Fanout notify agent at l3_agent the message router_deleted on router fc3bf46f-2895-4f2a-a0ff-c4e09133a35e {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:50:38.249634 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5674de20-fc72-48e0-87a3-835f25481e91 req-a4b7a231-2b15-4f50-bc7d-5968a13b1f69 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581865
Dec 22 04:50:38.257492 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4c46f2aa-6e78-47d2-b70f-0e8ed124ced3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:38.261966 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4c46f2aa-6e78-47d2-b70f-0e8ed124ced3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/routers/fc3bf46f-2895-4f2a-a0ff-c4e09133a35e HTTP/1.1" status: 204  len: 168 time: 2.1890333
Dec 22 04:50:38.263789 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54428) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:38.269955 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e197ff78-bbdf-4f22-9d25-2fcd313b1918 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-797502533'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:38.278011 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e197ff78-bbdf-4f22-9d25-2fcd313b1918 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:38.284662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e197ff78-bbdf-4f22-9d25-2fcd313b1918 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:network and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:38.289522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e197ff78-bbdf-4f22-9d25-2fcd313b1918 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:38.292844 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54434) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:38.299346 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e197ff78-bbdf-4f22-9d25-2fcd313b1918 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:38.355163 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e197ff78-bbdf-4f22-9d25-2fcd313b1918 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Made reservation on behalf of 2c15a5726c1c4265b642f9bc187fa0d4 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:50:38.358140 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e197ff78-bbdf-4f22-9d25-2fcd313b1918 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:38.401975 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e197ff78-bbdf-4f22-9d25-2fcd313b1918 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:50:38.418250 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-553966c8-026d-4d30-bd68-0b6dcc03f0d4 tempest-TestNetworkAdvancedServerOps-179661174 tempest-TestNetworkAdvancedServerOps-179661174-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 1093 time: 0.1216106
Dec 22 04:50:38.418460 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54440) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:38.421088 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e197ff78-bbdf-4f22-9d25-2fcd313b1918 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:38.421775 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-e197ff78-bbdf-4f22-9d25-2fcd313b1918 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Added segment f72284da-ae94-4fda-9402-d543b92b90a1 of type vlan for network 82f351a7-8921-457e-a4b5-aed925a54418
Dec 22 04:50:38.430377 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': '0d744c85-97ab-4499-946b-724c644689b1', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:38.436610 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:38.444335 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Usage tracker for resource:floatingip and tenant:4a9c0bba5dc144c8a8924788c9d546a7 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:38.448846 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:38.464474 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:38.469996 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e197ff78-bbdf-4f22-9d25-2fcd313b1918 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:38.473609 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54444) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:38.503337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:38.579546 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e197ff78-bbdf-4f22-9d25-2fcd313b1918 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:38.583397 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e197ff78-bbdf-4f22-9d25-2fcd313b1918 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:38.584209 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e197ff78-bbdf-4f22-9d25-2fcd313b1918 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:38.589514 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6313e492-ad1b-4b65-82f7-60eca16b75fb tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:38.632952 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-05acf105-5197-44d5-a1f6-04a26d90c665 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:38.639173 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-041124b3-7852-44ac-979e-41b381a5bfc6 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:38.671712 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-775071938-network', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:38.691444 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:38.707574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-1df108c7-4238-43d0-95fa-20ebc4bfb76b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] For port d2daec52-5b83-4f03-9ce9-c9ec2964343d, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d2daec52-5b83-4f03-9ce9-c9ec2964343d,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:38.715641 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Usage tracker for resource:network and tenant:3b44be9ba27547a492de77c9a415f2bf is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:38.722794 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:38.726704 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e197ff78-bbdf-4f22-9d25-2fcd313b1918 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4622414
Dec 22 04:50:38.727844 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197ff78-bbdf-4f22-9d25-2fcd313b1918 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Network': ['ID=82f351a7-8921-457e-a4b5-aed925a54418,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:38.730790 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e197ff78-bbdf-4f22-9d25-2fcd313b1918 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:38.733535 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54450) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:38.741121 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:38.746978 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-7d5ab856-b41e-4834-846a-231c6b42460f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'subnet': {'network_id': '82f351a7-8921-457e-a4b5-aed925a54418', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:38.747338 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 82f351a7-8921-457e-a4b5-aed925a54418 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:50:38.859754 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Made reservation on behalf of 3b44be9ba27547a492de77c9a415f2bf for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:50:38.862390 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:38.874863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acf105-5197-44d5-a1f6-04a26d90c665 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Subnet': ['ID=e411990f-f08b-4337-b65c-ed2787b057c9,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:38.883888 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-05acf105-5197-44d5-a1f6-04a26d90c665 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:38.894784 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:38.909464 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1df108c7-4238-43d0-95fa-20ebc4bfb76b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:38.913036 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4fdc07d5-4781-4551-b8e3-87f8b0285f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:38.926868 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7d5ab856-b41e-4834-846a-231c6b42460f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:38.929811 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05acf105-5197-44d5-a1f6-04a26d90c665 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Checking segment: {'id': 'fc39ef2a-fa09-4e40-8ff4-f21706a775e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '52bfcced-9596-4008-8be8-276eb11cbb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:50:38.930212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05acf105-5197-44d5-a1f6-04a26d90c665 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Network hostable DHCP agents. Network: 52bfcced-9596-4008-8be8-276eb11cbb7a, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:50:38.935965 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1df108c7-4238-43d0-95fa-20ebc4bfb76b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:38.936756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1df108c7-4238-43d0-95fa-20ebc4bfb76b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:38.938566 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7d5ab856-b41e-4834-846a-231c6b42460f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:subnet and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:38.942882 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4d34b15c-47da-4a21-97f6-e7031675eaeb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:38.944485 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7d5ab856-b41e-4834-846a-231c6b42460f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:38.960365 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7d5ab856-b41e-4834-846a-231c6b42460f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:38.985597 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:38.989737 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5ab856-b41e-4834-846a-231c6b42460f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Made reservation on behalf of 2c15a5726c1c4265b642f9bc187fa0d4 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:50:39.008501 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Usage tracker for resource:security_group_rule and tenant:3b44be9ba27547a492de77c9a415f2bf is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:39.011687 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:39.014197 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:39.050310 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df108c7-4238-43d0-95fa-20ebc4bfb76b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:39.054361 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-1df108c7-4238-43d0-95fa-20ebc4bfb76b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:39.060429 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df108c7-4238-43d0-95fa-20ebc4bfb76b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:39.061061 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1df108c7-4238-43d0-95fa-20ebc4bfb76b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:39.066077 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fdd900-92ff-4ab9-8936-18ef89a1dde2 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:39.066294 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df108c7-4238-43d0-95fa-20ebc4bfb76b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=d2daec52-5b83-4f03-9ce9-c9ec2964343d,revision_number=5']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:39.071560 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1df108c7-4238-43d0-95fa-20ebc4bfb76b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:39.073158 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c7020365-ef56-46f5-a0ed-f8123d0e6b84 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:39.105576 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:39.119395 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05acf105-5197-44d5-a1f6-04a26d90c665 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Network 52bfcced-9596-4008-8be8-276eb11cbb7a is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:50:39.180532 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab856-b41e-4834-846a-231c6b42460f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:39.192179 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-05acf105-5197-44d5-a1f6-04a26d90c665 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 52bfcced-9596-4008-8be8-276eb11cbb7a) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:39.209121 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1df108c7-4238-43d0-95fa-20ebc4bfb76b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 4.6262825
Dec 22 04:50:39.212140 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54454) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:39.214238 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce162f9-718a-40f1-a2e5-153ace8e6c92 None None] Network 52bfcced-9596-4008-8be8-276eb11cbb7a requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:39.228751 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a30334-0d64-41e5-bd05-ad768b19070d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Router 41bde271-baf5-4618-b74b-f09357e01f17 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:50:39.243843 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df108c7-4238-43d0-95fa-20ebc4bfb76b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Subnet': ['ID=0cb6601f-9972-42c1-9881-aedf5e622f99,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:39.256898 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-2573aa80-363f-4ac0-b4b5-d537830281ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Request body: {'port': {'network_id': '7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e', 'mac_address': 'fa:16:3e:46:36:1e', 'name': 'tempest-NetworksTestDHCPv6-1286084203'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:39.343012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05acf105-5197-44d5-a1f6-04a26d90c665 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:39.343602 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-05acf105-5197-44d5-a1f6-04a26d90c665 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:39.357418 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1df108c7-4238-43d0-95fa-20ebc4bfb76b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:39.386631 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Allocated IP 172.26.4.54 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/bd9fa968-03c2-427a-a51c-3cb006af6b32) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:39.412068 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:39.468925 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-05acf105-5197-44d5-a1f6-04a26d90c665 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3128970
Dec 22 04:50:39.469586 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54458) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:39.488140 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:39.564048 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-326531752', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}, 'admin_state_up': False}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:39.572210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:39.576411 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Usage tracker for resource:router and tenant:fd72df115f564198b6625c6a0d6299d2 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:39.579481 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:39.586075 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:39.618180 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-52bfcced-9596-4008-8be8-276eb11cbb7a', 'network_id': '52bfcced-9596-4008-8be8-276eb11cbb7a', 'tenant_id': 'fd72df115f564198b6625c6a0d6299d2', 'fixed_ips': [{'subnet_id': 'e411990f-f08b-4337-b65c-ed2787b057c9'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:50:39.618995 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:39.620222 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:39.621219 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:39.633146 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-50794878-0e9a-42d9-8ad8-900ea0ff1848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:39.675426 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-2573aa80-363f-4ac0-b4b5-d537830281ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:39.693334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2573aa80-363f-4ac0-b4b5-d537830281ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Usage tracker for resource:port and tenant:25825f4b1181465ebc1c194a44f89ac1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:39.699260 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2573aa80-363f-4ac0-b4b5-d537830281ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:39.702502 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:39.715732 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:50:39.719918 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-2573aa80-363f-4ac0-b4b5-d537830281ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:39.741842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f1d5ae-21ff-46a3-92eb-883444c3335c,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:39.747377 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a30334-0d64-41e5-bd05-ad768b19070d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:50:39.751317 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:39.757916 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5168954-c577-4094-b25d-7027d30b9262 None None] Sync routers for ids ['41bde271-baf5-4618-b74b-f09357e01f17'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:50:39.762568 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2573aa80-363f-4ac0-b4b5-d537830281ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Made reservation on behalf of 25825f4b1181465ebc1c194a44f89ac1 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:50:39.764760 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:39.765287 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Added segment 7a2911af-ce8f-47e8-b777-7da37b702f30 of type vlan for network 7f8f534e-2db6-44af-9bdd-e4fd78e01696
Dec 22 04:50:39.766964 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2573aa80-363f-4ac0-b4b5-d537830281ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:39.780400 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5168954-c577-4094-b25d-7027d30b9262 None None] Routers {'41bde271-baf5-4618-b74b-f09357e01f17'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:39.781031 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-e5168954-c577-4094-b25d-7027d30b9262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c694520>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['41bde271-baf5-4618-b74b-f09357e01f17'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:39.879579 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Allocated IP 172.20.0.2 (52bfcced-9596-4008-8be8-276eb11cbb7a/e411990f-f08b-4337-b65c-ed2787b057c9/ca4d89b6-d44d-4b76-a68c-76b5e3646092) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:39.883524 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:39.890745 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab856-b41e-4834-846a-231c6b42460f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:39.904610 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2b96648c-d93d-4c1a-8a02-2bb59a129e62 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:39.936504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:39.937409 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a1a30334-0d64-41e5-bd05-ad768b19070d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/routers/41bde271-baf5-4618-b74b-f09357e01f17/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1045284
Dec 22 04:50:39.948449 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54462) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:39.977771 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-2573aa80-363f-4ac0-b4b5-d537830281ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] device_id is not set on port 78c14ee1-95d7-41a6-80ae-a581878d9148 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:50:40.015183 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ab856-b41e-4834-846a-231c6b42460f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Subnet': ['ID=f603419c-71c0-423d-b7fa-e2ed61fc8e2e,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:40.020373 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7d5ab856-b41e-4834-846a-231c6b42460f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:40.037018 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:40.037966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:40.038540 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:40.045981 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-588260fe-3e84-4391-ae72-88da1cdc636f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:40.086317 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-e5168954-c577-4094-b25d-7027d30b9262 None None] Set router 41bde271-baf5-4618-b74b-f09357e01f17 gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:50:40.187979 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5ab856-b41e-4834-846a-231c6b42460f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Checking segment: {'id': 'f72284da-ae94-4fda-9402-d543b92b90a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '82f351a7-8921-457e-a4b5-aed925a54418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:50:40.188512 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5ab856-b41e-4834-846a-231c6b42460f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network hostable DHCP agents. Network: 82f351a7-8921-457e-a4b5-aed925a54418, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:50:40.200177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Pushing event updated for resources: {'Network': ['ID=7f8f534e-2db6-44af-9bdd-e4fd78e01696,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:40.203135 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:40.209358 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:40.215103 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 7f8f534e-2db6-44af-9bdd-e4fd78e01696 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:50:40.218658 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3f2d8435-b582-43b6-9279-52aacc7c6c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:40.278798 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.8015532
Dec 22 04:50:40.278798 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54466) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:40.304305 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-5a3fc194-ad95-4d53-9fe5-b8288cb1cb36 admin admin] Request body: {'subnet': {'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-775071938-subnet', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'ip_version': 4}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:40.312798 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:40.331465 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-5a3fc194-ad95-4d53-9fe5-b8288cb1cb36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:40.340464 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5a3fc194-ad95-4d53-9fe5-b8288cb1cb36 admin admin] Usage tracker for resource:subnet and tenant:3b44be9ba27547a492de77c9a415f2bf is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:40.359343 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:40.360815 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5a3fc194-ad95-4d53-9fe5-b8288cb1cb36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:40.363479 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:40.368554 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:40.376767 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-5a3fc194-ad95-4d53-9fe5-b8288cb1cb36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:40.379267 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:50:40.408609 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Transition to ACTIVE for port object ca4d89b6-d44d-4b76-a68c-76b5e3646092 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:40.416330 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Pushing event updated for resources: {'Port': ['ID=bd9fa968-03c2-427a-a51c-3cb006af6b32,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:40.425578 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5ab856-b41e-4834-846a-231c6b42460f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network 82f351a7-8921-457e-a4b5-aed925a54418 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:50:40.429247 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:40.444317 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Transition to ACTIVE for port object ca4d89b6-d44d-4b76-a68c-76b5e3646092 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:40.446205 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3fc194-ad95-4d53-9fe5-b8288cb1cb36 admin admin] Made reservation on behalf of 3b44be9ba27547a492de77c9a415f2bf for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:50:40.448537 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a3fc194-ad95-4d53-9fe5-b8288cb1cb36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:40.454499 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:40.461233 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4d986dc2-7f9c-4636-94f6-82f76b9809e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:40.522643 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-7d5ab856-b41e-4834-846a-231c6b42460f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 82f351a7-8921-457e-a4b5-aed925a54418) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:40.539098 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5ab856-b41e-4834-846a-231c6b42460f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:40.540458 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab856-b41e-4834-846a-231c6b42460f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:40.574389 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ad835e-f2e9-4e74-9da6-707e2801400d None None] Network 82f351a7-8921-457e-a4b5-aed925a54418 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:40.632148 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-e5168954-c577-4094-b25d-7027d30b9262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c694520>, [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:50:36Z', 'revision_number': 10, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None, '_interfaces': [{'id': 'afe696ef-6297-44bb-991c-b655ab111c68', 'name': '', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:a4:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:55Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:40.640109 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5168954-c577-4094-b25d-7027d30b9262 None None] Checking router: 41bde271-baf5-4618-b74b-f09357e01f17 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:50:40.664106 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7d5ab856-b41e-4834-846a-231c6b42460f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.9259269
Dec 22 04:50:40.664789 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54470) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:40.674329 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5168954-c577-4094-b25d-7027d30b9262 None None] Routers {'41bde271-baf5-4618-b74b-f09357e01f17'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:40.676478 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-e5168954-c577-4094-b25d-7027d30b9262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c694520>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['41bde271-baf5-4618-b74b-f09357e01f17'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:40.682470 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e6e95af9-ee9f-45b6-ad8a-a49dd1ea2f51 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-201799877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:40.727800 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Network 52bfcced-9596-4008-8be8-276eb11cbb7a is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:40.731805 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e6e95af9-ee9f-45b6-ad8a-a49dd1ea2f51 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:40.733046 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:40.742560 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e6e95af9-ee9f-45b6-ad8a-a49dd1ea2f51 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:router and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:40.743287 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:50:40.747747 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Pushing event updated for resources: {'Port': ['ID=ca4d89b6-d44d-4b76-a68c-76b5e3646092,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:40.749346 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e6e95af9-ee9f-45b6-ad8a-a49dd1ea2f51 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:40.769280 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:40.774578 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e6e95af9-ee9f-45b6-ad8a-a49dd1ea2f51 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:40.779133 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06e07b4-11ae-42db-8dbb-8b6bcfa0eec5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting subnet 6dc0fc25-8202-4555-9320-810b00f7f5c9 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:50:40.782321 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c06e07b4-11ae-42db-8dbb-8b6bcfa0eec5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:40.829703 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e6e95af9-ee9f-45b6-ad8a-a49dd1ea2f51 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:40.830927 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e6e95af9-ee9f-45b6-ad8a-a49dd1ea2f51 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:40.913193 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-2573aa80-363f-4ac0-b4b5-d537830281ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8::77 (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/2262b72f-81dc-4a27-8c80-0a0fdc2ff90f/78c14ee1-95d7-41a6-80ae-a581878d9148) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:40.915494 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-e5168954-c577-4094-b25d-7027d30b9262 None None] Set router 41bde271-baf5-4618-b74b-f09357e01f17 gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:50:40.920405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-2573aa80-363f-4ac0-b4b5-d537830281ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Allocated IP 2001:db8:0:1:f816:3eff:fe46:361e (7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e/0cb6601f-9972-42c1-9881-aedf5e622f99/78c14ee1-95d7-41a6-80ae-a581878d9148) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:40.974493 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a88aedad-d310-4c2a-bb0a-f35d01278f77 None None] Provisioning complete for port d2daec52-5b83-4f03-9ce9-c9ec2964343d triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:40.975039 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a88aedad-d310-4c2a-bb0a-f35d01278f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:41.034067 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Attempting to bind port ca4d89b6-d44d-4b76-a68c-76b5e3646092 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:50:41.034552 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Attempting to bind port ca4d89b6-d44d-4b76-a68c-76b5e3646092 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'fc39ef2a-fa09-4e40-8ff4-f21706a775e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '52bfcced-9596-4008-8be8-276eb11cbb7a'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:50:41.035018 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Attempting to bind port ca4d89b6-d44d-4b76-a68c-76b5e3646092 on network 52bfcced-9596-4008-8be8-276eb11cbb7a {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:50:41.046796 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-899b625e-42c2-4958-8c2d-2b4f22f94915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:41.099198 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:50:41.099740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Checking segment: {'id': 'fc39ef2a-fa09-4e40-8ff4-f21706a775e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '52bfcced-9596-4008-8be8-276eb11cbb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:50:41.100273 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:41.100781 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Bound using segment: {'id': 'fc39ef2a-fa09-4e40-8ff4-f21706a775e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '52bfcced-9596-4008-8be8-276eb11cbb7a'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:50:41.101368 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Bound port: ca4d89b6-d44d-4b76-a68c-76b5e3646092, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc39ef2a-fa09-4e40-8ff4-f21706a775e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '52bfcced-9596-4008-8be8-276eb11cbb7a'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:50:41.101872 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:41.165958 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e6e95af9-ee9f-45b6-ad8a-a49dd1ea2f51 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:41.196461 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c06e07b4-11ae-42db-8dbb-8b6bcfa0eec5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:41.225815 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-82f351a7-8921-457e-a4b5-aed925a54418', 'network_id': '82f351a7-8921-457e-a4b5-aed925a54418', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'fixed_ips': [{'subnet_id': 'f603419c-71c0-423d-b7fa-e2ed61fc8e2e'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:50:41.228054 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:41.264394 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d2daec52-5b83-4f03-9ce9-c9ec2964343d up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:41.277943 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a3fc194-ad95-4d53-9fe5-b8288cb1cb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:41.285921 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a29ed856-df69-46e9-ad8d-697d8b8e27cd tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:41.311966 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2573aa80-363f-4ac0-b4b5-d537830281ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:41.318622 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e6e95af9-ee9f-45b6-ad8a-a49dd1ea2f51 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:41.346144 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-2573aa80-363f-4ac0-b4b5-d537830281ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Transition to ACTIVE for port object 78c14ee1-95d7-41a6-80ae-a581878d9148 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:41.367035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:41.416868 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-e5168954-c577-4094-b25d-7027d30b9262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c694520>, [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:50:36Z', 'revision_number': 10, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None, '_interfaces': [{'id': 'afe696ef-6297-44bb-991c-b655ab111c68', 'name': '', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:a4:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:55Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:41.418991 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c06e07b4-11ae-42db-8dbb-8b6bcfa0eec5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:41.423693 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5168954-c577-4094-b25d-7027d30b9262 None None] The sync data for ids ['41bde271-baf5-4618-b74b-f09357e01f17'] in dv-neutron-822525-1-hyperv is: [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:50:36Z', 'revision_number': 10, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None, '_interfaces': [{'id': 'afe696ef-6297-44bb-991c-b655ab111c68', 'name': '', 'network_id': 'b0ebd54d-1368-4907-863e-a458becfde1e', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'mac_address': 'fa:16:3e:a4:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bde271-baf5-4618-b74b-f09357e01f17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:48:55Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 5, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'subnets': [{'id': '56c7c716-3ae4-4618-bdb9-6294a590fc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:50:41.443632 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fc194-ad95-4d53-9fe5-b8288cb1cb36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbd01024-1a39-4919-97b8-72bd7b2c03da,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:41.449981 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5a3fc194-ad95-4d53-9fe5-b8288cb1cb36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:41.452644 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e6e95af9-ee9f-45b6-ad8a-a49dd1ea2f51 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:41.456683 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e6e95af9-ee9f-45b6-ad8a-a49dd1ea2f51 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.7825472
Dec 22 04:50:41.457264 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54474) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:41.462047 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2573aa80-363f-4ac0-b4b5-d537830281ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:41.472824 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8c5c63de-1996-4760-a622-c692ed2cd6a1 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:41.498220 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] For port ca4d89b6-d44d-4b76-a68c-76b5e3646092, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:50:41.519580 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] For port ca4d89b6-d44d-4b76-a68c-76b5e3646092, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=ca4d89b6-d44d-4b76-a68c-76b5e3646092,segment=NetworkSegment(fc39ef2a-fa09-4e40-8ff4-f21706a775e6),segment_id=fc39ef2a-fa09-4e40-8ff4-f21706a775e6)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:50:41.539959 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:41.547151 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:41.581932 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port d2daec52-5b83-4f03-9ce9-c9ec2964343d triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:41.582459 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:41.595525 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:41.609337 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2573aa80-363f-4ac0-b4b5-d537830281ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:41.611297 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:41.641400 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-2573aa80-363f-4ac0-b4b5-d537830281ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:41.643505 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573aa80-363f-4ac0-b4b5-d537830281ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event updated for resources: {'Port': ['ID=78c14ee1-95d7-41a6-80ae-a581878d9148,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:41.651124 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2573aa80-363f-4ac0-b4b5-d537830281ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:50:41.655107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2573aa80-363f-4ac0-b4b5-d537830281ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:41.655727 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2573aa80-363f-4ac0-b4b5-d537830281ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:41.663072 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2573aa80-363f-4ac0-b4b5-d537830281ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:41.664063 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:41.711395 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c06e07b4-11ae-42db-8dbb-8b6bcfa0eec5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:41.719319 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-01f7d63d-eb82-45c4-90f1-f3523006c4d5 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:41.741310 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Pushing event updated for resources: {'Port': ['ID=ca4d89b6-d44d-4b76-a68c-76b5e3646092,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:41.745687 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:41.760703 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3fc194-ad95-4d53-9fe5-b8288cb1cb36 admin admin] Checking segment: {'id': '7a2911af-ce8f-47e8-b777-7da37b702f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:50:41.761044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3fc194-ad95-4d53-9fe5-b8288cb1cb36 admin admin] Network hostable DHCP agents. Network: 7f8f534e-2db6-44af-9bdd-e4fd78e01696, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:50:41.767594 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Allocated IP 2001:db8::2 (82f351a7-8921-457e-a4b5-aed925a54418/f603419c-71c0-423d-b7fa-e2ed61fc8e2e/a4a6147a-5442-44ca-a106-37fae8335e4b) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:41.795388 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e07b4-11ae-42db-8dbb-8b6bcfa0eec5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Subnet': ['ID=6dc0fc25-8202-4555-9320-810b00f7f5c9,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:41.808099 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c06e07b4-11ae-42db-8dbb-8b6bcfa0eec5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:41.824822 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2573aa80-363f-4ac0-b4b5-d537830281ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 2.5829256
Dec 22 04:50:41.830479 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c06e07b4-11ae-42db-8dbb-8b6bcfa0eec5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:41.835591 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c06e07b4-11ae-42db-8dbb-8b6bcfa0eec5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/subnets/6dc0fc25-8202-4555-9320-810b00f7f5c9 HTTP/1.1" status: 204  len: 168 time: 1.8781846
Dec 22 04:50:41.836717 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54478) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:41.836815 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54480) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:41.856918 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91974725-90e3-4d50-ba50-3e66428903a5 None None] Network f9303cc1-64e3-47f5-8815-fc4adbc077eb requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:42.176857 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-e0ba96ac-ead4-4fa6-b078-37af4b507108 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting port 78c14ee1-95d7-41a6-80ae-a581878d9148 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:42.177216 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e0ba96ac-ead4-4fa6-b078-37af4b507108 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:42.195024 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3fc194-ad95-4d53-9fe5-b8288cb1cb36 admin admin] Network 7f8f534e-2db6-44af-9bdd-e4fd78e01696 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:50:42.244762 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-5a3fc194-ad95-4d53-9fe5-b8288cb1cb36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 7f8f534e-2db6-44af-9bdd-e4fd78e01696) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:42.255565 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3fc194-ad95-4d53-9fe5-b8288cb1cb36 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:42.256145 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a3fc194-ad95-4d53-9fe5-b8288cb1cb36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:42.291335 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:42.304608 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:42.308583 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df7604e-7c7b-40b0-9344-6caba8a92344 None None] Network 7f8f534e-2db6-44af-9bdd-e4fd78e01696 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:42.367729 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5a3fc194-ad95-4d53-9fe5-b8288cb1cb36 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.0781481
Dec 22 04:50:42.368299 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Allocated IP 172.26.4.156 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/dc7f5522-9f7a-4d13-8a1c-b64e2008801c) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:42.369589 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54486) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:42.390883 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:42.399550 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting port 8e7562ba-a7ca-4db8-9500-e7def1f1932b {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:42.400004 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:42.431793 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:42.458350 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:42.459860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Usage tracker for resource:router and tenant:3b44be9ba27547a492de77c9a415f2bf is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:42.477910 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:42.501072 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:42.509027 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-243766c9-75a8-4881-87d6-044de7dcf16c None None] Provisioning for port 78c14ee1-95d7-41a6-80ae-a581878d9148 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:42.514219 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:42.521260 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-00596606-6302-40f2-a222-54d39f51de79 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:42.534616 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:42.600069 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-243766c9-75a8-4881-87d6-044de7dcf16c None None] Provisioning complete for port 78c14ee1-95d7-41a6-80ae-a581878d9148 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:42.600542 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-243766c9-75a8-4881-87d6-044de7dcf16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:42.670113 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-73473ff3-7149-475a-a572-e3484578acdf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:42.681747 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Pushing event updated for resources: {'Port': ['ID=bd9fa968-03c2-427a-a51c-3cb006af6b32,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:42.694653 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:42.694894 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:42.731936 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-243766c9-75a8-4881-87d6-044de7dcf16c None None] Port 78c14ee1-95d7-41a6-80ae-a581878d9148 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:50:42.739838 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Transition to ACTIVE for port object a4a6147a-5442-44ca-a106-37fae8335e4b will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:42.769333 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:42.798193 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Transition to ACTIVE for port object a4a6147a-5442-44ca-a106-37fae8335e4b will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:42.812012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:42.812930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:42.813949 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:42.820342 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:42.858420 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:50:42.859389 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:42.908021 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Network 82f351a7-8921-457e-a4b5-aed925a54418 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:42.917191 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:42.922305 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:50:42.973439 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Pushing event updated for resources: {'Port': ['ID=a4a6147a-5442-44ca-a106-37fae8335e4b,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:42.978724 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:43.002620 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74641d59-43a1-4ab3-81e7-e3784065ab2c None None] DHCP port deletion for f9303cc1-64e3-47f5-8815-fc4adbc077eb request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:50:43.044829 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:43.053628 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e0ba96ac-ead4-4fa6-b078-37af4b507108 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:43.064326 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:43.064510 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-74641d59-43a1-4ab3-81e7-e3784065ab2c None None] Deleting port 8e7562ba-a7ca-4db8-9500-e7def1f1932b {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:43.064697 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-74641d59-43a1-4ab3-81e7-e3784065ab2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:43.076334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] For port 8e7562ba-a7ca-4db8-9500-e7def1f1932b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8e7562ba-a7ca-4db8-9500-e7def1f1932b,segment=NetworkSegment(bef77b65-4e1e-49fd-bc55-7e23cbc811d3),segment_id=bef77b65-4e1e-49fd-bc55-7e23cbc811d3)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:43.076684 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:43.305581 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-73473ff3-7149-475a-a572-e3484578acdf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Allocated IP 2001:db8::1 (82f351a7-8921-457e-a4b5-aed925a54418/f603419c-71c0-423d-b7fa-e2ed61fc8e2e/7cf2d4e4-00d1-4f63-a2ef-9fcb6042de1b) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:43.319910 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Floating IP 79e0f505-00af-4262-a323-5cd0740fe55d associated. External IP: 172.26.4.54, port: 0d744c85-97ab-4499-946b-724c644689b1.
Dec 22 04:50:43.320410 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Allocated IP 172.20.0.2 (7f8f534e-2db6-44af-9bdd-e4fd78e01696/bbd01024-1a39-4919-97b8-72bd7b2c03da/b4a26854-5338-4ea2-b5e3-3219f36bb46f) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:43.361593 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-e0ba96ac-ead4-4fa6-b078-37af4b507108 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Calling delete_port for 78c14ee1-95d7-41a6-80ae-a581878d9148 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:43.423521 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device ca4d89b6-d44d-4b76-a68c-76b5e3646092 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:43.463932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Calling delete_port for 8e7562ba-a7ca-4db8-9500-e7def1f1932b owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:43.464192 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b368ff44-266b-4b04-98c9-a41b5245732f None None] Network 52bfcced-9596-4008-8be8-276eb11cbb7a requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:43.568780 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Attempting to bind port a4a6147a-5442-44ca-a106-37fae8335e4b on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:50:43.569727 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Attempting to bind port a4a6147a-5442-44ca-a106-37fae8335e4b by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'f72284da-ae94-4fda-9402-d543b92b90a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '82f351a7-8921-457e-a4b5-aed925a54418'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:50:43.569727 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Attempting to bind port a4a6147a-5442-44ca-a106-37fae8335e4b on network 82f351a7-8921-457e-a4b5-aed925a54418 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:50:43.659967 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:50:43.660594 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Checking segment: {'id': 'f72284da-ae94-4fda-9402-d543b92b90a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '82f351a7-8921-457e-a4b5-aed925a54418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:50:43.661112 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:43.662783 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Bound using segment: {'id': 'f72284da-ae94-4fda-9402-d543b92b90a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '82f351a7-8921-457e-a4b5-aed925a54418'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:50:43.663383 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Bound port: a4a6147a-5442-44ca-a106-37fae8335e4b, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72284da-ae94-4fda-9402-d543b92b90a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '82f351a7-8921-457e-a4b5-aed925a54418'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:50:43.663866 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:43.695265 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:43.695499 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:43.700533 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ad5e1f2e-81cf-4913-88e4-75573a0d4279 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:43.727793 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9bfcc035-3c18-48b0-8f17-3133aabe008a None None] Provisioning for port ca4d89b6-d44d-4b76-a68c-76b5e3646092 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:43.746418 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-73473ff3-7149-475a-a572-e3484578acdf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:43.771085 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-73473ff3-7149-475a-a572-e3484578acdf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Transition to ACTIVE for port object 7cf2d4e4-00d1-4f63-a2ef-9fcb6042de1b will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:43.785635 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:43.839996 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:43.844085 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Port': ['ID=dc7f5522-9f7a-4d13-8a1c-b64e2008801c,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:43.849712 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:43.853049 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:43.856873 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] No DVR routers for this DVR port 8e7562ba-a7ca-4db8-9500-e7def1f1932b on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:50:43.857566 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:43.861385 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:50:43.882852 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-73473ff3-7149-475a-a572-e3484578acdf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:43.886144 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4d34b15c-47da-4a21-97f6-e7031675eaeb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:43.886718 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:43.969058 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73473ff3-7149-475a-a572-e3484578acdf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network 82f351a7-8921-457e-a4b5-aed925a54418 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:43.974088 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-73473ff3-7149-475a-a572-e3484578acdf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:43.976414 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73473ff3-7149-475a-a572-e3484578acdf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Port': ['ID=7cf2d4e4-00d1-4f63-a2ef-9fcb6042de1b,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:43.978736 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73473ff3-7149-475a-a572-e3484578acdf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:50:43.979812 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-73473ff3-7149-475a-a572-e3484578acdf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:43.988693 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-73473ff3-7149-475a-a572-e3484578acdf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:44.019588 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Port': ['ID=8e7562ba-a7ca-4db8-9500-e7def1f1932b,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:44.041226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:44.046324 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port ca4d89b6-d44d-4b76-a68c-76b5e3646092 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:44.073979 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port ca4d89b6-d44d-4b76-a68c-76b5e3646092 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:44.074497 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:44.107049 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-74641d59-43a1-4ab3-81e7-e3784065ab2c None None] For port 8e7562ba-a7ca-4db8-9500-e7def1f1932b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8e7562ba-a7ca-4db8-9500-e7def1f1932b,segment=NetworkSegment(bef77b65-4e1e-49fd-bc55-7e23cbc811d3),segment_id=bef77b65-4e1e-49fd-bc55-7e23cbc811d3)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:44.107582 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-74641d59-43a1-4ab3-81e7-e3784065ab2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:44.127344 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e0ba96ac-ead4-4fa6-b078-37af4b507108 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:44.150273 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-73473ff3-7149-475a-a572-e3484578acdf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:44.161094 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:44.268554 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] For port a4a6147a-5442-44ca-a106-37fae8335e4b, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:50:44.272611 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:44.304009 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba96ac-ead4-4fa6-b078-37af4b507108 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Port': ['ID=78c14ee1-95d7-41a6-80ae-a581878d9148,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:44.315640 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:44.323537 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e0ba96ac-ead4-4fa6-b078-37af4b507108 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:44.337177 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-74641d59-43a1-4ab3-81e7-e3784065ab2c None None] Calling delete_port for 8e7562ba-a7ca-4db8-9500-e7def1f1932b owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:44.382353 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Router fb09b6d9-7266-434b-947a-f65cc0e409da has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:50:44.457265 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] For port a4a6147a-5442-44ca-a106-37fae8335e4b, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a4a6147a-5442-44ca-a106-37fae8335e4b,segment=NetworkSegment(f72284da-ae94-4fda-9402-d543b92b90a1),segment_id=f72284da-ae94-4fda-9402-d543b92b90a1)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:50:44.469387 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Transition to ACTIVE for port object b4a26854-5338-4ea2-b5e3-3219f36bb46f will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:44.485860 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:44.495136 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:44.551195 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b413e20>,) {'filters': {'network_id': ['f9303cc1-64e3-47f5-8815-fc4adbc077eb']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:44.571416 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Transition to ACTIVE for port object b4a26854-5338-4ea2-b5e3-3219f36bb46f will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:44.602871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b413e20>, 'bef77b65-4e1e-49fd-bc55-7e23cbc811d3') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:44.602871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b413e20>, 'bef77b65-4e1e-49fd-bc55-7e23cbc811d3') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:44.610471 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn_limited(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn_limited(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:50:44.621360 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 04:50:44.629423 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:44.638440 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e0ba96ac-ead4-4fa6-b078-37af4b507108 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:44.668493 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:44.684262 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:50:44.685000 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:44.685623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Pushing event updated for resources: {'Port': ['ID=a4a6147a-5442-44ca-a106-37fae8335e4b,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:44.702192 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:50:44.703435 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:50:44.723469 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:44.748666 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-73473ff3-7149-475a-a572-e3484578acdf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:44.761491 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-73473ff3-7149-475a-a572-e3484578acdf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:44.762460 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-73473ff3-7149-475a-a572-e3484578acdf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:44.773050 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5a8a0641-44f7-479a-a180-d4b5e5b81ee1 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:44.780283 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-74641d59-43a1-4ab3-81e7-e3784065ab2c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:50:44.780644 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-74641d59-43a1-4ab3-81e7-e3784065ab2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:50:44.784011 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e0ba96ac-ead4-4fa6-b078-37af4b507108 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/78c14ee1-95d7-41a6-80ae-a581878d9148 HTTP/1.1" status: 204  len: 168 time: 2.9462175
Dec 22 04:50:44.789214 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54492) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:44.810730 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Network 7f8f534e-2db6-44af-9bdd-e4fd78e01696 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:44.816503 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:44.840346 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:50:44.845506 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:44.866304 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Pushing event updated for resources: {'Port': ['ID=b4a26854-5338-4ea2-b5e3-3219f36bb46f,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:44.872644 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:44.911883 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:44.917328 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:44.962373 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-982da822-7cc7-45d0-9aca-7ae7d1334942 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:44.992231 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73473ff3-7149-475a-a572-e3484578acdf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Port': ['ID=7cf2d4e4-00d1-4f63-a2ef-9fcb6042de1b,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:45.003956 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/networks/f9303cc1-64e3-47f5-8815-fc4adbc077eb HTTP/1.1" status: 204  len: 168 time: 3.1619353
Dec 22 04:50:45.008871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54496) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:45.020982 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-73473ff3-7149-475a-a572-e3484578acdf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:45.037112 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:50:45.039161 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Network': ['ID=f9303cc1-64e3-47f5-8815-fc4adbc077eb,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:45.059288 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port ca4d89b6-d44d-4b76-a68c-76b5e3646092, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=ca4d89b6-d44d-4b76-a68c-76b5e3646092,segment=NetworkSegment(fc39ef2a-fa09-4e40-8ff4-f21706a775e6),segment_id=fc39ef2a-fa09-4e40-8ff4-f21706a775e6)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:45.060449 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Attempting to bind port b4a26854-5338-4ea2-b5e3-3219f36bb46f on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:50:45.060812 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Attempting to bind port b4a26854-5338-4ea2-b5e3-3219f36bb46f by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '7a2911af-ce8f-47e8-b777-7da37b702f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:50:45.061166 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Attempting to bind port b4a26854-5338-4ea2-b5e3-3219f36bb46f on network 7f8f534e-2db6-44af-9bdd-e4fd78e01696 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:50:45.074798 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:45.080691 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0351ea99-6d94-493b-87fb-6ccb46d1f554 None None] Sync routers for ids ['fb09b6d9-7266-434b-947a-f65cc0e409da'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:50:45.084779 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:45.087794 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:45.186278 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:45.230953 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73473ff3-7149-475a-a572-e3484578acdf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network 82f351a7-8921-457e-a4b5-aed925a54418 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:45.234061 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-73473ff3-7149-475a-a572-e3484578acdf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:45.239417 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device ac856a08-261d-47a6-a536-770d9bb8b726 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:50:45.294553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d44852-7cd5-4137-9495-da452e4e23fa tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:45.295285 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-77d44852-7cd5-4137-9495-da452e4e23fa tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:50:45.308756 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-74641d59-43a1-4ab3-81e7-e3784065ab2c None None] Deleting port 8e7562ba-a7ca-4db8-9500-e7def1f1932b {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:45.308756 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-74641d59-43a1-4ab3-81e7-e3784065ab2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:45.331668 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:45.343974 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=ca4d89b6-d44d-4b76-a68c-76b5e3646092,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:45.347135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:50:45.347521 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Checking segment: {'id': '7a2911af-ce8f-47e8-b777-7da37b702f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:50:45.347937 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:45.348329 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Bound using segment: {'id': '7a2911af-ce8f-47e8-b777-7da37b702f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:50:45.349004 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Bound port: b4a26854-5338-4ea2-b5e3-3219f36bb46f, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2911af-ce8f-47e8-b777-7da37b702f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:50:45.349540 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:45.366778 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:45.385414 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: ac856a08-261d-47a6-a536-770d9bb8b726 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:50:45.385788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device ac856a08-261d-47a6-a536-770d9bb8b726 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:50:45.386226 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8e7562ba-a7ca-4db8-9500-e7def1f1932b no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:50:45.445229 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:45.463312 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-74641d59-43a1-4ab3-81e7-e3784065ab2c None None] The port '8e7562ba-a7ca-4db8-9500-e7def1f1932b' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:50:45.464045 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 8e7562ba-a7ca-4db8-9500-e7def1f1932b {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:50:45.464445 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8e7562ba-a7ca-4db8-9500-e7def1f1932b not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:50:45.500308 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0351ea99-6d94-493b-87fb-6ccb46d1f554 None None] Routers {'fb09b6d9-7266-434b-947a-f65cc0e409da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:45.500953 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0351ea99-6d94-493b-87fb-6ccb46d1f554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bfc7460>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fb09b6d9-7266-434b-947a-f65cc0e409da'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:45.539867 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for router_gateway, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:45.540595 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:45.550201 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-77d44852-7cd5-4137-9495-da452e4e23fa tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:50:45.550985 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-77d44852-7cd5-4137-9495-da452e4e23fa tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.7574904
Dec 22 04:50:45.554382 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54502) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:45.578044 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ba199c53-3705-4c14-ba18-30b30f991a59 None None] Provisioning complete for port ca4d89b6-d44d-4b76-a68c-76b5e3646092 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:45.578426 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ba199c53-3705-4c14-ba18-30b30f991a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:45.613622 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 7.1916146
Dec 22 04:50:45.613622 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653b278c-0289-4130-822d-a3a5da7b3985', 'tag': '0d744c85-97ab-4499-946b-724c644689b1'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:50:45.761266 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653b278c-0289-4130-822d-a3a5da7b3985', 'tag': '0d744c85-97ab-4499-946b-724c644689b1', 'status': 'completed', 'code': 200}
Dec 22 04:50:45.803012 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a4a6147a-5442-44ca-a106-37fae8335e4b up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:45.864872 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] For port b4a26854-5338-4ea2-b5e3-3219f36bb46f, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:50:45.898194 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] For port b4a26854-5338-4ea2-b5e3-3219f36bb46f, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=b4a26854-5338-4ea2-b5e3-3219f36bb46f,segment=NetworkSegment(7a2911af-ce8f-47e8-b777-7da37b702f30),segment_id=7a2911af-ce8f-47e8-b777-7da37b702f30)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:50:45.926291 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:45.936464 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-8f247eed-91ed-416d-a3b6-36115acc78db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:45.968189 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f9045c-bafb-4464-816f-15ad845292c9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:45.970572 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f3f9045c-bafb-4464-816f-15ad845292c9 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.4095111
Dec 22 04:50:45.973618 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Allocated IP 172.26.4.78 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/c127a3e8-4b23-4b3d-8bd0-429faefd0147) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:45.978337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54510) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:45.983772 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-11901962-3568-48d1-912e-1dd39aa03db0 req-e96106aa-16de-49aa-be25-a009074a87ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a9c0bba5dc144c8a8924788c9d546a7&device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 1098 time: 0.1526792
Dec 22 04:50:46.036723 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-0351ea99-6d94-493b-87fb-6ccb46d1f554 None None] Set router fb09b6d9-7266-434b-947a-f65cc0e409da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:50:46.068083 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd98d2e6-108c-4530-ab53-bd60b812f51d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:46.069614 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd98d2e6-108c-4530-ab53-bd60b812f51d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:46.071105 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd98d2e6-108c-4530-ab53-bd60b812f51d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:46.071971 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fd98d2e6-108c-4530-ab53-bd60b812f51d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:50:46.247616 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Pushing event updated for resources: {'Port': ['ID=b4a26854-5338-4ea2-b5e3-3219f36bb46f,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:46.253230 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:46.264243 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port a4a6147a-5442-44ca-a106-37fae8335e4b completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:46.286304 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b526ced1-bdc1-40d2-88a0-c00d16432bb3 None None] Network 82f351a7-8921-457e-a4b5-aed925a54418 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:46.300001 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fd98d2e6-108c-4530-ab53-bd60b812f51d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:50:46.304651 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fd98d2e6-108c-4530-ab53-bd60b812f51d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.3193479
Dec 22 04:50:46.305703 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54514) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:46.306953 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device ca4d89b6-d44d-4b76-a68c-76b5e3646092 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:46.344272 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:46.359673 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11901962-3568-48d1-912e-1dd39aa03db0 req-f1f9e46d-63bd-4468-9db3-b1d3d666ea50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:46.361313 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-11901962-3568-48d1-912e-1dd39aa03db0 req-f1f9e46d-63bd-4468-9db3-b1d3d666ea50 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f97bc42d-0eac-447b-b60a-aa353e247715 HTTP/1.1" status: 200  len: 897 time: 0.2970498
Dec 22 04:50:46.366978 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73473ff3-7149-475a-a572-e3484578acdf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Router 7efa3104-d347-45b4-b303-c53f6fcea619 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:50:46.445434 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:46.460088 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3c99263c-f69e-48d7-ac39-053b2970feb6 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:46.639542 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b1963de7-9e41-4429-826b-a40d9d0d215e None None] Provisioning for port a4a6147a-5442-44ca-a106-37fae8335e4b completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:46.681599 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b1963de7-9e41-4429-826b-a40d9d0d215e None None] Provisioning complete for port a4a6147a-5442-44ca-a106-37fae8335e4b triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:46.681847 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b1963de7-9e41-4429-826b-a40d9d0d215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:46.732354 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee57afa-4934-4be6-9e53-3f1f2299033e req-3318e76b-0f1a-4675-882a-622dfcd508f8 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:46.734036 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bee57afa-4934-4be6-9e53-3f1f2299033e req-3318e76b-0f1a-4675-882a-622dfcd508f8 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 945 time: 0.8863659
Dec 22 04:50:46.747073 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-11901962-3568-48d1-912e-1dd39aa03db0 req-4f727c70-1ff0-4ab9-8eda-21e6f4fcf643 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d744c85-97ab-4499-946b-724c644689b1 HTTP/1.1" status: 200  len: 998 time: 0.3687732
Dec 22 04:50:46.831879 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:46.840388 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port ca4d89b6-d44d-4b76-a68c-76b5e3646092 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:46.840764 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:46.842667 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:46.851658 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:50:46.856110 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae240715-beea-4c38-bd6c-18505f840101 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet 0cb6601f-9972-42c1-9881-aedf5e622f99 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:50:46.872836 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ae240715-beea-4c38-bd6c-18505f840101 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:46.885294 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Pushing event updated for resources: {'Port': ['ID=c127a3e8-4b23-4b3d-8bd0-429faefd0147,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:46.896924 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:46.908133 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11901962-3568-48d1-912e-1dd39aa03db0 req-ba73bab8-8e78-438e-a1db-9efbf906cdad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:46.910112 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-11901962-3568-48d1-912e-1dd39aa03db0 req-ba73bab8-8e78-438e-a1db-9efbf906cdad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9364b721-02c0-45b6-9969-0de35a0139cd HTTP/1.1" status: 200  len: 835 time: 0.1559157
Dec 22 04:50:46.983932 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ae240715-beea-4c38-bd6c-18505f840101 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:46.985982 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bee57afa-4934-4be6-9e53-3f1f2299033e req-2e0fd55e-806d-4d39-a6a6-3cf476f779f3 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2013769
Dec 22 04:50:47.019997 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54518) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:47.048468 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b1963de7-9e41-4429-826b-a40d9d0d215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:47.068591 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fc72e571-28b9-4de5-955b-7bf4392bbe6d req-348703d5-bc3e-4cb8-8c97-08346b979f8a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3448563
Dec 22 04:50:47.092053 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0351ea99-6d94-493b-87fb-6ccb46d1f554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bfc7460>, [{'id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88564726', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:36Z', 'updated_at': '2021-12-22T04:50:01Z', 'revision_number': 4, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'gw_port': {'id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:39Z', 'updated_at': '2021-12-22T04:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '79e0f505-00af-4262-a323-5cd0740fe55d', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'floating_ip_address': '172.26.4.54', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'port_id': '0d744c85-97ab-4499-946b-724c644689b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715', 'mac_address': 'fa:16:3e:88:c7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653b278c-0289-4130-822d-a3a5da7b3985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:50:41Z', 'updated_at': '2021-12-22T04:50:41Z', 'revision_number': 0, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd643cc0-7f46-432a-9766-021508d29492', 'name': '', 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'mac_address': 'fa:16:3e:c9:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9364b721-02c0-45b6-9969-0de35a0139cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:58Z', 'updated_at': '2021-12-22T04:50:19Z', 'revision_number': 5, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'subnets': [{'id': '9364b721-02c0-45b6-9969-0de35a0139cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:47.106471 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2c297592-119c-4e74-8c57-63110ca04751 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:47.125015 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0351ea99-6d94-493b-87fb-6ccb46d1f554 None None] Checking router: fb09b6d9-7266-434b-947a-f65cc0e409da for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:50:47.133804 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-b1963de7-9e41-4429-826b-a40d9d0d215e None None] For port a4a6147a-5442-44ca-a106-37fae8335e4b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a4a6147a-5442-44ca-a106-37fae8335e4b,segment=NetworkSegment(f72284da-ae94-4fda-9402-d543b92b90a1),segment_id=f72284da-ae94-4fda-9402-d543b92b90a1)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:47.144778 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0351ea99-6d94-493b-87fb-6ccb46d1f554 None None] Routers {'fb09b6d9-7266-434b-947a-f65cc0e409da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:47.145167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73473ff3-7149-475a-a572-e3484578acdf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:50:47.145414 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0351ea99-6d94-493b-87fb-6ccb46d1f554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bfc7460>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fb09b6d9-7266-434b-947a-f65cc0e409da'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:47.151326 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-73473ff3-7149-475a-a572-e3484578acdf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/routers/7efa3104-d347-45b4-b303-c53f6fcea619/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6883373
Dec 22 04:50:47.161649 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54522) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:47.162741 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b958066-8add-46e3-9b30-ad2214950786 None None] Sync routers for ids ['7efa3104-d347-45b4-b303-c53f6fcea619'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:50:47.206166 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b1963de7-9e41-4429-826b-a40d9d0d215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:47.220739 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-7dab1eea-5818-45c8-ad86-8c4c56ec71ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:47.227738 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b958066-8add-46e3-9b30-ad2214950786 None None] Routers {'7efa3104-d347-45b4-b303-c53f6fcea619'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:47.234545 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-5b958066-8add-46e3-9b30-ad2214950786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c694880>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['7efa3104-d347-45b4-b303-c53f6fcea619'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:47.400052 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1963de7-9e41-4429-826b-a40d9d0d215e None None] Pushing event updated for resources: {'Port': ['ID=a4a6147a-5442-44ca-a106-37fae8335e4b,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:47.405395 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b1963de7-9e41-4429-826b-a40d9d0d215e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:47.449852 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-0351ea99-6d94-493b-87fb-6ccb46d1f554 None None] Set router fb09b6d9-7266-434b-947a-f65cc0e409da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:50:47.456437 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c0d9d6b6-381d-471d-b36f-902265bab105 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/floatingips/79e0f505-00af-4262-a323-5cd0740fe55d HTTP/1.1" status: 200  len: 990 time: 0.4328253
Dec 22 04:50:47.496239 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Router ff008034-c5b5-40bf-b3c5-c190354f0df7 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:50:47.503929 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-11901962-3568-48d1-912e-1dd39aa03db0 req-a0bf5851-4774-44b7-9055-e2a30545ac17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f97bc42d-0eac-447b-b60a-aa353e247715&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5850513
Dec 22 04:50:47.506420 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ae240715-beea-4c38-bd6c-18505f840101 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:47.525860 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-5b958066-8add-46e3-9b30-ad2214950786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c694880>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:47.548822 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b958066-8add-46e3-9b30-ad2214950786 None None] Routers {'7efa3104-d347-45b4-b303-c53f6fcea619'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:47.549832 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-5b958066-8add-46e3-9b30-ad2214950786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c694880>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['7efa3104-d347-45b4-b303-c53f6fcea619'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:47.634210 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769eb3f3-efbd-42c4-b661-76991704eb66 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:47.635059 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-769eb3f3-efbd-42c4-b661-76991704eb66 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Synchronizing usage tracker for tenant:2c15a5726c1c4265b642f9bc187fa0d4 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:50:47.639573 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-5b958066-8add-46e3-9b30-ad2214950786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c694880>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:47.640200 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b958066-8add-46e3-9b30-ad2214950786 None None] The sync data for ids ['7efa3104-d347-45b4-b303-c53f6fcea619'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:50:47.756510 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fc72e571-28b9-4de5-955b-7bf4392bbe6d req-63368ea5-d47c-4ab4-9a18-2823c96d326b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a189efe8546c44009128ff34bc595fc2&device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 1099 time: 0.3884602
Dec 22 04:50:47.781809 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a4a6147a-5442-44ca-a106-37fae8335e4b up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:47.849581 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-11901962-3568-48d1-912e-1dd39aa03db0 req-c710eabe-7f21-4dfd-9492-743e7e6d2cac service neutron] 10.222.0.47 "GET /v2.0/networks/f97bc42d-0eac-447b-b60a-aa353e247715?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2698123
Dec 22 04:50:47.884555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-769eb3f3-efbd-42c4-b661-76991704eb66 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Unset dirty status for tenant:2c15a5726c1c4265b642f9bc187fa0d4 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:50:47.886715 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-769eb3f3-efbd-42c4-b661-76991704eb66 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/ports/7cf2d4e4-00d1-4f63-a2ef-9fcb6042de1b HTTP/1.1" status: 200  len: 911 time: 0.7241492
Dec 22 04:50:47.946138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54526) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:47.969866 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-90f52362-2771-4525-a4fa-c3f06fe93b9a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f603419c-71c0-423d-b7fa-e2ed61fc8e2e'}]}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:47.994006 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-54b40d2e-1e44-4633-8090-4bed98e82b04 None None] Provisioning for port 7cf2d4e4-00d1-4f63-a2ef-9fcb6042de1b completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:48.017706 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-54b40d2e-1e44-4633-8090-4bed98e82b04 None None] Provisioning complete for port 7cf2d4e4-00d1-4f63-a2ef-9fcb6042de1b triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:48.018325 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-54b40d2e-1e44-4633-8090-4bed98e82b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:48.031007 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ae240715-beea-4c38-bd6c-18505f840101 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:48.045748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4f4dc752-8757-4787-8c27-46916b0c375b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:48.056088 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port a4a6147a-5442-44ca-a106-37fae8335e4b triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:48.056469 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:48.093287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae240715-beea-4c38-bd6c-18505f840101 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb6601f-9972-42c1-9881-aedf5e622f99,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:48.101164 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ae240715-beea-4c38-bd6c-18505f840101 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:48.122845 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ae240715-beea-4c38-bd6c-18505f840101 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:48.134195 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ae240715-beea-4c38-bd6c-18505f840101 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/0cb6601f-9972-42c1-9881-aedf5e622f99 HTTP/1.1" status: 204  len: 168 time: 1.8114886
Dec 22 04:50:48.157739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54530) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:48.169782 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e16efb-5c50-4cc1-9f5a-c0299c50d2f9 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:48.211663 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72e571-28b9-4de5-955b-7bf4392bbe6d req-67637eed-1ae2-4b21-970e-d81433494960 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:48.213175 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fc72e571-28b9-4de5-955b-7bf4392bbe6d req-67637eed-1ae2-4b21-970e-d81433494960 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e68a3e5c-f921-45fc-a6c9-1329c028d289 HTTP/1.1" status: 200  len: 913 time: 0.3896711
Dec 22 04:50:48.223916 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:48.224553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:48.256216 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3f26cd-a30f-45d1-858f-c4bab9706ec6 None None] Network 7f8f534e-2db6-44af-9bdd-e4fd78e01696 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:48.392625 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-54b40d2e-1e44-4633-8090-4bed98e82b04 None None] Port 7cf2d4e4-00d1-4f63-a2ef-9fcb6042de1b cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:50:48.433412 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-11901962-3568-48d1-912e-1dd39aa03db0 req-053fc0c5-3d98-4ba7-bcdf-31638bc2e506 service neutron] 10.222.0.47 "GET /v2.0/networks/f97bc42d-0eac-447b-b60a-aa353e247715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5759089
Dec 22 04:50:48.467204 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-90f52362-2771-4525-a4fa-c3f06fe93b9a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:48.482990 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fc72e571-28b9-4de5-955b-7bf4392bbe6d req-f23a7445-1e86-4730-a107-9e08f9176c2e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11cb9345-8066-4ad5-8be0-621882ff7c67 HTTP/1.1" status: 200  len: 1002 time: 0.2504530
Dec 22 04:50:48.484036 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54534) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:48.523580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-0281ee16-5341-48dc-ab21-1e5fb33838e4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Deleting subnet 2262b72f-81dc-4a27-8c80-0a0fdc2ff90f {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:50:48.527428 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0281ee16-5341-48dc-ab21-1e5fb33838e4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:48.577901 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device b4a26854-5338-4ea2-b5e3-3219f36bb46f up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:48.623380 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-54b40d2e-1e44-4633-8090-4bed98e82b04 None None] Provisioning complete for port a4a6147a-5442-44ca-a106-37fae8335e4b triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:48.623755 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-54b40d2e-1e44-4633-8090-4bed98e82b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:48.626765 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0281ee16-5341-48dc-ab21-1e5fb33838e4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:48.722174 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72e571-28b9-4de5-955b-7bf4392bbe6d req-417ee444-fb27-486e-b940-405ae49444e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:48.723765 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fc72e571-28b9-4de5-955b-7bf4392bbe6d req-417ee444-fb27-486e-b940-405ae49444e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0 HTTP/1.1" status: 200  len: 851 time: 0.1982622
Dec 22 04:50:48.742616 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0351ea99-6d94-493b-87fb-6ccb46d1f554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bfc7460>, [{'id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88564726', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:36Z', 'updated_at': '2021-12-22T04:50:01Z', 'revision_number': 4, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'gw_port': {'id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:39Z', 'updated_at': '2021-12-22T04:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '79e0f505-00af-4262-a323-5cd0740fe55d', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'floating_ip_address': '172.26.4.54', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'port_id': '0d744c85-97ab-4499-946b-724c644689b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715', 'mac_address': 'fa:16:3e:88:c7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653b278c-0289-4130-822d-a3a5da7b3985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:50:41Z', 'updated_at': '2021-12-22T04:50:41Z', 'revision_number': 0, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd643cc0-7f46-432a-9766-021508d29492', 'name': '', 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'mac_address': 'fa:16:3e:c9:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9364b721-02c0-45b6-9969-0de35a0139cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:58Z', 'updated_at': '2021-12-22T04:50:19Z', 'revision_number': 5, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'subnets': [{'id': '9364b721-02c0-45b6-9969-0de35a0139cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:48.792698 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0351ea99-6d94-493b-87fb-6ccb46d1f554 None None] The sync data for ids ['fb09b6d9-7266-434b-947a-f65cc0e409da'] in dv-neutron-822525-1-hyperv is: [{'id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88564726', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:36Z', 'updated_at': '2021-12-22T04:50:01Z', 'revision_number': 4, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'gw_port': {'id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:39Z', 'updated_at': '2021-12-22T04:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '79e0f505-00af-4262-a323-5cd0740fe55d', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'floating_ip_address': '172.26.4.54', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'port_id': '0d744c85-97ab-4499-946b-724c644689b1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715', 'mac_address': 'fa:16:3e:88:c7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653b278c-0289-4130-822d-a3a5da7b3985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:50:41Z', 'updated_at': '2021-12-22T04:50:41Z', 'revision_number': 0, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd643cc0-7f46-432a-9766-021508d29492', 'name': '', 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'mac_address': 'fa:16:3e:c9:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9364b721-02c0-45b6-9969-0de35a0139cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:58Z', 'updated_at': '2021-12-22T04:50:19Z', 'revision_number': 5, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'subnets': [{'id': '9364b721-02c0-45b6-9969-0de35a0139cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:50:48.928788 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0281ee16-5341-48dc-ab21-1e5fb33838e4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:48.992710 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fdd29455-81f8-4fdb-afda-90912bfa85ae tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/floatingips/79e0f505-00af-4262-a323-5cd0740fe55d HTTP/1.1" status: 200  len: 990 time: 0.4687693
Dec 22 04:50:49.000505 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port b4a26854-5338-4ea2-b5e3-3219f36bb46f completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:49.168923 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcee53c-be56-4c1b-9e75-9f211a4520df None None] New status for floating IP 79e0f505-00af-4262-a323-5cd0740fe55d: ACTIVE {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 04:50:49.201384 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0281ee16-5341-48dc-ab21-1e5fb33838e4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:49.221162 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b1b26de1-9389-4001-a969-83df50825612 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:49.272232 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281ee16-5341-48dc-ab21-1e5fb33838e4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Subnet': ['ID=2262b72f-81dc-4a27-8c80-0a0fdc2ff90f,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:49.277089 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0281ee16-5341-48dc-ab21-1e5fb33838e4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:49.291116 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0281ee16-5341-48dc-ab21-1e5fb33838e4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/2262b72f-81dc-4a27-8c80-0a0fdc2ff90f HTTP/1.1" status: 204  len: 168 time: 1.1278977
Dec 22 04:50:49.292592 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0281ee16-5341-48dc-ab21-1e5fb33838e4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:49.293142 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54538) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:49.353935 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-04b6dc2f-77f4-44ee-8a94-d28c39304e91 None None] Provisioning complete for port 7cf2d4e4-00d1-4f63-a2ef-9fcb6042de1b triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:49.354311 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-04b6dc2f-77f4-44ee-8a94-d28c39304e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:49.355838 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fc72e571-28b9-4de5-955b-7bf4392bbe6d req-59b83103-a716-460c-bf5b-b8244e013eb8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e68a3e5c-f921-45fc-a6c9-1329c028d289&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5762045
Dec 22 04:50:49.507062 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:50:49.513593 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-04b6dc2f-77f4-44ee-8a94-d28c39304e91 None None] Port 7cf2d4e4-00d1-4f63-a2ef-9fcb6042de1b cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:50:49.519756 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb447e1-2581-4493-b3e8-4806dda421e5 None None] Sync routers for ids ['ff008034-c5b5-40bf-b3c5-c190354f0df7'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:50:49.544943 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb447e1-2581-4493-b3e8-4806dda421e5 None None] Routers {'ff008034-c5b5-40bf-b3c5-c190354f0df7'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:49.545573 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-6cb447e1-2581-4493-b3e8-4806dda421e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c469dc0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['ff008034-c5b5-40bf-b3c5-c190354f0df7'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:49.632042 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-90f52362-2771-4525-a4fa-c3f06fe93b9a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:49.647209 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-90f52362-2771-4525-a4fa-c3f06fe93b9a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:49.652569 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f52362-2771-4525-a4fa-c3f06fe93b9a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:49.654017 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-90f52362-2771-4525-a4fa-c3f06fe93b9a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:49.655986 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-90f52362-2771-4525-a4fa-c3f06fe93b9a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/ports/7cf2d4e4-00d1-4f63-a2ef-9fcb6042de1b HTTP/1.1" status: 200  len: 911 time: 1.7085509
Dec 22 04:50:49.662913 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-6cb447e1-2581-4493-b3e8-4806dda421e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c469dc0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:49.667001 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-49c2ebb4-82da-4083-b12e-f23bb107a5fd tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:49.667715 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54542) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:49.676107 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-04b6dc2f-77f4-44ee-8a94-d28c39304e91 None None] Provisioning for port b4a26854-5338-4ea2-b5e3-3219f36bb46f completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:49.681031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-04b6dc2f-77f4-44ee-8a94-d28c39304e91 None None] Provisioning complete for port b4a26854-5338-4ea2-b5e3-3219f36bb46f triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:49.681411 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-04b6dc2f-77f4-44ee-8a94-d28c39304e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:49.691343 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb447e1-2581-4493-b3e8-4806dda421e5 None None] Routers {'ff008034-c5b5-40bf-b3c5-c190354f0df7'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:49.691946 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-6cb447e1-2581-4493-b3e8-4806dda421e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c469dc0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['ff008034-c5b5-40bf-b3c5-c190354f0df7'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:49.717053 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7db4ac69-bb0d-4c00-8ae1-714fac9da56e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4123607
Dec 22 04:50:49.724389 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54546) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:49.750547 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-2c297592-119c-4e74-8c57-63110ca04751 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting port afe696ef-6297-44bb-991c-b655ab111c68 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:49.751069 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2c297592-119c-4e74-8c57-63110ca04751 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:49.797523 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:49.802407 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9ad9f39a-2a26-49b7-8b55-d53d5e1912c1 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 10.3215694
Dec 22 04:50:49.807538 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54550) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:49.818667 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-6cb447e1-2581-4493-b3e8-4806dda421e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c469dc0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:49.821492 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb447e1-2581-4493-b3e8-4806dda421e5 None None] The sync data for ids ['ff008034-c5b5-40bf-b3c5-c190354f0df7'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:50:49.830007 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f52362-2771-4525-a4fa-c3f06fe93b9a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Port': ['ID=7cf2d4e4-00d1-4f63-a2ef-9fcb6042de1b,revision_number=3']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:49.833268 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fc72e571-28b9-4de5-955b-7bf4392bbe6d req-a187190d-4e61-483f-a470-b3ea0c13a1ae service neutron] 10.222.0.47 "GET /v2.0/networks/e68a3e5c-f921-45fc-a6c9-1329c028d289?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4630001
Dec 22 04:50:49.836412 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d602e4e-2d2a-49b2-b0d3-5954d0f5f995 None None] Network 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:49.840056 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-90f52362-2771-4525-a4fa-c3f06fe93b9a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:49.860172 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c9e68e-291c-40dc-90b7-130cbc786bfe tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:49.864424 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-18c9e68e-291c-40dc-90b7-130cbc786bfe tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1360557
Dec 22 04:50:49.864653 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54554) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:49.931756 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12f2de3-57a0-426c-a40c-ebca9888c669 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:49.932463 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-04b6dc2f-77f4-44ee-8a94-d28c39304e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:49.933480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c12f2de3-57a0-426c-a40c-ebca9888c669 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Synchronizing usage tracker for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:50:49.951314 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c12f2de3-57a0-426c-a40c-ebca9888c669 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Unset dirty status for tenant:25825f4b1181465ebc1c194a44f89ac1 on resource:subnet {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:50:49.955435 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c12f2de3-57a0-426c-a40c-ebca9888c669 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0884023
Dec 22 04:50:49.955752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54558) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:50.019442 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54562) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:50.043522 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-04b6dc2f-77f4-44ee-8a94-d28c39304e91 None None] For port b4a26854-5338-4ea2-b5e3-3219f36bb46f, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=b4a26854-5338-4ea2-b5e3-3219f36bb46f,segment=NetworkSegment(7a2911af-ce8f-47e8-b777-7da37b702f30),segment_id=7a2911af-ce8f-47e8-b777-7da37b702f30)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:50.051571 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-04b6dc2f-77f4-44ee-8a94-d28c39304e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:50.056950 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:50.095734 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8f27bb45-a4cf-4fab-9d8f-82100628492d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1330965
Dec 22 04:50:50.098383 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54566) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:50.144916 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6dc2f-77f4-44ee-8a94-d28c39304e91 None None] Pushing event updated for resources: {'Port': ['ID=b4a26854-5338-4ea2-b5e3-3219f36bb46f,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:50.149062 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-04b6dc2f-77f4-44ee-8a94-d28c39304e91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:50.167163 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b7610f-b232-4da7-aa4e-b3aef2f6e503 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:50.167597 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b7610f-b232-4da7-aa4e-b3aef2f6e503 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:50.171980 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-33b7610f-b232-4da7-aa4e-b3aef2f6e503 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/78c14ee1-95d7-41a6-80ae-a581878d9148 HTTP/1.1" status: 404  len: 333 time: 0.0708189
Dec 22 04:50:50.172121 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Router f2541887-6061-4279-b967-0c2f7885b0da is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:50:50.172227 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54570) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:50.189175 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-99d45054-38ad-4fb1-a078-9ffeb5f7542d None None] Provisioning complete for port d2daec52-5b83-4f03-9ce9-c9ec2964343d triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:50.190507 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-99d45054-38ad-4fb1-a078-9ffeb5f7542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:50.236370 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-629f5369-364b-4937-93d9-cabb8affb9be tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:50.237383 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629f5369-364b-4937-93d9-cabb8affb9be tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:50.239096 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-629f5369-364b-4937-93d9-cabb8affb9be tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/0cb6601f-9972-42c1-9881-aedf5e622f99 HTTP/1.1" status: 404  len: 337 time: 0.0663054
Dec 22 04:50:50.241641 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54574) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:50.282437 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-212a4b4d-aa49-44bd-8b1d-0cbee985782f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:50.282945 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-212a4b4d-aa49-44bd-8b1d-0cbee985782f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:50.286868 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-212a4b4d-aa49-44bd-8b1d-0cbee985782f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/2262b72f-81dc-4a27-8c80-0a0fdc2ff90f HTTP/1.1" status: 404  len: 337 time: 0.0419281
Dec 22 04:50:50.289601 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a1e27e13-837d-4fb9-bb8f-e194f9463875 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/floatingips/79e0f505-00af-4262-a323-5cd0740fe55d HTTP/1.1" status: 200  len: 992 time: 0.2677021
Dec 22 04:50:50.289601 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54578) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:50.298787 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e7504c-afca-4f75-b2d3-94e3a09b7b57 None None] DHCP port deletion for 7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:50:50.303131 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fc72e571-28b9-4de5-955b-7bf4392bbe6d req-92f2442a-5142-4933-96be-ea4c0fe1dfb2 service neutron] 10.222.0.47 "GET /v2.0/networks/e68a3e5c-f921-45fc-a6c9-1329c028d289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3605084
Dec 22 04:50:50.308810 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-e9e7504c-afca-4f75-b2d3-94e3a09b7b57 None None] Deleting port d2daec52-5b83-4f03-9ce9-c9ec2964343d {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:50.309337 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e9e7504c-afca-4f75-b2d3-94e3a09b7b57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:50.319056 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-2c297592-119c-4e74-8c57-63110ca04751 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] For port afe696ef-6297-44bb-991c-b655ab111c68, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=afe696ef-6297-44bb-991c-b655ab111c68,segment=NetworkSegment(0c86aad8-9203-4192-9c6b-447a51c56032),segment_id=0c86aad8-9203-4192-9c6b-447a51c56032)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:50.319406 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2c297592-119c-4e74-8c57-63110ca04751 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:50.329197 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-d704d9c2-c314-4724-87c4-d4c7257f187f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:50.329722 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d704d9c2-c314-4724-87c4-d4c7257f187f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:50.331528 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d704d9c2-c314-4724-87c4-d4c7257f187f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/b593709c-227c-4d0a-8100-909597595634 HTTP/1.1" status: 404  len: 333 time: 0.0423012
Dec 22 04:50:50.334017 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54582) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:50.375117 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-d48386d2-5178-4d4b-b820-1ee7a3a4eaf7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:50.375552 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d48386d2-5178-4d4b-b820-1ee7a3a4eaf7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:50.379984 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d48386d2-5178-4d4b-b820-1ee7a3a4eaf7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/4f64ae35-cb80-4ac8-8efd-713e58dde791 HTTP/1.1" status: 404  len: 337 time: 0.0422864
Dec 22 04:50:50.380225 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54586) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:50.417680 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c9f82eb-2c9b-45fb-95f7-549e6b257439 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:50.418117 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c9f82eb-2c9b-45fb-95f7-549e6b257439 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:50.421631 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3c9f82eb-2c9b-45fb-95f7-549e6b257439 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/7a9ee30d-b7e7-499a-9f56-45435b0663fd HTTP/1.1" status: 404  len: 337 time: 0.0386758
Dec 22 04:50:50.422238 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54590) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:50.461669 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48f41d6-fd41-4913-a21e-542ec0c0fa53 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:50.461954 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c48f41d6-fd41-4913-a21e-542ec0c0fa53 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:50.463831 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c48f41d6-fd41-4913-a21e-542ec0c0fa53 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/3d218faf-eb0b-43b2-9f6e-1ac5f64ee8cf HTTP/1.1" status: 404  len: 333 time: 0.0404541
Dec 22 04:50:50.466144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54594) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:50.508215 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30b1381-2c0a-44b1-859c-ebfe22cac804 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:50.508215 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f30b1381-2c0a-44b1-859c-ebfe22cac804 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:50.511789 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f30b1381-2c0a-44b1-859c-ebfe22cac804 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/5a661034-916c-40b8-97d0-333a04f3d3d2 HTTP/1.1" status: 404  len: 337 time: 0.0423372
Dec 22 04:50:50.512117 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54598) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:50.550833 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e838cd-92c9-4a1c-b89b-9fec095b73b4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:50.551330 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e838cd-92c9-4a1c-b89b-9fec095b73b4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:50.555490 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-84e838cd-92c9-4a1c-b89b-9fec095b73b4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/982c5762-2644-496d-bb9a-0903a80e4eb3 HTTP/1.1" status: 404  len: 337 time: 0.0400052
Dec 22 04:50:50.555985 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54602) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:50.597081 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a258801-3c4d-46ee-9eb5-45d96bb3d41c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:50.597708 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a258801-3c4d-46ee-9eb5-45d96bb3d41c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:50.601985 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1a258801-3c4d-46ee-9eb5-45d96bb3d41c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/90a7427c-8dba-471c-b1ce-5d8338a0d39d HTTP/1.1" status: 404  len: 333 time: 0.0425653
Dec 22 04:50:50.602371 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54606) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:50.625927 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-99d45054-38ad-4fb1-a078-9ffeb5f7542d None None] Provisioning complete for port b4a26854-5338-4ea2-b5e3-3219f36bb46f triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:50.626302 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-99d45054-38ad-4fb1-a078-9ffeb5f7542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:50.645909 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e65b22-088c-491f-ac70-44a71d511886 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:50.646499 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e65b22-088c-491f-ac70-44a71d511886 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:50.650587 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-78e65b22-088c-491f-ac70-44a71d511886 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/a6a944c1-a48a-4d29-a7e1-67d95408c645 HTTP/1.1" status: 404  len: 337 time: 0.0449028
Dec 22 04:50:50.650967 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54610) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:50.669518 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-e9e7504c-afca-4f75-b2d3-94e3a09b7b57 None None] For port d2daec52-5b83-4f03-9ce9-c9ec2964343d, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d2daec52-5b83-4f03-9ce9-c9ec2964343d,segment=NetworkSegment(dca65cb7-c456-4227-85d8-f8d48dde0707),segment_id=dca65cb7-c456-4227-85d8-f8d48dde0707)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:50.669934 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e9e7504c-afca-4f75-b2d3-94e3a09b7b57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:50.689702 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7258698-32f1-442b-8fd4-24583ebbcea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:50.690306 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7258698-32f1-442b-8fd4-24583ebbcea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:50.694585 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f7258698-32f1-442b-8fd4-24583ebbcea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/1ca49304-eec2-46a7-b6ea-d8d16f84b870 HTTP/1.1" status: 404  len: 337 time: 0.0401459
Dec 22 04:50:50.695405 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54614) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:50.726057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-2c297592-119c-4e74-8c57-63110ca04751 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Calling delete_port for afe696ef-6297-44bb-991c-b655ab111c68 owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:50.739136 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0719ca-7c13-4e4d-8409-d7518be21ccf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:50.739575 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e0719ca-7c13-4e4d-8409-d7518be21ccf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:50.742649 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1e0719ca-7c13-4e4d-8409-d7518be21ccf tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/c1614234-80e9-4b08-91b7-b40e7e4c26ae HTTP/1.1" status: 404  len: 333 time: 0.0445020
Dec 22 04:50:50.743822 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54618) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:50.787646 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-68153b23-33e7-4208-97a1-81b3af623e2b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:50.788084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68153b23-33e7-4208-97a1-81b3af623e2b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:50.791946 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-68153b23-33e7-4208-97a1-81b3af623e2b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/517ce0ec-66d8-4cb9-8c2c-077a0df2e71d HTTP/1.1" status: 404  len: 337 time: 0.0449936
Dec 22 04:50:50.792183 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54622) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:50.802611 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-e9e7504c-afca-4f75-b2d3-94e3a09b7b57 None None] Calling delete_port for d2daec52-5b83-4f03-9ce9-c9ec2964343d owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:50.832343 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5de862-1ddf-4fe4-8fb3-8aa50b89bc4d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:50.833722 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5de862-1ddf-4fe4-8fb3-8aa50b89bc4d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:50.834802 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7b5de862-1ddf-4fe4-8fb3-8aa50b89bc4d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/bed82bc7-a07e-4d1f-abc3-39263e78349d HTTP/1.1" status: 404  len: 333 time: 0.0414152
Dec 22 04:50:50.837042 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54626) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:50.876970 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e49c0e-3b06-4a94-96f7-f4f25ec1536e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:50.877661 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e49c0e-3b06-4a94-96f7-f4f25ec1536e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:50.879610 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-19e49c0e-3b06-4a94-96f7-f4f25ec1536e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/eb5f3268-da4d-4ea6-a4fa-fc1e348297e2 HTTP/1.1" status: 404  len: 337 time: 0.0412104
Dec 22 04:50:50.882033 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54630) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:50.931206 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e9e7504c-afca-4f75-b2d3-94e3a09b7b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:50.933428 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-2730f58b-0de7-4741-b120-2c279fbb32b8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:50.933928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2730f58b-0de7-4741-b120-2c279fbb32b8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:50.934929 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f49661d4-58df-4ad8-bc00-d861b88b1e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:50.937994 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2730f58b-0de7-4741-b120-2c279fbb32b8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/83f64ea5-3c22-4713-9f91-57550a84213c HTTP/1.1" status: 404  len: 333 time: 0.0548358
Dec 22 04:50:50.938856 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54634) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:50.975712 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7504c-afca-4f75-b2d3-94e3a09b7b57 None None] Pushing event deleted for resources: {'Port': ['ID=d2daec52-5b83-4f03-9ce9-c9ec2964343d,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:50.978070 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e9e7504c-afca-4f75-b2d3-94e3a09b7b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:50.982982 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e7504c-afca-4f75-b2d3-94e3a09b7b57 None None] No DVR routers for this DVR port d2daec52-5b83-4f03-9ce9-c9ec2964343d on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:50:50.990655 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a3f313-ce24-4933-8630-6ff47a1cbac7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:50.991088 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a3f313-ce24-4933-8630-6ff47a1cbac7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:50.996451 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b1a3f313-ce24-4933-8630-6ff47a1cbac7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/5c1023c6-71f6-4a16-b759-e27934243919 HTTP/1.1" status: 404  len: 337 time: 0.0558846
Dec 22 04:50:50.997054 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54638) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:51.037052 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f491ca-93a3-42cb-a64b-192dc20c234e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:51.037349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f491ca-93a3-42cb-a64b-192dc20c234e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:51.038957 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c9f491ca-93a3-42cb-a64b-192dc20c234e tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/bf9778c8-05ae-4f34-9895-9c9fceca8999 HTTP/1.1" status: 404  len: 333 time: 0.0410104
Dec 22 04:50:51.041490 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54642) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:51.081613 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d679a0f-b118-486d-8603-30c572836392 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:51.081952 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d679a0f-b118-486d-8603-30c572836392 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:51.083559 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1d679a0f-b118-486d-8603-30c572836392 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/b092c3b8-8dfc-4dbf-b0ee-4517bf4369db HTTP/1.1" status: 404  len: 337 time: 0.0411890
Dec 22 04:50:51.086183 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54646) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:51.126639 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3795431-1818-4e0c-a849-b3a9c959b441 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:51.127097 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3795431-1818-4e0c-a849-b3a9c959b441 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:51.128716 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c3795431-1818-4e0c-a849-b3a9c959b441 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/b62acbdb-130f-4cda-a6f9-5cf1c11ad5d4 HTTP/1.1" status: 404  len: 333 time: 0.0416331
Dec 22 04:50:51.131289 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54650) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:51.169005 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-98fa5ea0-3fd0-4c33-84e4-5812b5c2e686 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:51.169477 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98fa5ea0-3fd0-4c33-84e4-5812b5c2e686 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:51.173412 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-98fa5ea0-3fd0-4c33-84e4-5812b5c2e686 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/b4dfa42a-529e-4b0a-9b68-400fc7042104 HTTP/1.1" status: 404  len: 337 time: 0.0389717
Dec 22 04:50:51.173704 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54654) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:51.281618 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-00c5e8cf-ccf3-4583-9352-16da8f820107 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:51.331024 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-752c4e40-2da4-4d5b-a220-5cad62b3301b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:51.331558 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-752c4e40-2da4-4d5b-a220-5cad62b3301b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:51.333401 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-752c4e40-2da4-4d5b-a220-5cad62b3301b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/5e62fc87-b560-4571-8ac9-d93ae8b930f6 HTTP/1.1" status: 404  len: 333 time: 0.1588042
Dec 22 04:50:51.335966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54658) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:51.375335 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6195e9-0185-4fe3-b6b0-1a8fd4f2b79a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:51.375920 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec6195e9-0185-4fe3-b6b0-1a8fd4f2b79a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:51.380472 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ec6195e9-0185-4fe3-b6b0-1a8fd4f2b79a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/158e767a-df25-4fbd-9beb-948aa68d1eb7 HTTP/1.1" status: 404  len: 337 time: 0.0413017
Dec 22 04:50:51.380845 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54662) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:51.401231 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2c297592-119c-4e74-8c57-63110ca04751 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:51.411897 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:51.425398 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41e364e-b15c-4444-8301-7c47c685e7c5 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:51.425951 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c41e364e-b15c-4444-8301-7c47c685e7c5 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:51.427657 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c41e364e-b15c-4444-8301-7c47c685e7c5 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/a37b0682-4526-4317-92fe-7c6650f81a04 HTTP/1.1" status: 404  len: 337 time: 0.0459008
Dec 22 04:50:51.430180 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54666) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:51.473891 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbcf0ef5-f2d2-4445-b9f9-7dffea77a0af tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:51.474376 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbcf0ef5-f2d2-4445-b9f9-7dffea77a0af tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:51.478370 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dbcf0ef5-f2d2-4445-b9f9-7dffea77a0af tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/8c49c6a2-6090-4f44-9cfa-757ea9dd60f4 HTTP/1.1" status: 404  len: 333 time: 0.0448973
Dec 22 04:50:51.478499 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c297592-119c-4e74-8c57-63110ca04751 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Port': ['ID=afe696ef-6297-44bb-991c-b655ab111c68,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:51.478611 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54670) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:51.483181 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2c297592-119c-4e74-8c57-63110ca04751 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:51.532512 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-7abdf336-fdf5-49d0-95ee-cccb705d107a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:51.532955 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7abdf336-fdf5-49d0-95ee-cccb705d107a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:51.537156 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7abdf336-fdf5-49d0-95ee-cccb705d107a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/b378968b-40cb-4fce-978e-62f29add8d5c HTTP/1.1" status: 404  len: 337 time: 0.0553861
Dec 22 04:50:51.537391 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54674) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:51.588780 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:50:51.600530 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-26aa0d01-5ff0-4efa-96c1-7855305da5f4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:51.600967 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26aa0d01-5ff0-4efa-96c1-7855305da5f4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:51.602301 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] Sync routers for ids ['f2541887-6061-4279-b967-0c2f7885b0da'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:50:51.602666 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-26aa0d01-5ff0-4efa-96c1-7855305da5f4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/9451a325-e449-43b9-b938-ed977c9ef267 HTTP/1.1" status: 404  len: 337 time: 0.0640690
Dec 22 04:50:51.607839 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54678) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:51.620263 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] Routers {'f2541887-6061-4279-b967-0c2f7885b0da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:51.620926 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3454f0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f2541887-6061-4279-b967-0c2f7885b0da'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:51.671821 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f7b382-8beb-4b77-9f1a-8995a814a66d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:51.672378 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f7b382-8beb-4b77-9f1a-8995a814a66d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:51.674689 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-93f7b382-8beb-4b77-9f1a-8995a814a66d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/463074e9-af91-4162-9cce-992bed0f01a2 HTTP/1.1" status: 404  len: 333 time: 0.0604053
Dec 22 04:50:51.678811 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54682) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:51.697016 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device b4a26854-5338-4ea2-b5e3-3219f36bb46f up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:51.723402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:51.725286 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7aca7c3-7b4b-4c7c-9ae2-9c165147ab35 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:51.725809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7aca7c3-7b4b-4c7c-9ae2-9c165147ab35 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:51.727520 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 9.3512840
Dec 22 04:50:51.731505 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b7aca7c3-7b4b-4c7c-9ae2-9c165147ab35 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/1c416ccb-89e6-4485-b7fb-bf60b44d58a6 HTTP/1.1" status: 404  len: 337 time: 0.0486789
Dec 22 04:50:51.731505 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54686) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:51.731766 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54688) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:51.843200 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0adbfd0-fcb2-4b2d-b9f9-ac394ea23024 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:51.843587 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0adbfd0-fcb2-4b2d-b9f9-ac394ea23024 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:51.845241 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a0adbfd0-fcb2-4b2d-b9f9-ac394ea23024 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/f45c2776-db41-4231-9203-3be30582a2d2 HTTP/1.1" status: 404  len: 337 time: 0.1117725
Dec 22 04:50:51.855283 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54694) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:51.886012 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port b4a26854-5338-4ea2-b5e3-3219f36bb46f triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:51.886500 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:51.925762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] Set router f2541887-6061-4279-b967-0c2f7885b0da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:50:51.971412 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-566df3c9-8d1e-4628-ae7c-006280e0cd70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:51.972108 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-566df3c9-8d1e-4628-ae7c-006280e0cd70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:51.975988 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-566df3c9-8d1e-4628-ae7c-006280e0cd70 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/a5e10776-14e8-4250-84e1-d0fd32ff6905 HTTP/1.1" status: 404  len: 333 time: 0.1115212
Dec 22 04:50:51.977625 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54698) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:52.058195 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a4e356-99a8-4ef5-856f-7eb4f0315b76 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:52.058653 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a4e356-99a8-4ef5-856f-7eb4f0315b76 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:52.062597 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-07a4e356-99a8-4ef5-856f-7eb4f0315b76 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/4f051694-f423-40d9-9334-fd20ea1476c0 HTTP/1.1" status: 404  len: 337 time: 0.0809474
Dec 22 04:50:52.070917 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54704) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:52.108351 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2c297592-119c-4e74-8c57-63110ca04751 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:52.282570 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d2daec52-5b83-4f03-9ce9-c9ec2964343d no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:50:52.334298 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: d2daec52-5b83-4f03-9ce9-c9ec2964343d {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:50:52.335175 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d2daec52-5b83-4f03-9ce9-c9ec2964343d not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:50:52.343227 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-6554776a-bef1-437b-8b21-67a1825bfac1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:52.343663 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6554776a-bef1-437b-8b21-67a1825bfac1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:52.345322 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6554776a-bef1-437b-8b21-67a1825bfac1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/ab9be832-b06c-4558-9029-c41a9d15104c HTTP/1.1" status: 404  len: 337 time: 0.2734873
Dec 22 04:50:52.346886 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3454f0>, [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:50:47Z', 'revision_number': 3, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:52.350190 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54708) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:52.355162 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] Checking router: f2541887-6061-4279-b967-0c2f7885b0da for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:50:52.355514 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] Updating router f2541887-6061-4279-b967-0c2f7885b0da port c127a3e8-4b23-4b3d-8bd0-429faefd0147 binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:50:52.410890 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:52.415187 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-18c8cc4e-0de9-495a-9d2b-e5939651003c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2ff070e-f505-489b-baca-d4eaabfd1dfa HTTP/1.1" status: 200  len: 205 time: 0.0617607
Dec 22 04:50:52.415923 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54712) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:52.483931 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-41d20408-92f6-4de5-80e3-fa375f241f08 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] delete failed (client error): The resource could not be found.
Dec 22 04:50:52.488033 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-41d20408-92f6-4de5-80e3-fa375f241f08 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/routers/e2ff070e-f505-489b-baca-d4eaabfd1dfa HTTP/1.1" status: 404  len: 336 time: 0.0686259
Dec 22 04:50:52.489425 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54716) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:52.558137 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-25258d88-4cc6-4d19-ade8-079597c14703 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:52.558369 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25258d88-4cc6-4d19-ade8-079597c14703 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:52.562564 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-25258d88-4cc6-4d19-ade8-079597c14703 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/0f670dab-6ce9-4af3-bffc-01c3ba1b8427 HTTP/1.1" status: 404  len: 337 time: 0.0695829
Dec 22 04:50:52.566639 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54720) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:52.646472 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fb56b9a8-f22d-47b8-8720-d13feb4a4813 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "GET /v2.0/ports?device_id=1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c HTTP/1.1" status: 200  len: 205 time: 0.0749679
Dec 22 04:50:52.651461 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54724) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:52.696139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f452f681-2a91-47f7-8911-1135acf55a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:52.732526 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-bc98bed9-4f28-4b5a-9ab2-14d245f36ba1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] delete failed (client error): The resource could not be found.
Dec 22 04:50:52.736262 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-bc98bed9-4f28-4b5a-9ab2-14d245f36ba1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/routers/1368a9ef-2ab0-45e5-ac23-b1cce2cf6f2c HTTP/1.1" status: 404  len: 336 time: 0.0804095
Dec 22 04:50:52.751239 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54728) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:52.798405 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:52.803065 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-259b4088-1a54-4594-bc29-4bb4d66fbaf8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:52.803766 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259b4088-1a54-4594-bc29-4bb4d66fbaf8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:52.811850 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] Transition to ACTIVE for port object c127a3e8-4b23-4b3d-8bd0-429faefd0147 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:52.817225 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-259b4088-1a54-4594-bc29-4bb4d66fbaf8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/2c226e03-057a-4d35-8703-cd6cf51d8080 HTTP/1.1" status: 404  len: 337 time: 0.0639353
Dec 22 04:50:52.820760 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:52.824475 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54732) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:52.824646 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-05668b44-1fbd-4631-9ef6-778fa1ddbe2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:52.901736 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5ce17-cc96-471f-8447-a4ef49ed01cc None None] Pushing event updated for resources: {'Port': ['ID=c127a3e8-4b23-4b3d-8bd0-429faefd0147,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:52.905941 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-52a5ce17-cc96-471f-8447-a4ef49ed01cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:52.908802 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] Attempting to bind port c127a3e8-4b23-4b3d-8bd0-429faefd0147 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:50:52.909245 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] Attempting to bind port c127a3e8-4b23-4b3d-8bd0-429faefd0147 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:50:52.910545 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] Attempting to bind port c127a3e8-4b23-4b3d-8bd0-429faefd0147 on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:50:52.917000 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:50:52.917444 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:50:52.917938 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:52.918556 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:50:52.919092 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] Bound port: c127a3e8-4b23-4b3d-8bd0-429faefd0147, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:50:52.919553 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:52.997655 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] For port c127a3e8-4b23-4b3d-8bd0-429faefd0147, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:50:53.001095 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] For port c127a3e8-4b23-4b3d-8bd0-429faefd0147, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c127a3e8-4b23-4b3d-8bd0-429faefd0147,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:50:53.007219 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:53.011860 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e9e7504c-afca-4f75-b2d3-94e3a09b7b57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:53.013735 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-5faf3b9f-3276-43b7-bad8-afe00fcab390 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:53.014165 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5faf3b9f-3276-43b7-bad8-afe00fcab390 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:53.015835 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5faf3b9f-3276-43b7-bad8-afe00fcab390 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/b5c5d23b-b941-4e4c-88aa-79a4e7dabb7a HTTP/1.1" status: 404  len: 337 time: 0.1908507
Dec 22 04:50:53.019365 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54736) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:53.071682 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bcd4f9f-a318-46a5-a893-719e6fc32e33 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:53.072259 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bcd4f9f-a318-46a5-a893-719e6fc32e33 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:53.076131 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6bcd4f9f-a318-46a5-a893-719e6fc32e33 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/c5fe373e-7e11-4e7e-933d-46994c52a53e HTTP/1.1" status: 404  len: 333 time: 0.0537434
Dec 22 04:50:53.077383 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54740) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:53.095634 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5ce17-cc96-471f-8447-a4ef49ed01cc None None] Pushing event updated for resources: {'Port': ['ID=c127a3e8-4b23-4b3d-8bd0-429faefd0147,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:53.100842 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-52a5ce17-cc96-471f-8447-a4ef49ed01cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:53.101707 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] Routers {'f2541887-6061-4279-b967-0c2f7885b0da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:53.102434 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3454f0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f2541887-6061-4279-b967-0c2f7885b0da'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:53.123762 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a777fe9-d31f-409b-b92a-ed6f7fa2ec01 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:53.124197 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a777fe9-d31f-409b-b92a-ed6f7fa2ec01 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:53.128148 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5a777fe9-d31f-409b-b92a-ed6f7fa2ec01 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/203a4f1f-b6cf-41aa-b67a-20259f1eb867 HTTP/1.1" status: 404  len: 337 time: 0.0475190
Dec 22 04:50:53.129232 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54744) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:53.203368 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5b03bb-e4d7-4822-a84d-a00734823b20 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:53.203804 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5b03bb-e4d7-4822-a84d-a00734823b20 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:53.208755 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ee5b03bb-e4d7-4822-a84d-a00734823b20 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/a1ab4898-6c8b-42a9-9c5c-e626128cef4c HTTP/1.1" status: 404  len: 333 time: 0.0757890
Dec 22 04:50:53.208755 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54748) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:53.239447 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c297592-119c-4e74-8c57-63110ca04751 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Router 41bde271-baf5-4618-b74b-f09357e01f17 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:50:53.258068 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-b371aee2-d2e3-454d-802e-289b139a154c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:53.258284 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b371aee2-d2e3-454d-802e-289b139a154c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:53.263138 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b371aee2-d2e3-454d-802e-289b139a154c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/52e75c33-5e88-4cd0-a663-f8b2341a95ed HTTP/1.1" status: 404  len: 337 time: 0.0507221
Dec 22 04:50:53.265529 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54752) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:53.268989 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-f452f681-2a91-47f7-8911-1135acf55a1f admin admin] Allocated IP 172.20.0.1 (7f8f534e-2db6-44af-9bdd-e4fd78e01696/bbd01024-1a39-4919-97b8-72bd7b2c03da/d714321e-8557-4083-bd85-837997895bbf) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:53.305894 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] Set router f2541887-6061-4279-b967-0c2f7885b0da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:50:53.388332 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f39b15b-8030-43f5-ad09-ebeefb1ada19 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:53.388795 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f39b15b-8030-43f5-ad09-ebeefb1ada19 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:53.392824 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1f39b15b-8030-43f5-ad09-ebeefb1ada19 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/6c154ae0-c8c2-4f89-805f-970d92bae023 HTTP/1.1" status: 404  len: 333 time: 0.1227264
Dec 22 04:50:53.397434 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54756) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:53.436556 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f452f681-2a91-47f7-8911-1135acf55a1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:53.453363 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-f452f681-2a91-47f7-8911-1135acf55a1f admin admin] Transition to ACTIVE for port object d714321e-8557-4083-bd85-837997895bbf will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:53.477702 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f452f681-2a91-47f7-8911-1135acf55a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:53.482961 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-35a45002-8741-4591-b130-ae31849ccea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:53.550929 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f452f681-2a91-47f7-8911-1135acf55a1f admin admin] Network 7f8f534e-2db6-44af-9bdd-e4fd78e01696 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:53.554273 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-f452f681-2a91-47f7-8911-1135acf55a1f admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:53.559009 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f452f681-2a91-47f7-8911-1135acf55a1f admin admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:50:53.587938 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452f681-2a91-47f7-8911-1135acf55a1f admin admin] Pushing event updated for resources: {'Port': ['ID=d714321e-8557-4083-bd85-837997895bbf,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:53.594951 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f452f681-2a91-47f7-8911-1135acf55a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:53.621488 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3454f0>, [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:50:47Z', 'revision_number': 3, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:53.621928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f452f681-2a91-47f7-8911-1135acf55a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:53.627195 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47b0af-c48a-4ee8-810f-60fd1f447c65 None None] The sync data for ids ['f2541887-6061-4279-b967-0c2f7885b0da'] in dv-neutron-822525-1-hyperv is: [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:50:47Z', 'revision_number': 3, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:50:53.653264 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec4f30d-acc5-4891-80ba-28e8daf0592c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:53.653744 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec4f30d-acc5-4891-80ba-28e8daf0592c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:53.657790 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1ec4f30d-acc5-4891-80ba-28e8daf0592c tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/082640cf-c616-46df-b3bc-8109ee7f6f59 HTTP/1.1" status: 404  len: 337 time: 0.2550006
Dec 22 04:50:53.658159 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54760) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:53.727940 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-0507fb0f-140c-4675-8246-ccfb6e126692 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:53.728383 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0507fb0f-140c-4675-8246-ccfb6e126692 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:53.732447 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0507fb0f-140c-4675-8246-ccfb6e126692 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/0040b3d7-9b50-48c4-92f8-484e7fbb1aac HTTP/1.1" status: 404  len: 333 time: 0.0701711
Dec 22 04:50:53.736050 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54764) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:53.780530 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37f986b-566a-4356-90bd-852bb6de1604 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:53.780963 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c37f986b-566a-4356-90bd-852bb6de1604 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:53.782638 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c37f986b-566a-4356-90bd-852bb6de1604 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/0cac451a-1510-4db8-a907-e60cdd814752 HTTP/1.1" status: 404  len: 337 time: 0.0456386
Dec 22 04:50:53.789191 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54768) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:53.794586 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f452f681-2a91-47f7-8911-1135acf55a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:53.846810 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a05f9feb-d112-4235-8615-328476a9acd7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:53.871611 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-2b584078-556f-4c80-94df-49ad917c37a7 None None] Provisioning for port d714321e-8557-4083-bd85-837997895bbf completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:53.876215 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-2b584078-556f-4c80-94df-49ad917c37a7 None None] Provisioning complete for port d714321e-8557-4083-bd85-837997895bbf triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:53.876583 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2b584078-556f-4c80-94df-49ad917c37a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:53.888674 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3e5088-6b6a-412c-b109-1e7a8335a6ec tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:53.889114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae3e5088-6b6a-412c-b109-1e7a8335a6ec tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:53.893783 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ae3e5088-6b6a-412c-b109-1e7a8335a6ec tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/4291fa53-d872-44ed-971a-62b928a9a0b4 HTTP/1.1" status: 404  len: 333 time: 0.1006207
Dec 22 04:50:53.898668 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54772) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:53.929477 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-2b584078-556f-4c80-94df-49ad917c37a7 None None] Port d714321e-8557-4083-bd85-837997895bbf cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:50:53.937419 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c297592-119c-4e74-8c57-63110ca04751 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:50:53.954767 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1903a5-09a5-47a1-8cbe-3a12f21b48a7 None None] Sync routers for ids ['41bde271-baf5-4618-b74b-f09357e01f17'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:50:53.966257 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1903a5-09a5-47a1-8cbe-3a12f21b48a7 None None] Routers {'41bde271-baf5-4618-b74b-f09357e01f17'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:53.966853 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-9a1903a5-09a5-47a1-8cbe-3a12f21b48a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca5c4f0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['41bde271-baf5-4618-b74b-f09357e01f17'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:54.003379 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2c297592-119c-4e74-8c57-63110ca04751 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/routers/41bde271-baf5-4618-b74b-f09357e01f17/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9611328
Dec 22 04:50:54.009574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54776) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:54.019243 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f0b825-fca1-4a97-9c60-e5e98f6953f2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:54.019993 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f0b825-fca1-4a97-9c60-e5e98f6953f2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:54.024365 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-18f0b825-fca1-4a97-9c60-e5e98f6953f2 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/9eeaf789-b32e-49b6-8df9-1ee797ce69a2 HTTP/1.1" status: 404  len: 337 time: 0.1235530
Dec 22 04:50:54.025124 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54780) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:54.077115 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb660e79-8061-4a11-9d35-fecf387044a1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:54.077573 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb660e79-8061-4a11-9d35-fecf387044a1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:54.079222 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-cb660e79-8061-4a11-9d35-fecf387044a1 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/402eec6f-70cf-4797-849f-9c2c352c0330 HTTP/1.1" status: 404  len: 333 time: 0.0529296
Dec 22 04:50:54.081339 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f452f681-2a91-47f7-8911-1135acf55a1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:54.082875 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54784) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:54.090920 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-9a1903a5-09a5-47a1-8cbe-3a12f21b48a7 None None] Set router 41bde271-baf5-4618-b74b-f09357e01f17 gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:50:54.119306 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f452f681-2a91-47f7-8911-1135acf55a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:54.153160 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:54.156996 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-00c5e8cf-ccf3-4583-9352-16da8f820107 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting port 7cf2d4e4-00d1-4f63-a2ef-9fcb6042de1b {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:54.157511 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-00c5e8cf-ccf3-4583-9352-16da8f820107 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:54.189269 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff4feaf0-6ebe-4a05-b9fb-ac600be8acb5 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:54.190284 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff4feaf0-6ebe-4a05-b9fb-ac600be8acb5 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:54.191940 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ff4feaf0-6ebe-4a05-b9fb-ac600be8acb5 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/98087979-dc16-4d34-a3bd-3e07b6918677 HTTP/1.1" status: 404  len: 337 time: 0.1081564
Dec 22 04:50:54.198586 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54788) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:54.200803 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-9a1903a5-09a5-47a1-8cbe-3a12f21b48a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca5c4f0>, [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:50:51Z', 'revision_number': 11, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:54.204850 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1903a5-09a5-47a1-8cbe-3a12f21b48a7 None None] Checking router: 41bde271-baf5-4618-b74b-f09357e01f17 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:50:54.215374 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1903a5-09a5-47a1-8cbe-3a12f21b48a7 None None] Routers {'41bde271-baf5-4618-b74b-f09357e01f17'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:54.215964 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-9a1903a5-09a5-47a1-8cbe-3a12f21b48a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca5c4f0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['41bde271-baf5-4618-b74b-f09357e01f17'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:54.235859 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f452f681-2a91-47f7-8911-1135acf55a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:54.239757 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452f681-2a91-47f7-8911-1135acf55a1f admin admin] Pushing event updated for resources: {'Port': ['ID=d714321e-8557-4083-bd85-837997895bbf,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:54.242830 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f452f681-2a91-47f7-8911-1135acf55a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:54.275805 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-b934f31a-e2d9-43d5-bd8c-dcb8592de5c8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:54.276588 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b934f31a-e2d9-43d5-bd8c-dcb8592de5c8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:54.278599 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b934f31a-e2d9-43d5-bd8c-dcb8592de5c8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/ports/472047a3-c6d4-46f1-99ba-6bdebb944c8f HTTP/1.1" status: 404  len: 333 time: 0.0748305
Dec 22 04:50:54.301229 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54792) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:54.349643 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-9a1903a5-09a5-47a1-8cbe-3a12f21b48a7 None None] Set router 41bde271-baf5-4618-b74b-f09357e01f17 gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:50:54.390299 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f452f681-2a91-47f7-8911-1135acf55a1f admin admin] Network 7f8f534e-2db6-44af-9bdd-e4fd78e01696 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:54.391482 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-f452f681-2a91-47f7-8911-1135acf55a1f admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:54.475237 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-9a1903a5-09a5-47a1-8cbe-3a12f21b48a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca5c4f0>, [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:50:51Z', 'revision_number': 11, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:54.481527 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1903a5-09a5-47a1-8cbe-3a12f21b48a7 None None] The sync data for ids ['41bde271-baf5-4618-b74b-f09357e01f17'] in dv-neutron-822525-1-hyperv is: [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:50:51Z', 'revision_number': 11, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:50:54.530996 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a009866-6ca4-42da-bd50-9e980698fbbb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:50:54.531441 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a009866-6ca4-42da-bd50-9e980698fbbb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:50:54.533371 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8a009866-6ca4-42da-bd50-9e980698fbbb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/subnets/db0a02a8-b651-4099-927e-f32a389fb106 HTTP/1.1" status: 404  len: 337 time: 0.2194097
Dec 22 04:50:54.540014 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54796) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:54.673653 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b45f9e28-bdca-48cb-b458-2cff07e4c5c0 None None] Provisioning complete for port d714321e-8557-4083-bd85-837997895bbf triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:54.675166 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b45f9e28-bdca-48cb-b458-2cff07e4c5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:54.729127 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b45f9e28-bdca-48cb-b458-2cff07e4c5c0 None None] Port d714321e-8557-4083-bd85-837997895bbf cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:50:54.825041 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-9620b155-51fa-4bd5-a70d-f24e63523fb0 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting subnet 56c7c716-3ae4-4618-bdb9-6294a590fc29 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:50:54.830643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-00c5e8cf-ccf3-4583-9352-16da8f820107 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:54.851600 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4697e37b-d324-4216-8c64-f73f24bd1f6f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:54.853309 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9620b155-51fa-4bd5-a70d-f24e63523fb0 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:54.907509 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f452f681-2a91-47f7-8911-1135acf55a1f admin admin] Router f2541887-6061-4279-b967-0c2f7885b0da has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:50:55.112545 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f452f681-2a91-47f7-8911-1135acf55a1f admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:50:55.125989 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f452f681-2a91-47f7-8911-1135acf55a1f admin admin] 10.222.0.53 "PUT /v2.0/routers/f2541887-6061-4279-b967-0c2f7885b0da/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3871832
Dec 22 04:50:55.168917 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-00c5e8cf-ccf3-4583-9352-16da8f820107 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Calling delete_port for 7cf2d4e4-00d1-4f63-a2ef-9fcb6042de1b owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:55.302133 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9620b155-51fa-4bd5-a70d-f24e63523fb0 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:55.353391 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-a05f9feb-d112-4235-8615-328476a9acd7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Allocated IP 172.20.0.1 (52bfcced-9596-4008-8be8-276eb11cbb7a/e411990f-f08b-4337-b65c-ed2787b057c9/7646b1f7-57ed-4a42-a12c-783c9bf2e3ae) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:55.520128 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device afe696ef-6297-44bb-991c-b655ab111c68 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:50:55.556966 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: afe696ef-6297-44bb-991c-b655ab111c68 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:50:55.557234 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4697e37b-d324-4216-8c64-f73f24bd1f6f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:55.557366 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device afe696ef-6297-44bb-991c-b655ab111c68 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:50:55.644997 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-4697e37b-d324-4216-8c64-f73f24bd1f6f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b16d700>,) {'filters': {'network_id': ['7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:55.672191 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-4697e37b-d324-4216-8c64-f73f24bd1f6f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b16d700>, 'dca65cb7-c456-4227-85d8-f8d48dde0707') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:55.672492 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-4697e37b-d324-4216-8c64-f73f24bd1f6f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b16d700>, 'dca65cb7-c456-4227-85d8-f8d48dde0707') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:55.702286 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4697e37b-d324-4216-8c64-f73f24bd1f6f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:55.788331 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9620b155-51fa-4bd5-a70d-f24e63523fb0 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:55.842168 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4697e37b-d324-4216-8c64-f73f24bd1f6f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:55.860977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4697e37b-d324-4216-8c64-f73f24bd1f6f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:50:55.861389 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4697e37b-d324-4216-8c64-f73f24bd1f6f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:50:55.884152 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:50:55.944474 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a05f9feb-d112-4235-8615-328476a9acd7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:55.969464 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-00c5e8cf-ccf3-4583-9352-16da8f820107 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:55.982639 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:56.026629 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-a05f9feb-d112-4235-8615-328476a9acd7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Transition to ACTIVE for port object 7646b1f7-57ed-4a42-a12c-783c9bf2e3ae will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:56.062303 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5e8cf-ccf3-4583-9352-16da8f820107 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Port': ['ID=7cf2d4e4-00d1-4f63-a2ef-9fcb6042de1b,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:56.067209 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54818) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:56.072426 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-00c5e8cf-ccf3-4583-9352-16da8f820107 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:56.073466 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1277754641-network', 'tenant_id': 'd8ec49acb9f547299cc9d328e9a6379b'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:56.078010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:56.082777 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Usage tracker for resource:network and tenant:d8ec49acb9f547299cc9d328e9a6379b is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:56.085721 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:56.092158 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:56.112119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Made reservation on behalf of d8ec49acb9f547299cc9d328e9a6379b for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:50:56.114452 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:56.117541 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4697e37b-d324-4216-8c64-f73f24bd1f6f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:56.131199 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:56.131915 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-81d19063-8370-4032-96dc-540174e869e4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:56.149509 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4697e37b-d324-4216-8c64-f73f24bd1f6f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:56.192189 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:56.203314 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Usage tracker for resource:security_group_rule and tenant:d8ec49acb9f547299cc9d328e9a6379b is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:56.211225 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:56.221133 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9620b155-51fa-4bd5-a70d-f24e63523fb0 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:56.230582 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:56.304790 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697e37b-d324-4216-8c64-f73f24bd1f6f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Pushing event deleted for resources: {'Network': ['ID=7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:56.323064 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4697e37b-d324-4216-8c64-f73f24bd1f6f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:56.327480 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-10863919-8865-4cf9-93ed-1b8ba3b7445c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:56.338792 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:56.344260 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:56.350822 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-49c96617-aa00-49b9-bf8b-bf7211a42b1c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:56.368285 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4697e37b-d324-4216-8c64-f73f24bd1f6f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] 10.222.0.53 "DELETE /v2.0/networks/7c6440e2-04dd-4ce7-a16f-ff35fb9fa74e HTTP/1.1" status: 204  len: 168 time: 1.8235803
Dec 22 04:50:56.369888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:50:56.370106 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620b155-51fa-4bd5-a70d-f24e63523fb0 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Subnet': ['ID=56c7c716-3ae4-4618-bdb9-6294a590fc29,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:56.379591 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9620b155-51fa-4bd5-a70d-f24e63523fb0 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:56.386979 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a05f9feb-d112-4235-8615-328476a9acd7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:56.389139 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb5a0bf-17ee-4f36-bf42-674238f9e91b None None] Network b0ebd54d-1368-4907-863e-a458becfde1e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:56.391018 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404d3be7-9cb4-4d9f-ba22-faca49bfab1c,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:56.391385 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9620b155-51fa-4bd5-a70d-f24e63523fb0 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:56.395843 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9620b155-51fa-4bd5-a70d-f24e63523fb0 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/subnets/56c7c716-3ae4-4618-bdb9-6294a590fc29 HTTP/1.1" status: 204  len: 168 time: 2.3759251
Dec 22 04:50:56.396007 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:56.396007 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Added segment c338e12d-b54d-4717-b237-b591c698bdf9 of type vlan for network b07475e2-3fa2-4eb5-8d42-c3c048061a04
Dec 22 04:50:56.396187 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54824) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:56.396266 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d9d6318a-1724-4e79-807b-01023e97a26c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:56.398769 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:56.477723 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-00c5e8cf-ccf3-4583-9352-16da8f820107 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:56.484418 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05f9feb-d112-4235-8615-328476a9acd7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Network 52bfcced-9596-4008-8be8-276eb11cbb7a is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:56.489835 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-a05f9feb-d112-4235-8615-328476a9acd7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:56.504914 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f9feb-d112-4235-8615-328476a9acd7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Port': ['ID=7646b1f7-57ed-4a42-a12c-783c9bf2e3ae,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:56.507110 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05f9feb-d112-4235-8615-328476a9acd7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:50:56.562513 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:56.575409 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:56.584609 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a05f9feb-d112-4235-8615-328476a9acd7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:56.606110 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Deleting port dcf68672-acc3-4cb6-a3b4-fe2797b91091 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:56.606439 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:56.664948 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:56.665976 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:56.666549 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:56.685220 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c7e05dc2-1461-47de-9890-ccedf78b55a7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:56.701714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a05f9feb-d112-4235-8615-328476a9acd7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:56.771313 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbeee7d-d9f7-4440-bbd3-31f8029864bb None None] DHCP port deletion for b0ebd54d-1368-4907-863e-a458becfde1e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:50:56.779446 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-efbeee7d-d9f7-4440-bbd3-31f8029864bb None None] Deleting port dcf68672-acc3-4cb6-a3b4-fe2797b91091 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:56.782009 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-efbeee7d-d9f7-4440-bbd3-31f8029864bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:56.828963 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Pushing event updated for resources: {'Network': ['ID=b07475e2-3fa2-4eb5-8d42-c3c048061a04,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:56.850145 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network b07475e2-3fa2-4eb5-8d42-c3c048061a04 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:50:56.859472 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:56.859943 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54830) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:56.880170 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8089650
Dec 22 04:50:56.888105 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54836) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:56.898679 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-7358341c-81fd-4e6d-9248-0adb00aec663 admin admin] Request body: {'subnet': {'network_id': 'b07475e2-3fa2-4eb5-8d42-c3c048061a04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1277754641-subnet', 'tenant_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'ip_version': 4}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:56.905319 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7358341c-81fd-4e6d-9248-0adb00aec663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:56.919196 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7358341c-81fd-4e6d-9248-0adb00aec663 admin admin] Usage tracker for resource:subnet and tenant:d8ec49acb9f547299cc9d328e9a6379b is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:56.943839 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7358341c-81fd-4e6d-9248-0adb00aec663 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:57.004506 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7358341c-81fd-4e6d-9248-0adb00aec663 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:57.043252 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7358341c-81fd-4e6d-9248-0adb00aec663 admin admin] Made reservation on behalf of d8ec49acb9f547299cc9d328e9a6379b for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:50:57.047901 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7358341c-81fd-4e6d-9248-0adb00aec663 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:57.077725 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1d5e3b17-435c-4778-b703-cea461496db3 None None] Provisioning for port 7646b1f7-57ed-4a42-a12c-783c9bf2e3ae completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:57.087180 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1d5e3b17-435c-4778-b703-cea461496db3 None None] Provisioning complete for port 7646b1f7-57ed-4a42-a12c-783c9bf2e3ae triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:57.087630 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1d5e3b17-435c-4778-b703-cea461496db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:57.133006 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] For port dcf68672-acc3-4cb6-a3b4-fe2797b91091, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=dcf68672-acc3-4cb6-a3b4-fe2797b91091,segment=NetworkSegment(0c86aad8-9203-4192-9c6b-447a51c56032),segment_id=0c86aad8-9203-4192-9c6b-447a51c56032)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:57.133505 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:57.159183 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e3b17-435c-4778-b703-cea461496db3 None None] Port 7646b1f7-57ed-4a42-a12c-783c9bf2e3ae cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:50:57.251397 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a05f9feb-d112-4235-8615-328476a9acd7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:57.287694 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-efbeee7d-d9f7-4440-bbd3-31f8029864bb None None] For port dcf68672-acc3-4cb6-a3b4-fe2797b91091, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=dcf68672-acc3-4cb6-a3b4-fe2797b91091,segment=NetworkSegment(0c86aad8-9203-4192-9c6b-447a51c56032),segment_id=0c86aad8-9203-4192-9c6b-447a51c56032)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:57.288094 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-efbeee7d-d9f7-4440-bbd3-31f8029864bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:57.317375 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Calling delete_port for dcf68672-acc3-4cb6-a3b4-fe2797b91091 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:57.397769 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-32fca24e-d13b-4c15-b0f8-b3f25f2338f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25825f4b1181465ebc1c194a44f89ac1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5284696
Dec 22 04:50:57.399449 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54840) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:57.407069 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-efbeee7d-d9f7-4440-bbd3-31f8029864bb None None] Calling delete_port for dcf68672-acc3-4cb6-a3b4-fe2797b91091 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:50:57.457935 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c5e8cf-ccf3-4583-9352-16da8f820107 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Router 7efa3104-d347-45b4-b303-c53f6fcea619 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:50:57.505080 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:57.510951 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-efbeee7d-d9f7-4440-bbd3-31f8029864bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:50:57.511443 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-efbeee7d-d9f7-4440-bbd3-31f8029864bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:50:57.513986 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-03a0be81-4a51-471c-a40f-0992770c5a9c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:57.571675 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Port': ['ID=dcf68672-acc3-4cb6-a3b4-fe2797b91091,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:57.582124 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:57.599325 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] No DVR routers for this DVR port dcf68672-acc3-4cb6-a3b4-fe2797b91091 on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:50:57.606258 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c127a3e8-4b23-4b3d-8bd0-429faefd0147 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:57.648003 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-10054816-bef1-49c5-bf96-c41f440eb632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:57.675597 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port c127a3e8-4b23-4b3d-8bd0-429faefd0147 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:50:57.681426 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port c127a3e8-4b23-4b3d-8bd0-429faefd0147 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:57.681864 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:57.778812 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c5e8cf-ccf3-4583-9352-16da8f820107 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:50:57.787776 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-00c5e8cf-ccf3-4583-9352-16da8f820107 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/routers/7efa3104-d347-45b4-b303-c53f6fcea619/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1187961
Dec 22 04:50:57.791133 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54844) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:57.793615 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fde98eb-2b65-40c9-9d0a-3f61e62ad01e None None] Sync routers for ids ['7efa3104-d347-45b4-b303-c53f6fcea619'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:50:57.816649 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:57.825002 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fde98eb-2b65-40c9-9d0a-3f61e62ad01e None None] Routers {'7efa3104-d347-45b4-b303-c53f6fcea619'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:57.825639 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-1fde98eb-2b65-40c9-9d0a-3f61e62ad01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bc4ab20>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['7efa3104-d347-45b4-b303-c53f6fcea619'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:57.838120 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7358341c-81fd-4e6d-9248-0adb00aec663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:57.846633 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4eb19148-c38c-4491-aeff-ebd90433fa0e tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:57.848045 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-515be4b7-732b-42d1-bd71-20882c324aaf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Synchronizing usage tracker for tenant:2c15a5726c1c4265b642f9bc187fa0d4 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:50:57.883243 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-515be4b7-732b-42d1-bd71-20882c324aaf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Unset dirty status for tenant:2c15a5726c1c4265b642f9bc187fa0d4 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:50:57.884374 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-515be4b7-732b-42d1-bd71-20882c324aaf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efa3104-d347-45b4-b303-c53f6fcea619 HTTP/1.1" status: 200  len: 205 time: 0.0925243
Dec 22 04:50:57.887851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54848) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:57.894808 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-1fde98eb-2b65-40c9-9d0a-3f61e62ad01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bc4ab20>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:57.899193 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port c127a3e8-4b23-4b3d-8bd0-429faefd0147, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c127a3e8-4b23-4b3d-8bd0-429faefd0147,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:50:57.905967 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:57.909740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-23509597-db19-4315-8447-e6b358d32a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:57.918042 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-10054816-bef1-49c5-bf96-c41f440eb632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:57.951167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:57.951899 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fde98eb-2b65-40c9-9d0a-3f61e62ad01e None None] Routers {'7efa3104-d347-45b4-b303-c53f6fcea619'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:57.952590 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-1fde98eb-2b65-40c9-9d0a-3f61e62ad01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bc4ab20>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['7efa3104-d347-45b4-b303-c53f6fcea619'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:58.000139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358341c-81fd-4e6d-9248-0adb00aec663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7620cd75-c417-40f1-95e4-3f092e10651d,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:58.006782 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7358341c-81fd-4e6d-9248-0adb00aec663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:58.013270 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-efbeee7d-d9f7-4440-bbd3-31f8029864bb None None] Deleting port dcf68672-acc3-4cb6-a3b4-fe2797b91091 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:50:58.013767 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-efbeee7d-d9f7-4440-bbd3-31f8029864bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:58.015440 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b1c81f0>,) {'filters': {'network_id': ['b0ebd54d-1368-4907-863e-a458becfde1e']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:58.035584 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b1c81f0>, '0c86aad8-9203-4192-9c6b-447a51c56032') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:58.036165 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b1c81f0>, '0c86aad8-9203-4192-9c6b-447a51c56032') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:58.037791 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device dcf68672-acc3-4cb6-a3b4-fe2797b91091 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:50:58.053168 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e8f21912-846f-458b-922e-e7c7455526c0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:58.053379 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:58.073695 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7358341c-81fd-4e6d-9248-0adb00aec663 admin admin] Checking segment: {'id': 'c338e12d-b54d-4717-b237-b591c698bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b07475e2-3fa2-4eb5-8d42-c3c048061a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:50:58.074385 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7358341c-81fd-4e6d-9248-0adb00aec663 admin admin] Network hostable DHCP agents. Network: b07475e2-3fa2-4eb5-8d42-c3c048061a04, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:50:58.079496 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:58.086861 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-10054816-bef1-49c5-bf96-c41f440eb632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:58.091605 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-587f1123-afd2-4eb4-a90b-7f60da576a1d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:58.093261 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: dcf68672-acc3-4cb6-a3b4-fe2797b91091 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:50:58.093748 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device dcf68672-acc3-4cb6-a3b4-fe2797b91091 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:50:58.102046 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:50:58.102586 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:58.104286 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-1fde98eb-2b65-40c9-9d0a-3f61e62ad01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bc4ab20>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:58.104700 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fde98eb-2b65-40c9-9d0a-3f61e62ad01e None None] The sync data for ids ['7efa3104-d347-45b4-b303-c53f6fcea619'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:50:58.123475 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:50:58.144672 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-efbeee7d-d9f7-4440-bbd3-31f8029864bb None None] The port 'dcf68672-acc3-4cb6-a3b4-fe2797b91091' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:50:58.156707 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=c127a3e8-4b23-4b3d-8bd0-429faefd0147,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:58.167002 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:58.186143 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10054816-bef1-49c5-bf96-c41f440eb632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725b972d-c528-4147-b882-472f42464604,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:58.191400 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-10054816-bef1-49c5-bf96-c41f440eb632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:58.239730 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:58.241184 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7358341c-81fd-4e6d-9248-0adb00aec663 admin admin] Network b07475e2-3fa2-4eb5-8d42-c3c048061a04 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:50:58.245590 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-06249c17-ed1c-4f86-8d50-8d592f4b9aa7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:58.260888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:58.265492 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-10054816-bef1-49c5-bf96-c41f440eb632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:58.266600 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-10054816-bef1-49c5-bf96-c41f440eb632 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/725b972d-c528-4147-b882-472f42464604 HTTP/1.1" status: 204  len: 168 time: 0.8660884
Dec 22 04:50:58.287771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Pushing event deleted for resources: {'Network': ['ID=b0ebd54d-1368-4907-863e-a458becfde1e,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:58.294266 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/networks/b0ebd54d-1368-4907-863e-a458becfde1e HTTP/1.1" status: 204  len: 168 time: 1.8972173
Dec 22 04:50:58.295596 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:58.296196 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-7358341c-81fd-4e6d-9248-0adb00aec663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, b07475e2-3fa2-4eb5-8d42-c3c048061a04) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:58.297521 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54854) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:58.304460 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b9cd5769-d283-4aa0-ac4a-461b04168236 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'router': {'routes': None}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:58.305560 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa9c410-fdef-4af2-82ac-dc74bcc03023 None None] Network b07475e2-3fa2-4eb5-8d42-c3c048061a04 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:50:58.325880 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a05f9feb-d112-4235-8615-328476a9acd7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:58.340761 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a05f9feb-d112-4235-8615-328476a9acd7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:58.370302 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2665c22a-e342-49f0-bf2e-9bdb1a9e8548 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:58.372494 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7358341c-81fd-4e6d-9248-0adb00aec663 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:50:58.373087 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7358341c-81fd-4e6d-9248-0adb00aec663 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:58.557730 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-b07475e2-3fa2-4eb5-8d42-c3c048061a04', 'network_id': 'b07475e2-3fa2-4eb5-8d42-c3c048061a04', 'tenant_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'fixed_ips': [{'subnet_id': '7620cd75-c417-40f1-95e4-3f092e10651d'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:50:58.558727 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:58.563119 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7358341c-81fd-4e6d-9248-0adb00aec663 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.6736748
Dec 22 04:50:58.583741 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54860) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:58.609499 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1277754641-router', 'tenant_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:58.625138 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:58.629963 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a05f9feb-d112-4235-8615-328476a9acd7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:58.642289 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Usage tracker for resource:router and tenant:d8ec49acb9f547299cc9d328e9a6379b is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:58.645970 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f9feb-d112-4235-8615-328476a9acd7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Port': ['ID=7646b1f7-57ed-4a42-a12c-783c9bf2e3ae,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:58.648775 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a05f9feb-d112-4235-8615-328476a9acd7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:58.702175 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.extraroute_db [None req-b9cd5769-d283-4aa0-ac4a-461b04168236 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Added routes are [] {{(pid=83435) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 22 04:50:58.702475 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.extraroute_db [None req-b9cd5769-d283-4aa0-ac4a-461b04168236 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Removed routes are [] {{(pid=83435) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 22 04:50:58.702832 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b9cd5769-d283-4aa0-ac4a-461b04168236 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:58.706541 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:58.756737 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Allocated IP 172.20.0.2 (b07475e2-3fa2-4eb5-8d42-c3c048061a04/7620cd75-c417-40f1-95e4-3f092e10651d/67c1f506-bc47-4ee9-b9fd-0db178c98682) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:50:58.779180 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:50:58.870927 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:58.871948 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:58.880179 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e8f21912-846f-458b-922e-e7c7455526c0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:58.902979 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e8f21912-846f-458b-922e-e7c7455526c0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:58.953008 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:58.991411 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05f9feb-d112-4235-8615-328476a9acd7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Network 52bfcced-9596-4008-8be8-276eb11cbb7a is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:58.993745 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-a05f9feb-d112-4235-8615-328476a9acd7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:59.002898 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b9cd5769-d283-4aa0-ac4a-461b04168236 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:59.006492 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b9cd5769-d283-4aa0-ac4a-461b04168236 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706333'] for router, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:59.036006 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:59.051188 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e8f21912-846f-458b-922e-e7c7455526c0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:59.051663 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f21912-846f-458b-922e-e7c7455526c0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Fanout notify agent at l3_agent the message router_deleted on router 7efa3104-d347-45b4-b303-c53f6fcea619 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:50:59.077202 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Transition to ACTIVE for port object 67c1f506-bc47-4ee9-b9fd-0db178c98682 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:59.130591 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Transition to ACTIVE for port object 67c1f506-bc47-4ee9-b9fd-0db178c98682 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:50:59.146099 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:59.151542 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-618d846e-85e0-4ce9-aa21-68510f4666cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:59.218602 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cd5769-d283-4aa0-ac4a-461b04168236 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Router 41bde271-baf5-4618-b74b-f09357e01f17 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:50:59.309737 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Network b07475e2-3fa2-4eb5-8d42-c3c048061a04 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:50:59.313002 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Pushing event updated for resources: {'Port': ['ID=67c1f506-bc47-4ee9-b9fd-0db178c98682,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:59.316098 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:50:59.321636 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:59.322545 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:50:59.373675 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e8f21912-846f-458b-922e-e7c7455526c0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:59.377611 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e8f21912-846f-458b-922e-e7c7455526c0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/routers/7efa3104-d347-45b4-b303-c53f6fcea619 HTTP/1.1" status: 204  len: 168 time: 1.4860139
Dec 22 04:50:59.377611 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54878) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:59.390421 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54880) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:59.441796 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Attempting to bind port 67c1f506-bc47-4ee9-b9fd-0db178c98682 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:50:59.442169 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Attempting to bind port 67c1f506-bc47-4ee9-b9fd-0db178c98682 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'c338e12d-b54d-4717-b237-b591c698bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b07475e2-3fa2-4eb5-8d42-c3c048061a04'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:50:59.442535 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Attempting to bind port 67c1f506-bc47-4ee9-b9fd-0db178c98682 on network b07475e2-3fa2-4eb5-8d42-c3c048061a04 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:50:59.452854 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ffa023da-4878-4505-8cbc-2a974aa615bd None None] Provisioning complete for port 7646b1f7-57ed-4a42-a12c-783c9bf2e3ae triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:59.453230 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ffa023da-4878-4505-8cbc-2a974aa615bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:59.477218 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:59.509425 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-ffa023da-4878-4505-8cbc-2a974aa615bd None None] Port 7646b1f7-57ed-4a42-a12c-783c9bf2e3ae cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:50:59.511092 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:50:59.511467 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Checking segment: {'id': 'c338e12d-b54d-4717-b237-b591c698bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b07475e2-3fa2-4eb5-8d42-c3c048061a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:50:59.511914 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:59.512308 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Bound using segment: {'id': 'c338e12d-b54d-4717-b237-b591c698bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b07475e2-3fa2-4eb5-8d42-c3c048061a04'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:50:59.512795 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Bound port: 67c1f506-bc47-4ee9-b9fd-0db178c98682, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c338e12d-b54d-4717-b237-b591c698bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b07475e2-3fa2-4eb5-8d42-c3c048061a04'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:50:59.513169 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:59.590590 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cd5769-d283-4aa0-ac4a-461b04168236 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:50:59.599747 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b9cd5769-d283-4aa0-ac4a-461b04168236 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:59.604455 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b9cd5769-d283-4aa0-ac4a-461b04168236 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/routers/41bde271-baf5-4618-b74b-f09357e01f17 HTTP/1.1" status: 200  len: 701 time: 1.3026347
Dec 22 04:50:59.604455 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54888) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:59.610000 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c127a3e8-4b23-4b3d-8bd0-429faefd0147 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:50:59.623834 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82eaf6d-e48b-4be1-a3e9-1d22a3a83b51 None None] Sync routers for ids ['41bde271-baf5-4618-b74b-f09357e01f17'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:50:59.641604 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82eaf6d-e48b-4be1-a3e9-1d22a3a83b51 None None] Routers {'41bde271-baf5-4618-b74b-f09357e01f17'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:59.642252 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-a82eaf6d-e48b-4be1-a3e9-1d22a3a83b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca5c2b0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['41bde271-baf5-4618-b74b-f09357e01f17'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:59.667919 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c1109562-33e3-4d92-b054-4f7777c30abb tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Synchronizing usage tracker for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:50:59.688004 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] For port 67c1f506-bc47-4ee9-b9fd-0db178c98682, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:50:59.688592 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c1109562-33e3-4d92-b054-4f7777c30abb tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Unset dirty status for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:50:59.692188 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] For port 67c1f506-bc47-4ee9-b9fd-0db178c98682, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=67c1f506-bc47-4ee9-b9fd-0db178c98682,segment=NetworkSegment(c338e12d-b54d-4717-b237-b591c698bdf9),segment_id=c338e12d-b54d-4717-b237-b591c698bdf9)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:50:59.694059 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c1109562-33e3-4d92-b054-4f7777c30abb tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/ports?device_id=41bde271-baf5-4618-b74b-f09357e01f17 HTTP/1.1" status: 200  len: 205 time: 0.0887632
Dec 22 04:50:59.696524 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54892) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:50:59.709213 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:59.726991 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:50:59.792259 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-a82eaf6d-e48b-4be1-a3e9-1d22a3a83b51 None None] Set router 41bde271-baf5-4618-b74b-f09357e01f17 gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:50:59.796710 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port c127a3e8-4b23-4b3d-8bd0-429faefd0147 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:50:59.797232 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:59.853041 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1f17-d7d4-4a13-91b9-69c8a88f931d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:50:59.905199 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-a82eaf6d-e48b-4be1-a3e9-1d22a3a83b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca5c2b0>, [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:50:51Z', 'revision_number': 11, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:59.909667 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82eaf6d-e48b-4be1-a3e9-1d22a3a83b51 None None] Checking router: 41bde271-baf5-4618-b74b-f09357e01f17 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:50:59.916999 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-133826016'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:50:59.928705 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:50:59.929339 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82eaf6d-e48b-4be1-a3e9-1d22a3a83b51 None None] Routers {'41bde271-baf5-4618-b74b-f09357e01f17'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:50:59.930157 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-a82eaf6d-e48b-4be1-a3e9-1d22a3a83b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca5c2b0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['41bde271-baf5-4618-b74b-f09357e01f17'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:50:59.943356 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Usage tracker for resource:network and tenant:b13e85f096324701becbe4f84519cf1e is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:50:59.950723 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:50:59.953278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Pushing event updated for resources: {'Port': ['ID=67c1f506-bc47-4ee9-b9fd-0db178c98682,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:50:59.966119 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:50:59.977913 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:00.113305 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Made reservation on behalf of b13e85f096324701becbe4f84519cf1e for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:51:00.116500 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:00.139640 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:00.156925 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-a82eaf6d-e48b-4be1-a3e9-1d22a3a83b51 None None] Set router 41bde271-baf5-4618-b74b-f09357e01f17 gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:51:00.164136 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-76230108-5216-456e-ae0e-63f2d20a9de8 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting subnet f603419c-71c0-423d-b7fa-e2ed61fc8e2e {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:51:00.175317 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-76230108-5216-456e-ae0e-63f2d20a9de8 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:00.293493 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-a82eaf6d-e48b-4be1-a3e9-1d22a3a83b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca5c2b0>, [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:50:51Z', 'revision_number': 11, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:00.298008 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82eaf6d-e48b-4be1-a3e9-1d22a3a83b51 None None] The sync data for ids ['41bde271-baf5-4618-b74b-f09357e01f17'] in dv-neutron-822525-1-hyperv is: [{'id': '41bde271-baf5-4618-b74b-f09357e01f17', 'name': 'tempest-RoutersTest-router-1854006708', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:48:49Z', 'updated_at': '2021-12-22T04:50:51Z', 'revision_number': 11, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:51:00.304015 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-76230108-5216-456e-ae0e-63f2d20a9de8 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:00.337903 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:00.358156 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Usage tracker for resource:security_group_rule and tenant:b13e85f096324701becbe4f84519cf1e is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:00.367355 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:00.367567 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1f17-d7d4-4a13-91b9-69c8a88f931d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:00.372181 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1f17-d7d4-4a13-91b9-69c8a88f931d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:00.377660 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:00.396349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1f17-d7d4-4a13-91b9-69c8a88f931d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:00.396925 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6e1f17-d7d4-4a13-91b9-69c8a88f931d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Fanout notify agent at l3_agent the message router_deleted on router 41bde271-baf5-4618-b74b-f09357e01f17 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:51:00.411098 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1f17-d7d4-4a13-91b9-69c8a88f931d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:00.415940 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1e6e1f17-d7d4-4a13-91b9-69c8a88f931d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/routers/41bde271-baf5-4618-b74b-f09357e01f17 HTTP/1.1" status: 204  len: 168 time: 0.7146962
Dec 22 04:51:00.416210 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54898) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:00.421356 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-80ed9fed-d460-4ecf-a6fd-1d6b03cce748 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-7920703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:00.428020 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-80ed9fed-d460-4ecf-a6fd-1d6b03cce748 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:00.431997 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-80ed9fed-d460-4ecf-a6fd-1d6b03cce748 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Usage tracker for resource:router and tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:00.434956 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-80ed9fed-d460-4ecf-a6fd-1d6b03cce748 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:00.440724 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-80ed9fed-d460-4ecf-a6fd-1d6b03cce748 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:00.450842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-80ed9fed-d460-4ecf-a6fd-1d6b03cce748 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:00.451858 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-80ed9fed-d460-4ecf-a6fd-1d6b03cce748 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:00.469484 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-80ed9fed-d460-4ecf-a6fd-1d6b03cce748 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:00.487472 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-80ed9fed-d460-4ecf-a6fd-1d6b03cce748 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:00.497327 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:00.513109 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-80ed9fed-d460-4ecf-a6fd-1d6b03cce748 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:00.517136 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-80ed9fed-d460-4ecf-a6fd-1d6b03cce748 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 697 time: 0.0999839
Dec 22 04:51:00.518350 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54902) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:00.523475 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b92abcd3-faa2-4ad1-9cdb-fc7729dbf932 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:00.550963 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:00.553730 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05f9feb-d112-4235-8615-328476a9acd7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Router ff008034-c5b5-40bf-b3c5-c190354f0df7 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:51:00.612136 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-76230108-5216-456e-ae0e-63f2d20a9de8 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:00.729600 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:00.799630 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:00.837733 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-25ffc453-2cc0-4754-b7e5-9c3f1b60532a tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:00.903529 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:51:00.914318 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae1edbd-5f76-4212-8972-50e79a17b9cb,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:00.921868 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:00.923019 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-76230108-5216-456e-ae0e-63f2d20a9de8 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:00.933972 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3683d224-32e6-488e-b4a7-16f0d9b4a718 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:00.961103 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:00.961450 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Added segment 02a80753-8ba1-4929-aae7-2c9d5c24fa59 of type vlan for network 98103030-d7fe-447d-9520-2c4ca4a400f5
Dec 22 04:51:00.964681 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b92abcd3-faa2-4ad1-9cdb-fc7729dbf932 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:00.975753 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b92abcd3-faa2-4ad1-9cdb-fc7729dbf932 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706333'] for router, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:00.990175 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76230108-5216-456e-ae0e-63f2d20a9de8 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Subnet': ['ID=f603419c-71c0-423d-b7fa-e2ed61fc8e2e,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:00.993891 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-76230108-5216-456e-ae0e-63f2d20a9de8 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:00.995182 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Allocated IP 172.26.4.45 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/a006abc3-ad9c-4fe4-998c-4c1340ef503b) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:51:01.012464 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-76230108-5216-456e-ae0e-63f2d20a9de8 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:01.015610 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467d0603-df62-4ec7-b4e6-995201504d78 None None] Network 82f351a7-8921-457e-a4b5-aed925a54418 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:51:01.160214 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:01.192934 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c1481a-64ab-475c-a69b-035128c4efcb None None] Network b07475e2-3fa2-4eb5-8d42-c3c048061a04 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:51:01.221902 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-76230108-5216-456e-ae0e-63f2d20a9de8 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/subnets/f603419c-71c0-423d-b7fa-e2ed61fc8e2e HTTP/1.1" status: 204  len: 168 time: 1.8271453
Dec 22 04:51:01.222618 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54912) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:01.359379 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.resource_extend [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:51:01.367097 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92abcd3-faa2-4ad1-9cdb-fc7729dbf932 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Router 76bcf951-4753-46c6-a45a-45a23dacac74 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:51:01.434890 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:01.438685 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:01.440035 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:01.441499 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5c741d7a-3142-42af-b624-d552c8338adc None None] Provisioning for port 67c1f506-bc47-4ee9-b9fd-0db178c98682 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:01.449373 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fb57fc4d-7f7a-4c43-b473-527a9435ab40 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:01.538326 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92abcd3-faa2-4ad1-9cdb-fc7729dbf932 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:51:01.544708 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b92abcd3-faa2-4ad1-9cdb-fc7729dbf932 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:01.545878 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b92abcd3-faa2-4ad1-9cdb-fc7729dbf932 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "PUT /v2.0/routers/76bcf951-4753-46c6-a45a-45a23dacac74 HTTP/1.1" status: 200  len: 691 time: 1.0264819
Dec 22 04:51:01.550305 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:01.553659 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54916) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:01.555595 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fea3843-9c2b-4d96-8608-16dd0c8f0378 None None] Sync routers for ids ['76bcf951-4753-46c6-a45a-45a23dacac74'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:51:01.568780 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] Sync routers for ids ['f2541887-6061-4279-b967-0c2f7885b0da'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:51:01.588518 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] Routers {'f2541887-6061-4279-b967-0c2f7885b0da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:01.589246 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca76e50>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f2541887-6061-4279-b967-0c2f7885b0da'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:01.633925 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fea3843-9c2b-4d96-8608-16dd0c8f0378 None None] Routers {'76bcf951-4753-46c6-a45a-45a23dacac74'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:01.634652 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-3fea3843-9c2b-4d96-8608-16dd0c8f0378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bbdc520>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['76bcf951-4753-46c6-a45a-45a23dacac74'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:01.644678 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 2.2555013
Dec 22 04:51:01.647556 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54920) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:01.653626 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-58c3818a-3b86-42f1-8524-a5375a9c0d72 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Request body: {'subnet': {'network_id': '98103030-d7fe-447d-9520-2c4ca4a400f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:01.689863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:01.748176 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Pushing event updated for resources: {'Network': ['ID=98103030-d7fe-447d-9520-2c4ca4a400f5,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:01.754641 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:01.764184 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting port a4a6147a-5442-44ca-a106-37fae8335e4b {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:51:01.764524 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:01.770662 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf857cb-e23a-496a-b8c9-769d6823e4b0 None None] DHCP port deletion for 82f351a7-8921-457e-a4b5-aed925a54418 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:51:01.773583 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 67c1f506-bc47-4ee9-b9fd-0db178c98682 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:01.794054 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-58c3818a-3b86-42f1-8524-a5375a9c0d72 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:01.798043 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-58c3818a-3b86-42f1-8524-a5375a9c0d72 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Usage tracker for resource:subnet and tenant:b13e85f096324701becbe4f84519cf1e is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:01.802287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-58c3818a-3b86-42f1-8524-a5375a9c0d72 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:01.802711 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 98103030-d7fe-447d-9520-2c4ca4a400f5 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:51:01.808850 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-58c3818a-3b86-42f1-8524-a5375a9c0d72 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:01.824214 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c3818a-3b86-42f1-8524-a5375a9c0d72 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Made reservation on behalf of b13e85f096324701becbe4f84519cf1e for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:51:01.883292 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] Set router f2541887-6061-4279-b967-0c2f7885b0da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:51:01.897379 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-2bf857cb-e23a-496a-b8c9-769d6823e4b0 None None] Deleting port a4a6147a-5442-44ca-a106-37fae8335e4b {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:51:01.897910 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2bf857cb-e23a-496a-b8c9-769d6823e4b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:01.961502 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-58c3818a-3b86-42f1-8524-a5375a9c0d72 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:02.019359 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-3fea3843-9c2b-4d96-8608-16dd0c8f0378 None None] Set router 76bcf951-4753-46c6-a45a-45a23dacac74 gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:51:02.025698 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05f9feb-d112-4235-8615-328476a9acd7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:51:02.039253 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a05f9feb-d112-4235-8615-328476a9acd7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "PUT /v2.0/routers/ff008034-c5b5-40bf-b3c5-c190354f0df7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.2224672
Dec 22 04:51:02.046019 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f589dd53-3ee3-4d6f-a732-02df3c288a7b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/routers/76bcf951-4753-46c6-a45a-45a23dacac74 HTTP/1.1" status: 200  len: 697 time: 0.4862409
Dec 22 04:51:02.048929 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54924) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:02.049269 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54926) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:02.096154 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-4bd6f2b2-b6d3-4b0f-9b2b-4dc501e83349 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Request body: {'port': {'network_id': '52bfcced-9596-4008-8be8-276eb11cbb7a', 'name': 'tempest-FloatingIPTestJSON-144927794'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:02.115177 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba023665-f37f-45e2-8670-16bb4a59fb53 None None] Sync routers for ids ['ff008034-c5b5-40bf-b3c5-c190354f0df7'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:51:02.199067 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:02.203694 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-84932bc6-66bb-4e0f-8e32-c5c8d7e57eb6 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Synchronizing usage tracker for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:02.217702 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1df108c7-4238-43d0-95fa-20ebc4bfb76b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:02.283580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-58c3818a-3b86-42f1-8524-a5375a9c0d72 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:02.291001 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b269f33b-5f13-471d-81ca-16002b9c043b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:02.380929 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c3818a-3b86-42f1-8524-a5375a9c0d72 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Checking segment: {'id': '02a80753-8ba1-4929-aae7-2c9d5c24fa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '98103030-d7fe-447d-9520-2c4ca4a400f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:02.381289 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c3818a-3b86-42f1-8524-a5375a9c0d72 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Network hostable DHCP agents. Network: 98103030-d7fe-447d-9520-2c4ca4a400f5, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:51:02.398284 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca76e50>, [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:50:53Z', 'revision_number': 4, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'd714321e-8557-4083-bd85-837997895bbf', 'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'mac_address': 'fa:16:3e:49:e6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:52Z', 'updated_at': '2021-12-22T04:50:53Z', 'revision_number': 2, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'subnets': [{'id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:02.403424 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3818a-3b86-42f1-8524-a5375a9c0d72 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Pushing event updated for resources: {'Subnet': ['ID=f7a05067-93cf-41a5-a2d1-ef53c3c9b941,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:02.404486 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] Checking router: f2541887-6061-4279-b967-0c2f7885b0da for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:51:02.404882 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] Updating router f2541887-6061-4279-b967-0c2f7885b0da port d714321e-8557-4083-bd85-837997895bbf binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:51:02.406645 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-58c3818a-3b86-42f1-8524-a5375a9c0d72 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:02.418138 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-3fea3843-9c2b-4d96-8608-16dd0c8f0378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bbdc520>, [{'id': '76bcf951-4753-46c6-a45a-45a23dacac74', 'name': 'tempest-RoutersTest-router-7920703', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:00Z', 'updated_at': '2021-12-22T04:51:00Z', 'revision_number': 2, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:02.422613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c3818a-3b86-42f1-8524-a5375a9c0d72 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Network 98103030-d7fe-447d-9520-2c4ca4a400f5 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:51:02.430333 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba023665-f37f-45e2-8670-16bb4a59fb53 None None] Routers {'ff008034-c5b5-40bf-b3c5-c190354f0df7'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:02.431094 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-ba023665-f37f-45e2-8670-16bb4a59fb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8b9070>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['ff008034-c5b5-40bf-b3c5-c190354f0df7'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:02.434312 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-58c3818a-3b86-42f1-8524-a5375a9c0d72 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 98103030-d7fe-447d-9520-2c4ca4a400f5) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:02.446789 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c3818a-3b86-42f1-8524-a5375a9c0d72 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:02.447374 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-58c3818a-3b86-42f1-8524-a5375a9c0d72 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:02.468407 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-84932bc6-66bb-4e0f-8e32-c5c8d7e57eb6 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Unset dirty status for tenant:9e7dce9f57e64c25bbfc8211ac6b7ebe on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:02.469578 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-84932bc6-66bb-4e0f-8e32-c5c8d7e57eb6 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/ports?device_id=76bcf951-4753-46c6-a45a-45a23dacac74 HTTP/1.1" status: 200  len: 205 time: 0.4166999
Dec 22 04:51:02.473317 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:02.474439 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54932) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:02.480049 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:02.498633 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:02.500553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Pushing event updated for resources: {'Port': ['ID=a006abc3-ad9c-4fe4-998c-4c1340ef503b,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:02.503452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:51:02.511430 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-ba023665-f37f-45e2-8670-16bb4a59fb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8b9070>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:02.518048 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fea3843-9c2b-4d96-8608-16dd0c8f0378 None None] Checking router: 76bcf951-4753-46c6-a45a-45a23dacac74 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:51:02.524616 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377f70ad-cfc7-47d2-ac80-43236e082855 None None] Network 98103030-d7fe-447d-9520-2c4ca4a400f5 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:51:02.532456 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:02.550905 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:51:02.565299 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] For port a4a6147a-5442-44ca-a106-37fae8335e4b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a4a6147a-5442-44ca-a106-37fae8335e4b,segment=NetworkSegment(f72284da-ae94-4fda-9402-d543b92b90a1),segment_id=f72284da-ae94-4fda-9402-d543b92b90a1)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:51:02.565931 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:02.579390 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-58c3818a-3b86-42f1-8524-a5375a9c0d72 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9305639
Dec 22 04:51:02.638355 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 54936) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:02.674602 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 67c1f506-bc47-4ee9-b9fd-0db178c98682 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:02.679268 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-871ace97-6851-48ea-9dbe-0c7a71388e7c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:02.704167 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-92808ae2-1a13-46b0-8246-186efaa5995d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Request body: {'port': {'network_id': '98103030-d7fe-447d-9520-2c4ca4a400f5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-241410857'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:02.717490 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4bd6f2b2-b6d3-4b0f-9b2b-4dc501e83349 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:02.725529 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 67c1f506-bc47-4ee9-b9fd-0db178c98682 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:02.726055 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:02.730582 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Calling delete_port for a4a6147a-5442-44ca-a106-37fae8335e4b owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:51:02.813214 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4bd6f2b2-b6d3-4b0f-9b2b-4dc501e83349 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Usage tracker for resource:port and tenant:fd72df115f564198b6625c6a0d6299d2 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:02.823681 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a62d1c3c-ba1f-4e0b-8adc-7f776ffa9146 None None] Provisioning complete for port 67c1f506-bc47-4ee9-b9fd-0db178c98682 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:02.823967 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a62d1c3c-ba1f-4e0b-8adc-7f776ffa9146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:02.824222 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4bd6f2b2-b6d3-4b0f-9b2b-4dc501e83349 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:02.866247 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4bd6f2b2-b6d3-4b0f-9b2b-4dc501e83349 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:02.890494 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:02.907044 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba023665-f37f-45e2-8670-16bb4a59fb53 None None] Routers {'ff008034-c5b5-40bf-b3c5-c190354f0df7'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:02.908452 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-ba023665-f37f-45e2-8670-16bb4a59fb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8b9070>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['ff008034-c5b5-40bf-b3c5-c190354f0df7'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:02.911168 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] Transition to ACTIVE for port object d714321e-8557-4083-bd85-837997895bbf will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:02.922103 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:02.930515 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd6f2b2-b6d3-4b0f-9b2b-4dc501e83349 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Made reservation on behalf of fd72df115f564198b6625c6a0d6299d2 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:51:02.930783 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-79b28c21-2ff5-498c-828b-29f3fb01c955 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:02.933644 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4bd6f2b2-b6d3-4b0f-9b2b-4dc501e83349 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:02.976449 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fea3843-9c2b-4d96-8608-16dd0c8f0378 None None] Routers {'76bcf951-4753-46c6-a45a-45a23dacac74'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:02.977402 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-3fea3843-9c2b-4d96-8608-16dd0c8f0378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bbdc520>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['76bcf951-4753-46c6-a45a-45a23dacac74'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:03.018733 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-4bd6f2b2-b6d3-4b0f-9b2b-4dc501e83349 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] device_id is not set on port aaba63cf-180d-4364-a82d-76bfb36283ca yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:51:03.035564 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef414d0-d106-468d-9ed5-55e437728bc2 None None] Pushing event updated for resources: {'Port': ['ID=d714321e-8557-4083-bd85-837997895bbf,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:03.043209 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-98103030-d7fe-447d-9520-2c4ca4a400f5', 'network_id': '98103030-d7fe-447d-9520-2c4ca4a400f5', 'tenant_id': 'b13e85f096324701becbe4f84519cf1e', 'fixed_ips': [{'subnet_id': 'f7a05067-93cf-41a5-a2d1-ef53c3c9b941'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:51:03.044153 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:03.049613 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef414d0-d106-468d-9ed5-55e437728bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:03.050124 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef414d0-d106-468d-9ed5-55e437728bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:03.050650 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef414d0-d106-468d-9ed5-55e437728bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:03.051124 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef414d0-d106-468d-9ed5-55e437728bc2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:03.052078 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef414d0-d106-468d-9ed5-55e437728bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:03.052577 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef414d0-d106-468d-9ed5-55e437728bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:03.053162 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef414d0-d106-468d-9ed5-55e437728bc2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:03.053667 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef414d0-d106-468d-9ed5-55e437728bc2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:03.054136 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef414d0-d106-468d-9ed5-55e437728bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:03.054652 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef414d0-d106-468d-9ed5-55e437728bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:03.055133 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef414d0-d106-468d-9ed5-55e437728bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:03.066078 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-8ef414d0-d106-468d-9ed5-55e437728bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:03.074580 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-92808ae2-1a13-46b0-8246-186efaa5995d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:03.078179 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:03.089468 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:03.134384 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-92808ae2-1a13-46b0-8246-186efaa5995d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Usage tracker for resource:port and tenant:b13e85f096324701becbe4f84519cf1e is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:03.160132 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-92808ae2-1a13-46b0-8246-186efaa5995d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:03.175228 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-ba023665-f37f-45e2-8670-16bb4a59fb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8b9070>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:03.175792 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba023665-f37f-45e2-8670-16bb4a59fb53 None None] The sync data for ids ['ff008034-c5b5-40bf-b3c5-c190354f0df7'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:51:03.200334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Port': ['ID=a4a6147a-5442-44ca-a106-37fae8335e4b,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:03.205256 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-92808ae2-1a13-46b0-8246-186efaa5995d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:03.231096 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:03.295785 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-2bf857cb-e23a-496a-b8c9-769d6823e4b0 None None] For port a4a6147a-5442-44ca-a106-37fae8335e4b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a4a6147a-5442-44ca-a106-37fae8335e4b,segment=NetworkSegment(f72284da-ae94-4fda-9402-d543b92b90a1),segment_id=f72284da-ae94-4fda-9402-d543b92b90a1)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:51:03.296666 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2bf857cb-e23a-496a-b8c9-769d6823e4b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:03.297462 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] No DVR routers for this DVR port a4a6147a-5442-44ca-a106-37fae8335e4b on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:51:03.300841 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] Attempting to bind port d714321e-8557-4083-bd85-837997895bbf on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:51:03.301221 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] Attempting to bind port d714321e-8557-4083-bd85-837997895bbf by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '7a2911af-ce8f-47e8-b777-7da37b702f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:51:03.302752 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] Attempting to bind port d714321e-8557-4083-bd85-837997895bbf on network 7f8f534e-2db6-44af-9bdd-e4fd78e01696 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:51:03.320202 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:51:03.320574 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] Checking segment: {'id': '7a2911af-ce8f-47e8-b777-7da37b702f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:03.320976 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:03.321367 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] Bound using segment: {'id': '7a2911af-ce8f-47e8-b777-7da37b702f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:51:03.321866 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] Bound port: d714321e-8557-4083-bd85-837997895bbf, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2911af-ce8f-47e8-b777-7da37b702f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:51:03.322256 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:03.361675 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-871ace97-6851-48ea-9dbe-0c7a71388e7c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:03.366380 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-871ace97-6851-48ea-9dbe-0c7a71388e7c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:03.387880 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92808ae2-1a13-46b0-8246-186efaa5995d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Made reservation on behalf of b13e85f096324701becbe4f84519cf1e for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:51:03.390871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-92808ae2-1a13-46b0-8246-186efaa5995d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:03.410228 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-3fea3843-9c2b-4d96-8608-16dd0c8f0378 None None] Set router 76bcf951-4753-46c6-a45a-45a23dacac74 gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:51:03.413106 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-871ace97-6851-48ea-9dbe-0c7a71388e7c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:03.414385 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871ace97-6851-48ea-9dbe-0c7a71388e7c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Fanout notify agent at l3_agent the message router_deleted on router 76bcf951-4753-46c6-a45a-45a23dacac74 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:51:03.436887 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-871ace97-6851-48ea-9dbe-0c7a71388e7c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:03.446292 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-871ace97-6851-48ea-9dbe-0c7a71388e7c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/routers/76bcf951-4753-46c6-a45a-45a23dacac74 HTTP/1.1" status: 204  len: 168 time: 0.9628913
Dec 22 04:51:03.446598 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54940) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:03.481142 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] For port d714321e-8557-4083-bd85-837997895bbf, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:51:03.485370 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] For port d714321e-8557-4083-bd85-837997895bbf, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d714321e-8557-4083-bd85-837997895bbf,segment=NetworkSegment(7a2911af-ce8f-47e8-b777-7da37b702f30),segment_id=7a2911af-ce8f-47e8-b777-7da37b702f30)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:51:03.491602 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:03.505784 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bb3ab048-1e3f-4c83-b64c-d9c00aebf672 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/ports?device_id=76bcf951-4753-46c6-a45a-45a23dacac74 HTTP/1.1" status: 200  len: 205 time: 0.0559840
Dec 22 04:51:03.505988 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-8717cab2-6fc5-467c-8aa0-d562dcfad4b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:03.506115 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54944) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:03.522446 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:03.545586 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-2bf857cb-e23a-496a-b8c9-769d6823e4b0 None None] Calling delete_port for a4a6147a-5442-44ca-a106-37fae8335e4b owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:51:03.551864 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469aac4190>,) {'filters': {'network_id': ['82f351a7-8921-457e-a4b5-aed925a54418']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:03.564595 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469aac4190>, 'f72284da-ae94-4fda-9402-d543b92b90a1') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:03.564882 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469aac4190>, 'f72284da-ae94-4fda-9402-d543b92b90a1') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:03.576456 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef414d0-d106-468d-9ed5-55e437728bc2 None None] Pushing event updated for resources: {'Port': ['ID=d714321e-8557-4083-bd85-837997895bbf,revision_number=4']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:03.580532 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-8ef414d0-d106-468d-9ed5-55e437728bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:03.594123 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-a9d9c31c-d727-44ff-9eef-21fe57b9ab88 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] delete failed (client error): The resource could not be found.
Dec 22 04:51:03.599100 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] Routers {'f2541887-6061-4279-b967-0c2f7885b0da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:03.599100 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca76e50>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f2541887-6061-4279-b967-0c2f7885b0da'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:03.599389 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-4bd6f2b2-b6d3-4b0f-9b2b-4dc501e83349 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Allocated IP 172.20.0.11 (52bfcced-9596-4008-8be8-276eb11cbb7a/e411990f-f08b-4337-b65c-ed2787b057c9/aaba63cf-180d-4364-a82d-76bfb36283ca) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:51:03.599843 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a9d9c31c-d727-44ff-9eef-21fe57b9ab88 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/routers/76bcf951-4753-46c6-a45a-45a23dacac74 HTTP/1.1" status: 404  len: 336 time: 0.0928373
Dec 22 04:51:03.600410 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54950) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:03.656295 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-36df412e-8257-4993-8d66-96dc330f1d2a tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:51:03.662893 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36df412e-8257-4993-8d66-96dc330f1d2a tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:51:03.667011 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-36df412e-8257-4993-8d66-96dc330f1d2a tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/subnets/e473b920-1099-451d-bcf0-c376e38fd23b HTTP/1.1" status: 404  len: 337 time: 0.0634673
Dec 22 04:51:03.670294 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54954) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:03.724085 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d5494c-e1b0-46df-b679-3ad1d8c62bfe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:51:03.729201 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d5494c-e1b0-46df-b679-3ad1d8c62bfe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:51:03.735239 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-26d5494c-e1b0-46df-b679-3ad1d8c62bfe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/subnets/091d6920-a13b-4d5e-843b-a2a2d6f050d3 HTTP/1.1" status: 404  len: 337 time: 0.0646794
Dec 22 04:51:03.736790 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54958) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:03.770147 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-92808ae2-1a13-46b0-8246-186efaa5995d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] device_id is not set on port 586fdc9a-8d8d-408c-b3e1-f179baeec566 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:51:03.784110 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a8dced-24e5-4f12-94d4-1cd93ebd648a tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:51:03.785218 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a8dced-24e5-4f12-94d4-1cd93ebd648a tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:51:03.797993 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b9a8dced-24e5-4f12-94d4-1cd93ebd648a tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/subnets/6dc0fc25-8202-4555-9320-810b00f7f5c9 HTTP/1.1" status: 404  len: 337 time: 0.0589237
Dec 22 04:51:03.799779 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54962) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:03.882241 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] Set router f2541887-6061-4279-b967-0c2f7885b0da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:51:03.882711 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8931d5-c537-4622-ba65-65ca55fc2e17 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:51:03.883650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8931d5-c537-4622-ba65-65ca55fc2e17 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:51:03.888685 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9d8931d5-c537-4622-ba65-65ca55fc2e17 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/subnets/56c7c716-3ae4-4618-bdb9-6294a590fc29 HTTP/1.1" status: 404  len: 337 time: 0.0875740
Dec 22 04:51:03.889708 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54966) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:03.948838 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-3fea3843-9c2b-4d96-8608-16dd0c8f0378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bbdc520>, [{'id': '76bcf951-4753-46c6-a45a-45a23dacac74', 'name': 'tempest-RoutersTest-router-7920703', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:00Z', 'updated_at': '2021-12-22T04:51:00Z', 'revision_number': 2, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:03.966243 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-81c0ac39-3d18-4ff1-844c-d28891b34a1d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/ports?device_id=41bde271-baf5-4618-b74b-f09357e01f17 HTTP/1.1" status: 200  len: 205 time: 0.0746193
Dec 22 04:51:03.966973 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54970) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:03.982976 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:03.987051 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fea3843-9c2b-4d96-8608-16dd0c8f0378 None None] The sync data for ids ['76bcf951-4753-46c6-a45a-45a23dacac74'] in dv-neutron-822525-1-hyperv is: [{'id': '76bcf951-4753-46c6-a45a-45a23dacac74', 'name': 'tempest-RoutersTest-router-7920703', 'tenant_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:00Z', 'updated_at': '2021-12-22T04:51:00Z', 'revision_number': 2, 'project_id': '9e7dce9f57e64c25bbfc8211ac6b7ebe', 'gw_port_host': None}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:51:03.988744 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:04.019481 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a62d1c3c-ba1f-4e0b-8adc-7f776ffa9146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:04.059622 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:04.075394 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-2bf857cb-e23a-496a-b8c9-769d6823e4b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:51:04.076374 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-2bf857cb-e23a-496a-b8c9-769d6823e4b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:51:04.081476 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Allocated IP 172.20.0.2 (98103030-d7fe-447d-9520-2c4ca4a400f5/f7a05067-93cf-41a5-a2d1-ef53c3c9b941/7206d8bc-aeef-45a0-8c2b-92f32d8182a9) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:51:04.089918 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 67c1f506-bc47-4ee9-b9fd-0db178c98682, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=67c1f506-bc47-4ee9-b9fd-0db178c98682,segment=NetworkSegment(c338e12d-b54d-4717-b237-b591c698bdf9),segment_id=c338e12d-b54d-4717-b237-b591c698bdf9)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:51:04.090172 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-d381597b-4c54-4c20-870b-2f8251b45c23 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] delete failed (client error): The resource could not be found.
Dec 22 04:51:04.091062 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d381597b-4c54-4c20-870b-2f8251b45c23 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/routers/41bde271-baf5-4618-b74b-f09357e01f17 HTTP/1.1" status: 404  len: 336 time: 0.1230845
Dec 22 04:51:04.094976 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54974) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:04.109532 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:51:04.110019 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:51:04.125284 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:51:04.134031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:04.154132 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dc46571a-4dde-440d-8ad7-5e977dbb983f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/ports?device_id=50ee46f0-d3ea-4e7b-abfc-86259ddc8c0f HTTP/1.1" status: 200  len: 205 time: 0.0550683
Dec 22 04:51:04.157577 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54978) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:04.211026 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:04.212053 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:04.247642 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4bd6f2b2-b6d3-4b0f-9b2b-4dc501e83349 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:04.264632 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:04.274858 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-c0f4ac9d-0184-4afb-b5b3-a1cb816fcd0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] delete failed (client error): The resource could not be found.
Dec 22 04:51:04.278174 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c0f4ac9d-0184-4afb-b5b3-a1cb816fcd0b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/routers/50ee46f0-d3ea-4e7b-abfc-86259ddc8c0f HTTP/1.1" status: 404  len: 336 time: 0.1164536
Dec 22 04:51:04.281113 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54982) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:04.322767 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a4a6147a-5442-44ca-a106-37fae8335e4b no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:51:04.352686 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de34953-585c-4d7c-9423-d15e3c8efa3b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:51:04.353123 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6de34953-585c-4d7c-9423-d15e3c8efa3b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:51:04.357082 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6de34953-585c-4d7c-9423-d15e3c8efa3b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/subnets/e21f7121-c1ea-4d2e-8892-9dcac83222bf HTTP/1.1" status: 404  len: 337 time: 0.0727253
Dec 22 04:51:04.357705 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54986) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:04.398054 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: a4a6147a-5442-44ca-a106-37fae8335e4b {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:51:04.398054 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a4a6147a-5442-44ca-a106-37fae8335e4b not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:51:04.401878 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-4bd6f2b2-b6d3-4b0f-9b2b-4dc501e83349 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Transition to ACTIVE for port object aaba63cf-180d-4364-a82d-76bfb36283ca will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:04.424714 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ce586113-0f81-4862-811c-0a79f9fc516c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d79a5ab-21b0-40d0-85ee-a30221e4dc54 HTTP/1.1" status: 200  len: 205 time: 0.0599456
Dec 22 04:51:04.428096 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54990) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:04.435266 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:04.440553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:04.460845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:04.461344 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca76e50>, [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:50:53Z', 'revision_number': 4, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'd714321e-8557-4083-bd85-837997895bbf', 'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'mac_address': 'fa:16:3e:49:e6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:52Z', 'updated_at': '2021-12-22T04:51:03Z', 'revision_number': 4, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'subnets': [{'id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:04.465269 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-a62d1c3c-ba1f-4e0b-8adc-7f776ffa9146 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:51:04.465657 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-a62d1c3c-ba1f-4e0b-8adc-7f776ffa9146 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:51:04.472798 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=67c1f506-bc47-4ee9-b9fd-0db178c98682,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:04.473240 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5a666-7fee-4954-83df-c4665e3d82c5 None None] The sync data for ids ['f2541887-6061-4279-b967-0c2f7885b0da'] in dv-neutron-822525-1-hyperv is: [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:50:53Z', 'revision_number': 4, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'd714321e-8557-4083-bd85-837997895bbf', 'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'mac_address': 'fa:16:3e:49:e6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:52Z', 'updated_at': '2021-12-22T04:51:03Z', 'revision_number': 4, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'subnets': [{'id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:51:04.483528 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:04.485635 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Network': ['ID=82f351a7-8921-457e-a4b5-aed925a54418,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:04.489587 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:04.499124 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/networks/82f351a7-8921-457e-a4b5-aed925a54418 HTTP/1.1" status: 204  len: 168 time: 3.2526627
Dec 22 04:51:04.510550 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54994) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:04.514510 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4bd6f2b2-b6d3-4b0f-9b2b-4dc501e83349 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:04.521929 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2b2ca817-26b9-42f9-8fb7-938c8efa3ecc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:04.527176 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-57de5672-3abe-4bf2-ab6e-6d254d293617 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1780191170', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:04.557986 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-dee972f0-d957-4e7f-aa4c-e0285bbe277f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] delete failed (client error): The resource could not be found.
Dec 22 04:51:04.558900 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dee972f0-d957-4e7f-aa4c-e0285bbe277f tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/routers/4d79a5ab-21b0-40d0-85ee-a30221e4dc54 HTTP/1.1" status: 404  len: 336 time: 0.1297166
Dec 22 04:51:04.560031 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-57de5672-3abe-4bf2-ab6e-6d254d293617 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:04.562389 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 54998) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:04.580402 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-2bf857cb-e23a-496a-b8c9-769d6823e4b0 None None] Deleting port a4a6147a-5442-44ca-a106-37fae8335e4b {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:51:04.580828 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2bf857cb-e23a-496a-b8c9-769d6823e4b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:04.613369 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-57de5672-3abe-4bf2-ab6e-6d254d293617 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:router and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:04.620170 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-57de5672-3abe-4bf2-ab6e-6d254d293617 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:04.628967 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c5417e0c-3b4a-4410-ab97-d1adf51862df tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cc195e8-4739-4836-a874-d3bfe4d4b9cf HTTP/1.1" status: 200  len: 205 time: 0.0618999
Dec 22 04:51:04.629363 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55002) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:04.633016 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-57de5672-3abe-4bf2-ab6e-6d254d293617 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:04.687826 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-2bf857cb-e23a-496a-b8c9-769d6823e4b0 None None] The port 'a4a6147a-5442-44ca-a106-37fae8335e4b' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:51:04.698261 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:04.710013 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Transition to ACTIVE for port object 7206d8bc-aeef-45a0-8c2b-92f32d8182a9 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:04.712913 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6f2b2-b6d3-4b0f-9b2b-4dc501e83349 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event updated for resources: {'Port': ['ID=aaba63cf-180d-4364-a82d-76bfb36283ca,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:04.722996 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4bd6f2b2-b6d3-4b0f-9b2b-4dc501e83349 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:04.723256 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-c5e0eb3c-518a-42d0-8376-5473b43ea4e0 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] delete failed (client error): The resource could not be found.
Dec 22 04:51:04.724859 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c5e0eb3c-518a-42d0-8376-5473b43ea4e0 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/routers/8cc195e8-4739-4836-a874-d3bfe4d4b9cf HTTP/1.1" status: 404  len: 336 time: 0.0939889
Dec 22 04:51:04.727488 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55006) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:04.730791 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd6f2b2-b6d3-4b0f-9b2b-4dc501e83349 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Network 52bfcced-9596-4008-8be8-276eb11cbb7a is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:04.733014 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-4bd6f2b2-b6d3-4b0f-9b2b-4dc501e83349 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:04.736914 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd6f2b2-b6d3-4b0f-9b2b-4dc501e83349 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:51:04.739983 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Transition to ACTIVE for port object 7206d8bc-aeef-45a0-8c2b-92f32d8182a9 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:04.758747 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:04.771737 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-9159ceaa-9773-4415-b44b-670d97792ba3 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:51:04.772036 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9159ceaa-9773-4415-b44b-670d97792ba3 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:51:04.773950 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9159ceaa-9773-4415-b44b-670d97792ba3 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/subnets/bcde8611-a677-4034-b371-4b7dc38d9501 HTTP/1.1" status: 404  len: 337 time: 0.0451052
Dec 22 04:51:04.774991 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-57de5672-3abe-4bf2-ab6e-6d254d293617 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:04.775928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-57de5672-3abe-4bf2-ab6e-6d254d293617 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:04.783950 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-67ac9ece-4967-48e1-b890-721b685540d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:04.793140 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55010) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:04.849517 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-eddc071a-16d8-4c90-928b-37c47025c16c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/ports?device_id=9913c9a5-98d7-4e0b-bc48-8b8dde9012df HTTP/1.1" status: 200  len: 205 time: 0.0550780
Dec 22 04:51:04.855716 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55014) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:04.861999 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-57de5672-3abe-4bf2-ab6e-6d254d293617 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:04.868953 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-92808ae2-1a13-46b0-8246-186efaa5995d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Allocated IP 172.20.0.9 (98103030-d7fe-447d-9520-2c4ca4a400f5/f7a05067-93cf-41a5-a2d1-ef53c3c9b941/586fdc9a-8d8d-408c-b3e1-f179baeec566) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:51:04.872810 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Pushing event updated for resources: {'Port': ['ID=7206d8bc-aeef-45a0-8c2b-92f32d8182a9,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:04.878706 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:04.881535 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Network 98103030-d7fe-447d-9520-2c4ca4a400f5 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:04.883390 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:04.888849 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:51:04.956242 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-b2edb765-9d22-4ceb-9b1c-bbef54968a35 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] delete failed (client error): The resource could not be found.
Dec 22 04:51:04.959660 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b2edb765-9d22-4ceb-9b1c-bbef54968a35 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/routers/9913c9a5-98d7-4e0b-bc48-8b8dde9012df HTTP/1.1" status: 404  len: 336 time: 0.1006622
Dec 22 04:51:04.960964 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55018) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:05.014430 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf99cd7-1658-491b-b34c-15ec160184b6 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:51:05.015107 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf99cd7-1658-491b-b34c-15ec160184b6 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:51:05.024784 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-adf99cd7-1658-491b-b34c-15ec160184b6 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/subnets/b34e2113-2a9e-4475-a3e1-4f73d3d09f9a HTTP/1.1" status: 404  len: 337 time: 0.0601425
Dec 22 04:51:05.028984 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-57de5672-3abe-4bf2-ab6e-6d254d293617 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:05.049654 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55022) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:05.091585 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-57de5672-3abe-4bf2-ab6e-6d254d293617 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:05.097062 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-57de5672-3abe-4bf2-ab6e-6d254d293617 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.5808222
Dec 22 04:51:05.102410 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55026) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:05.105600 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-81974ff8-1735-4e7e-a4b9-306e3cd47d78 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "GET /v2.0/ports?device_id=06afb48b-162a-405b-92b4-49dd2158eb47 HTTP/1.1" status: 200  len: 205 time: 0.0540421
Dec 22 04:51:05.107338 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55028) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:05.122985 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-9348fceb-b548-4301-9679-d582463908ca tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-841299924'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:05.129323 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Attempting to bind port 7206d8bc-aeef-45a0-8c2b-92f32d8182a9 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:51:05.129800 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Attempting to bind port 7206d8bc-aeef-45a0-8c2b-92f32d8182a9 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '02a80753-8ba1-4929-aae7-2c9d5c24fa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '98103030-d7fe-447d-9520-2c4ca4a400f5'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:51:05.129800 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Attempting to bind port 7206d8bc-aeef-45a0-8c2b-92f32d8182a9 on network 98103030-d7fe-447d-9520-2c4ca4a400f5 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:51:05.142666 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:51:05.143280 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Checking segment: {'id': '02a80753-8ba1-4929-aae7-2c9d5c24fa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '98103030-d7fe-447d-9520-2c4ca4a400f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:05.143887 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:05.144456 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Bound using segment: {'id': '02a80753-8ba1-4929-aae7-2c9d5c24fa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '98103030-d7fe-447d-9520-2c4ca4a400f5'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:51:05.145103 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Bound port: 7206d8bc-aeef-45a0-8c2b-92f32d8182a9, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a80753-8ba1-4929-aae7-2c9d5c24fa59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '98103030-d7fe-447d-9520-2c4ca4a400f5'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:51:05.145253 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9348fceb-b548-4301-9679-d582463908ca tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:05.150115 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:05.169907 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9348fceb-b548-4301-9679-d582463908ca tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:network and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:05.185358 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd6f2b2-b6d3-4b0f-9b2b-4dc501e83349 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:05.186027 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4bd6f2b2-b6d3-4b0f-9b2b-4dc501e83349 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:05.191150 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-eb12cde0-bca0-489f-ab69-c989bb3b7bc8 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] delete failed (client error): The resource could not be found.
Dec 22 04:51:05.192772 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-eb12cde0-bca0-489f-ab69-c989bb3b7bc8 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/routers/06afb48b-162a-405b-92b4-49dd2158eb47 HTTP/1.1" status: 404  len: 336 time: 0.0839326
Dec 22 04:51:05.194944 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55034) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:05.197201 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9348fceb-b548-4301-9679-d582463908ca tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:05.230066 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9348fceb-b548-4301-9679-d582463908ca tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:05.236941 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a80775-9aae-489b-a77a-9f2abf9ec5ae tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:51:05.237466 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a80775-9aae-489b-a77a-9f2abf9ec5ae tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:51:05.241891 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-57a80775-9aae-489b-a77a-9f2abf9ec5ae tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/subnets/4e773617-30f0-46f1-b30d-b147ae22b852 HTTP/1.1" status: 404  len: 337 time: 0.0435708
Dec 22 04:51:05.242911 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55038) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:05.294412 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e75a0082-5236-4bd8-bd30-1dccdad9ec69 None None] Provisioning for port aaba63cf-180d-4364-a82d-76bfb36283ca completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:05.297765 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-abcd4307-972e-4577-97bb-02ec5de6666e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:51:05.298486 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abcd4307-972e-4577-97bb-02ec5de6666e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:51:05.301289 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4bd6f2b2-b6d3-4b0f-9b2b-4dc501e83349 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.2499063
Dec 22 04:51:05.304671 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55042) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:05.317144 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-abcd4307-972e-4577-97bb-02ec5de6666e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] 10.222.0.53 "DELETE /v2.0/subnets/7109f2c5-20d1-4e1e-a5d9-1f2ffa647ac9 HTTP/1.1" status: 404  len: 337 time: 0.0681517
Dec 22 04:51:05.324549 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9348fceb-b548-4301-9679-d582463908ca tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Made reservation on behalf of 2c15a5726c1c4265b642f9bc187fa0d4 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:51:05.327513 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9348fceb-b548-4301-9679-d582463908ca tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:05.344323 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-a2d74ad2-a233-46ce-8503-959f4466eddc tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Request body: {'floatingip': {'port_id': 'aaba63cf-180d-4364-a82d-76bfb36283ca'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:05.355121 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e75a0082-5236-4bd8-bd30-1dccdad9ec69 None None] Provisioning complete for port aaba63cf-180d-4364-a82d-76bfb36283ca triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:05.355508 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e75a0082-5236-4bd8-bd30-1dccdad9ec69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:05.412844 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-92808ae2-1a13-46b0-8246-186efaa5995d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:05.422994 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-e75a0082-5236-4bd8-bd30-1dccdad9ec69 None None] Port aaba63cf-180d-4364-a82d-76bfb36283ca cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:51:05.434869 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-92808ae2-1a13-46b0-8246-186efaa5995d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Transition to ACTIVE for port object 586fdc9a-8d8d-408c-b3e1-f179baeec566 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:05.435392 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] For port 7206d8bc-aeef-45a0-8c2b-92f32d8182a9, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:51:05.438727 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] For port 7206d8bc-aeef-45a0-8c2b-92f32d8182a9, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=7206d8bc-aeef-45a0-8c2b-92f32d8182a9,segment=NetworkSegment(02a80753-8ba1-4929-aae7-2c9d5c24fa59),segment_id=02a80753-8ba1-4929-aae7-2c9d5c24fa59)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:51:05.447719 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:05.458991 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:05.490405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-92808ae2-1a13-46b0-8246-186efaa5995d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:05.508734 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b99a521d-186d-446a-86e9-9e3589251473 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:05.554254 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Pushing event updated for resources: {'Port': ['ID=7206d8bc-aeef-45a0-8c2b-92f32d8182a9,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:05.558897 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:05.687276 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a2d74ad2-a233-46ce-8503-959f4466eddc tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:05.748484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9348fceb-b548-4301-9679-d582463908ca tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:51:05.751008 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92808ae2-1a13-46b0-8246-186efaa5995d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Pushing event updated for resources: {'Port': ['ID=586fdc9a-8d8d-408c-b3e1-f179baeec566,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:05.792843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55050) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:05.804424 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-92808ae2-1a13-46b0-8246-186efaa5995d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:05.806313 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92808ae2-1a13-46b0-8246-186efaa5995d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Network 98103030-d7fe-447d-9520-2c4ca4a400f5 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:05.821015 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-92808ae2-1a13-46b0-8246-186efaa5995d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:05.823557 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92808ae2-1a13-46b0-8246-186efaa5995d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:51:05.856544 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9348fceb-b548-4301-9679-d582463908ca tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:05.856897 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-9348fceb-b548-4301-9679-d582463908ca tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Added segment fc00a282-f9e3-40ac-9b13-58dd7e37658a of type vlan for network a647bc61-e14c-4e15-8943-fd217d51ab0f
Dec 22 04:51:05.907323 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Router 860183b3-3f23-4ba9-81bd-6e121d0b1b70 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:51:06.020863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92808ae2-1a13-46b0-8246-186efaa5995d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:06.021503 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-92808ae2-1a13-46b0-8246-186efaa5995d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:06.044377 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9348fceb-b548-4301-9679-d582463908ca tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:06.099153 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-92808ae2-1a13-46b0-8246-186efaa5995d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4569089
Dec 22 04:51:06.102556 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55056) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:06.110565 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-60235145-94ff-41e7-9e10-75f5fbebad1b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Request body: {'port': {'network_id': '98103030-d7fe-447d-9520-2c4ca4a400f5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1663975380', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:06.111603 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.api.validators [None req-60235145-94ff-41e7-9e10-75f5fbebad1b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] bootfile-name is not in valid_values {{(pid=83435) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 04:51:06.111938 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.api.validators [None req-60235145-94ff-41e7-9e10-75f5fbebad1b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] tftp-server is not in valid_values {{(pid=83435) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 04:51:06.112260 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.api.validators [None req-60235145-94ff-41e7-9e10-75f5fbebad1b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] server-ip-address is not in valid_values {{(pid=83435) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 04:51:06.197246 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c9a55307-3be7-482e-82ab-2272c60a3ca2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e7dce9f57e64c25bbfc8211ac6b7ebe&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4031987
Dec 22 04:51:06.201665 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55060) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:06.248962 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9348fceb-b548-4301-9679-d582463908ca tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:06.253292 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9348fceb-b548-4301-9679-d582463908ca tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:06.253893 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9348fceb-b548-4301-9679-d582463908ca tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:06.273605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5de6c036-92ba-429d-b12e-86cf71db5645 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:06.315093 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-60235145-94ff-41e7-9e10-75f5fbebad1b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:06.319721 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-60235145-94ff-41e7-9e10-75f5fbebad1b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Usage tracker for resource:port and tenant:b13e85f096324701becbe4f84519cf1e is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:06.322994 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-60235145-94ff-41e7-9e10-75f5fbebad1b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:06.329523 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-60235145-94ff-41e7-9e10-75f5fbebad1b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:06.369349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bf3e1e35-e6df-4fe9-9fac-e306b3d6bc80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:06.378971 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60235145-94ff-41e7-9e10-75f5fbebad1b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Made reservation on behalf of b13e85f096324701becbe4f84519cf1e for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:51:06.382103 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-60235145-94ff-41e7-9e10-75f5fbebad1b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:06.398028 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d714321e-8557-4083-bd85-837997895bbf up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:06.425642 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bf3e1e35-e6df-4fe9-9fac-e306b3d6bc80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:06.433157 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-60235145-94ff-41e7-9e10-75f5fbebad1b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] device_id is not set on port fb6f4ef8-6a1b-44c3-8eca-6b8237a4e0f2 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:51:06.489456 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port d714321e-8557-4083-bd85-837997895bbf completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:06.497053 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port d714321e-8557-4083-bd85-837997895bbf triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:06.497806 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:06.584477 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bf3e1e35-e6df-4fe9-9fac-e306b3d6bc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:06.593337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:06.608934 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9348fceb-b548-4301-9679-d582463908ca tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.5000930
Dec 22 04:51:06.609148 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e1e35-e6df-4fe9-9fac-e306b3d6bc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4717de06-4fbc-4ba7-babd-3cb87d23299f,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:06.614922 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55064) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:06.617732 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bf3e1e35-e6df-4fe9-9fac-e306b3d6bc80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:06.632084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-66f57f9b-0b14-45c7-9ba5-7d5c48d7e3de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'subnet': {'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:06.673243 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:06.681934 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348fceb-b548-4301-9679-d582463908ca tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Network': ['ID=a647bc61-e14c-4e15-8943-fd217d51ab0f,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:06.687154 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9348fceb-b548-4301-9679-d582463908ca tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:06.699766 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network a647bc61-e14c-4e15-8943-fd217d51ab0f details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:51:06.708243 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bf3e1e35-e6df-4fe9-9fac-e306b3d6bc80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:06.709374 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bf3e1e35-e6df-4fe9-9fac-e306b3d6bc80 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4717de06-4fbc-4ba7-babd-3cb87d23299f HTTP/1.1" status: 204  len: 168 time: 0.5084176
Dec 22 04:51:06.790530 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6900e18-21e8-45ae-b36f-b97125ee5c82 None None] Network 98103030-d7fe-447d-9520-2c4ca4a400f5 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:51:06.792299 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-60235145-94ff-41e7-9e10-75f5fbebad1b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Allocated IP 172.20.0.4 (98103030-d7fe-447d-9520-2c4ca4a400f5/f7a05067-93cf-41a5-a2d1-ef53c3c9b941/fb6f4ef8-6a1b-44c3-8eca-6b8237a4e0f2) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:51:06.883476 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-66f57f9b-0b14-45c7-9ba5-7d5c48d7e3de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:06.884197 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port d714321e-8557-4083-bd85-837997895bbf, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d714321e-8557-4083-bd85-837997895bbf,segment=NetworkSegment(7a2911af-ce8f-47e8-b777-7da37b702f30),segment_id=7a2911af-ce8f-47e8-b777-7da37b702f30)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:51:06.890460 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:51:06.900658 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-66f57f9b-0b14-45c7-9ba5-7d5c48d7e3de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:subnet and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:06.905078 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] Sync routers for ids ['860183b3-3f23-4ba9-81bd-6e121d0b1b70'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:51:06.908221 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-66f57f9b-0b14-45c7-9ba5-7d5c48d7e3de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:06.912590 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:06.913415 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 67c1f506-bc47-4ee9-b9fd-0db178c98682 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:06.937532 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:06.939197 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 8.3500419
Dec 22 04:51:06.942555 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] Routers {'860183b3-3f23-4ba9-81bd-6e121d0b1b70'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:06.943188 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c9f1310>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['860183b3-3f23-4ba9-81bd-6e121d0b1b70'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:06.947855 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55072) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:06.976491 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-14f38b7e-2858-4851-9c67-45926037922c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:07.009619 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-53729e4d-09ec-4a8e-a530-235a26fe19c4 None None] Provisioning for port 7206d8bc-aeef-45a0-8c2b-92f32d8182a9 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:07.103114 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 67c1f506-bc47-4ee9-b9fd-0db178c98682 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:07.103609 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:07.129302 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-60235145-94ff-41e7-9e10-75f5fbebad1b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:07.151743 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-60235145-94ff-41e7-9e10-75f5fbebad1b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Transition to ACTIVE for port object fb6f4ef8-6a1b-44c3-8eca-6b8237a4e0f2 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:07.166745 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=d714321e-8557-4083-bd85-837997895bbf,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:07.169846 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:07.186987 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-66f57f9b-0b14-45c7-9ba5-7d5c48d7e3de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:07.198376 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-60235145-94ff-41e7-9e10-75f5fbebad1b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:07.217210 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b1c0de2b-04a0-4b00-b18b-2ffba3275ea8 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:07.290571 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f57f9b-0b14-45c7-9ba5-7d5c48d7e3de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Made reservation on behalf of 2c15a5726c1c4265b642f9bc187fa0d4 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:51:07.326353 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] Set router 860183b3-3f23-4ba9-81bd-6e121d0b1b70 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:51:07.423018 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 7206d8bc-aeef-45a0-8c2b-92f32d8182a9 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:07.478501 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-66f57f9b-0b14-45c7-9ba5-7d5c48d7e3de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:07.499309 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a2d74ad2-a233-46ce-8503-959f4466eddc tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:07.507973 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a2d74ad2-a233-46ce-8503-959f4466eddc tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:07.552242 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:07.595411 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 7206d8bc-aeef-45a0-8c2b-92f32d8182a9 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:07.600966 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 7206d8bc-aeef-45a0-8c2b-92f32d8182a9 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:07.601343 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:07.669303 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60235145-94ff-41e7-9e10-75f5fbebad1b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Pushing event updated for resources: {'Port': ['ID=fb6f4ef8-6a1b-44c3-8eca-6b8237a4e0f2,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:07.677154 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60235145-94ff-41e7-9e10-75f5fbebad1b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Network 98103030-d7fe-447d-9520-2c4ca4a400f5 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:07.688325 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-60235145-94ff-41e7-9e10-75f5fbebad1b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:07.690272 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-60235145-94ff-41e7-9e10-75f5fbebad1b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:07.754243 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c9f1310>, [{'id': '860183b3-3f23-4ba9-81bd-6e121d0b1b70', 'name': 'tempest-TestVolumeBootPattern-1277754641-router', 'tenant_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'a006abc3-ad9c-4fe4-998c-4c1340ef503b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:58Z', 'updated_at': '2021-12-22T04:51:02Z', 'revision_number': 3, 'project_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'gw_port': {'id': 'a006abc3-ad9c-4fe4-998c-4c1340ef503b', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:14:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860183b3-3f23-4ba9-81bd-6e121d0b1b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:00Z', 'updated_at': '2021-12-22T04:51:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:07.760897 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] Checking router: 860183b3-3f23-4ba9-81bd-6e121d0b1b70 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:51:07.761255 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] Updating router 860183b3-3f23-4ba9-81bd-6e121d0b1b70 port a006abc3-ad9c-4fe4-998c-4c1340ef503b binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:51:07.783962 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60235145-94ff-41e7-9e10-75f5fbebad1b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:51:07.835842 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:07.864984 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60235145-94ff-41e7-9e10-75f5fbebad1b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:07.866008 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-60235145-94ff-41e7-9e10-75f5fbebad1b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:07.875618 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:07.895992 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 7206d8bc-aeef-45a0-8c2b-92f32d8182a9, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=7206d8bc-aeef-45a0-8c2b-92f32d8182a9,segment=NetworkSegment(02a80753-8ba1-4929-aae7-2c9d5c24fa59),segment_id=02a80753-8ba1-4929-aae7-2c9d5c24fa59)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:51:07.910454 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:07.914721 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:08.041639 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-66f57f9b-0b14-45c7-9ba5-7d5c48d7e3de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:08.048396 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-58c3818a-3b86-42f1-8524-a5375a9c0d72 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:08.057912 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=7206d8bc-aeef-45a0-8c2b-92f32d8182a9,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:08.067613 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [None req-a2d74ad2-a233-46ce-8503-959f4466eddc tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Floating IP 94846702-30e1-4d89-a28b-4932010c1b1e associated. External IP: 172.26.4.245, port: 92fe3f3c-2574-4545-96fa-4adc5efe30ea.
Dec 22 04:51:08.074481 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:08.075442 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-96050d70-8137-4da5-8689-cec15ad187d1 None None] Provisioning for port fb6f4ef8-6a1b-44c3-8eca-6b8237a4e0f2 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:08.083005 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-96050d70-8137-4da5-8689-cec15ad187d1 None None] Provisioning complete for port fb6f4ef8-6a1b-44c3-8eca-6b8237a4e0f2 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:08.083780 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-96050d70-8137-4da5-8689-cec15ad187d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:08.201127 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55094) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:08.205210 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-60235145-94ff-41e7-9e10-75f5fbebad1b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1152 time: 2.0944998
Dec 22 04:51:08.223626 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-96050d70-8137-4da5-8689-cec15ad187d1 None None] Port fb6f4ef8-6a1b-44c3-8eca-6b8237a4e0f2 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:51:08.277844 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-96050d70-8137-4da5-8689-cec15ad187d1 None None] Provisioning complete for port 7206d8bc-aeef-45a0-8c2b-92f32d8182a9 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:08.279892 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-96050d70-8137-4da5-8689-cec15ad187d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:08.295170 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f57f9b-0b14-45c7-9ba5-7d5c48d7e3de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Subnet': ['ID=79379ef3-b42b-4f56-9fa5-347199cabed2,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:08.299551 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-66f57f9b-0b14-45c7-9ba5-7d5c48d7e3de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:08.311119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f57f9b-0b14-45c7-9ba5-7d5c48d7e3de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Checking segment: {'id': 'fc00a282-f9e3-40ac-9b13-58dd7e37658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:08.312771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f57f9b-0b14-45c7-9ba5-7d5c48d7e3de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network hostable DHCP agents. Network: a647bc61-e14c-4e15-8943-fd217d51ab0f, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:51:08.350780 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d714321e-8557-4083-bd85-837997895bbf up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:08.352860 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f57f9b-0b14-45c7-9ba5-7d5c48d7e3de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network a647bc61-e14c-4e15-8943-fd217d51ab0f is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:51:08.366175 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-66f57f9b-0b14-45c7-9ba5-7d5c48d7e3de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, a647bc61-e14c-4e15-8943-fd217d51ab0f) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:08.383009 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f57f9b-0b14-45c7-9ba5-7d5c48d7e3de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:08.384183 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-66f57f9b-0b14-45c7-9ba5-7d5c48d7e3de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:08.425137 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-66f57f9b-0b14-45c7-9ba5-7d5c48d7e3de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.8046587
Dec 22 04:51:08.428431 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712704e8-5934-4bcc-9743-8e06b03dfc2c None None] Network a647bc61-e14c-4e15-8943-fd217d51ab0f requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:51:08.429984 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55098) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:08.508336 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55102) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:08.532337 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:08.567790 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] Transition to ACTIVE for port object a006abc3-ad9c-4fe4-998c-4c1340ef503b will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:08.588518 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:08.595890 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:08.650324 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port d714321e-8557-4083-bd85-837997895bbf triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:08.650959 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:08.728332 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d691b5-1ce7-41e3-a5a6-a231e79dd97e None None] Pushing event updated for resources: {'Port': ['ID=a006abc3-ad9c-4fe4-998c-4c1340ef503b,revision_number=2']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:08.741912 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-05d691b5-1ce7-41e3-a5a6-a231e79dd97e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:08.744782 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] Attempting to bind port a006abc3-ad9c-4fe4-998c-4c1340ef503b on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:51:08.745411 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] Attempting to bind port a006abc3-ad9c-4fe4-998c-4c1340ef503b by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:51:08.746199 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] Attempting to bind port a006abc3-ad9c-4fe4-998c-4c1340ef503b on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:51:08.753688 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:51:08.754622 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:08.755339 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:08.755941 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:51:08.756776 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] Bound port: a006abc3-ad9c-4fe4-998c-4c1340ef503b, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:51:08.757420 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:08.817324 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18059fdb-6126-4097-96d0-b99651166ee7 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:08.821689 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18059fdb-6126-4097-96d0-b99651166ee7 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:08.822948 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-06a90358-a85d-437c-a079-dc173b6d486e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:08.826273 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18059fdb-6126-4097-96d0-b99651166ee7 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:08.827785 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-18059fdb-6126-4097-96d0-b99651166ee7 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Synchronizing usage tracker for tenant:b13e85f096324701becbe4f84519cf1e on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:08.849413 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] For port a006abc3-ad9c-4fe4-998c-4c1340ef503b, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:51:08.851161 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-6ea51a9d-bed4-4ba7-9b9d-5c7fd3b735e1 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1800801085', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:08.854193 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] For port a006abc3-ad9c-4fe4-998c-4c1340ef503b, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a006abc3-ad9c-4fe4-998c-4c1340ef503b,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:51:08.864231 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:08.871702 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-79b28c21-2ff5-498c-828b-29f3fb01c955 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:08.876378 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6ea51a9d-bed4-4ba7-9b9d-5c7fd3b735e1 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:08.897091 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6ea51a9d-bed4-4ba7-9b9d-5c7fd3b735e1 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Usage tracker for resource:router and tenant:66169e37280e4f0495323624b3f21831 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:08.900938 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6ea51a9d-bed4-4ba7-9b9d-5c7fd3b735e1 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:08.905930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-18059fdb-6126-4097-96d0-b99651166ee7 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Unset dirty status for tenant:b13e85f096324701becbe4f84519cf1e on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:08.910509 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-18059fdb-6126-4097-96d0-b99651166ee7 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2617 time: 0.7005367
Dec 22 04:51:08.914021 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55108) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:08.915477 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6ea51a9d-bed4-4ba7-9b9d-5c7fd3b735e1 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:08.985428 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6ea51a9d-bed4-4ba7-9b9d-5c7fd3b735e1 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:08.986944 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6ea51a9d-bed4-4ba7-9b9d-5c7fd3b735e1 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:08.988281 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-96050d70-8137-4da5-8689-cec15ad187d1 None None] Provisioning for port 586fdc9a-8d8d-408c-b3e1-f179baeec566 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:09.006640 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-96050d70-8137-4da5-8689-cec15ad187d1 None None] Provisioning complete for port 586fdc9a-8d8d-408c-b3e1-f179baeec566 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:09.007062 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-96050d70-8137-4da5-8689-cec15ad187d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:09.038228 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-a647bc61-e14c-4e15-8943-fd217d51ab0f', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:51:09.039045 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:09.047709 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d691b5-1ce7-41e3-a5a6-a231e79dd97e None None] Pushing event updated for resources: {'Port': ['ID=a006abc3-ad9c-4fe4-998c-4c1340ef503b,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:09.062196 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 7206d8bc-aeef-45a0-8c2b-92f32d8182a9 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:09.065627 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-05d691b5-1ce7-41e3-a5a6-a231e79dd97e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:09.089703 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] Routers {'860183b3-3f23-4ba9-81bd-6e121d0b1b70'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:09.090960 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c9f1310>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:50:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['860183b3-3f23-4ba9-81bd-6e121d0b1b70'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:09.110035 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-e21f5e1e-341c-4804-9ab6-060c193ea87b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Deleting port fb6f4ef8-6a1b-44c3-8eca-6b8237a4e0f2 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:51:09.110568 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e21f5e1e-341c-4804-9ab6-060c193ea87b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:09.213427 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c3161c10-7feb-45ed-86e7-433e2f5e251f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:09.230358 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-96050d70-8137-4da5-8689-cec15ad187d1 None None] Port 586fdc9a-8d8d-408c-b3e1-f179baeec566 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:51:09.245405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6ea51a9d-bed4-4ba7-9b9d-5c7fd3b735e1 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:09.316219 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] Set router 860183b3-3f23-4ba9-81bd-6e121d0b1b70 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:51:09.326951 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 7206d8bc-aeef-45a0-8c2b-92f32d8182a9 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:09.327328 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:09.377699 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6ea51a9d-bed4-4ba7-9b9d-5c7fd3b735e1 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:09.468581 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Allocated IP 2001:db8::2 (a647bc61-e14c-4e15-8943-fd217d51ab0f/79379ef3-b42b-4f56-9fa5-347199cabed2/5caf95b1-458e-4546-93b5-c319ff03fce4) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:51:09.477097 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2d229460-9502-4ca7-ac47-d44193de2934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:09.492064 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c94f602a-d78c-47e2-b385-5d437cc18d79 None None] Provisioning complete for port fb6f4ef8-6a1b-44c3-8eca-6b8237a4e0f2 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:09.492697 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c94f602a-d78c-47e2-b385-5d437cc18d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:09.559630 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6ea51a9d-bed4-4ba7-9b9d-5c7fd3b735e1 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:09.563278 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6ea51a9d-bed4-4ba7-9b9d-5c7fd3b735e1 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 1.0376937
Dec 22 04:51:09.594378 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55112) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:09.601410 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2031579015'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:09.606433 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:09.610533 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Usage tracker for resource:network and tenant:66169e37280e4f0495323624b3f21831 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:09.618695 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:09.625821 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:09.641103 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Made reservation on behalf of 66169e37280e4f0495323624b3f21831 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:51:09.645108 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:09.659330 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:09.659960 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-c94f602a-d78c-47e2-b385-5d437cc18d79 None None] Port fb6f4ef8-6a1b-44c3-8eca-6b8237a4e0f2 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:51:09.698165 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:09.702345 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Usage tracker for resource:security_group_rule and tenant:66169e37280e4f0495323624b3f21831 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:09.707909 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:09.716228 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:09.770821 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c94f602a-d78c-47e2-b385-5d437cc18d79 None None] Provisioning complete for port 586fdc9a-8d8d-408c-b3e1-f179baeec566 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:09.771581 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c94f602a-d78c-47e2-b385-5d437cc18d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:09.784694 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c9f1310>, [{'id': '860183b3-3f23-4ba9-81bd-6e121d0b1b70', 'name': 'tempest-TestVolumeBootPattern-1277754641-router', 'tenant_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'a006abc3-ad9c-4fe4-998c-4c1340ef503b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:58Z', 'updated_at': '2021-12-22T04:51:02Z', 'revision_number': 3, 'project_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'gw_port': {'id': 'a006abc3-ad9c-4fe4-998c-4c1340ef503b', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:14:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860183b3-3f23-4ba9-81bd-6e121d0b1b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:00Z', 'updated_at': '2021-12-22T04:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:09.787924 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e21f5e1e-341c-4804-9ab6-060c193ea87b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:09.792815 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cf4c7b-38ae-4090-80c4-2646f963dc49 None None] The sync data for ids ['860183b3-3f23-4ba9-81bd-6e121d0b1b70'] in dv-neutron-822525-1-hyperv is: [{'id': '860183b3-3f23-4ba9-81bd-6e121d0b1b70', 'name': 'tempest-TestVolumeBootPattern-1277754641-router', 'tenant_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'a006abc3-ad9c-4fe4-998c-4c1340ef503b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:58Z', 'updated_at': '2021-12-22T04:51:02Z', 'revision_number': 3, 'project_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'gw_port': {'id': 'a006abc3-ad9c-4fe4-998c-4c1340ef503b', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:14:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860183b3-3f23-4ba9-81bd-6e121d0b1b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:00Z', 'updated_at': '2021-12-22T04:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:51:09.812197 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:09.818671 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:09.820912 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:09.852231 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-c94f602a-d78c-47e2-b385-5d437cc18d79 None None] Port 586fdc9a-8d8d-408c-b3e1-f179baeec566 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:51:09.855577 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:51:09.864815 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=100bda84-b2a4-4620-b5ee-b3b94db6cccc,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:09.868538 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:09.871520 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:09.871520 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Added segment f04537e5-04b7-4da2-8e19-f9f6a408a884 of type vlan for network 53032828-9917-4561-8e21-40809c7d87a9
Dec 22 04:51:09.900822 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:09.933007 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:09.937429 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:09.938205 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:09.940758 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:09.944845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-e21f5e1e-341c-4804-9ab6-060c193ea87b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Calling delete_port for fb6f4ef8-6a1b-44c3-8eca-6b8237a4e0f2 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:51:09.951340 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Transition to ACTIVE for port object 5caf95b1-458e-4546-93b5-c319ff03fce4 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:09.964838 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-86dcd3be-907f-4adf-9029-6de4fba9101a tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:09.971268 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Transition to ACTIVE for port object 5caf95b1-458e-4546-93b5-c319ff03fce4 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:09.977610 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:09.985578 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:10.041050 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Network a647bc61-e14c-4e15-8943-fd217d51ab0f is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:10.043930 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:10.046549 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:51:10.066446 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Pushing event updated for resources: {'Port': ['ID=5caf95b1-458e-4546-93b5-c319ff03fce4,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:10.074837 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.4787943
Dec 22 04:51:10.075539 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55116) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:10.084770 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d74ad2-a233-46ce-8503-959f4466eddc tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Router fe74ed20-ba67-4c54-8f1e-d46d362af84e has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:51:10.096356 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-2d229460-9502-4ca7-ac47-d44193de2934 admin admin] Allocated IP 172.20.0.1 (b07475e2-3fa2-4eb5-8d42-c3c048061a04/7620cd75-c417-40f1-95e4-3f092e10651d/6eb446b5-15ae-48f8-963e-9e5685572ab1) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:51:10.097632 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:10.109385 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-5ca2f715-3bde-4dc9-bfb9-ac68e4cd059d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Request body: {'subnet': {'network_id': '53032828-9917-4561-8e21-40809c7d87a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:10.153684 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Attempting to bind port 5caf95b1-458e-4546-93b5-c319ff03fce4 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:51:10.153992 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Attempting to bind port 5caf95b1-458e-4546-93b5-c319ff03fce4 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'fc00a282-f9e3-40ac-9b13-58dd7e37658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:51:10.154544 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Attempting to bind port 5caf95b1-458e-4546-93b5-c319ff03fce4 on network a647bc61-e14c-4e15-8943-fd217d51ab0f {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:51:10.162058 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:51:10.162436 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Checking segment: {'id': 'fc00a282-f9e3-40ac-9b13-58dd7e37658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:10.162910 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:10.163210 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Bound using segment: {'id': 'fc00a282-f9e3-40ac-9b13-58dd7e37658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:51:10.163835 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Bound port: 5caf95b1-458e-4546-93b5-c319ff03fce4, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc00a282-f9e3-40ac-9b13-58dd7e37658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:51:10.164389 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:10.183374 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Pushing event updated for resources: {'Network': ['ID=53032828-9917-4561-8e21-40809c7d87a9,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:10.199489 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:10.240620 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-c3161c10-7feb-45ed-86e7-433e2f5e251f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Allocated IP 2001:db8::1 (a647bc61-e14c-4e15-8943-fd217d51ab0f/79379ef3-b42b-4f56-9fa5-347199cabed2/43ee8979-df02-4d81-8a0b-ed9f1559e02a) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:51:10.242078 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 53032828-9917-4561-8e21-40809c7d87a9 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:51:10.260187 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-5ca2f715-3bde-4dc9-bfb9-ac68e4cd059d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:10.267028 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5ca2f715-3bde-4dc9-bfb9-ac68e4cd059d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Usage tracker for resource:subnet and tenant:66169e37280e4f0495323624b3f21831 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:10.286563 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5ca2f715-3bde-4dc9-bfb9-ac68e4cd059d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:10.344925 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-5ca2f715-3bde-4dc9-bfb9-ac68e4cd059d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:10.381155 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca2f715-3bde-4dc9-bfb9-ac68e4cd059d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Made reservation on behalf of 66169e37280e4f0495323624b3f21831 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:51:10.393503 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] For port 5caf95b1-458e-4546-93b5-c319ff03fce4, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:51:10.396749 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] For port 5caf95b1-458e-4546-93b5-c319ff03fce4, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5caf95b1-458e-4546-93b5-c319ff03fce4,segment=NetworkSegment(fc00a282-f9e3-40ac-9b13-58dd7e37658a),segment_id=fc00a282-f9e3-40ac-9b13-58dd7e37658a)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:51:10.401524 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:10.404963 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-52a5ce17-cc96-471f-8447-a4ef49ed01cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:10.487439 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Pushing event updated for resources: {'Port': ['ID=5caf95b1-458e-4546-93b5-c319ff03fce4,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:10.492065 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e21f5e1e-341c-4804-9ab6-060c193ea87b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:10.496229 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:10.499737 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:10.538013 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5ca2f715-3bde-4dc9-bfb9-ac68e4cd059d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:10.556060 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c3161c10-7feb-45ed-86e7-433e2f5e251f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:10.562223 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f5e1e-341c-4804-9ab6-060c193ea87b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Pushing event deleted for resources: {'Port': ['ID=fb6f4ef8-6a1b-44c3-8eca-6b8237a4e0f2,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:10.571102 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e21f5e1e-341c-4804-9ab6-060c193ea87b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:10.622484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2d229460-9502-4ca7-ac47-d44193de2934 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:10.664206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-c3161c10-7feb-45ed-86e7-433e2f5e251f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Transition to ACTIVE for port object 43ee8979-df02-4d81-8a0b-ed9f1559e02a will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:10.725401 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c3161c10-7feb-45ed-86e7-433e2f5e251f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:10.731416 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-73473ff3-7149-475a-a572-e3484578acdf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:10.796871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-2d229460-9502-4ca7-ac47-d44193de2934 admin admin] Transition to ACTIVE for port object 6eb446b5-15ae-48f8-963e-9e5685572ab1 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:10.835553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e21f5e1e-341c-4804-9ab6-060c193ea87b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:10.875354 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e21f5e1e-341c-4804-9ab6-060c193ea87b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] 10.222.0.53 "DELETE /v2.0/ports/fb6f4ef8-6a1b-44c3-8eca-6b8237a4e0f2 HTTP/1.1" status: 204  len: 168 time: 1.9541054
Dec 22 04:51:10.876158 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2d229460-9502-4ca7-ac47-d44193de2934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:10.880093 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55120) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:10.881075 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4bd6f2b2-b6d3-4b0f-9b2b-4dc501e83349 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:10.926843 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-2fde71e6-f2a7-44ca-be54-e99e9ca68098 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Request body: {'port': {'name': 'tempest-new-port-name-1560276728', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:10.927432 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.api.validators [None req-2fde71e6-f2a7-44ca-be54-e99e9ca68098 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] bootfile-name is not in valid_values {{(pid=83434) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 04:51:10.927892 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.api.validators [None req-2fde71e6-f2a7-44ca-be54-e99e9ca68098 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] tftp-server is not in valid_values {{(pid=83434) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 04:51:10.928015 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-945b7006-66fc-4074-b7e7-9942f066671c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:10.928384 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.api.validators [None req-2fde71e6-f2a7-44ca-be54-e99e9ca68098 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] server-ip-address is not in valid_values {{(pid=83434) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 04:51:11.019828 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3161c10-7feb-45ed-86e7-433e2f5e251f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network a647bc61-e14c-4e15-8943-fd217d51ab0f is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:11.021884 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3161c10-7feb-45ed-86e7-433e2f5e251f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Port': ['ID=43ee8979-df02-4d81-8a0b-ed9f1559e02a,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:11.024790 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c3161c10-7feb-45ed-86e7-433e2f5e251f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:11.027311 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d229460-9502-4ca7-ac47-d44193de2934 admin admin] Network b07475e2-3fa2-4eb5-8d42-c3c048061a04 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:11.037974 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-c3161c10-7feb-45ed-86e7-433e2f5e251f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:11.040332 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3161c10-7feb-45ed-86e7-433e2f5e251f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:51:11.041070 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c3161c10-7feb-45ed-86e7-433e2f5e251f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:11.058608 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d229460-9502-4ca7-ac47-d44193de2934 admin admin] Pushing event updated for resources: {'Port': ['ID=6eb446b5-15ae-48f8-963e-9e5685572ab1,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:11.066152 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-2d229460-9502-4ca7-ac47-d44193de2934 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:11.070288 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d229460-9502-4ca7-ac47-d44193de2934 admin admin] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:51:11.079485 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5ca2f715-3bde-4dc9-bfb9-ac68e4cd059d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:11.085020 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d32c630e-0525-422c-9ddc-a7417fc2fa60 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:11.094032 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2d229460-9502-4ca7-ac47-d44193de2934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:11.110583 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d74ad2-a233-46ce-8503-959f4466eddc tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:51:11.121828 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85203326-96f8-4f32-977f-4bf11aaf4e14 None None] Sync routers for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:51:11.135818 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85203326-96f8-4f32-977f-4bf11aaf4e14 None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:11.136502 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-85203326-96f8-4f32-977f-4bf11aaf4e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bbe3730>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:11.205047 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2f715-3bde-4dc9-bfb9-ac68e4cd059d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Pushing event updated for resources: {'Subnet': ['ID=312e7b3c-6b34-4afe-a4e1-28d26bebf36b,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:11.207960 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5ca2f715-3bde-4dc9-bfb9-ac68e4cd059d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:11.209864 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2fde71e6-f2a7-44ca-be54-e99e9ca68098 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:11.225250 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-85203326-96f8-4f32-977f-4bf11aaf4e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bbe3730>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:11.227972 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2d229460-9502-4ca7-ac47-d44193de2934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:11.237940 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c3161c10-7feb-45ed-86e7-433e2f5e251f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:11.253026 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85203326-96f8-4f32-977f-4bf11aaf4e14 None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:11.253679 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-85203326-96f8-4f32-977f-4bf11aaf4e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bbe3730>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:11.259406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca2f715-3bde-4dc9-bfb9-ac68e4cd059d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Checking segment: {'id': 'f04537e5-04b7-4da2-8e19-f9f6a408a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '53032828-9917-4561-8e21-40809c7d87a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:11.260675 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca2f715-3bde-4dc9-bfb9-ac68e4cd059d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Network hostable DHCP agents. Network: 53032828-9917-4561-8e21-40809c7d87a9, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:51:11.346937 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-85203326-96f8-4f32-977f-4bf11aaf4e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bbe3730>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:11.347671 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85203326-96f8-4f32-977f-4bf11aaf4e14 None None] The sync data for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:51:11.522785 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-cd7b2861-dbec-4506-8f7a-afc139723564 None None] Provisioning for port 6eb446b5-15ae-48f8-963e-9e5685572ab1 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:11.531688 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-cd7b2861-dbec-4506-8f7a-afc139723564 None None] Provisioning complete for port 6eb446b5-15ae-48f8-963e-9e5685572ab1 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:11.532889 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cd7b2861-dbec-4506-8f7a-afc139723564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:11.541674 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca2f715-3bde-4dc9-bfb9-ac68e4cd059d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Network 53032828-9917-4561-8e21-40809c7d87a9 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:51:11.558524 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-5ca2f715-3bde-4dc9-bfb9-ac68e4cd059d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 53032828-9917-4561-8e21-40809c7d87a9) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:11.573082 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca2f715-3bde-4dc9-bfb9-ac68e4cd059d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:11.574035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5ca2f715-3bde-4dc9-bfb9-ac68e4cd059d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:11.580167 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba89d0e-83be-4a82-8dd3-7d9a25a8e6c1 None None] Network 53032828-9917-4561-8e21-40809c7d87a9 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:51:11.587068 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2d229460-9502-4ca7-ac47-d44193de2934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:11.671098 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-cd7b2861-dbec-4506-8f7a-afc139723564 None None] Port 6eb446b5-15ae-48f8-963e-9e5685572ab1 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:51:11.684927 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5ca2f715-3bde-4dc9-bfb9-ac68e4cd059d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5829577
Dec 22 04:51:11.685157 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55126) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:11.698007 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-965af886-1996-4b07-be9a-e8bb16b6c92c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Request body: {'network': {'name': 'tempest-router-network01--1679425530'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:11.705025 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-965af886-1996-4b07-be9a-e8bb16b6c92c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:11.732381 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-965af886-1996-4b07-be9a-e8bb16b6c92c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Usage tracker for resource:network and tenant:66169e37280e4f0495323624b3f21831 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:11.742256 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-965af886-1996-4b07-be9a-e8bb16b6c92c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:11.781392 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-965af886-1996-4b07-be9a-e8bb16b6c92c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:11.813193 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965af886-1996-4b07-be9a-e8bb16b6c92c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Made reservation on behalf of 66169e37280e4f0495323624b3f21831 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:51:11.816510 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-965af886-1996-4b07-be9a-e8bb16b6c92c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:11.824737 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1772f89-6505-462b-8821-b17c4d434648 None None] Network a647bc61-e14c-4e15-8943-fd217d51ab0f requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:51:11.858206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c3161c10-7feb-45ed-86e7-433e2f5e251f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:11.863112 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965af886-1996-4b07-be9a-e8bb16b6c92c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:51:11.868179 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c3161c10-7feb-45ed-86e7-433e2f5e251f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:11.869027 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c3161c10-7feb-45ed-86e7-433e2f5e251f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:11.874064 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:11.884932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2fde71e6-f2a7-44ca-be54-e99e9ca68098 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:11.899800 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2fde71e6-f2a7-44ca-be54-e99e9ca68098 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:11.915248 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-89212b17-a9d5-44ff-a68e-93c2047edcfc tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:11.924902 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-965af886-1996-4b07-be9a-e8bb16b6c92c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:11.925237 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-965af886-1996-4b07-be9a-e8bb16b6c92c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Added segment 8d7c560f-9dfb-4135-b6f2-90b2f6112fec of type vlan for network 310c67bd-a786-49fc-89b0-2d2fd38985f6
Dec 22 04:51:11.976224 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-53032828-9917-4561-8e21-40809c7d87a9', 'network_id': '53032828-9917-4561-8e21-40809c7d87a9', 'tenant_id': '66169e37280e4f0495323624b3f21831', 'fixed_ips': [{'subnet_id': '312e7b3c-6b34-4afe-a4e1-28d26bebf36b'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:51:11.977323 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:11.986200 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-15cc535a-d419-415e-b474-0f24637552bc None None] Provisioning for port 5caf95b1-458e-4546-93b5-c319ff03fce4 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:12.045519 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3161c10-7feb-45ed-86e7-433e2f5e251f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Port': ['ID=43ee8979-df02-4d81-8a0b-ed9f1559e02a,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:12.052046 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c3161c10-7feb-45ed-86e7-433e2f5e251f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:12.053748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-965af886-1996-4b07-be9a-e8bb16b6c92c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:12.108320 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:12.128351 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3161c10-7feb-45ed-86e7-433e2f5e251f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network a647bc61-e14c-4e15-8943-fd217d51ab0f is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:12.130051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-c3161c10-7feb-45ed-86e7-433e2f5e251f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:12.132337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-965af886-1996-4b07-be9a-e8bb16b6c92c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:12.136235 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965af886-1996-4b07-be9a-e8bb16b6c92c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:12.137010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-965af886-1996-4b07-be9a-e8bb16b6c92c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:12.194314 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-540042b9-b469-414f-8021-6f8004ce3a22 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:12.283492 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Allocated IP 172.20.0.2 (53032828-9917-4561-8e21-40809c7d87a9/312e7b3c-6b34-4afe-a4e1-28d26bebf36b/3fd89bf4-98d2-4fda-9614-80b9341421a8) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:51:12.333128 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:12.340371 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 5caf95b1-458e-4546-93b5-c319ff03fce4 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:12.373204 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde71e6-f2a7-44ca-be54-e99e9ca68098 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Pushing event updated for resources: {'Port': ['ID=586fdc9a-8d8d-408c-b3e1-f179baeec566,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:12.378127 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2fde71e6-f2a7-44ca-be54-e99e9ca68098 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:12.393649 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-965af886-1996-4b07-be9a-e8bb16b6c92c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.7072434
Dec 22 04:51:12.396523 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55130) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:12.406649 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2d229460-9502-4ca7-ac47-d44193de2934 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:12.429967 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-4ceecc46-5efe-4ad4-8cca-4ad1a2a787f3 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Request body: {'network': {'name': 'tempest-router-network02--2012249508'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:12.436510 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965af886-1996-4b07-be9a-e8bb16b6c92c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Pushing event updated for resources: {'Network': ['ID=310c67bd-a786-49fc-89b0-2d2fd38985f6,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:12.441643 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4ceecc46-5efe-4ad4-8cca-4ad1a2a787f3 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:12.444089 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-965af886-1996-4b07-be9a-e8bb16b6c92c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:12.450950 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2d229460-9502-4ca7-ac47-d44193de2934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:12.455447 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4ceecc46-5efe-4ad4-8cca-4ad1a2a787f3 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Usage tracker for resource:network and tenant:66169e37280e4f0495323624b3f21831 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:12.459995 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4ceecc46-5efe-4ad4-8cca-4ad1a2a787f3 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:12.473767 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4ceecc46-5efe-4ad4-8cca-4ad1a2a787f3 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:12.492717 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a1a30334-0d64-41e5-bd05-ad768b19070d tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:12.545634 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-2fde71e6-f2a7-44ca-be54-e99e9ca68098 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] In _notify_port_updated(), no bound segment for port 586fdc9a-8d8d-408c-b3e1-f179baeec566 on network 98103030-d7fe-447d-9520-2c4ca4a400f5 {{(pid=83434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 04:51:12.550415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fde71e6-f2a7-44ca-be54-e99e9ca68098 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:12.551383 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2fde71e6-f2a7-44ca-be54-e99e9ca68098 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:12.555121 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2fde71e6-f2a7-44ca-be54-e99e9ca68098 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] 10.222.0.53 "PUT /v2.0/ports/586fdc9a-8d8d-408c-b3e1-f179baeec566 HTTP/1.1" status: 200  len: 1136 time: 1.6382625
Dec 22 04:51:12.563386 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 310c67bd-a786-49fc-89b0-2d2fd38985f6 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:51:12.580208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55134) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:12.695142 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d229460-9502-4ca7-ac47-d44193de2934 admin admin] Pushing event updated for resources: {'Port': ['ID=6eb446b5-15ae-48f8-963e-9e5685572ab1,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:12.699326 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2d229460-9502-4ca7-ac47-d44193de2934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:12.702956 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2d229460-9502-4ca7-ac47-d44193de2934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:12.723479 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ceecc46-5efe-4ad4-8cca-4ad1a2a787f3 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Made reservation on behalf of 66169e37280e4f0495323624b3f21831 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:51:12.726801 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4ceecc46-5efe-4ad4-8cca-4ad1a2a787f3 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:12.752779 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 5caf95b1-458e-4546-93b5-c319ff03fce4 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:12.781867 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faefada-b512-4c12-88da-09b8774d4aae tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:12.782583 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1faefada-b512-4c12-88da-09b8774d4aae tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Synchronizing usage tracker for tenant:b13e85f096324701becbe4f84519cf1e on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:12.784948 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 5caf95b1-458e-4546-93b5-c319ff03fce4 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:12.785753 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:12.800700 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ceecc46-5efe-4ad4-8cca-4ad1a2a787f3 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:51:12.851348 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4ceecc46-5efe-4ad4-8cca-4ad1a2a787f3 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:12.851552 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-4ceecc46-5efe-4ad4-8cca-4ad1a2a787f3 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Added segment c3fbb04a-fccf-4cc7-b9e0-79c962b7f5a0 of type vlan for network 75f56f00-1ece-4fee-a40c-8c31ffae4d90
Dec 22 04:51:12.853900 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1faefada-b512-4c12-88da-09b8774d4aae tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Unset dirty status for tenant:b13e85f096324701becbe4f84519cf1e on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:12.859183 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1faefada-b512-4c12-88da-09b8774d4aae tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] 10.222.0.53 "GET /v2.0/ports/586fdc9a-8d8d-408c-b3e1-f179baeec566 HTTP/1.1" status: 200  len: 1136 time: 0.2649746
Dec 22 04:51:12.863961 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55138) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:12.868331 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-27112545-9185-4ca9-9934-27f60f26523b None None] Provisioning complete for port 586fdc9a-8d8d-408c-b3e1-f179baeec566 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:12.868720 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-27112545-9185-4ca9-9934-27f60f26523b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:12.905019 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d229460-9502-4ca7-ac47-d44193de2934 admin admin] Network b07475e2-3fa2-4eb5-8d42-c3c048061a04 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:12.908447 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-2d229460-9502-4ca7-ac47-d44193de2934 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:13.012305 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d74ad2-a233-46ce-8503-959f4466eddc tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Router ff008034-c5b5-40bf-b3c5-c190354f0df7 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:51:13.022166 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-27112545-9185-4ca9-9934-27f60f26523b None None] Port 586fdc9a-8d8d-408c-b3e1-f179baeec566 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:51:13.058953 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:13.099422 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Transition to ACTIVE for port object 3fd89bf4-98d2-4fda-9614-80b9341421a8 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:13.148160 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Transition to ACTIVE for port object 3fd89bf4-98d2-4fda-9614-80b9341421a8 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:13.150686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-dc96c7e7-18eb-4e51-b2bb-3b555ed59e6d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Deleting port 586fdc9a-8d8d-408c-b3e1-f179baeec566 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:51:13.151234 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dc96c7e7-18eb-4e51-b2bb-3b555ed59e6d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:13.180259 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:13.187359 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:13.220670 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:13.246338 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-16e41b54-8f80-4af4-8ad5-3f0202979331 None None] Provisioning complete for port 5caf95b1-458e-4546-93b5-c319ff03fce4 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:13.248596 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-16e41b54-8f80-4af4-8ad5-3f0202979331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:13.314399 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4ceecc46-5efe-4ad4-8cca-4ad1a2a787f3 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:13.386949 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Network 53032828-9917-4561-8e21-40809c7d87a9 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:13.387684 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Pushing event updated for resources: {'Port': ['ID=3fd89bf4-98d2-4fda-9614-80b9341421a8,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:13.393338 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:13.401497 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:13.403067 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 5caf95b1-458e-4546-93b5-c319ff03fce4, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5caf95b1-458e-4546-93b5-c319ff03fce4,segment=NetworkSegment(fc00a282-f9e3-40ac-9b13-58dd7e37658a),segment_id=fc00a282-f9e3-40ac-9b13-58dd7e37658a)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:51:13.406819 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:51:13.413599 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:13.417581 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b794acff-7d1f-4ff7-b898-68e09d74728d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:13.490311 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4ceecc46-5efe-4ad4-8cca-4ad1a2a787f3 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:13.493801 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ceecc46-5efe-4ad4-8cca-4ad1a2a787f3 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:13.494369 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4ceecc46-5efe-4ad4-8cca-4ad1a2a787f3 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:13.508070 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1d81cf57-f852-41c9-bc32-b14cc5739643 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:13.575773 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3161c10-7feb-45ed-86e7-433e2f5e251f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:51:13.597154 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:13.613607 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=5caf95b1-458e-4546-93b5-c319ff03fce4,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:13.619309 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:13.620140 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Attempting to bind port 3fd89bf4-98d2-4fda-9614-80b9341421a8 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:51:13.620551 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Attempting to bind port 3fd89bf4-98d2-4fda-9614-80b9341421a8 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'f04537e5-04b7-4da2-8e19-f9f6a408a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '53032828-9917-4561-8e21-40809c7d87a9'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:51:13.620870 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Attempting to bind port 3fd89bf4-98d2-4fda-9614-80b9341421a8 on network 53032828-9917-4561-8e21-40809c7d87a9 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:51:13.634561 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4ceecc46-5efe-4ad4-8cca-4ad1a2a787f3 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.2299776
Dec 22 04:51:13.636412 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55142) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:13.640332 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:51:13.640706 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Checking segment: {'id': 'f04537e5-04b7-4da2-8e19-f9f6a408a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '53032828-9917-4561-8e21-40809c7d87a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:13.641122 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:13.641276 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d74ad2-a233-46ce-8503-959f4466eddc tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:51:13.641517 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Bound using segment: {'id': 'f04537e5-04b7-4da2-8e19-f9f6a408a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '53032828-9917-4561-8e21-40809c7d87a9'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:51:13.642088 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Bound port: 3fd89bf4-98d2-4fda-9614-80b9341421a8, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04537e5-04b7-4da2-8e19-f9f6a408a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '53032828-9917-4561-8e21-40809c7d87a9'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:51:13.642482 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:13.646103 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a2d74ad2-a233-46ce-8503-959f4466eddc tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:13.653335 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceecc46-5efe-4ad4-8cca-4ad1a2a787f3 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Pushing event updated for resources: {'Network': ['ID=75f56f00-1ece-4fee-a40c-8c31ffae4d90,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:13.656298 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5115399-590c-4cc0-b31e-209861ee2f1d None None] Sync routers for ids ['ff008034-c5b5-40bf-b3c5-c190354f0df7'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:51:13.658857 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4ceecc46-5efe-4ad4-8cca-4ad1a2a787f3 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:13.678786 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-01bc7c76-5497-4213-8428-8496453afe77 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Request body: {'subnet': {'network_id': '310c67bd-a786-49fc-89b0-2d2fd38985f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:13.685367 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5115399-590c-4cc0-b31e-209861ee2f1d None None] Routers {'ff008034-c5b5-40bf-b3c5-c190354f0df7'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:13.687084 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-b5115399-590c-4cc0-b31e-209861ee2f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c807490>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['ff008034-c5b5-40bf-b3c5-c190354f0df7'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:13.693455 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 75f56f00-1ece-4fee-a40c-8c31ffae4d90 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:51:13.713720 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dc96c7e7-18eb-4e51-b2bb-3b555ed59e6d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:13.792780 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-b5115399-590c-4cc0-b31e-209861ee2f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c807490>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:13.800737 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-16e41b54-8f80-4af4-8ad5-3f0202979331 None None] Provisioning for port 43ee8979-df02-4d81-8a0b-ed9f1559e02a completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:13.811339 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5115399-590c-4cc0-b31e-209861ee2f1d None None] Routers {'ff008034-c5b5-40bf-b3c5-c190354f0df7'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:13.813131 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-b5115399-590c-4cc0-b31e-209861ee2f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c807490>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['ff008034-c5b5-40bf-b3c5-c190354f0df7'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:13.832637 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-16e41b54-8f80-4af4-8ad5-3f0202979331 None None] Provisioning complete for port 43ee8979-df02-4d81-8a0b-ed9f1559e02a triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:13.833914 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-16e41b54-8f80-4af4-8ad5-3f0202979331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:13.858754 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-01bc7c76-5497-4213-8428-8496453afe77 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:13.874854 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-01bc7c76-5497-4213-8428-8496453afe77 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Usage tracker for resource:subnet and tenant:66169e37280e4f0495323624b3f21831 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:13.880251 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-01bc7c76-5497-4213-8428-8496453afe77 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:13.887153 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] For port 3fd89bf4-98d2-4fda-9614-80b9341421a8, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:51:13.892623 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-01bc7c76-5497-4213-8428-8496453afe77 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:13.898976 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] For port 3fd89bf4-98d2-4fda-9614-80b9341421a8, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=3fd89bf4-98d2-4fda-9614-80b9341421a8,segment=NetworkSegment(f04537e5-04b7-4da2-8e19-f9f6a408a884),segment_id=f04537e5-04b7-4da2-8e19-f9f6a408a884)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:51:13.909392 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-16e41b54-8f80-4af4-8ad5-3f0202979331 None None] Port 43ee8979-df02-4d81-8a0b-ed9f1559e02a cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:51:13.915180 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d229460-9502-4ca7-ac47-d44193de2934 admin admin] Router 860183b3-3f23-4ba9-81bd-6e121d0b1b70 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:51:13.916375 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:13.920795 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:13.925851 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-dc96c7e7-18eb-4e51-b2bb-3b555ed59e6d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Calling delete_port for 586fdc9a-8d8d-408c-b3e1-f179baeec566 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:51:13.933874 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a2d74ad2-a233-46ce-8503-959f4466eddc tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "PUT /v2.0/floatingips/94846702-30e1-4d89-a28b-4932010c1b1e HTTP/1.1" status: 200  len: 978 time: 8.6266689
Dec 22 04:51:13.936697 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55146) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:13.942367 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-b5115399-590c-4cc0-b31e-209861ee2f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c807490>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:13.943047 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5115399-590c-4cc0-b31e-209861ee2f1d None None] The sync data for ids ['ff008034-c5b5-40bf-b3c5-c190354f0df7'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:51:14.025648 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Pushing event updated for resources: {'Port': ['ID=3fd89bf4-98d2-4fda-9614-80b9341421a8,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:14.029455 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:14.050607 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3015f59c-c9d0-4ce3-a9f5-9c0e262b2e94 None None] Provisioning complete for port 6eb446b5-15ae-48f8-963e-9e5685572ab1 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:14.051187 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3015f59c-c9d0-4ce3-a9f5-9c0e262b2e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:14.116621 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3161c10-7feb-45ed-86e7-433e2f5e251f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:51:14.132813 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] Sync routers for ids ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:51:14.142626 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c3161c10-7feb-45ed-86e7-433e2f5e251f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/routers/1e5c95f0-55f1-4caf-ac8f-65adddb8e96c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7106097
Dec 22 04:51:14.145057 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55150) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:14.151926 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-328add1d-e5e2-424b-8189-d1a279928b39 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-507918120'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:14.158502 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-328add1d-e5e2-424b-8189-d1a279928b39 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:14.166132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-328add1d-e5e2-424b-8189-d1a279928b39 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:network and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:14.171453 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-328add1d-e5e2-424b-8189-d1a279928b39 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:14.189236 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-3015f59c-c9d0-4ce3-a9f5-9c0e262b2e94 None None] Port 6eb446b5-15ae-48f8-963e-9e5685572ab1 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:51:14.189912 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dc96c7e7-18eb-4e51-b2bb-3b555ed59e6d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:14.210788 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7c81a3f3-aa33-4c55-b742-e401e8b31869 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:14.241779 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] Routers {'1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:14.242559 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c69d310>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:14.274547 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bc7c76-5497-4213-8428-8496453afe77 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Made reservation on behalf of 66169e37280e4f0495323624b3f21831 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:51:14.300860 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-328add1d-e5e2-424b-8189-d1a279928b39 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:14.366208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96c7e7-18eb-4e51-b2bb-3b555ed59e6d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Pushing event deleted for resources: {'Port': ['ID=586fdc9a-8d8d-408c-b3e1-f179baeec566,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:14.377947 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 5caf95b1-458e-4546-93b5-c319ff03fce4 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:14.384038 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dc96c7e7-18eb-4e51-b2bb-3b555ed59e6d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:14.397280 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328add1d-e5e2-424b-8189-d1a279928b39 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Made reservation on behalf of 2c15a5726c1c4265b642f9bc187fa0d4 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:51:14.403430 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-328add1d-e5e2-424b-8189-d1a279928b39 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:14.587395 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-837337d2-8251-427b-a58d-24b34c6b060a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Deleting port aaba63cf-180d-4364-a82d-76bfb36283ca {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:51:14.587739 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-837337d2-8251-427b-a58d-24b34c6b060a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:14.605904 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328add1d-e5e2-424b-8189-d1a279928b39 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:51:14.642667 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-328add1d-e5e2-424b-8189-d1a279928b39 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:14.643091 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-328add1d-e5e2-424b-8189-d1a279928b39 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Added segment 5673b17f-4c52-48ec-8097-a8a340461ed5 of type vlan for network 98f12b7f-62de-479b-a867-f8b3acf1a04c
Dec 22 04:51:14.659320 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dc96c7e7-18eb-4e51-b2bb-3b555ed59e6d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:14.663555 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3015f59c-c9d0-4ce3-a9f5-9c0e262b2e94 None None] Provisioning complete for port 43ee8979-df02-4d81-8a0b-ed9f1559e02a triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:14.664116 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3015f59c-c9d0-4ce3-a9f5-9c0e262b2e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:14.675433 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dc96c7e7-18eb-4e51-b2bb-3b555ed59e6d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] 10.222.0.53 "DELETE /v2.0/ports/586fdc9a-8d8d-408c-b3e1-f179baeec566 HTTP/1.1" status: 204  len: 168 time: 1.8093307
Dec 22 04:51:14.688629 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55160) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:14.703745 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-01bc7c76-5497-4213-8428-8496453afe77 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:14.712620 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-328add1d-e5e2-424b-8189-d1a279928b39 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:14.731161 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] Set router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:51:14.771690 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-328add1d-e5e2-424b-8189-d1a279928b39 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:14.776430 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328add1d-e5e2-424b-8189-d1a279928b39 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:14.777251 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-328add1d-e5e2-424b-8189-d1a279928b39 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:14.816896 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c2b7e971-9de7-4506-9b1c-c88c61f6606b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:14.901106 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-3015f59c-c9d0-4ce3-a9f5-9c0e262b2e94 None None] Port 43ee8979-df02-4d81-8a0b-ed9f1559e02a cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:51:14.938277 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-328add1d-e5e2-424b-8189-d1a279928b39 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.7915978
Dec 22 04:51:14.943723 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55164) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:14.951259 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-15c09f23-e8d0-4e3e-8230-b0a990a563d0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'subnet': {'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:15.015664 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 5caf95b1-458e-4546-93b5-c319ff03fce4 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:15.016127 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:15.100503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328add1d-e5e2-424b-8189-d1a279928b39 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Network': ['ID=98f12b7f-62de-479b-a867-f8b3acf1a04c,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:15.115941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-328add1d-e5e2-424b-8189-d1a279928b39 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:15.120628 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 98f12b7f-62de-479b-a867-f8b3acf1a04c details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:51:15.130343 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-15c09f23-e8d0-4e3e-8230-b0a990a563d0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:15.134946 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-15c09f23-e8d0-4e3e-8230-b0a990a563d0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:subnet and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:15.138501 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-15c09f23-e8d0-4e3e-8230-b0a990a563d0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:15.146337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-15c09f23-e8d0-4e3e-8230-b0a990a563d0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:15.166316 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c09f23-e8d0-4e3e-8230-b0a990a563d0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Made reservation on behalf of 2c15a5726c1c4265b642f9bc187fa0d4 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:51:15.324760 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-15c09f23-e8d0-4e3e-8230-b0a990a563d0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:15.377679 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3942687-c5d7-4fdc-85c2-156cbb81d443 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Deleting subnet f7a05067-93cf-41a5-a2d1-ef53c3c9b941 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:51:15.415444 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c69d310>, [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:51:11Z', 'revision_number': 2, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None, '_interfaces': [{'id': '43ee8979-df02-4d81-8a0b-ed9f1559e02a', 'name': '', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:cd:e9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:11Z', 'revision_number': 2, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:15.419922 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] Checking router: 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:51:15.420232 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] Updating router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c port 43ee8979-df02-4d81-8a0b-ed9f1559e02a binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:51:15.420477 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a3942687-c5d7-4fdc-85c2-156cbb81d443 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:15.483209 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-837337d2-8251-427b-a58d-24b34c6b060a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:15.484788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:15.497590 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c446dc-19ef-4828-92e2-6dafde668572 None None] Network 53032828-9917-4561-8e21-40809c7d87a9 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:51:15.621448 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a3942687-c5d7-4fdc-85c2-156cbb81d443 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:15.694152 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-68b51a9c-9c29-498c-89f8-7d6a7a33435b None None] Provisioning for port 3fd89bf4-98d2-4fda-9614-80b9341421a8 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:15.724361 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-15c09f23-e8d0-4e3e-8230-b0a990a563d0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:15.728951 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bc26dbe2-c97e-4393-899d-efe60325d41d tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:15.801486 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c09f23-e8d0-4e3e-8230-b0a990a563d0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Subnet': ['ID=210ac4f9-b273-499d-b549-bc7a8c0886e2,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:15.802985 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-01bc7c76-5497-4213-8428-8496453afe77 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:15.804130 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-15c09f23-e8d0-4e3e-8230-b0a990a563d0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:15.815875 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-279af7be-4ca2-4968-af69-b1a50b39fe2c tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:15.818612 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c09f23-e8d0-4e3e-8230-b0a990a563d0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Checking segment: {'id': '5673b17f-4c52-48ec-8097-a8a340461ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:15.818963 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c09f23-e8d0-4e3e-8230-b0a990a563d0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network hostable DHCP agents. Network: 98f12b7f-62de-479b-a867-f8b3acf1a04c, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:51:15.844132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c09f23-e8d0-4e3e-8230-b0a990a563d0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network 98f12b7f-62de-479b-a867-f8b3acf1a04c is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:51:15.858681 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-15c09f23-e8d0-4e3e-8230-b0a990a563d0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 98f12b7f-62de-479b-a867-f8b3acf1a04c) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:15.864925 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c09f23-e8d0-4e3e-8230-b0a990a563d0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:15.865613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-15c09f23-e8d0-4e3e-8230-b0a990a563d0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:15.873346 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d229460-9502-4ca7-ac47-d44193de2934 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:51:15.883288 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9897f23e-c5bf-491d-b729-4157fda24230 None None] Network 98f12b7f-62de-479b-a867-f8b3acf1a04c requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:51:15.897518 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-15c09f23-e8d0-4e3e-8230-b0a990a563d0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.9530964
Dec 22 04:51:15.900526 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55168) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:16.154950 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2d229460-9502-4ca7-ac47-d44193de2934 admin admin] 10.222.0.53 "PUT /v2.0/routers/860183b3-3f23-4ba9-81bd-6e121d0b1b70/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1965241
Dec 22 04:51:16.157858 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc7c76-5497-4213-8428-8496453afe77 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Pushing event updated for resources: {'Subnet': ['ID=871141fa-6a4e-45de-9dae-3c496a20b76c,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:16.162623 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a3942687-c5d7-4fdc-85c2-156cbb81d443 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:16.204589 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-01bc7c76-5497-4213-8428-8496453afe77 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:16.230749 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-837337d2-8251-427b-a58d-24b34c6b060a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:16.231115 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-837337d2-8251-427b-a58d-24b34c6b060a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:16.231423 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [None req-837337d2-8251-427b-a58d-24b34c6b060a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Floating IP 94846702-30e1-4d89-a28b-4932010c1b1e disassociated. External IP: 172.26.4.245, port: aaba63cf-180d-4364-a82d-76bfb36283ca.
Dec 22 04:51:16.231762 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-837337d2-8251-427b-a58d-24b34c6b060a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Calling delete_port for aaba63cf-180d-4364-a82d-76bfb36283ca owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:51:16.301863 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-98f12b7f-62de-479b-a867-f8b3acf1a04c', 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'fixed_ips': [{'subnet_id': '210ac4f9-b273-499d-b549-bc7a8c0886e2'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:51:16.302693 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:16.330892 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc7c76-5497-4213-8428-8496453afe77 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Checking segment: {'id': '8d7c560f-9dfb-4135-b6f2-90b2f6112fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '310c67bd-a786-49fc-89b0-2d2fd38985f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:16.331400 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bc7c76-5497-4213-8428-8496453afe77 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Network hostable DHCP agents. Network: 310c67bd-a786-49fc-89b0-2d2fd38985f6, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:51:16.354041 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:16.476950 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] Transition to ACTIVE for port object 43ee8979-df02-4d81-8a0b-ed9f1559e02a will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:16.481968 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a006abc3-ad9c-4fe4-998c-4c1340ef503b up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:16.543488 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a3942687-c5d7-4fdc-85c2-156cbb81d443 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:16.574259 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-33e363b0-a5ed-4dfe-b3d5-a7bd6b38f994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:16.614180 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:16.622646 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-efbaf7b7-f187-4c08-9199-f4e6845b7f39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:16.624334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bc7c76-5497-4213-8428-8496453afe77 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Network 310c67bd-a786-49fc-89b0-2d2fd38985f6 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:51:16.634294 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3942687-c5d7-4fdc-85c2-156cbb81d443 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a05067-93cf-41a5-a2d1-ef53c3c9b941,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:16.636996 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a3942687-c5d7-4fdc-85c2-156cbb81d443 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:16.648950 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a3942687-c5d7-4fdc-85c2-156cbb81d443 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:16.658991 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-837337d2-8251-427b-a58d-24b34c6b060a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:16.664343 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5c031d-f7ad-4ecd-894a-1c5f32e281ac None None] Network 98103030-d7fe-447d-9520-2c4ca4a400f5 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:51:16.674144 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-01bc7c76-5497-4213-8428-8496453afe77 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 310c67bd-a786-49fc-89b0-2d2fd38985f6) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:16.680792 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a3942687-c5d7-4fdc-85c2-156cbb81d443 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] 10.222.0.53 "DELETE /v2.0/subnets/f7a05067-93cf-41a5-a2d1-ef53c3c9b941 HTTP/1.1" status: 204  len: 168 time: 1.9844368
Dec 22 04:51:16.685801 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c8c676a0-0cbc-4dc5-9332-62b5dbe83609 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:16.698332 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55178) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:16.727541 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bc7c76-5497-4213-8428-8496453afe77 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:16.728281 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-01bc7c76-5497-4213-8428-8496453afe77 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:16.747508 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcebf85-5aac-4d8b-9e89-fc30226e644d None None] Network 310c67bd-a786-49fc-89b0-2d2fd38985f6 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:51:16.767779 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837337d2-8251-427b-a58d-24b34c6b060a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event deleted for resources: {'Port': ['ID=aaba63cf-180d-4364-a82d-76bfb36283ca,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:16.777814 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-837337d2-8251-427b-a58d-24b34c6b060a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:16.846540 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c94fb32b-a1c3-4d47-b2e4-0bd153efdbbe tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:16.854135 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-01bc7c76-5497-4213-8428-8496453afe77 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.2181246
Dec 22 04:51:16.864952 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55182) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:16.874509 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-67cc2999-89db-4f6b-a3f4-049043f1f845 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Request body: {'subnet': {'network_id': '75f56f00-1ece-4fee-a40c-8c31ffae4d90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:17.042637 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220a7d8-0ac7-4808-9594-fc0a715326ae None None] Pushing event updated for resources: {'Port': ['ID=43ee8979-df02-4d81-8a0b-ed9f1559e02a,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:17.072265 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1220a7d8-0ac7-4808-9594-fc0a715326ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:17.181855 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-67cc2999-89db-4f6b-a3f4-049043f1f845 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:17.189918 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-67cc2999-89db-4f6b-a3f4-049043f1f845 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Usage tracker for resource:subnet and tenant:66169e37280e4f0495323624b3f21831 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:17.192741 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55190) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:17.197038 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-67cc2999-89db-4f6b-a3f4-049043f1f845 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:17.203398 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-9e80abcf-49e1-476a-9395-330e3c766d88 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-718493915', 'description': 'tempest-secgroup-smoke-718493915 description', 'project_id': '3b44be9ba27547a492de77c9a415f2bf'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:17.213632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9e80abcf-49e1-476a-9395-330e3c766d88 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:17.217079 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-67cc2999-89db-4f6b-a3f4-049043f1f845 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:17.222683 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9e80abcf-49e1-476a-9395-330e3c766d88 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Usage tracker for resource:security_group and tenant:3b44be9ba27547a492de77c9a415f2bf is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:17.228471 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9e80abcf-49e1-476a-9395-330e3c766d88 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:17.237223 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9e80abcf-49e1-476a-9395-330e3c766d88 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:17.258181 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cc2999-89db-4f6b-a3f4-049043f1f845 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Made reservation on behalf of 66169e37280e4f0495323624b3f21831 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:51:17.288152 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:17.302158 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9e80abcf-49e1-476a-9395-330e3c766d88 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:17.316409 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Deleting port 7206d8bc-aeef-45a0-8c2b-92f32d8182a9 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:51:17.316836 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:17.322026 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Allocated IP 2001:db8:1::2 (98f12b7f-62de-479b-a867-f8b3acf1a04c/210ac4f9-b273-499d-b549-bc7a8c0886e2/1c5e2895-011d-4071-a7ec-6a6c8d9df612) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:51:17.337280 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port a006abc3-ad9c-4fe4-998c-4c1340ef503b completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:17.421287 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port a006abc3-ad9c-4fe4-998c-4c1340ef503b triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:17.421704 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:17.430788 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-67cc2999-89db-4f6b-a3f4-049043f1f845 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:17.447854 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9e80abcf-49e1-476a-9395-330e3c766d88 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:17.509434 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9e80abcf-49e1-476a-9395-330e3c766d88 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Usage tracker for resource:security_group_rule and tenant:3b44be9ba27547a492de77c9a415f2bf is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:17.519052 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9e80abcf-49e1-476a-9395-330e3c766d88 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:17.545250 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9e80abcf-49e1-476a-9395-330e3c766d88 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:17.558617 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837337d2-8251-427b-a58d-24b34c6b060a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Router ff008034-c5b5-40bf-b3c5-c190354f0df7 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:51:17.560829 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] Attempting to bind port 43ee8979-df02-4d81-8a0b-ed9f1559e02a on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:51:17.561221 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] Attempting to bind port 43ee8979-df02-4d81-8a0b-ed9f1559e02a by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'fc00a282-f9e3-40ac-9b13-58dd7e37658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:51:17.561977 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] Attempting to bind port 43ee8979-df02-4d81-8a0b-ed9f1559e02a on network a647bc61-e14c-4e15-8943-fd217d51ab0f {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:51:17.614156 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:51:17.614633 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] Checking segment: {'id': 'fc00a282-f9e3-40ac-9b13-58dd7e37658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:17.614947 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:17.615496 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] Bound using segment: {'id': 'fc00a282-f9e3-40ac-9b13-58dd7e37658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:51:17.615847 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] Bound port: 43ee8979-df02-4d81-8a0b-ed9f1559e02a, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc00a282-f9e3-40ac-9b13-58dd7e37658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:51:17.616244 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:17.709743 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] For port 7206d8bc-aeef-45a0-8c2b-92f32d8182a9, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=7206d8bc-aeef-45a0-8c2b-92f32d8182a9,segment=NetworkSegment(02a80753-8ba1-4929-aae7-2c9d5c24fa59),segment_id=02a80753-8ba1-4929-aae7-2c9d5c24fa59)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:51:17.710007 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9e80abcf-49e1-476a-9395-330e3c766d88 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:17.710145 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:17.734003 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-310c67bd-a786-49fc-89b0-2d2fd38985f6', 'network_id': '310c67bd-a786-49fc-89b0-2d2fd38985f6', 'tenant_id': '66169e37280e4f0495323624b3f21831', 'fixed_ips': [{'subnet_id': '871141fa-6a4e-45de-9dae-3c496a20b76c'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:51:17.734796 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:17.746473 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9e80abcf-49e1-476a-9395-330e3c766d88 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:17.754925 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a298ecc6-4d18-4061-a02d-1a00d0dbf685 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:17.828685 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80abcf-49e1-476a-9395-330e3c766d88 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=252d0a12-3276-4798-b93d-a7622f5bf490,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:17.832004 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9e80abcf-49e1-476a-9395-330e3c766d88 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:17.847690 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Calling delete_port for 7206d8bc-aeef-45a0-8c2b-92f32d8182a9 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:51:17.848212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9e80abcf-49e1-476a-9395-330e3c766d88 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:17.851808 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9e80abcf-49e1-476a-9395-330e3c766d88 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.6549199
Dec 22 04:51:17.862434 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55194) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:17.879283 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-b4870821-807a-422c-80f1-9b9db754c415 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Request body: {'security_group_rule': {'security_group_id': '252d0a12-3276-4798-b93d-a7622f5bf490', 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:17.891271 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b4870821-807a-422c-80f1-9b9db754c415 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:17.915262 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82315c0-bbcb-414d-910d-bf1249070ffd None None] DHCP port deletion for 98103030-d7fe-447d-9520-2c4ca4a400f5 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:51:17.932278 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:17.936792 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-73473ff3-7149-475a-a572-e3484578acdf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:17.940055 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b4870821-807a-422c-80f1-9b9db754c415 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Usage tracker for resource:security_group_rule and tenant:3b44be9ba27547a492de77c9a415f2bf is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:17.947258 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b4870821-807a-422c-80f1-9b9db754c415 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:17.949687 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-67cc2999-89db-4f6b-a3f4-049043f1f845 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:17.967382 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d0a1c263-1a27-4f10-8b76-2f1fa01c1e9b tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:17.973505 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-e82315c0-bbcb-414d-910d-bf1249070ffd None None] Deleting port 7206d8bc-aeef-45a0-8c2b-92f32d8182a9 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:51:17.976364 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e82315c0-bbcb-414d-910d-bf1249070ffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:17.999588 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b4870821-807a-422c-80f1-9b9db754c415 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:18.010589 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:18.014095 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] No DVR routers for this DVR port 7206d8bc-aeef-45a0-8c2b-92f32d8182a9 on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:51:18.015920 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Pushing event deleted for resources: {'Port': ['ID=7206d8bc-aeef-45a0-8c2b-92f32d8182a9,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:18.040558 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] For port 43ee8979-df02-4d81-8a0b-ed9f1559e02a, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:51:18.049872 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:18.066830 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b4870821-807a-422c-80f1-9b9db754c415 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:18.077361 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc2999-89db-4f6b-a3f4-049043f1f845 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Pushing event updated for resources: {'Subnet': ['ID=4b6c9e26-6c71-457e-bdc0-a9f32d2b81fd,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:18.086604 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-67cc2999-89db-4f6b-a3f4-049043f1f845 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:18.098850 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-e82315c0-bbcb-414d-910d-bf1249070ffd None None] The port '7206d8bc-aeef-45a0-8c2b-92f32d8182a9' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:51:18.109698 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] For port 43ee8979-df02-4d81-8a0b-ed9f1559e02a, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=43ee8979-df02-4d81-8a0b-ed9f1559e02a,segment=NetworkSegment(fc00a282-f9e3-40ac-9b13-58dd7e37658a),segment_id=fc00a282-f9e3-40ac-9b13-58dd7e37658a)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:51:18.119461 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port a006abc3-ad9c-4fe4-998c-4c1340ef503b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a006abc3-ad9c-4fe4-998c-4c1340ef503b,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:51:18.128984 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:18.138825 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cc2999-89db-4f6b-a3f4-049043f1f845 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Checking segment: {'id': 'c3fbb04a-fccf-4cc7-b9e0-79c962b7f5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '75f56f00-1ece-4fee-a40c-8c31ffae4d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:18.139043 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:18.139344 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cc2999-89db-4f6b-a3f4-049043f1f845 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Network hostable DHCP agents. Network: 75f56f00-1ece-4fee-a40c-8c31ffae4d90, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:51:18.148953 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b6f8003d-884c-44a1-b408-fd1feaf339a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:18.171414 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:18.190535 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b4870821-807a-422c-80f1-9b9db754c415 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:18.196497 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837337d2-8251-427b-a58d-24b34c6b060a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:51:18.211365 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738539cb-1c93-4ffa-84bd-f77c2abf7a2d None None] Sync routers for ids ['ff008034-c5b5-40bf-b3c5-c190354f0df7'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:51:18.218453 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:18.219534 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 3fd89bf4-98d2-4fda-9614-80b9341421a8 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:18.230607 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738539cb-1c93-4ffa-84bd-f77c2abf7a2d None None] Routers {'ff008034-c5b5-40bf-b3c5-c190354f0df7'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:18.231959 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-738539cb-1c93-4ffa-84bd-f77c2abf7a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c9f1040>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['ff008034-c5b5-40bf-b3c5-c190354f0df7'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:18.233191 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b2d48e0>,) {'filters': {'network_id': ['98103030-d7fe-447d-9520-2c4ca4a400f5']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:18.234726 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b4870821-807a-422c-80f1-9b9db754c415 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:18.248017 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b2d48e0>, '02a80753-8ba1-4929-aae7-2c9d5c24fa59') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:18.248521 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b2d48e0>, '02a80753-8ba1-4929-aae7-2c9d5c24fa59') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:18.271445 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:18.278481 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c75d42a6-ea9b-4979-887f-b42aa19ea076 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:18.294322 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cc2999-89db-4f6b-a3f4-049043f1f845 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Network 75f56f00-1ece-4fee-a40c-8c31ffae4d90 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:51:18.294986 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:18.308731 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:51:18.309588 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:18.316509 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4870821-807a-422c-80f1-9b9db754c415 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a7c992-da91-4045-ad55-fe7b518e8083,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:18.320125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b4870821-807a-422c-80f1-9b9db754c415 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:18.327040 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-738539cb-1c93-4ffa-84bd-f77c2abf7a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c9f1040>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:18.330699 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Transition to ACTIVE for port object 1c5e2895-011d-4071-a7ec-6a6c8d9df612 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:18.338596 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738539cb-1c93-4ffa-84bd-f77c2abf7a2d None None] Routers {'ff008034-c5b5-40bf-b3c5-c190354f0df7'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:18.339199 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-738539cb-1c93-4ffa-84bd-f77c2abf7a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c9f1040>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['ff008034-c5b5-40bf-b3c5-c190354f0df7'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:18.339926 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-67cc2999-89db-4f6b-a3f4-049043f1f845 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 75f56f00-1ece-4fee-a40c-8c31ffae4d90) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:18.345471 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cc2999-89db-4f6b-a3f4-049043f1f845 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:18.346454 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-67cc2999-89db-4f6b-a3f4-049043f1f845 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:18.359631 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b4870821-807a-422c-80f1-9b9db754c415 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:18.361571 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b4870821-807a-422c-80f1-9b9db754c415 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4981635
Dec 22 04:51:18.366575 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55198) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:18.368650 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edb0aeb-1f8c-4581-be80-1102bba6bcc4 None None] Network 75f56f00-1ece-4fee-a40c-8c31ffae4d90 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:51:18.371016 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-837337d2-8251-427b-a58d-24b34c6b060a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:18.376342 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-837337d2-8251-427b-a58d-24b34c6b060a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "DELETE /v2.0/ports/aaba63cf-180d-4364-a82d-76bfb36283ca HTTP/1.1" status: 204  len: 168 time: 4.4374740
Dec 22 04:51:18.377624 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55202) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:18.381513 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-86154893-36e4-41b1-b52c-fa481dd5b660 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Request body: {'security_group_rule': {'security_group_id': '252d0a12-3276-4798-b93d-a7622f5bf490', 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:18.411514 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-738539cb-1c93-4ffa-84bd-f77c2abf7a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c9f1040>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:18.411921 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738539cb-1c93-4ffa-84bd-f77c2abf7a2d None None] The sync data for ids ['ff008034-c5b5-40bf-b3c5-c190354f0df7'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:51:18.434873 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:51:18.473369 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:18.477070 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-69468a42-c04e-4dc6-afe5-da7f0d3ca51e tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:18.493768 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:18.502039 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Transition to ACTIVE for port object 1c5e2895-011d-4071-a7ec-6a6c8d9df612 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:18.505892 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Pushing event deleted for resources: {'Network': ['ID=98103030-d7fe-447d-9520-2c4ca4a400f5,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:18.510844 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:18.534701 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Allocated IP 172.20.0.2 (310c67bd-a786-49fc-89b0-2d2fd38985f6/871141fa-6a4e-45de-9dae-3c496a20b76c/6835f99b-4542-499c-afa7-8cec30f34eeb) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:51:18.540032 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:18.550146 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220a7d8-0ac7-4808-9594-fc0a715326ae None None] Pushing event updated for resources: {'Port': ['ID=43ee8979-df02-4d81-8a0b-ed9f1559e02a,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:18.561455 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1220a7d8-0ac7-4808-9594-fc0a715326ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:18.567105 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:18.590285 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-86154893-36e4-41b1-b52c-fa481dd5b660 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:18.596820 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-c94fb32b-a1c3-4d47-b2e4-0bd153efdbbe tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Allocated IP 2001:db8:1::1 (98f12b7f-62de-479b-a867-f8b3acf1a04c/210ac4f9-b273-499d-b549-bc7a8c0886e2/4e7528fd-ac26-4bed-9d9a-0b7234f7a07d) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:51:18.596988 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-86154893-36e4-41b1-b52c-fa481dd5b660 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Usage tracker for resource:security_group_rule and tenant:3b44be9ba27547a492de77c9a415f2bf is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:18.600248 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-86154893-36e4-41b1-b52c-fa481dd5b660 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:18.608987 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-86154893-36e4-41b1-b52c-fa481dd5b660 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:18.627955 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-67cc2999-89db-4f6b-a3f4-049043f1f845 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7601209
Dec 22 04:51:18.637134 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55206) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:18.718357 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-86154893-36e4-41b1-b52c-fa481dd5b660 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:18.753539 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Network 98f12b7f-62de-479b-a867-f8b3acf1a04c is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:18.756075 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] Routers {'1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:18.756717 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c69d310>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:18.773125 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c94fb32b-a1c3-4d47-b2e4-0bd153efdbbe tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:18.789706 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-c94fb32b-a1c3-4d47-b2e4-0bd153efdbbe tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Transition to ACTIVE for port object 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:18.816226 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] 10.222.0.53 "DELETE /v2.0/networks/98103030-d7fe-447d-9520-2c4ca4a400f5 HTTP/1.1" status: 204  len: 168 time: 2.0603588
Dec 22 04:51:18.818842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c94fb32b-a1c3-4d47-b2e4-0bd153efdbbe tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:18.819525 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:18.822017 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:51:18.828559 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:18.856868 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-86154893-36e4-41b1-b52c-fa481dd5b660 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:18.868778 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-86154893-36e4-41b1-b52c-fa481dd5b660 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:18.888095 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e436100d-2a11-4057-8047-f6652b0e7110 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:18.908281 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86154893-36e4-41b1-b52c-fa481dd5b660 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd97c87-9633-4de5-91a6-31e303c474a0,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:18.923400 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-86154893-36e4-41b1-b52c-fa481dd5b660 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:18.924630 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94fb32b-a1c3-4d47-b2e4-0bd153efdbbe tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network 98f12b7f-62de-479b-a867-f8b3acf1a04c is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:18.935484 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-c94fb32b-a1c3-4d47-b2e4-0bd153efdbbe tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:18.945674 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94fb32b-a1c3-4d47-b2e4-0bd153efdbbe tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:51:18.946429 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c94fb32b-a1c3-4d47-b2e4-0bd153efdbbe tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:18.952906 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=a006abc3-ad9c-4fe4-998c-4c1340ef503b,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:18.981836 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94fb32b-a1c3-4d47-b2e4-0bd153efdbbe tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Port': ['ID=4e7528fd-ac26-4bed-9d9a-0b7234f7a07d,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:18.988790 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c94fb32b-a1c3-4d47-b2e4-0bd153efdbbe tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:18.996173 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 3fd89bf4-98d2-4fda-9614-80b9341421a8 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:19.102250 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c94fb32b-a1c3-4d47-b2e4-0bd153efdbbe tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:19.134051 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 3fd89bf4-98d2-4fda-9614-80b9341421a8 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:19.134429 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:19.158027 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-86154893-36e4-41b1-b52c-fa481dd5b660 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:19.159208 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-86154893-36e4-41b1-b52c-fa481dd5b660 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.7915568
Dec 22 04:51:19.162301 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55214) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:19.174228 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-dd28c87d-54d0-44cc-a4cb-096e11fb7b7a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Request body: {'security_group_rule': {'security_group_id': '252d0a12-3276-4798-b93d-a7622f5bf490', 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:19.182192 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-dd28c87d-54d0-44cc-a4cb-096e11fb7b7a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:19.200452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-dd28c87d-54d0-44cc-a4cb-096e11fb7b7a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Usage tracker for resource:security_group_rule and tenant:3b44be9ba27547a492de77c9a415f2bf is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:19.220596 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-dd28c87d-54d0-44cc-a4cb-096e11fb7b7a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:19.226951 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-dd28c87d-54d0-44cc-a4cb-096e11fb7b7a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:19.235986 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55218) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:19.267486 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Attempting to bind port 1c5e2895-011d-4071-a7ec-6a6c8d9df612 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:51:19.268168 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Attempting to bind port 1c5e2895-011d-4071-a7ec-6a6c8d9df612 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '5673b17f-4c52-48ec-8097-a8a340461ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:51:19.268497 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Attempting to bind port 1c5e2895-011d-4071-a7ec-6a6c8d9df612 on network 98f12b7f-62de-479b-a867-f8b3acf1a04c {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:51:19.298824 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:51:19.299498 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Checking segment: {'id': '5673b17f-4c52-48ec-8097-a8a340461ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:19.300084 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:19.300695 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Bound using segment: {'id': '5673b17f-4c52-48ec-8097-a8a340461ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:51:19.301355 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Bound port: 1c5e2895-011d-4071-a7ec-6a6c8d9df612, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5673b17f-4c52-48ec-8097-a8a340461ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:51:19.301927 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:19.336215 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd28c87d-54d0-44cc-a4cb-096e11fb7b7a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:19.416406 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Pushing event updated for resources: {'Port': ['ID=1c5e2895-011d-4071-a7ec-6a6c8d9df612,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:19.436216 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.869s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:19.478712 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-75f56f00-1ece-4fee-a40c-8c31ffae4d90', 'network_id': '75f56f00-1ece-4fee-a40c-8c31ffae4d90', 'tenant_id': '66169e37280e4f0495323624b3f21831', 'fixed_ips': [{'subnet_id': '4b6c9e26-6c71-457e-bdc0-a9f32d2b81fd'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:51:19.479789 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:19.488844 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.939s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:19.489198 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:19.497303 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] Set router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:51:19.566046 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c94fb32b-a1c3-4d47-b2e4-0bd153efdbbe tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:19.571791 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c94fb32b-a1c3-4d47-b2e4-0bd153efdbbe tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:19.572843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c94fb32b-a1c3-4d47-b2e4-0bd153efdbbe tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:19.577048 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-99521405-85ee-4384-922d-dae0f61e16f9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:19.594625 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-19ee479e-bcf6-4842-9c0c-765545852fa5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b13e85f096324701becbe4f84519cf1e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3518689
Dec 22 04:51:19.625031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:19.633350 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55224) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:19.657435 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd28c87d-54d0-44cc-a4cb-096e11fb7b7a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:19.681835 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd28c87d-54d0-44cc-a4cb-096e11fb7b7a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:19.722937 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c58bfa5a-949f-4c5d-824b-0050e03a0e3f tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:19.740922 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] For port 1c5e2895-011d-4071-a7ec-6a6c8d9df612, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:51:19.752481 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94fb32b-a1c3-4d47-b2e4-0bd153efdbbe tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Port': ['ID=4e7528fd-ac26-4bed-9d9a-0b7234f7a07d,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:19.758771 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:19.759966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c94fb32b-a1c3-4d47-b2e4-0bd153efdbbe tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:19.787413 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28c87d-54d0-44cc-a4cb-096e11fb7b7a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d760043-05c7-4452-8535-b5d889f6a4e2,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:19.789816 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-dd28c87d-54d0-44cc-a4cb-096e11fb7b7a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:19.796857 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:19.838778 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] For port 1c5e2895-011d-4071-a7ec-6a6c8d9df612, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=1c5e2895-011d-4071-a7ec-6a6c8d9df612,segment=NetworkSegment(5673b17f-4c52-48ec-8097-a8a340461ed5),segment_id=5673b17f-4c52-48ec-8097-a8a340461ed5)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:51:19.856004 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Transition to ACTIVE for port object 6835f99b-4542-499c-afa7-8cec30f34eeb will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:19.862177 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd28c87d-54d0-44cc-a4cb-096e11fb7b7a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:19.863269 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-dd28c87d-54d0-44cc-a4cb-096e11fb7b7a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6958256
Dec 22 04:51:19.866344 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55228) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:19.884500 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e54ecae7-a348-4194-aa23-9086766efc27 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Request body: {'security_group_rule': {'security_group_id': '252d0a12-3276-4798-b93d-a7622f5bf490', 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:19.892763 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e54ecae7-a348-4194-aa23-9086766efc27 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:19.907180 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e54ecae7-a348-4194-aa23-9086766efc27 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Usage tracker for resource:security_group_rule and tenant:3b44be9ba27547a492de77c9a415f2bf is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:19.911550 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e54ecae7-a348-4194-aa23-9086766efc27 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:19.921378 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e54ecae7-a348-4194-aa23-9086766efc27 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:19.929996 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94fb32b-a1c3-4d47-b2e4-0bd153efdbbe tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network 98f12b7f-62de-479b-a867-f8b3acf1a04c is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:19.932395 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-c94fb32b-a1c3-4d47-b2e4-0bd153efdbbe tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:19.956169 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:19.964835 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 3fd89bf4-98d2-4fda-9614-80b9341421a8, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=3fd89bf4-98d2-4fda-9614-80b9341421a8,segment=NetworkSegment(f04537e5-04b7-4da2-8e19-f9f6a408a884),segment_id=f04537e5-04b7-4da2-8e19-f9f6a408a884)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:51:20.003829 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5c47a82f-837a-42f6-8390-5a97b8ab68c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:20.007538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:20.068985 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e54ecae7-a348-4194-aa23-9086766efc27 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:20.088523 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:20.113179 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Transition to ACTIVE for port object 6835f99b-4542-499c-afa7-8cec30f34eeb will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:20.170614 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e54ecae7-a348-4194-aa23-9086766efc27 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:20.183214 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:20.190703 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e54ecae7-a348-4194-aa23-9086766efc27 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:20.211979 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:20.214472 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Allocated IP 172.20.0.2 (75f56f00-1ece-4fee-a40c-8c31ffae4d90/4b6c9e26-6c71-457e-bdc0-a9f32d2b81fd/8f0e5f67-e4af-4c90-b316-c299fe162f3b) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:51:20.222484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5c47a82f-837a-42f6-8390-5a97b8ab68c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:20.239166 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Pushing event updated for resources: {'Port': ['ID=1c5e2895-011d-4071-a7ec-6a6c8d9df612,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:20.248102 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:20.249254 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:20.270327 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ecae7-a348-4194-aa23-9086766efc27 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b76ff9-6a6a-42cc-9784-788df766e757,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:20.275770 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e54ecae7-a348-4194-aa23-9086766efc27 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:20.335594 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a006abc3-ad9c-4fe4-998c-4c1340ef503b up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:20.376270 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e54ecae7-a348-4194-aa23-9086766efc27 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:20.381103 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e54ecae7-a348-4194-aa23-9086766efc27 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5039530
Dec 22 04:51:20.388112 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55232) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:20.389256 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Network 310c67bd-a786-49fc-89b0-2d2fd38985f6 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:20.390786 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8eb11cd2-adb8-4dcb-932c-ddbe949b4e58 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:20.395592 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-6bb5b77f-51fb-42e9-aa2e-79f75ba7898d tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Request body: {'security_group_rule': {'security_group_id': '252d0a12-3276-4798-b93d-a7622f5bf490', 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:20.462153 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6bb5b77f-51fb-42e9-aa2e-79f75ba7898d tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:20.468448 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6bb5b77f-51fb-42e9-aa2e-79f75ba7898d tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Usage tracker for resource:security_group_rule and tenant:3b44be9ba27547a492de77c9a415f2bf is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:20.472253 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:20.473790 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6bb5b77f-51fb-42e9-aa2e-79f75ba7898d tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:20.481120 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6bb5b77f-51fb-42e9-aa2e-79f75ba7898d tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:20.491314 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:51:20.509811 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5c47a82f-837a-42f6-8390-5a97b8ab68c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:20.511650 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-6bb5b77f-51fb-42e9-aa2e-79f75ba7898d tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Project 3b44be9ba27547a492de77c9a415f2bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 04:51:20.530515 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7e8e5c92-67af-41d0-b3bf-5d06f1a0ed7a tempest-ServersTestManualDisk-629646012 tempest-ServersTestManualDisk-629646012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:20.532825 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6bb5b77f-51fb-42e9-aa2e-79f75ba7898d tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:20.572332 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47a82f-837a-42f6-8390-5a97b8ab68c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae1edbd-5f76-4212-8972-50e79a17b9cb,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:20.574785 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5c47a82f-837a-42f6-8390-5a97b8ab68c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:20.596810 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94fb32b-a1c3-4d47-b2e4-0bd153efdbbe tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:51:20.612900 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Allocated IP 172.20.0.1 (310c67bd-a786-49fc-89b0-2d2fd38985f6/871141fa-6a4e-45de-9dae-3c496a20b76c/cb118e7b-e37c-4345-b42d-60f1a5f03356) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:51:20.621475 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5c47a82f-837a-42f6-8390-5a97b8ab68c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:20.625208 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5c47a82f-837a-42f6-8390-5a97b8ab68c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cae1edbd-5f76-4212-8972-50e79a17b9cb HTTP/1.1" status: 204  len: 168 time: 0.9875393
Dec 22 04:51:20.708439 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6bb5b77f-51fb-42e9-aa2e-79f75ba7898d tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:20.784349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6bb5b77f-51fb-42e9-aa2e-79f75ba7898d tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:20.796150 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:20.798004 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:20.811253 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Transition to ACTIVE for port object 8f0e5f67-e4af-4c90-b316-c299fe162f3b will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:20.824130 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5b77f-51fb-42e9-aa2e-79f75ba7898d tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c12674-b9e3-45cb-a2fe-135074eaf10d,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:20.826315 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6bb5b77f-51fb-42e9-aa2e-79f75ba7898d tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:20.840255 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Transition to ACTIVE for port object 8f0e5f67-e4af-4c90-b316-c299fe162f3b will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:20.847612 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6bb5b77f-51fb-42e9-aa2e-79f75ba7898d tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:20.849149 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6bb5b77f-51fb-42e9-aa2e-79f75ba7898d tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4598231
Dec 22 04:51:20.854503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55240) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:20.870626 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-ac698c77-d295-4585-bbc6-640997969395 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Request body: {'security_group_rule': {'security_group_id': '252d0a12-3276-4798-b93d-a7622f5bf490', 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:20.878691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ac698c77-d295-4585-bbc6-640997969395 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:20.884010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ac698c77-d295-4585-bbc6-640997969395 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Usage tracker for resource:security_group_rule and tenant:3b44be9ba27547a492de77c9a415f2bf is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:20.888842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ac698c77-d295-4585-bbc6-640997969395 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:20.897606 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ac698c77-d295-4585-bbc6-640997969395 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:20.904260 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=3fd89bf4-98d2-4fda-9614-80b9341421a8,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:20.917183 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94fb32b-a1c3-4d47-b2e4-0bd153efdbbe tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:51:20.922095 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:20.924046 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c94fb32b-a1c3-4d47-b2e4-0bd153efdbbe tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/routers/1e5c95f0-55f1-4caf-ac8f-65adddb8e96c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0223706
Dec 22 04:51:20.925648 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-ac698c77-d295-4585-bbc6-640997969395 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Project 3b44be9ba27547a492de77c9a415f2bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 04:51:20.930226 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55246) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:20.936206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-01368cb4-3d95-4bd6-97b3-d14f060c7127 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1403157650'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:20.944228 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-01368cb4-3d95-4bd6-97b3-d14f060c7127 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:20.946613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac698c77-d295-4585-bbc6-640997969395 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:20.948534 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Transition to ACTIVE for port object cb118e7b-e37c-4345-b42d-60f1a5f03356 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:20.961058 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-01368cb4-3d95-4bd6-97b3-d14f060c7127 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:network and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:20.966397 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-01368cb4-3d95-4bd6-97b3-d14f060c7127 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:20.972779 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:20.981519 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-01368cb4-3d95-4bd6-97b3-d14f060c7127 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:21.018731 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01368cb4-3d95-4bd6-97b3-d14f060c7127 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Made reservation on behalf of 2c15a5726c1c4265b642f9bc187fa0d4 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:51:21.022592 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-01368cb4-3d95-4bd6-97b3-d14f060c7127 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:21.069060 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac698c77-d295-4585-bbc6-640997969395 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:21.076085 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01368cb4-3d95-4bd6-97b3-d14f060c7127 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:51:21.078295 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac698c77-d295-4585-bbc6-640997969395 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:21.107168 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a35f8865-ac39-4e0b-86ca-36e2decebb35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:21.118009 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port a006abc3-ad9c-4fe4-998c-4c1340ef503b triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:21.118588 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:21.128068 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-01368cb4-3d95-4bd6-97b3-d14f060c7127 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:21.128068 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-01368cb4-3d95-4bd6-97b3-d14f060c7127 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Added segment 87779f72-07ce-44c4-a48a-a5c047d3d5ba of type vlan for network 51b88e5f-ef43-40e6-b6a2-3edb2be43b74
Dec 22 04:51:21.128068 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac698c77-d295-4585-bbc6-640997969395 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:21.128766 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ac698c77-d295-4585-bbc6-640997969395 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2751353
Dec 22 04:51:21.134383 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac698c77-d295-4585-bbc6-640997969395 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00ec4bf-2306-46e7-8d38-7009e7937f9d,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:21.146194 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ac698c77-d295-4585-bbc6-640997969395 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:21.153287 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Attempting to bind port 6835f99b-4542-499c-afa7-8cec30f34eeb on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:51:21.153840 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Attempting to bind port 6835f99b-4542-499c-afa7-8cec30f34eeb by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '8d7c560f-9dfb-4135-b6f2-90b2f6112fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '310c67bd-a786-49fc-89b0-2d2fd38985f6'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:51:21.154416 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Attempting to bind port 6835f99b-4542-499c-afa7-8cec30f34eeb on network 310c67bd-a786-49fc-89b0-2d2fd38985f6 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:51:21.164091 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:21.174221 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-01368cb4-3d95-4bd6-97b3-d14f060c7127 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:21.180803 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:51:21.181334 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Checking segment: {'id': '8d7c560f-9dfb-4135-b6f2-90b2f6112fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '310c67bd-a786-49fc-89b0-2d2fd38985f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:21.182173 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:21.182727 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Bound using segment: {'id': '8d7c560f-9dfb-4135-b6f2-90b2f6112fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '310c67bd-a786-49fc-89b0-2d2fd38985f6'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:51:21.183332 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Bound port: 6835f99b-4542-499c-afa7-8cec30f34eeb, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7c560f-9dfb-4135-b6f2-90b2f6112fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '310c67bd-a786-49fc-89b0-2d2fd38985f6'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:51:21.183843 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:21.224544 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5de29ba5-e4e2-446d-81dc-3fa91eabe7de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:21.229950 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Network 75f56f00-1ece-4fee-a40c-8c31ffae4d90 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:21.234493 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Pushing event updated for resources: {'Port': ['ID=6835f99b-4542-499c-afa7-8cec30f34eeb,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:21.246994 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-01368cb4-3d95-4bd6-97b3-d14f060c7127 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:21.251683 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.001s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:21.252179 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01368cb4-3d95-4bd6-97b3-d14f060c7127 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:21.252812 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-01368cb4-3d95-4bd6-97b3-d14f060c7127 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:21.257271 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fc557767-e7c9-4d7e-81c1-f27e93f9e734 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:21.268039 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-708e22cd-880e-4ee6-af9e-2a51fb1179f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.060s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:21.341649 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Network 310c67bd-a786-49fc-89b0-2d2fd38985f6 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:21.348514 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:21.356814 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:51:21.357232 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:21.376710 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:51:21.419876 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-01368cb4-3d95-4bd6-97b3-d14f060c7127 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4883807
Dec 22 04:51:21.434917 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55272) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:21.447076 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'subnet': {'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:21.450124 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Pushing event updated for resources: {'Port': ['ID=cb118e7b-e37c-4345-b42d-60f1a5f03356,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:21.460851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:21.481310 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Pushing event updated for resources: {'Port': ['ID=8f0e5f67-e4af-4c90-b316-c299fe162f3b,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:21.520528 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:21.550118 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:21.559003 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b1963de7-9e41-4429-826b-a40d9d0d215e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.581s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:21.559377 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b1963de7-9e41-4429-826b-a40d9d0d215e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:21.609938 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01368cb4-3d95-4bd6-97b3-d14f060c7127 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Network': ['ID=51b88e5f-ef43-40e6-b6a2-3edb2be43b74,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:21.619904 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-01368cb4-3d95-4bd6-97b3-d14f060c7127 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:21.621249 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:21.625468 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:subnet and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:21.629297 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:21.635516 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:21.652874 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Made reservation on behalf of 2c15a5726c1c4265b642f9bc187fa0d4 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:51:21.672174 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 51b88e5f-ef43-40e6-b6a2-3edb2be43b74 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:51:21.749856 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:21.833151 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c69d310>, [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:51:11Z', 'revision_number': 2, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None, '_interfaces': [{'id': '43ee8979-df02-4d81-8a0b-ed9f1559e02a', 'name': '', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:cd:e9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:18Z', 'revision_number': 4, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:21.838230 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:21.844367 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Attempting to bind port 8f0e5f67-e4af-4c90-b316-c299fe162f3b on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:51:21.844729 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Attempting to bind port 8f0e5f67-e4af-4c90-b316-c299fe162f3b by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'c3fbb04a-fccf-4cc7-b9e0-79c962b7f5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '75f56f00-1ece-4fee-a40c-8c31ffae4d90'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:51:21.845102 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Attempting to bind port 8f0e5f67-e4af-4c90-b316-c299fe162f3b on network 75f56f00-1ece-4fee-a40c-8c31ffae4d90 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:51:21.872770 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7433f594-7318-448d-9db0-bbd059622ab9 None None] The sync data for ids ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'] in dv-neutron-822525-1-hyperv is: [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:51:11Z', 'revision_number': 2, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None, '_interfaces': [{'id': '43ee8979-df02-4d81-8a0b-ed9f1559e02a', 'name': '', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:cd:e9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:18Z', 'revision_number': 4, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:51:21.929938 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525428d6-6b35-4517-ad03-760bd3648ad7 None None] Network 98f12b7f-62de-479b-a867-f8b3acf1a04c requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:51:21.958798 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] For port 6835f99b-4542-499c-afa7-8cec30f34eeb, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:51:21.967112 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] For port 6835f99b-4542-499c-afa7-8cec30f34eeb, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=6835f99b-4542-499c-afa7-8cec30f34eeb,segment=NetworkSegment(8d7c560f-9dfb-4135-b6f2-90b2f6112fec),segment_id=8d7c560f-9dfb-4135-b6f2-90b2f6112fec)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:51:22.069651 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:22.090592 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-52a5ce17-cc96-471f-8447-a4ef49ed01cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:22.147538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:51:22.150550 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Checking segment: {'id': 'c3fbb04a-fccf-4cc7-b9e0-79c962b7f5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '75f56f00-1ece-4fee-a40c-8c31ffae4d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:22.151780 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:22.159888 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Bound using segment: {'id': 'c3fbb04a-fccf-4cc7-b9e0-79c962b7f5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '75f56f00-1ece-4fee-a40c-8c31ffae4d90'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:51:22.160560 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Bound port: 8f0e5f67-e4af-4c90-b316-c299fe162f3b, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3fbb04a-fccf-4cc7-b9e0-79c962b7f5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '75f56f00-1ece-4fee-a40c-8c31ffae4d90'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:51:22.162163 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:22.171984 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55290) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:22.465921 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Pushing event updated for resources: {'Port': ['ID=6835f99b-4542-499c-afa7-8cec30f34eeb,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:22.480687 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:22.490997 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 7206d8bc-aeef-45a0-8c2b-92f32d8182a9 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:51:22.571598 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:22.578076 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-97e90815-2549-4a55-8b52-efd2d4882492 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:22.583459 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-8eb11cd2-adb8-4dcb-932c-ddbe949b4e58 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Deleting port 7646b1f7-57ed-4a42-a12c-783c9bf2e3ae {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:51:22.583789 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8eb11cd2-adb8-4dcb-932c-ddbe949b4e58 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:22.603234 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-85576f54-8577-4697-a12c-9785230b4f20 None None] Provisioning for port 1c5e2895-011d-4071-a7ec-6a6c8d9df612 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:22.647659 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] For port 8f0e5f67-e4af-4c90-b316-c299fe162f3b, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:51:22.652264 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] For port 8f0e5f67-e4af-4c90-b316-c299fe162f3b, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8f0e5f67-e4af-4c90-b316-c299fe162f3b,segment=NetworkSegment(c3fbb04a-fccf-4cc7-b9e0-79c962b7f5a0),segment_id=c3fbb04a-fccf-4cc7-b9e0-79c962b7f5a0)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:51:22.655989 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 7206d8bc-aeef-45a0-8c2b-92f32d8182a9 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:51:22.656472 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 7206d8bc-aeef-45a0-8c2b-92f32d8182a9 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:51:22.675161 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:22.689058 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:22.769078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Subnet': ['ID=1669534a-a817-42bf-a928-4b440954d44c,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:22.774869 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Request body: {'security_group': {'name': 'tempest-secgroup--1745235789'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:22.780408 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:22.784786 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Usage tracker for resource:security_group and tenant:6407b9f93fbc491ca9e56915418a734c is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:22.788209 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:22.797207 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:22.820197 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.resource_extend [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:51:22.829613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:22.829613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:22.832070 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:22.835988 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:22.836632 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:22.837474 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:22.839901 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:22.840583 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:22.841214 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:22.847337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:22.847337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:22.847337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:22.853091 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:22.867728 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:22.905139 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Pushing event updated for resources: {'Port': ['ID=8f0e5f67-e4af-4c90-b316-c299fe162f3b,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:22.907198 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:22.909917 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:22.938678 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Checking segment: {'id': '87779f72-07ce-44c4-a48a-a5c047d3d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:22.939295 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network hostable DHCP agents. Network: 51b88e5f-ef43-40e6-b6a2-3edb2be43b74, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:51:22.945057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:22.998854 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e21f5e1e-341c-4804-9ab6-060c193ea87b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:23.003086 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network 51b88e5f-ef43-40e6-b6a2-3edb2be43b74 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:51:23.022551 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 51b88e5f-ef43-40e6-b6a2-3edb2be43b74) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:23.027461 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:23.028048 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:23.045013 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde76b40-8247-4c28-9856-3031ff2fef47 None None] Network 51b88e5f-ef43-40e6-b6a2-3edb2be43b74 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:51:23.075715 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.6394987
Dec 22 04:51:23.078514 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55304) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:23.121516 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:23.136513 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Usage tracker for resource:security_group_rule and tenant:6407b9f93fbc491ca9e56915418a734c is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:23.138157 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6835f99b-4542-499c-afa7-8cec30f34eeb up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:23.154774 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:23.165507 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:23.427927 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 6835f99b-4542-499c-afa7-8cec30f34eeb completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:23.505431 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 1c5e2895-011d-4071-a7ec-6a6c8d9df612 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:23.519243 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Pushing event updated for resources: {'Port': ['ID=cb118e7b-e37c-4345-b42d-60f1a5f03356,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:23.575538 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:23.686999 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:23.687895 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:23.689363 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:23.690489 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:23.691113 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:23.691733 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:23.692326 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:23.693151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:23.712391 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:23.712391 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:23.712391 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:23.743880 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:23.768761 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-51b88e5f-ef43-40e6-b6a2-3edb2be43b74', 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'fixed_ips': [{'subnet_id': '1669534a-a817-42bf-a928-4b440954d44c'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:51:23.769630 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:23.780664 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8eb11cd2-adb8-4dcb-932c-ddbe949b4e58 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:23.807826 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:23.927333 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 1c5e2895-011d-4071-a7ec-6a6c8d9df612 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:23.951033 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0e8d5d10-3ca3-4ca1-912f-c7b8df17c156 None None] Provisioning complete for port 1c5e2895-011d-4071-a7ec-6a6c8d9df612 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:23.951809 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0e8d5d10-3ca3-4ca1-912f-c7b8df17c156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:24.103410 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 1c5e2895-011d-4071-a7ec-6a6c8d9df612 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:24.103832 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:24.170932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:24.202656 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:24.207169 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Usage tracker for resource:security_group_rule and tenant:6407b9f93fbc491ca9e56915418a734c is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:24.222334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-8eb11cd2-adb8-4dcb-932c-ddbe949b4e58 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Calling delete_port for 7646b1f7-57ed-4a42-a12c-783c9bf2e3ae owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:51:24.252495 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1f8f2978-c2d1-4b8f-95f8-5a72ae372e83 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:24.261617 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:24.278367 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:24.331779 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:24.427838 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcb37cf-ae12-4fd5-8eb3-5b894dcb06c4,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:24.571553 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dc34e2-6b1c-4ff2-a3ce-7a067846b558 None None] Network 310c67bd-a786-49fc-89b0-2d2fd38985f6 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:51:24.578837 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:24.670649 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Allocated IP 2001:db8:2::2 (51b88e5f-ef43-40e6-b6a2-3edb2be43b74/1669534a-a817-42bf-a928-4b440954d44c/d642c154-29a8-4578-b57c-84cb7fbd7690) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:51:24.792152 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0e8d5d10-3ca3-4ca1-912f-c7b8df17c156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:24.961515 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:24.969072 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:25.012686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0efd8db4-417e-48eb-8fe0-457c22df1075 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:25.023062 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8eb11cd2-adb8-4dcb-932c-ddbe949b4e58 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:25.111513 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:25.112744 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 2.8886082
Dec 22 04:51:25.117003 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55340) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:25.237536 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-0e8d5d10-3ca3-4ca1-912f-c7b8df17c156 None None] For port 1c5e2895-011d-4071-a7ec-6a6c8d9df612, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=1c5e2895-011d-4071-a7ec-6a6c8d9df612,segment=NetworkSegment(5673b17f-4c52-48ec-8097-a8a340461ed5),segment_id=5673b17f-4c52-48ec-8097-a8a340461ed5)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:51:25.261979 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:25.307427 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0e8d5d10-3ca3-4ca1-912f-c7b8df17c156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:25.314795 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e3954778-c07c-49d3-b236-6157322c6c6c tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.1942890
Dec 22 04:51:25.317748 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3e65b7-c8a7-4076-b38d-d32152479e88 None None] Network 75f56f00-1ece-4fee-a40c-8c31ffae4d90 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:51:25.388542 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:25.407900 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55346) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:25.417512 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-9f5732fd-d1c6-4e95-ae38-0294e42d3986 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Request body: {'security_group': {'name': 'tempest-security--65875784', 'description': 'tempest-security-description-760809493'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:25.463682 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4362cb-847e-4e7b-8317-1e5ddab1f209,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:25.490584 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9f5732fd-d1c6-4e95-ae38-0294e42d3986 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:25.556599 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9f5732fd-d1c6-4e95-ae38-0294e42d3986 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:25.573014 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9f5732fd-d1c6-4e95-ae38-0294e42d3986 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:25.586746 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-10054816-bef1-49c5-bf96-c41f440eb632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:25.596550 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9f5732fd-d1c6-4e95-ae38-0294e42d3986 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:25.596771 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:25.600212 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9f5732fd-d1c6-4e95-ae38-0294e42d3986 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "PUT /v2.0/security-groups/5b4362cb-847e-4e7b-8317-1e5ddab1f209 HTTP/1.1" status: 200  len: 1609 time: 0.1863945
Dec 22 04:51:25.603716 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55350) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:25.611996 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9fda8e8d-8803-4e55-bffc-76aec50d6907 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.502s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:25.690795 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432a449-2d23-4ce5-9f0c-3aa586796bc0 req-fb476ed1-bf44-446d-aa4b-a33c5c244eaa tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:25.698438 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1432a449-2d23-4ce5-9f0c-3aa586796bc0 req-fb476ed1-bf44-446d-aa4b-a33c5c244eaa tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.4143028
Dec 22 04:51:25.707534 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Network 310c67bd-a786-49fc-89b0-2d2fd38985f6 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:25.712419 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-45c8bde0-1e0e-402d-823f-832dee1ad6f5 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-groups/5b4362cb-847e-4e7b-8317-1e5ddab1f209 HTTP/1.1" status: 200  len: 1609 time: 0.1053576
Dec 22 04:51:25.713893 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb11cd2-adb8-4dcb-932c-ddbe949b4e58 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event deleted for resources: {'Port': ['ID=7646b1f7-57ed-4a42-a12c-783c9bf2e3ae,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:25.716830 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8eb11cd2-adb8-4dcb-932c-ddbe949b4e58 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:25.717811 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55354) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:25.720167 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:25.754216 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5732fd-d1c6-4e95-ae38-0294e42d3986 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4362cb-847e-4e7b-8317-1e5ddab1f209,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:25.760085 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9f5732fd-d1c6-4e95-ae38-0294e42d3986 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:25.780343 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1432a449-2d23-4ce5-9f0c-3aa586796bc0 req-6af2d587-20db-4897-84d3-17239ff00dd2 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0809541
Dec 22 04:51:25.827796 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0e8d5d10-3ca3-4ca1-912f-c7b8df17c156 None None] Provisioning for port 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:25.858266 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d5d10-3ca3-4ca1-912f-c7b8df17c156 None None] Pushing event updated for resources: {'Port': ['ID=1c5e2895-011d-4071-a7ec-6a6c8d9df612,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:25.871833 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0e8d5d10-3ca3-4ca1-912f-c7b8df17c156 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:25.876438 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0e8d5d10-3ca3-4ca1-912f-c7b8df17c156 None None] Provisioning complete for port 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:25.876820 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0e8d5d10-3ca3-4ca1-912f-c7b8df17c156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:25.909587 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-66b50219-0a39-4f0d-9036-b255cd455b2d req-fe9d4379-e2c1-4845-aecb-fe7e3ce544f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a189efe8546c44009128ff34bc595fc2&device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 1099 time: 0.8983419
Dec 22 04:51:25.952565 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:25.955610 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:51:25.955974 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:51:26.012476 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Transition to ACTIVE for port object d642c154-29a8-4578-b57c-84cb7fbd7690 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:26.034310 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-0e8d5d10-3ca3-4ca1-912f-c7b8df17c156 None None] Port 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:51:26.060895 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Transition to ACTIVE for port object d642c154-29a8-4578-b57c-84cb7fbd7690 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:26.076898 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:26.116040 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-3398d7b8-0d47-497c-90af-94c80619046f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:26.224700 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Network 51b88e5f-ef43-40e6-b6a2-3edb2be43b74 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:26.248592 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:26.258110 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Pushing event updated for resources: {'Port': ['ID=d642c154-29a8-4578-b57c-84cb7fbd7690,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:26.267301 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:51:26.272272 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:26.409808 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Allocated IP 2001:db8:2::1 (51b88e5f-ef43-40e6-b6a2-3edb2be43b74/1669534a-a817-42bf-a928-4b440954d44c/27f14012-de08-4333-b841-3efd29e2ddd5) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:51:26.440693 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d250108d-568e-4102-8330-6266d3e73f11 None None] Provisioning for port 6835f99b-4542-499c-afa7-8cec30f34eeb completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:26.459758 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d250108d-568e-4102-8330-6266d3e73f11 None None] Provisioning complete for port 6835f99b-4542-499c-afa7-8cec30f34eeb triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:26.460273 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d250108d-568e-4102-8330-6266d3e73f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:26.504026 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dcd503ff-9c07-4713-bdab-90e26eae3fe8 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:26.537665 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b50219-0a39-4f0d-9036-b255cd455b2d req-7811cf7c-bd62-45ed-b7ac-1577ce19a7c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:26.539135 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-66b50219-0a39-4f0d-9036-b255cd455b2d req-7811cf7c-bd62-45ed-b7ac-1577ce19a7c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e68a3e5c-f921-45fc-a6c9-1329c028d289 HTTP/1.1" status: 200  len: 913 time: 0.6208346
Dec 22 04:51:26.669613 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 3fd89bf4-98d2-4fda-9614-80b9341421a8 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:26.748715 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:26.792443 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Transition to ACTIVE for port object 27f14012-de08-4333-b841-3efd29e2ddd5 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:26.818158 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Attempting to bind port d642c154-29a8-4578-b57c-84cb7fbd7690 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:51:26.823780 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Attempting to bind port d642c154-29a8-4578-b57c-84cb7fbd7690 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '87779f72-07ce-44c4-a48a-a5c047d3d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:51:26.824554 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Attempting to bind port d642c154-29a8-4578-b57c-84cb7fbd7690 on network 51b88e5f-ef43-40e6-b6a2-3edb2be43b74 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:51:26.856917 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:26.862745 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-da11d254-e8d5-49ac-ad17-728574fac119 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:26.890582 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dcd503ff-9c07-4713-bdab-90e26eae3fe8 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:26.914553 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:51:26.915233 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Checking segment: {'id': '87779f72-07ce-44c4-a48a-a5c047d3d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:26.915366 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:26.915712 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Bound using segment: {'id': '87779f72-07ce-44c4-a48a-a5c047d3d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:51:26.917718 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Bound port: d642c154-29a8-4578-b57c-84cb7fbd7690, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87779f72-07ce-44c4-a48a-a5c047d3d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:51:26.918177 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:27.028434 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network 51b88e5f-ef43-40e6-b6a2-3edb2be43b74 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:27.037854 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:27.042699 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:51:27.043359 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:27.050405 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Port': ['ID=27f14012-de08-4333-b841-3efd29e2ddd5,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:27.053863 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:27.077946 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 3fd89bf4-98d2-4fda-9614-80b9341421a8 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:27.078674 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:27.109678 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d250108d-568e-4102-8330-6266d3e73f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:27.201615 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:27.217694 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-d250108d-568e-4102-8330-6266d3e73f11 None None] For port 6835f99b-4542-499c-afa7-8cec30f34eeb, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=6835f99b-4542-499c-afa7-8cec30f34eeb,segment=NetworkSegment(8d7c560f-9dfb-4135-b6f2-90b2f6112fec),segment_id=8d7c560f-9dfb-4135-b6f2-90b2f6112fec)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:51:27.232459 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] For port d642c154-29a8-4578-b57c-84cb7fbd7690, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:51:27.236966 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d250108d-568e-4102-8330-6266d3e73f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:27.242263 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] For port d642c154-29a8-4578-b57c-84cb7fbd7690, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d642c154-29a8-4578-b57c-84cb7fbd7690,segment=NetworkSegment(87779f72-07ce-44c4-a48a-a5c047d3d5ba),segment_id=87779f72-07ce-44c4-a48a-a5c047d3d5ba)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:51:27.244390 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1220a7d8-0ac7-4808-9594-fc0a715326ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:27.299330 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-66b50219-0a39-4f0d-9036-b255cd455b2d req-d80f5a3c-1aad-4e42-bf68-709a6656643d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11cb9345-8066-4ad5-8be0-621882ff7c67 HTTP/1.1" status: 200  len: 1002 time: 0.6530282
Dec 22 04:51:27.368245 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:27.403494 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dcd503ff-9c07-4713-bdab-90e26eae3fe8 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:27.430831 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7521d76d-c439-4219-9828-a50be02bb9bd tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:27.478617 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd503ff-9c07-4713-bdab-90e26eae3fe8 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4362cb-847e-4e7b-8317-1e5ddab1f209,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:27.490729 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-dcd503ff-9c07-4713-bdab-90e26eae3fe8 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:27.503777 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b50219-0a39-4f0d-9036-b255cd455b2d req-915a3d54-ad44-41e3-ab2f-541d429a32be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:27.510514 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-66b50219-0a39-4f0d-9036-b255cd455b2d req-915a3d54-ad44-41e3-ab2f-541d429a32be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0 HTTP/1.1" status: 200  len: 851 time: 0.2024248
Dec 22 04:51:27.522348 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8eb11cd2-adb8-4dcb-932c-ddbe949b4e58 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:27.548753 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] Sync routers for ids ['860183b3-3f23-4ba9-81bd-6e121d0b1b70'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:51:27.573537 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d250108d-568e-4102-8330-6266d3e73f11 None None] Provisioning complete for port 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:27.573945 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d250108d-568e-4102-8330-6266d3e73f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:27.593808 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dcd503ff-9c07-4713-bdab-90e26eae3fe8 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:27.597914 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-dcd503ff-9c07-4713-bdab-90e26eae3fe8 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "DELETE /v2.0/security-groups/5b4362cb-847e-4e7b-8317-1e5ddab1f209 HTTP/1.1" status: 204  len: 168 time: 1.7957802
Dec 22 04:51:27.599703 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55364) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:27.614982 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250108d-568e-4102-8330-6266d3e73f11 None None] Pushing event updated for resources: {'Port': ['ID=6835f99b-4542-499c-afa7-8cec30f34eeb,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:27.654357 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d250108d-568e-4102-8330-6266d3e73f11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:27.656233 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b1963de7-9e41-4429-826b-a40d9d0d215e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:27.681888 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dabba60b-f6c3-4250-8d16-c7e489e22a29 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0809183
Dec 22 04:51:27.684510 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55368) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:27.718834 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48631c1f-24a4-4734-bba2-f1acdd3faa26 req-a6790d1e-d25e-46f4-aa0f-bb97eeaaffce tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:27.730305 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-34b48315-b339-4991-9f18-424b829aae6b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] delete failed (client error): The resource could not be found.
Dec 22 04:51:27.731332 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-34b48315-b339-4991-9f18-424b829aae6b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "DELETE /v2.0/security-groups/5b4362cb-847e-4e7b-8317-1e5ddab1f209 HTTP/1.1" status: 404  len: 347 time: 0.0459390
Dec 22 04:51:27.732591 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-48631c1f-24a4-4734-bba2-f1acdd3faa26 req-a6790d1e-d25e-46f4-aa0f-bb97eeaaffce tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.5442240
Dec 22 04:51:27.757667 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55372) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:27.772647 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-aae196bf-a1eb-4bcb-b6cf-871ffa0ef085 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Request body: {'security_group': {'name': 'tempest-secgroup--183332218'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:27.782520 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-aae196bf-a1eb-4bcb-b6cf-871ffa0ef085 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:27.791347 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Router d23d258e-2d81-4007-92d1-8b927a1c6609 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:51:27.801200 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-aae196bf-a1eb-4bcb-b6cf-871ffa0ef085 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Usage tracker for resource:security_group and tenant:6407b9f93fbc491ca9e56915418a734c is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:27.806752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-aae196bf-a1eb-4bcb-b6cf-871ffa0ef085 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:27.833707 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] Routers {'860183b3-3f23-4ba9-81bd-6e121d0b1b70'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:27.834747 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bd312e0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['860183b3-3f23-4ba9-81bd-6e121d0b1b70'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:27.840765 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-aae196bf-a1eb-4bcb-b6cf-871ffa0ef085 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:27.842275 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-66b50219-0a39-4f0d-9036-b255cd455b2d req-413dcdfc-e954-4c79-8455-7c210c99cb88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e68a3e5c-f921-45fc-a6c9-1329c028d289&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3228958
Dec 22 04:51:27.905111 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aae196bf-a1eb-4bcb-b6cf-871ffa0ef085 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:27.945255 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-48631c1f-24a4-4734-bba2-f1acdd3faa26 req-6fca7fed-90e5-4252-ae1f-71fc6a083dc6 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2118113
Dec 22 04:51:28.006539 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.resource_extend [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:51:28.038827 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:28.038984 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Sync routers for ids ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:51:28.063784 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Routers {'1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:28.069627 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3170d0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:28.074789 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:28.075902 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:28.089103 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-aae196bf-a1eb-4bcb-b6cf-871ffa0ef085 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:28.091707 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c2abe42f-0eca-4f2c-adda-e22a12b60b0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:28.099197 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 43ee8979-df02-4d81-8a0b-ed9f1559e02a up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:28.146031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d250108d-568e-4102-8330-6266d3e73f11 None None] Port 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:51:28.162178 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-aae196bf-a1eb-4bcb-b6cf-871ffa0ef085 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Usage tracker for resource:security_group_rule and tenant:6407b9f93fbc491ca9e56915418a734c is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:28.208108 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-aae196bf-a1eb-4bcb-b6cf-871ffa0ef085 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:28.229467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-aae196bf-a1eb-4bcb-b6cf-871ffa0ef085 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:28.235683 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Pushing event updated for resources: {'Port': ['ID=d642c154-29a8-4578-b57c-84cb7fbd7690,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:28.246386 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:28.349523 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d250108d-568e-4102-8330-6266d3e73f11 None None] Provisioning for port 8f0e5f67-e4af-4c90-b316-c299fe162f3b completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:28.385353 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Port': ['ID=27f14012-de08-4333-b841-3efd29e2ddd5,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:28.410296 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] Set router 860183b3-3f23-4ba9-81bd-6e121d0b1b70 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:51:28.421155 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Set router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:51:28.429631 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:28.430579 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-66b50219-0a39-4f0d-9036-b255cd455b2d req-907a2104-2bec-4f4a-98c0-4917193cf478 service neutron] 10.222.0.47 "GET /v2.0/networks/e68a3e5c-f921-45fc-a6c9-1329c028d289?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5784881
Dec 22 04:51:28.460458 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 43ee8979-df02-4d81-8a0b-ed9f1559e02a completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:28.468762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 43ee8979-df02-4d81-8a0b-ed9f1559e02a triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:28.471717 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:28.676536 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aae196bf-a1eb-4bcb-b6cf-871ffa0ef085 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:28.702340 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network 51b88e5f-ef43-40e6-b6a2-3edb2be43b74 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:28.704728 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aae196bf-a1eb-4bcb-b6cf-871ffa0ef085 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:28.714983 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:28.732557 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:28.852657 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0a261fec-99c7-4370-bfaa-5b1a05eac0de None None] Provisioning for port cb118e7b-e37c-4345-b42d-60f1a5f03356 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:28.879505 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae196bf-a1eb-4bcb-b6cf-871ffa0ef085 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=639f9bfa-bb42-49fa-8afa-8ee80972fddc,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:28.880312 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0a261fec-99c7-4370-bfaa-5b1a05eac0de None None] Provisioning complete for port cb118e7b-e37c-4345-b42d-60f1a5f03356 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:28.880685 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0a261fec-99c7-4370-bfaa-5b1a05eac0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:28.901540 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-aae196bf-a1eb-4bcb-b6cf-871ffa0ef085 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:29.054602 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3170d0>, [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:51:27Z', 'revision_number': 4, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None, '_interfaces': [{'id': '27f14012-de08-4333-b841-3efd29e2ddd5', 'name': '', 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:d5:b0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1669534a-a817-42bf-a928-4b440954d44c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:24Z', 'updated_at': '2021-12-22T04:51:27Z', 'revision_number': 2, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '1669534a-a817-42bf-a928-4b440954d44c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43ee8979-df02-4d81-8a0b-ed9f1559e02a', 'name': '', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:cd:e9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:18Z', 'revision_number': 4, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e7528fd-ac26-4bed-9d9a-0b7234f7a07d', 'name': '', 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:e1:e3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:17Z', 'updated_at': '2021-12-22T04:51:19Z', 'revision_number': 2, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:29.063052 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Checking router: 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:51:29.063692 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Updating router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c port 27f14012-de08-4333-b841-3efd29e2ddd5 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:51:29.111371 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aae196bf-a1eb-4bcb-b6cf-871ffa0ef085 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:29.117388 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-aae196bf-a1eb-4bcb-b6cf-871ffa0ef085 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.3632407
Dec 22 04:51:29.118353 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55380) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:29.138685 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-2945de5f-4e9d-40da-a37d-707d2c0c2fb5 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Request body: {'security_group_rule': {'security_group_id': '639f9bfa-bb42-49fa-8afa-8ee80972fddc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:29.145339 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-0a261fec-99c7-4370-bfaa-5b1a05eac0de None None] Port cb118e7b-e37c-4345-b42d-60f1a5f03356 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:51:29.153498 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2945de5f-4e9d-40da-a37d-707d2c0c2fb5 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:29.154160 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:29.162789 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2945de5f-4e9d-40da-a37d-707d2c0c2fb5 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Usage tracker for resource:security_group_rule and tenant:6407b9f93fbc491ca9e56915418a734c is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:29.171475 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2945de5f-4e9d-40da-a37d-707d2c0c2fb5 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:29.223798 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:29.259511 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2945de5f-4e9d-40da-a37d-707d2c0c2fb5 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:29.286052 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:51:29.311335 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-66b50219-0a39-4f0d-9036-b255cd455b2d req-305ddd3e-7412-4341-9f9d-b51605748143 service neutron] 10.222.0.47 "GET /v2.0/networks/e68a3e5c-f921-45fc-a6c9-1329c028d289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8626394
Dec 22 04:51:29.320873 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 43ee8979-df02-4d81-8a0b-ed9f1559e02a, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=43ee8979-df02-4d81-8a0b-ed9f1559e02a,segment=NetworkSegment(fc00a282-f9e3-40ac-9b13-58dd7e37658a),segment_id=fc00a282-f9e3-40ac-9b13-58dd7e37658a)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:51:29.322493 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae692ae-7970-4191-89a9-8ce9a8c2964d None None] Sync routers for ids ['d23d258e-2d81-4007-92d1-8b927a1c6609'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:51:29.332623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257582cc-fb34-4650-84ab-a6f88c82e6d8 None None] Network 51b88e5f-ef43-40e6-b6a2-3edb2be43b74 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:51:29.371630 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:29.375167 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 1c5e2895-011d-4071-a7ec-6a6c8d9df612 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:29.462848 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0e8d5d10-3ca3-4ca1-912f-c7b8df17c156 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:29.485675 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "PUT /v2.0/routers/d23d258e-2d81-4007-92d1-8b927a1c6609/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.8473115
Dec 22 04:51:29.491618 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55384) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:29.530846 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0a261fec-99c7-4370-bfaa-5b1a05eac0de None None] Provisioning complete for port 6835f99b-4542-499c-afa7-8cec30f34eeb triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:29.534120 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0a261fec-99c7-4370-bfaa-5b1a05eac0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:29.803071 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:29.842863 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Transition to ACTIVE for port object 27f14012-de08-4333-b841-3efd29e2ddd5 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:29.857917 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2945de5f-4e9d-40da-a37d-707d2c0c2fb5 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:29.862869 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:29.867611 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-05d691b5-1ce7-41e3-a5a6-a231e79dd97e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:29.869400 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae692ae-7970-4191-89a9-8ce9a8c2964d None None] Routers {'d23d258e-2d81-4007-92d1-8b927a1c6609'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:29.870121 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-2ae692ae-7970-4191-89a9-8ce9a8c2964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c4d3df0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['d23d258e-2d81-4007-92d1-8b927a1c6609'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:29.935837 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ab195-8db6-461e-b287-bd82de5b3b11 None None] Pushing event updated for resources: {'Port': ['ID=27f14012-de08-4333-b841-3efd29e2ddd5,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:29.939834 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-092ab195-8db6-461e-b287-bd82de5b3b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:30.038180 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615411bb-dcce-4300-9429-65114fe39e78 req-399e176a-d7d6-4a51-bbc6-ec26481e77be tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:30.040196 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-615411bb-dcce-4300-9429-65114fe39e78 req-399e176a-d7d6-4a51-bbc6-ec26481e77be tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.6541693
Dec 22 04:51:30.075188 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-2ae692ae-7970-4191-89a9-8ce9a8c2964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c4d3df0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:30.080481 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=43ee8979-df02-4d81-8a0b-ed9f1559e02a,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:30.092736 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:51:30.095306 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2945de5f-4e9d-40da-a37d-707d2c0c2fb5 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:30.117084 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Attempting to bind port 27f14012-de08-4333-b841-3efd29e2ddd5 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:51:30.117754 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Attempting to bind port 27f14012-de08-4333-b841-3efd29e2ddd5 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '87779f72-07ce-44c4-a48a-a5c047d3d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:51:30.119342 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Attempting to bind port 27f14012-de08-4333-b841-3efd29e2ddd5 on network 51b88e5f-ef43-40e6-b6a2-3edb2be43b74 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:51:30.132976 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:51:30.133333 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Checking segment: {'id': '87779f72-07ce-44c4-a48a-a5c047d3d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:30.133872 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-615411bb-dcce-4300-9429-65114fe39e78 req-bd5e92ae-f42f-4581-a6cc-164be96e0d4a tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766695
Dec 22 04:51:30.134414 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:30.134806 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Bound using segment: {'id': '87779f72-07ce-44c4-a48a-a5c047d3d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:51:30.136227 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2945de5f-4e9d-40da-a37d-707d2c0c2fb5 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:30.137685 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Bound port: 27f14012-de08-4333-b841-3efd29e2ddd5, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87779f72-07ce-44c4-a48a-a5c047d3d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:51:30.138090 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:30.168591 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6bb5b77f-51fb-42e9-aa2e-79f75ba7898d tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:30.201648 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:30.202233 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:30.202233 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:30.202580 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:30.202855 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:30.203181 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:30.203549 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:30.203871 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:30.204187 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:30.204501 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:30.204817 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:51:30.244578 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945de5f-4e9d-40da-a37d-707d2c0c2fb5 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29986a4a-360d-45ff-9493-947c5ec8fc57,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:30.289435 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb11cd2-adb8-4dcb-932c-ddbe949b4e58 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Router ff008034-c5b5-40bf-b3c5-c190354f0df7 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:51:30.294054 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.830s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:30.351359 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae692ae-7970-4191-89a9-8ce9a8c2964d None None] Routers {'d23d258e-2d81-4007-92d1-8b927a1c6609'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:30.351359 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-2ae692ae-7970-4191-89a9-8ce9a8c2964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c4d3df0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['d23d258e-2d81-4007-92d1-8b927a1c6609'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:30.392481 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2945de5f-4e9d-40da-a37d-707d2c0c2fb5 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:30.392775 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] For port 27f14012-de08-4333-b841-3efd29e2ddd5, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:51:30.399983 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] For port 27f14012-de08-4333-b841-3efd29e2ddd5, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=27f14012-de08-4333-b841-3efd29e2ddd5,segment=NetworkSegment(87779f72-07ce-44c4-a48a-a5c047d3d5ba),segment_id=87779f72-07ce-44c4-a48a-a5c047d3d5ba)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:51:30.403573 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2945de5f-4e9d-40da-a37d-707d2c0c2fb5 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:30.407669 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2945de5f-4e9d-40da-a37d-707d2c0c2fb5 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.2812262
Dec 22 04:51:30.411386 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:30.413646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55390) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:30.416336 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-ac1c09ee-9b9c-4288-afad-c1d86f0bdd9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:30.512757 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Updating router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c port 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:51:30.529893 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c858838b-0bdd-4b20-91bd-e44b070f456e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:30.550724 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c858838b-0bdd-4b20-91bd-e44b070f456e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:30.572978 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:30.612921 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c858838b-0bdd-4b20-91bd-e44b070f456e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:30.615700 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:51:30.623605 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-cdd0d178-31c7-4081-9f64-5ef0b1e042dd tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:30.658954 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858838b-0bdd-4b20-91bd-e44b070f456e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29986a4a-360d-45ff-9493-947c5ec8fc57,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:30.663186 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ab195-8db6-461e-b287-bd82de5b3b11 None None] Pushing event updated for resources: {'Port': ['ID=27f14012-de08-4333-b841-3efd29e2ddd5,revision_number=4']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:30.666682 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/routers/1e5c95f0-55f1-4caf-ac8f-65adddb8e96c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5838337
Dec 22 04:51:30.667154 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-092ab195-8db6-461e-b287-bd82de5b3b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:30.667255 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55396) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:30.668176 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c858838b-0bdd-4b20-91bd-e44b070f456e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:30.672754 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-2ae692ae-7970-4191-89a9-8ce9a8c2964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c4d3df0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:30.674595 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c858838b-0bdd-4b20-91bd-e44b070f456e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:30.675799 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae692ae-7970-4191-89a9-8ce9a8c2964d None None] The sync data for ids ['d23d258e-2d81-4007-92d1-8b927a1c6609'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:51:30.677921 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c858838b-0bdd-4b20-91bd-e44b070f456e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/29986a4a-360d-45ff-9493-947c5ec8fc57 HTTP/1.1" status: 204  len: 168 time: 0.1928496
Dec 22 04:51:30.688961 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-be720dc3-48a9-4242-9d39-a64cd10ae542 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-291620832'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:30.690724 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bd312e0>, [{'id': '860183b3-3f23-4ba9-81bd-6e121d0b1b70', 'name': 'tempest-TestVolumeBootPattern-1277754641-router', 'tenant_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'a006abc3-ad9c-4fe4-998c-4c1340ef503b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:58Z', 'updated_at': '2021-12-22T04:51:11Z', 'revision_number': 4, 'project_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'gw_port': {'id': 'a006abc3-ad9c-4fe4-998c-4c1340ef503b', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860183b3-3f23-4ba9-81bd-6e121d0b1b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:00Z', 'updated_at': '2021-12-22T04:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '6eb446b5-15ae-48f8-963e-9e5685572ab1', 'name': '', 'network_id': 'b07475e2-3fa2-4eb5-8d42-c3c048061a04', 'tenant_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'mac_address': 'fa:16:3e:36:59:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860183b3-3f23-4ba9-81bd-6e121d0b1b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7620cd75-c417-40f1-95e4-3f092e10651d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:11Z', 'revision_number': 2, 'project_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'subnets': [{'id': '7620cd75-c417-40f1-95e4-3f092e10651d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:30.698068 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55400) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:30.703675 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 1c5e2895-011d-4071-a7ec-6a6c8d9df612 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:30.706630 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:30.735925 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-be720dc3-48a9-4242-9d39-a64cd10ae542 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:30.742457 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-be720dc3-48a9-4242-9d39-a64cd10ae542 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:network and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:30.745668 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-be720dc3-48a9-4242-9d39-a64cd10ae542 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:30.758084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-be720dc3-48a9-4242-9d39-a64cd10ae542 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:30.782173 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b848ac46-da3c-4a9e-9f11-2ed8d548ed05 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Synchronizing usage tracker for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:30.787588 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be720dc3-48a9-4242-9d39-a64cd10ae542 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Made reservation on behalf of 2c15a5726c1c4265b642f9bc187fa0d4 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:51:30.792901 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-be720dc3-48a9-4242-9d39-a64cd10ae542 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:30.813734 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] Checking router: 860183b3-3f23-4ba9-81bd-6e121d0b1b70 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:51:30.814418 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] Updating router 860183b3-3f23-4ba9-81bd-6e121d0b1b70 port 6eb446b5-15ae-48f8-963e-9e5685572ab1 binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:51:30.836041 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be720dc3-48a9-4242-9d39-a64cd10ae542 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:51:30.846776 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-be720dc3-48a9-4242-9d39-a64cd10ae542 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:30.847116 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-be720dc3-48a9-4242-9d39-a64cd10ae542 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Added segment 558ce192-b12f-454c-abb5-3269de74fda2 of type vlan for network c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2
Dec 22 04:51:30.876340 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-be720dc3-48a9-4242-9d39-a64cd10ae542 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:30.884629 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-0b3b6cbc-7a57-4734-8342-63442cd5c8e5 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:51:30.886038 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0b3b6cbc-7a57-4734-8342-63442cd5c8e5 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "PUT /v2.0/routers/d23d258e-2d81-4007-92d1-8b927a1c6609/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.3435941
Dec 22 04:51:30.889441 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55404) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:30.907287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b848ac46-da3c-4a9e-9f11-2ed8d548ed05 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Unset dirty status for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:30.908868 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b848ac46-da3c-4a9e-9f11-2ed8d548ed05 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2097929
Dec 22 04:51:30.912179 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55408) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:30.927657 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-be720dc3-48a9-4242-9d39-a64cd10ae542 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:30.931712 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be720dc3-48a9-4242-9d39-a64cd10ae542 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:30.932507 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-be720dc3-48a9-4242-9d39-a64cd10ae542 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:30.938867 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-25ea8a3e-3e3c-4cc0-a5ca-2ee7893da274 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:31.049965 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:31.091850 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-be720dc3-48a9-4242-9d39-a64cd10ae542 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4224834
Dec 22 04:51:31.100682 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55414) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:31.104163 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be720dc3-48a9-4242-9d39-a64cd10ae542 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Network': ['ID=c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:31.110654 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-f62044cf-45e6-47cb-aaea-cd0e1284f72a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'subnet': {'network_id': 'c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:31.124658 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:51:31.131268 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-be720dc3-48a9-4242-9d39-a64cd10ae542 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:31.184657 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:31.215634 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Transition to ACTIVE for port object 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:31.235881 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:31.240529 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-ac1c09ee-9b9c-4288-afad-c1d86f0bdd9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:31.344195 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c0f539d4-2936-44bb-837f-fc5ef36be731 None None] Provisioning for port d642c154-29a8-4578-b57c-84cb7fbd7690 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:31.344829 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cd836ecf-94b3-40d1-8983-fc1984051000 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:31.395705 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb11cd2-adb8-4dcb-932c-ddbe949b4e58 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:51:31.436440 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cd836ecf-94b3-40d1-8983-fc1984051000 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:31.460177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f62044cf-45e6-47cb-aaea-cd0e1284f72a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:31.469645 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f62044cf-45e6-47cb-aaea-cd0e1284f72a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:subnet and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:31.474158 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f62044cf-45e6-47cb-aaea-cd0e1284f72a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:31.490031 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f62044cf-45e6-47cb-aaea-cd0e1284f72a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:31.520884 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62044cf-45e6-47cb-aaea-cd0e1284f72a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Made reservation on behalf of 2c15a5726c1c4265b642f9bc187fa0d4 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:51:31.553156 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8f0e5f67-e4af-4c90-b316-c299fe162f3b up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:31.616747 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8eb11cd2-adb8-4dcb-932c-ddbe949b4e58 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "PUT /v2.0/routers/ff008034-c5b5-40bf-b3c5-c190354f0df7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 13.2304013
Dec 22 04:51:31.617142 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336300d5-3d20-4fc2-ba1e-09eb46aff7f2 None None] Sync routers for ids ['ff008034-c5b5-40bf-b3c5-c190354f0df7'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:51:31.619706 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ab195-8db6-461e-b287-bd82de5b3b11 None None] Pushing event updated for resources: {'Port': ['ID=4e7528fd-ac26-4bed-9d9a-0b7234f7a07d,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:31.634716 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55422) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:31.726458 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f62044cf-45e6-47cb-aaea-cd0e1284f72a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:31.732472 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-092ab195-8db6-461e-b287-bd82de5b3b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:31.784721 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336300d5-3d20-4fc2-ba1e-09eb46aff7f2 None None] Routers {'ff008034-c5b5-40bf-b3c5-c190354f0df7'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:31.785696 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-336300d5-3d20-4fc2-ba1e-09eb46aff7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c53daf0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['ff008034-c5b5-40bf-b3c5-c190354f0df7'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:31.971331 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-336300d5-3d20-4fc2-ba1e-09eb46aff7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c53daf0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:31.974782 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cd836ecf-94b3-40d1-8983-fc1984051000 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:31.980022 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Attempting to bind port 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:51:31.980397 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Attempting to bind port 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '5673b17f-4c52-48ec-8097-a8a340461ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:51:31.980828 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Attempting to bind port 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d on network 98f12b7f-62de-479b-a867-f8b3acf1a04c {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:51:31.993243 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-617c0e83-d45c-4e48-adc0-18a20a9e56f3 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:31.997683 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:51:31.998058 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Checking segment: {'id': '5673b17f-4c52-48ec-8097-a8a340461ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:31.998459 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:31.998852 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Bound using segment: {'id': '5673b17f-4c52-48ec-8097-a8a340461ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:51:31.999317 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Bound port: 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5673b17f-4c52-48ec-8097-a8a340461ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:51:31.999706 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:32.020730 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336300d5-3d20-4fc2-ba1e-09eb46aff7f2 None None] Routers {'ff008034-c5b5-40bf-b3c5-c190354f0df7'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:32.021381 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-336300d5-3d20-4fc2-ba1e-09eb46aff7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c53daf0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['ff008034-c5b5-40bf-b3c5-c190354f0df7'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:32.030258 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd836ecf-94b3-40d1-8983-fc1984051000 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=639f9bfa-bb42-49fa-8afa-8ee80972fddc,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:32.053219 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-cd836ecf-94b3-40d1-8983-fc1984051000 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:32.077581 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cd836ecf-94b3-40d1-8983-fc1984051000 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:32.080093 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-cd836ecf-94b3-40d1-8983-fc1984051000 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "DELETE /v2.0/security-groups/639f9bfa-bb42-49fa-8afa-8ee80972fddc HTTP/1.1" status: 204  len: 168 time: 1.1666706
Dec 22 04:51:32.084714 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55428) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:32.104468 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ccef4-3fe5-4e69-a5d5-106dc74b2338 req-05de52af-eb6a-4028-8f55-a27277c43b35 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:32.112571 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-923ccef4-3fe5-4e69-a5d5-106dc74b2338 req-05de52af-eb6a-4028-8f55-a27277c43b35 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.5727565
Dec 22 04:51:32.230166 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f62044cf-45e6-47cb-aaea-cd0e1284f72a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:32.253966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e3d7eea0-20f8-45d1-a9b0-57c123284057 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:32.282061 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-923ccef4-3fe5-4e69-a5d5-106dc74b2338 req-abebdaac-2e13-428a-acab-e99600cdbc33 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1684783
Dec 22 04:51:32.305342 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-336300d5-3d20-4fc2-ba1e-09eb46aff7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c53daf0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:32.305933 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336300d5-3d20-4fc2-ba1e-09eb46aff7f2 None None] The sync data for ids ['ff008034-c5b5-40bf-b3c5-c190354f0df7'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:51:32.372012 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d8517921-c00f-4b3f-b920-1ec9a4b33ac6 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Synchronizing usage tracker for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:32.373162 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 8f0e5f67-e4af-4c90-b316-c299fe162f3b completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:32.409023 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] For port 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:51:32.420898 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d8517921-c00f-4b3f-b920-1ec9a4b33ac6 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Unset dirty status for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:32.423201 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d8517921-c00f-4b3f-b920-1ec9a4b33ac6 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3374918
Dec 22 04:51:32.424136 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] For port 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=4e7528fd-ac26-4bed-9d9a-0b7234f7a07d,segment=NetworkSegment(5673b17f-4c52-48ec-8097-a8a340461ed5),segment_id=5673b17f-4c52-48ec-8097-a8a340461ed5)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:51:32.425742 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 8f0e5f67-e4af-4c90-b316-c299fe162f3b triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:32.426140 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62044cf-45e6-47cb-aaea-cd0e1284f72a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Subnet': ['ID=f6cfb5e5-2e12-4426-8c00-ff0f04a14a30,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:32.432598 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55436) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:32.437520 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f62044cf-45e6-47cb-aaea-cd0e1284f72a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:32.439059 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:32.441269 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62044cf-45e6-47cb-aaea-cd0e1284f72a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Checking segment: {'id': '558ce192-b12f-454c-abb5-3269de74fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:32.441724 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62044cf-45e6-47cb-aaea-cd0e1284f72a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network hostable DHCP agents. Network: c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:51:32.448555 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:32.452967 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:32.465926 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-ab80039e-bebc-4cf7-8f72-cb2e17e24a23 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137259103'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:32.469315 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62044cf-45e6-47cb-aaea-cd0e1284f72a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:51:32.483943 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-f62044cf-45e6-47cb-aaea-cd0e1284f72a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:32.491894 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62044cf-45e6-47cb-aaea-cd0e1284f72a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:32.492620 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f62044cf-45e6-47cb-aaea-cd0e1284f72a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:32.498351 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ab80039e-bebc-4cf7-8f72-cb2e17e24a23 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:32.513535 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4103187c-71ef-4df8-b757-280abd3c348e None None] Network c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:51:32.519716 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f62044cf-45e6-47cb-aaea-cd0e1284f72a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.4177296
Dec 22 04:51:32.522661 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55440) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:32.566553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ab80039e-bebc-4cf7-8f72-cb2e17e24a23 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:32.607615 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Routers {'1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:32.608635 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3170d0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:32.628871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ab80039e-bebc-4cf7-8f72-cb2e17e24a23 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:32.728170 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:32.764617 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5948021a-5548-4979-bad1-170b3b3e51c0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:32.824847 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] Set router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:51:32.835218 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] Transition to ACTIVE for port object 6eb446b5-15ae-48f8-963e-9e5685572ab1 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:32.881249 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:32.929290 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:33.003898 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1d4c4632-3292-484e-9db3-c9dc9836736d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:33.027762 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ab195-8db6-461e-b287-bd82de5b3b11 None None] Pushing event updated for resources: {'Port': ['ID=4e7528fd-ac26-4bed-9d9a-0b7234f7a07d,revision_number=4']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:33.034373 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-092ab195-8db6-461e-b287-bd82de5b3b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:33.146341 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ab80039e-bebc-4cf7-8f72-cb2e17e24a23 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:33.294578 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ab80039e-bebc-4cf7-8f72-cb2e17e24a23 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Usage tracker for resource:security_group_rule and tenant:6407b9f93fbc491ca9e56915418a734c is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:33.315587 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ab80039e-bebc-4cf7-8f72-cb2e17e24a23 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:33.335967 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ab80039e-bebc-4cf7-8f72-cb2e17e24a23 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:33.342234 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4307cdb-bb6e-4948-a71b-97fc3b5e3959 None None] Pushing event updated for resources: {'Port': ['ID=6eb446b5-15ae-48f8-963e-9e5685572ab1,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:33.351935 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a4307cdb-bb6e-4948-a71b-97fc3b5e3959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:33.358177 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3170d0>, [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:51:27Z', 'revision_number': 4, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None, '_interfaces': [{'id': '27f14012-de08-4333-b841-3efd29e2ddd5', 'name': '', 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:d5:b0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1669534a-a817-42bf-a928-4b440954d44c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:24Z', 'updated_at': '2021-12-22T04:51:30Z', 'revision_number': 4, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '1669534a-a817-42bf-a928-4b440954d44c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43ee8979-df02-4d81-8a0b-ed9f1559e02a', 'name': '', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:cd:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:29Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e7528fd-ac26-4bed-9d9a-0b7234f7a07d', 'name': '', 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:e1:e3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:17Z', 'updated_at': '2021-12-22T04:51:32Z', 'revision_number': 4, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:33.372396 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1bdd5a-f10e-46a0-8b5e-6eb71c134e6e None None] The sync data for ids ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'] in dv-neutron-822525-1-hyperv is: [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:51:27Z', 'revision_number': 4, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None, '_interfaces': [{'id': '27f14012-de08-4333-b841-3efd29e2ddd5', 'name': '', 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:d5:b0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1669534a-a817-42bf-a928-4b440954d44c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:24Z', 'updated_at': '2021-12-22T04:51:30Z', 'revision_number': 4, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '1669534a-a817-42bf-a928-4b440954d44c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43ee8979-df02-4d81-8a0b-ed9f1559e02a', 'name': '', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:cd:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:29Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e7528fd-ac26-4bed-9d9a-0b7234f7a07d', 'name': '', 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:e1:e3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:17Z', 'updated_at': '2021-12-22T04:51:32Z', 'revision_number': 4, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:51:33.534833 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:33.641662 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2', 'network_id': 'c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'fixed_ips': [{'subnet_id': 'f6cfb5e5-2e12-4426-8c00-ff0f04a14a30'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:51:33.645044 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:33.689560 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-53e219d7-71a2-47f2-a9bc-c620db67b132 None None] Provisioning for port 27f14012-de08-4333-b841-3efd29e2ddd5 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:33.729057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ab80039e-bebc-4cf7-8f72-cb2e17e24a23 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:33.738582 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ab80039e-bebc-4cf7-8f72-cb2e17e24a23 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:33.767559 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:33.853118 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 8f0e5f67-e4af-4c90-b316-c299fe162f3b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8f0e5f67-e4af-4c90-b316-c299fe162f3b,segment=NetworkSegment(c3fbb04a-fccf-4cc7-b9e0-79c962b7f5a0),segment_id=c3fbb04a-fccf-4cc7-b9e0-79c962b7f5a0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:51:33.861579 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:33.874636 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-82e8680d-bf2c-4feb-943f-7b878ab0ce30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:34.033065 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80039e-bebc-4cf7-8f72-cb2e17e24a23 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05718065-f5ed-42b2-9bd1-b1d70934e959,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:34.062851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ab80039e-bebc-4cf7-8f72-cb2e17e24a23 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:34.083758 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5948021a-5548-4979-bad1-170b3b3e51c0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:34.092609 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ab80039e-bebc-4cf7-8f72-cb2e17e24a23 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:34.093858 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ab80039e-bebc-4cf7-8f72-cb2e17e24a23 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.6484337
Dec 22 04:51:34.097418 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55446) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:34.144550 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] Attempting to bind port 6eb446b5-15ae-48f8-963e-9e5685572ab1 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:51:34.146970 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] Attempting to bind port 6eb446b5-15ae-48f8-963e-9e5685572ab1 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'c338e12d-b54d-4717-b237-b591c698bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b07475e2-3fa2-4eb5-8d42-c3c048061a04'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:51:34.146970 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] Attempting to bind port 6eb446b5-15ae-48f8-963e-9e5685572ab1 on network b07475e2-3fa2-4eb5-8d42-c3c048061a04 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:51:34.147209 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-b5dda2ee-2fdf-40ca-9bc7-7aed7bd171e8 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Request body: {'security_group_rule': {'security_group_id': '05718065-f5ed-42b2-9bd1-b1d70934e959', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:34.154067 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b5dda2ee-2fdf-40ca-9bc7-7aed7bd171e8 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:34.159197 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b5dda2ee-2fdf-40ca-9bc7-7aed7bd171e8 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Usage tracker for resource:security_group_rule and tenant:6407b9f93fbc491ca9e56915418a734c is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:34.163040 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b5dda2ee-2fdf-40ca-9bc7-7aed7bd171e8 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:34.172048 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b5dda2ee-2fdf-40ca-9bc7-7aed7bd171e8 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:34.185210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-5948021a-5548-4979-bad1-170b3b3e51c0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Deleting port dc7f5522-9f7a-4d13-8a1c-b64e2008801c {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:51:34.186861 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5948021a-5548-4979-bad1-170b3b3e51c0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:34.217135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:51:34.218323 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] Checking segment: {'id': 'c338e12d-b54d-4717-b237-b591c698bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b07475e2-3fa2-4eb5-8d42-c3c048061a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:34.219004 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:34.219622 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] Bound using segment: {'id': 'c338e12d-b54d-4717-b237-b591c698bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b07475e2-3fa2-4eb5-8d42-c3c048061a04'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:51:34.220317 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] Bound port: 6eb446b5-15ae-48f8-963e-9e5685572ab1, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c338e12d-b54d-4717-b237-b591c698bdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b07475e2-3fa2-4eb5-8d42-c3c048061a04'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:51:34.221456 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:34.235954 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=8f0e5f67-e4af-4c90-b316-c299fe162f3b,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:34.238769 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3348a974-69b8-4749-afa1-debef308ea9c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:34.279820 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5dda2ee-2fdf-40ca-9bc7-7aed7bd171e8 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:34.336099 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:34.447495 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d642c154-29a8-4578-b57c-84cb7fbd7690 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:34.588470 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Allocated IP 2001:db8:3::2 (c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2/f6cfb5e5-2e12-4426-8c00-ff0f04a14a30/19708425-0416-49fe-97ed-70173083f63c) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:51:34.713454 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] For port 6eb446b5-15ae-48f8-963e-9e5685572ab1, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:51:34.740754 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] For port 6eb446b5-15ae-48f8-963e-9e5685572ab1, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=6eb446b5-15ae-48f8-963e-9e5685572ab1,segment=NetworkSegment(c338e12d-b54d-4717-b237-b591c698bdf9),segment_id=c338e12d-b54d-4717-b237-b591c698bdf9)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:51:34.753240 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:34.759732 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84921e62-72c1-45ab-8d6c-41f4cbdbe425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:34.793376 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port d642c154-29a8-4578-b57c-84cb7fbd7690 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:34.833881 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5948021a-5548-4979-bad1-170b3b3e51c0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:34.843625 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port d642c154-29a8-4578-b57c-84cb7fbd7690 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:34.844513 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:34.980343 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4307cdb-bb6e-4948-a71b-97fc3b5e3959 None None] Pushing event updated for resources: {'Port': ['ID=6eb446b5-15ae-48f8-963e-9e5685572ab1,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:34.988268 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a4307cdb-bb6e-4948-a71b-97fc3b5e3959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:35.030625 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] Routers {'860183b3-3f23-4ba9-81bd-6e121d0b1b70'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:35.031260 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bd312e0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['860183b3-3f23-4ba9-81bd-6e121d0b1b70'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:35.082321 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-5948021a-5548-4979-bad1-170b3b3e51c0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Calling delete_port for dc7f5522-9f7a-4d13-8a1c-b64e2008801c owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:51:35.194112 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5dda2ee-2fdf-40ca-9bc7-7aed7bd171e8 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:35.202818 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5dda2ee-2fdf-40ca-9bc7-7aed7bd171e8 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:35.219814 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:35.236889 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dda2ee-2fdf-40ca-9bc7-7aed7bd171e8 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b573ca-96ba-4105-bd25-d98a1eb7d2ce,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:35.246134 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b5dda2ee-2fdf-40ca-9bc7-7aed7bd171e8 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:35.264172 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64c07aa-695d-4ba1-808f-f06c8b1e1f56 None None] Sync routers for ids ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:51:35.289590 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:35.309606 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5dda2ee-2fdf-40ca-9bc7-7aed7bd171e8 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:35.314166 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b5dda2ee-2fdf-40ca-9bc7-7aed7bd171e8 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 1.2138035
Dec 22 04:51:35.314453 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55452) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:35.324337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-689a0d52-cbd7-4867-b8b1-80d844bf5376 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Request body: {'security_group_rule': {'security_group_id': '05718065-f5ed-42b2-9bd1-b1d70934e959', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:35.333232 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-689a0d52-cbd7-4867-b8b1-80d844bf5376 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:35.339649 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-689a0d52-cbd7-4867-b8b1-80d844bf5376 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Usage tracker for resource:security_group_rule and tenant:6407b9f93fbc491ca9e56915418a734c is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:35.345260 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-689a0d52-cbd7-4867-b8b1-80d844bf5376 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:35.353187 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-689a0d52-cbd7-4867-b8b1-80d844bf5376 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:35.385942 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-689a0d52-cbd7-4867-b8b1-80d844bf5376 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:35.386926 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Transition to ACTIVE for port object 19708425-0416-49fe-97ed-70173083f63c will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:35.395746 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:35.443788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64c07aa-695d-4ba1-808f-f06c8b1e1f56 None None] Routers {'1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:35.444715 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-f64c07aa-695d-4ba1-808f-f06c8b1e1f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bc22ac0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:35.447838 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5948021a-5548-4979-bad1-170b3b3e51c0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:35.460792 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4332e3eb-8b19-4b26-9007-6b5074b93df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:35.486795 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-689a0d52-cbd7-4867-b8b1-80d844bf5376 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:35.491396 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-689a0d52-cbd7-4867-b8b1-80d844bf5376 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:35.503764 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:35.507464 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948021a-5548-4979-bad1-170b3b3e51c0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event deleted for resources: {'Port': ['ID=dc7f5522-9f7a-4d13-8a1c-b64e2008801c,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:35.515138 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5948021a-5548-4979-bad1-170b3b3e51c0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:35.544166 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a0d52-cbd7-4867-b8b1-80d844bf5376 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cea87b8-020b-42b8-80e4-16d0c6fca4fd,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:35.557236 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-689a0d52-cbd7-4867-b8b1-80d844bf5376 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:35.562499 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-1d4c4632-3292-484e-9db3-c9dc9836736d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Deleting port cb118e7b-e37c-4345-b42d-60f1a5f03356 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:51:35.563147 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1d4c4632-3292-484e-9db3-c9dc9836736d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:35.578687 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-689a0d52-cbd7-4867-b8b1-80d844bf5376 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:35.581040 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-689a0d52-cbd7-4867-b8b1-80d844bf5376 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2648585
Dec 22 04:51:35.584310 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55456) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:35.597577 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-a75eef96-b47e-412c-985e-48fe7b30a5eb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Request body: {'security_group_rule': {'security_group_id': '05718065-f5ed-42b2-9bd1-b1d70934e959', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:35.606412 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a75eef96-b47e-412c-985e-48fe7b30a5eb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:35.614051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a75eef96-b47e-412c-985e-48fe7b30a5eb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Usage tracker for resource:security_group_rule and tenant:6407b9f93fbc491ca9e56915418a734c is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:35.617876 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a75eef96-b47e-412c-985e-48fe7b30a5eb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:35.621125 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Transition to ACTIVE for port object 19708425-0416-49fe-97ed-70173083f63c will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:35.627834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a75eef96-b47e-412c-985e-48fe7b30a5eb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:35.642624 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:35.661304 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-8a6a90c9-dffd-4889-80e0-a53d752d840d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:35.744725 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a75eef96-b47e-412c-985e-48fe7b30a5eb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:35.745306 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port d642c154-29a8-4578-b57c-84cb7fbd7690, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d642c154-29a8-4578-b57c-84cb7fbd7690,segment=NetworkSegment(87779f72-07ce-44c4-a48a-a5c047d3d5ba),segment_id=87779f72-07ce-44c4-a48a-a5c047d3d5ba)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:51:35.761594 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] Set router 860183b3-3f23-4ba9-81bd-6e121d0b1b70 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:51:35.790615 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-3348a974-69b8-4749-afa1-debef308ea9c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Allocated IP 2001:db8:3::1 (c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2/f6cfb5e5-2e12-4426-8c00-ff0f04a14a30/3d03961e-d666-4f35-825d-7e28311b1164) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:51:35.813289 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Network c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:35.814632 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:35.815481 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6835f99b-4542-499c-afa7-8cec30f34eeb up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:35.857282 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:35.875995 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Pushing event updated for resources: {'Port': ['ID=19708425-0416-49fe-97ed-70173083f63c,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:35.877033 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:51:35.928847 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:35.937515 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5948021a-5548-4979-bad1-170b3b3e51c0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:35.954432 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:36.036451 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=d642c154-29a8-4578-b57c-84cb7fbd7690,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:36.056695 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-f64c07aa-695d-4ba1-808f-f06c8b1e1f56 None None] Set router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:51:36.096650 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:36.113722 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3348a974-69b8-4749-afa1-debef308ea9c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:36.140346 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-3348a974-69b8-4749-afa1-debef308ea9c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Transition to ACTIVE for port object 3d03961e-d666-4f35-825d-7e28311b1164 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:36.185055 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3348a974-69b8-4749-afa1-debef308ea9c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:36.214406 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1d4c4632-3292-484e-9db3-c9dc9836736d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:36.214738 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a75eef96-b47e-412c-985e-48fe7b30a5eb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:36.214738 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:36.292913 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Attempting to bind port 19708425-0416-49fe-97ed-70173083f63c on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:51:36.293180 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Attempting to bind port 19708425-0416-49fe-97ed-70173083f63c by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '558ce192-b12f-454c-abb5-3269de74fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:51:36.293450 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Attempting to bind port 19708425-0416-49fe-97ed-70173083f63c on network c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:51:36.347869 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348a974-69b8-4749-afa1-debef308ea9c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Port': ['ID=3d03961e-d666-4f35-825d-7e28311b1164,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:36.351782 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3348a974-69b8-4749-afa1-debef308ea9c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:36.354548 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a75eef96-b47e-412c-985e-48fe7b30a5eb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:36.363393 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:36.392617 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3348a974-69b8-4749-afa1-debef308ea9c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:36.397389 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75eef96-b47e-412c-985e-48fe7b30a5eb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd540ac2-42c7-4bc3-be01-be98b845cfde,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:36.400397 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a75eef96-b47e-412c-985e-48fe7b30a5eb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:36.402369 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-3348a974-69b8-4749-afa1-debef308ea9c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:36.403712 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3348a974-69b8-4749-afa1-debef308ea9c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:51:36.405160 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3348a974-69b8-4749-afa1-debef308ea9c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:36.449588 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a75eef96-b47e-412c-985e-48fe7b30a5eb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:36.451163 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a75eef96-b47e-412c-985e-48fe7b30a5eb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.8657289
Dec 22 04:51:36.454497 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55462) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:36.461623 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b290522f-caeb-44f6-be72-118fc732bc88 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Request body: {'security_group_rule': {'security_group_id': '05718065-f5ed-42b2-9bd1-b1d70934e959', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:36.498949 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b290522f-caeb-44f6-be72-118fc732bc88 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:36.511492 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b290522f-caeb-44f6-be72-118fc732bc88 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Usage tracker for resource:security_group_rule and tenant:6407b9f93fbc491ca9e56915418a734c is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:36.517065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b290522f-caeb-44f6-be72-118fc732bc88 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:36.520440 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:51:36.520828 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Checking segment: {'id': '558ce192-b12f-454c-abb5-3269de74fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:36.521238 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:36.521671 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Bound using segment: {'id': '558ce192-b12f-454c-abb5-3269de74fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:51:36.522154 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Bound port: 19708425-0416-49fe-97ed-70173083f63c, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558ce192-b12f-454c-abb5-3269de74fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:51:36.522536 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:36.526947 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b290522f-caeb-44f6-be72-118fc732bc88 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:36.542052 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-1d4c4632-3292-484e-9db3-c9dc9836736d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Calling delete_port for cb118e7b-e37c-4345-b42d-60f1a5f03356 owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:51:36.544050 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3348a974-69b8-4749-afa1-debef308ea9c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:36.576821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5948021a-5548-4979-bad1-170b3b3e51c0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:36.592059 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5948021a-5548-4979-bad1-170b3b3e51c0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:36.598482 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b290522f-caeb-44f6-be72-118fc732bc88 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:36.662744 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5948021a-5548-4979-bad1-170b3b3e51c0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:36.664012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5948021a-5548-4979-bad1-170b3b3e51c0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Fanout notify agent at l3_agent the message router_deleted on router ff008034-c5b5-40bf-b3c5-c190354f0df7 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:51:36.693493 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5948021a-5548-4979-bad1-170b3b3e51c0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:36.694840 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5948021a-5548-4979-bad1-170b3b3e51c0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "DELETE /v2.0/routers/ff008034-c5b5-40bf-b3c5-c190354f0df7 HTTP/1.1" status: 204  len: 168 time: 5.0447254
Dec 22 04:51:36.698168 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55466) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:36.713593 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 6835f99b-4542-499c-afa7-8cec30f34eeb triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:36.714636 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:36.863897 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b290522f-caeb-44f6-be72-118fc732bc88 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:36.909221 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1d4c4632-3292-484e-9db3-c9dc9836736d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:36.920911 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:36.981367 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c4632-3292-484e-9db3-c9dc9836736d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Pushing event deleted for resources: {'Port': ['ID=cb118e7b-e37c-4345-b42d-60f1a5f03356,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:36.992107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1d4c4632-3292-484e-9db3-c9dc9836736d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:37.105517 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] For port 19708425-0416-49fe-97ed-70173083f63c, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:51:37.108985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] For port 19708425-0416-49fe-97ed-70173083f63c, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=19708425-0416-49fe-97ed-70173083f63c,segment=NetworkSegment(558ce192-b12f-454c-abb5-3269de74fda2),segment_id=558ce192-b12f-454c-abb5-3269de74fda2)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:51:37.126089 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-66426541-19f3-4e47-93fa-cbe124d9d6a7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Deleting subnet e411990f-f08b-4337-b65c-ed2787b057c9 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:51:37.136547 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-66426541-19f3-4e47-93fa-cbe124d9d6a7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:37.136788 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b290522f-caeb-44f6-be72-118fc732bc88 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:37.180133 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:37.182039 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c858838b-0bdd-4b20-91bd-e44b070f456e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:37.198603 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:37.272927 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290522f-caeb-44f6-be72-118fc732bc88 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b2d1de-4365-4166-bd20-226bb4604d47,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:37.284912 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b290522f-caeb-44f6-be72-118fc732bc88 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:37.312035 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-66426541-19f3-4e47-93fa-cbe124d9d6a7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:37.351809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b290522f-caeb-44f6-be72-118fc732bc88 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:37.357608 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b290522f-caeb-44f6-be72-118fc732bc88 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.9014566
Dec 22 04:51:37.357830 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55474) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:37.366117 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-85cfa830-7c94-47f6-a3e7-281919fe917b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Request body: {'security_group_rule': {'security_group_id': '05718065-f5ed-42b2-9bd1-b1d70934e959', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:37.374023 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-85cfa830-7c94-47f6-a3e7-281919fe917b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:37.380216 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-85cfa830-7c94-47f6-a3e7-281919fe917b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Usage tracker for resource:security_group_rule and tenant:6407b9f93fbc491ca9e56915418a734c is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:37.384696 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-85cfa830-7c94-47f6-a3e7-281919fe917b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:37.394029 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-85cfa830-7c94-47f6-a3e7-281919fe917b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:37.414170 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3348a974-69b8-4749-afa1-debef308ea9c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:37.420860 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3348a974-69b8-4749-afa1-debef308ea9c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:37.421818 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3348a974-69b8-4749-afa1-debef308ea9c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:37.427019 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a4ff6ded-ae63-4f8b-8146-549606208b60 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:37.488986 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-85cfa830-7c94-47f6-a3e7-281919fe917b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:37.495113 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1d4c4632-3292-484e-9db3-c9dc9836736d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:37.549624 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 27f14012-de08-4333-b841-3efd29e2ddd5 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:37.594269 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Pushing event updated for resources: {'Port': ['ID=19708425-0416-49fe-97ed-70173083f63c,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:37.597775 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:37.598889 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:37.645281 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-f64c07aa-695d-4ba1-808f-f06c8b1e1f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bc22ac0>, [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:51:27Z', 'revision_number': 4, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None, '_interfaces': [{'id': '27f14012-de08-4333-b841-3efd29e2ddd5', 'name': '', 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:d5:b0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1669534a-a817-42bf-a928-4b440954d44c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:24Z', 'updated_at': '2021-12-22T04:51:30Z', 'revision_number': 4, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '1669534a-a817-42bf-a928-4b440954d44c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43ee8979-df02-4d81-8a0b-ed9f1559e02a', 'name': '', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:cd:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:29Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e7528fd-ac26-4bed-9d9a-0b7234f7a07d', 'name': '', 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:e1:e3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:17Z', 'updated_at': '2021-12-22T04:51:32Z', 'revision_number': 4, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:37.652044 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bd312e0>, [{'id': '860183b3-3f23-4ba9-81bd-6e121d0b1b70', 'name': 'tempest-TestVolumeBootPattern-1277754641-router', 'tenant_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'a006abc3-ad9c-4fe4-998c-4c1340ef503b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:58Z', 'updated_at': '2021-12-22T04:51:11Z', 'revision_number': 4, 'project_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'gw_port': {'id': 'a006abc3-ad9c-4fe4-998c-4c1340ef503b', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860183b3-3f23-4ba9-81bd-6e121d0b1b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:00Z', 'updated_at': '2021-12-22T04:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '6eb446b5-15ae-48f8-963e-9e5685572ab1', 'name': '', 'network_id': 'b07475e2-3fa2-4eb5-8d42-c3c048061a04', 'tenant_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'mac_address': 'fa:16:3e:36:59:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860183b3-3f23-4ba9-81bd-6e121d0b1b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7620cd75-c417-40f1-95e4-3f092e10651d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:34Z', 'revision_number': 4, 'project_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'subnets': [{'id': '7620cd75-c417-40f1-95e4-3f092e10651d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:37.654530 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348a974-69b8-4749-afa1-debef308ea9c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event updated for resources: {'Port': ['ID=3d03961e-d666-4f35-825d-7e28311b1164,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:37.660084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3348a974-69b8-4749-afa1-debef308ea9c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:37.664993 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-66426541-19f3-4e47-93fa-cbe124d9d6a7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:37.675348 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64c07aa-695d-4ba1-808f-f06c8b1e1f56 None None] Checking router: 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:51:37.678379 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e7c973-04e3-4402-8ac5-340767bfdf82 None None] The sync data for ids ['860183b3-3f23-4ba9-81bd-6e121d0b1b70'] in dv-neutron-822525-1-hyperv is: [{'id': '860183b3-3f23-4ba9-81bd-6e121d0b1b70', 'name': 'tempest-TestVolumeBootPattern-1277754641-router', 'tenant_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'a006abc3-ad9c-4fe4-998c-4c1340ef503b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:58Z', 'updated_at': '2021-12-22T04:51:11Z', 'revision_number': 4, 'project_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'gw_port': {'id': 'a006abc3-ad9c-4fe4-998c-4c1340ef503b', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860183b3-3f23-4ba9-81bd-6e121d0b1b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:00Z', 'updated_at': '2021-12-22T04:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '6eb446b5-15ae-48f8-963e-9e5685572ab1', 'name': '', 'network_id': 'b07475e2-3fa2-4eb5-8d42-c3c048061a04', 'tenant_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'mac_address': 'fa:16:3e:36:59:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860183b3-3f23-4ba9-81bd-6e121d0b1b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7620cd75-c417-40f1-95e4-3f092e10651d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:34Z', 'revision_number': 4, 'project_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'subnets': [{'id': '7620cd75-c417-40f1-95e4-3f092e10651d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:51:37.713876 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-85cfa830-7c94-47f6-a3e7-281919fe917b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:37.742518 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64c07aa-695d-4ba1-808f-f06c8b1e1f56 None None] Routers {'1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:37.743321 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-f64c07aa-695d-4ba1-808f-f06c8b1e1f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bc22ac0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:37.752826 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-85cfa830-7c94-47f6-a3e7-281919fe917b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:37.757830 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:37.815630 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfa830-7c94-47f6-a3e7-281919fe917b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60933b8f-43e3-4154-af9f-3baa39380bfc,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:37.825701 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-85cfa830-7c94-47f6-a3e7-281919fe917b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:37.866377 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3348a974-69b8-4749-afa1-debef308ea9c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Network c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:37.869578 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-85cfa830-7c94-47f6-a3e7-281919fe917b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:37.874176 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-85cfa830-7c94-47f6-a3e7-281919fe917b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.5112307
Dec 22 04:51:37.875497 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-3348a974-69b8-4749-afa1-debef308ea9c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:37.887864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55478) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:37.918317 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 27f14012-de08-4333-b841-3efd29e2ddd5 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:38.065971 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 27f14012-de08-4333-b841-3efd29e2ddd5 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:38.066352 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:38.270772 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-f64c07aa-695d-4ba1-808f-f06c8b1e1f56 None None] Set router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:51:38.292767 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-70736b4d-f950-42a4-b312-bcf1d72bf74e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:38.340533 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-70736b4d-f950-42a4-b312-bcf1d72bf74e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:38.499488 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-70736b4d-f950-42a4-b312-bcf1d72bf74e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:38.508717 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ad893a8c-cf9a-4d7c-b0b4-0dbc5bc3de96 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:38.509073 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-66426541-19f3-4e47-93fa-cbe124d9d6a7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:38.530309 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-41f38ba7-08fb-455f-9c49-0757f242d935 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:38.539639 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70736b4d-f950-42a4-b312-bcf1d72bf74e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60933b8f-43e3-4154-af9f-3baa39380bfc,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:38.550549 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-70736b4d-f950-42a4-b312-bcf1d72bf74e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:38.584348 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-70736b4d-f950-42a4-b312-bcf1d72bf74e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:38.588260 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-70736b4d-f950-42a4-b312-bcf1d72bf74e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/60933b8f-43e3-4154-af9f-3baa39380bfc HTTP/1.1" status: 204  len: 168 time: 0.6991992
Dec 22 04:51:38.589005 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55484) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:38.597961 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66426541-19f3-4e47-93fa-cbe124d9d6a7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event deleted for resources: {'Subnet': ['ID=e411990f-f08b-4337-b65c-ed2787b057c9,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:38.672513 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bdc16ab1-37f1-4051-8281-7d659ff41e61 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Synchronizing usage tracker for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:38.700511 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-66426541-19f3-4e47-93fa-cbe124d9d6a7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:38.705348 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3348a974-69b8-4749-afa1-debef308ea9c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:51:38.708406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bdc16ab1-37f1-4051-8281-7d659ff41e61 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Unset dirty status for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:38.716671 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55488) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:38.717066 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bdc16ab1-37f1-4051-8281-7d659ff41e61 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5151 time: 0.1255493
Dec 22 04:51:38.723261 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-66426541-19f3-4e47-93fa-cbe124d9d6a7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:38.866278 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ec09f0e-a923-4c5d-9bdb-4bcdfd7fdc1d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:38.883642 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-66426541-19f3-4e47-93fa-cbe124d9d6a7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "DELETE /v2.0/subnets/e411990f-f08b-4337-b65c-ed2787b057c9 HTTP/1.1" status: 204  len: 168 time: 2.1841633
Dec 22 04:51:38.886260 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4c4632-3292-484e-9db3-c9dc9836736d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Router d23d258e-2d81-4007-92d1-8b927a1c6609 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:51:38.889890 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55492) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:38.895467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ec09f0e-a923-4c5d-9bdb-4bcdfd7fdc1d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:39.025626 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:39.057314 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f93dd3-2994-46fd-b445-d356cd02884a None None] Network 52bfcced-9596-4008-8be8-276eb11cbb7a requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:51:39.131178 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:39.133506 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6307e0af-6ad2-4f7a-9ee7-6b9be94796fa None None] Network c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:51:39.188978 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3348a974-69b8-4749-afa1-debef308ea9c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:51:39.205872 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ec09f0e-a923-4c5d-9bdb-4bcdfd7fdc1d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:39.206110 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3348a974-69b8-4749-afa1-debef308ea9c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/routers/1e5c95f0-55f1-4caf-ac8f-65adddb8e96c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6774733
Dec 22 04:51:39.207029 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55496) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:39.219145 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-1df0579a-b9bc-4b42-8999-56d442ab6997 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:39.383816 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0d085fc6-7fc5-4091-ba53-e05cc74d709d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:39.397078 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d6975594-c23f-40bb-8fba-5bcbad157e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:39.475759 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Deleting port ca4d89b6-d44d-4b76-a68c-76b5e3646092 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:51:39.476102 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:39.530533 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:51:39.544169 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec09f0e-a923-4c5d-9bdb-4bcdfd7fdc1d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20b2d1de-4365-4166-bd20-226bb4604d47,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:39.547402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9ec09f0e-a923-4c5d-9bdb-4bcdfd7fdc1d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:39.565417 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ec09f0e-a923-4c5d-9bdb-4bcdfd7fdc1d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:39.569097 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9ec09f0e-a923-4c5d-9bdb-4bcdfd7fdc1d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/20b2d1de-4365-4166-bd20-226bb4604d47 HTTP/1.1" status: 204  len: 168 time: 0.8487730
Dec 22 04:51:39.569890 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55502) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:39.574688 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 27f14012-de08-4333-b841-3efd29e2ddd5, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=27f14012-de08-4333-b841-3efd29e2ddd5,segment=NetworkSegment(87779f72-07ce-44c4-a48a-a5c047d3d5ba),segment_id=87779f72-07ce-44c4-a48a-a5c047d3d5ba)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:51:39.651385 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-dc51723a-085c-42d5-a24f-b1fac8a16906 None None] Provisioning for port 19708425-0416-49fe-97ed-70173083f63c completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:39.655088 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:39.655969 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 43ee8979-df02-4d81-8a0b-ed9f1559e02a up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:39.701568 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-04b6dc2f-77f4-44ee-8a94-d28c39304e91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:39.786928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55508) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:39.800765 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4c4632-3292-484e-9db3-c9dc9836736d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:51:39.810559 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb86859f-f944-475b-b00e-068c00248a47 None None] Sync routers for ids ['d23d258e-2d81-4007-92d1-8b927a1c6609'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:51:39.813162 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1d4c4632-3292-484e-9db3-c9dc9836736d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "PUT /v2.0/routers/d23d258e-2d81-4007-92d1-8b927a1c6609/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9204314
Dec 22 04:51:39.823795 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55512) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:39.835757 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb86859f-f944-475b-b00e-068c00248a47 None None] Routers {'d23d258e-2d81-4007-92d1-8b927a1c6609'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:39.836402 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-eb86859f-f944-475b-b00e-068c00248a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c943f40>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['d23d258e-2d81-4007-92d1-8b927a1c6609'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:39.967594 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-eb86859f-f944-475b-b00e-068c00248a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c943f40>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:39.998648 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-f81ba797-7ae5-4cb6-8067-9ac0f5687919 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] delete failed (client error): The resource could not be found.
Dec 22 04:51:40.001080 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f81ba797-7ae5-4cb6-8067-9ac0f5687919 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1183314456 HTTP/1.1" status: 404  len: 335 time: 0.1741233
Dec 22 04:51:40.003185 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] For port ca4d89b6-d44d-4b76-a68c-76b5e3646092, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=ca4d89b6-d44d-4b76-a68c-76b5e3646092,segment=NetworkSegment(fc39ef2a-fa09-4e40-8ff4-f21706a775e6),segment_id=fc39ef2a-fa09-4e40-8ff4-f21706a775e6)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:51:40.003598 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:40.007987 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb86859f-f944-475b-b00e-068c00248a47 None None] Routers {'d23d258e-2d81-4007-92d1-8b927a1c6609'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:40.008974 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-eb86859f-f944-475b-b00e-068c00248a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c943f40>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['d23d258e-2d81-4007-92d1-8b927a1c6609'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:40.009232 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55516) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:40.021515 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-f64c07aa-695d-4ba1-808f-f06c8b1e1f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bc22ac0>, [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:51:36Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None, '_interfaces': [{'id': '27f14012-de08-4333-b841-3efd29e2ddd5', 'name': '', 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:d5:b0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1669534a-a817-42bf-a928-4b440954d44c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:24Z', 'updated_at': '2021-12-22T04:51:30Z', 'revision_number': 4, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '1669534a-a817-42bf-a928-4b440954d44c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d03961e-d666-4f35-825d-7e28311b1164', 'name': '', 'network_id': 'c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:0c:38:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6cfb5e5-2e12-4426-8c00-ff0f04a14a30', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:34Z', 'updated_at': '2021-12-22T04:51:36Z', 'revision_number': 2, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': 'f6cfb5e5-2e12-4426-8c00-ff0f04a14a30', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43ee8979-df02-4d81-8a0b-ed9f1559e02a', 'name': '', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:cd:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:29Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e7528fd-ac26-4bed-9d9a-0b7234f7a07d', 'name': '', 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:e1:e3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:17Z', 'updated_at': '2021-12-22T04:51:32Z', 'revision_number': 4, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:40.047539 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-3531f7a5-5fb3-42c0-b067-212b56abff5d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd23d258e-2d81-4007-92d1-8b927a1c6609'}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:40.057792 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f5983ad6-fd58-4894-b0b3-a4c285f91936 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Synchronizing usage tracker for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:40.065480 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64c07aa-695d-4ba1-808f-f06c8b1e1f56 None None] The sync data for ids ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'] in dv-neutron-822525-1-hyperv is: [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:51:36Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None, '_interfaces': [{'id': '27f14012-de08-4333-b841-3efd29e2ddd5', 'name': '', 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:d5:b0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1669534a-a817-42bf-a928-4b440954d44c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:24Z', 'updated_at': '2021-12-22T04:51:30Z', 'revision_number': 4, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '1669534a-a817-42bf-a928-4b440954d44c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d03961e-d666-4f35-825d-7e28311b1164', 'name': '', 'network_id': 'c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:0c:38:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6cfb5e5-2e12-4426-8c00-ff0f04a14a30', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:34Z', 'updated_at': '2021-12-22T04:51:36Z', 'revision_number': 2, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': 'f6cfb5e5-2e12-4426-8c00-ff0f04a14a30', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43ee8979-df02-4d81-8a0b-ed9f1559e02a', 'name': '', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:cd:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:29Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e7528fd-ac26-4bed-9d9a-0b7234f7a07d', 'name': '', 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:e1:e3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:17Z', 'updated_at': '2021-12-22T04:51:32Z', 'revision_number': 4, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:51:40.112756 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=27f14012-de08-4333-b841-3efd29e2ddd5,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:40.156002 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-eb86859f-f944-475b-b00e-068c00248a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c943f40>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:40.157578 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb86859f-f944-475b-b00e-068c00248a47 None None] The sync data for ids ['d23d258e-2d81-4007-92d1-8b927a1c6609'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:51:40.200564 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:40.254041 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 43ee8979-df02-4d81-8a0b-ed9f1559e02a triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:40.254610 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:40.296250 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Calling delete_port for ca4d89b6-d44d-4b76-a68c-76b5e3646092 owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:51:40.358744 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b31c4b9-11d2-49ce-837f-d65fdcb7e3f0 None None] DHCP port deletion for 52bfcced-9596-4008-8be8-276eb11cbb7a request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:51:40.395867 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f5983ad6-fd58-4894-b0b3-a4c285f91936 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Unset dirty status for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:40.405962 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f5983ad6-fd58-4894-b0b3-a4c285f91936 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4668 time: 0.8352082
Dec 22 04:51:40.406681 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55522) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:40.418858 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-4b31c4b9-11d2-49ce-837f-d65fdcb7e3f0 None None] Deleting port ca4d89b6-d44d-4b76-a68c-76b5e3646092 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:51:40.419283 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4b31c4b9-11d2-49ce-837f-d65fdcb7e3f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:40.465453 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ad14d427-b694-4e05-979d-4f9dee7bcb1d tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=276ceac97e6343c5aa8f294c3cc0960a&network_id=f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8 HTTP/1.1" status: 200  len: 3000 time: 0.6765430
Dec 22 04:51:40.523167 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-278e569a-3100-484f-8aa7-f99826012c27 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:40.543402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-278e569a-3100-484f-8aa7-f99826012c27 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:40.593954 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:40.607863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c2186176-fb39-4543-92c4-72c713a0b4b6 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:40.693327 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event deleted for resources: {'Port': ['ID=ca4d89b6-d44d-4b76-a68c-76b5e3646092,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:40.696230 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:40.698923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] No DVR routers for this DVR port ca4d89b6-d44d-4b76-a68c-76b5e3646092 on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:51:40.721891 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-4b31c4b9-11d2-49ce-837f-d65fdcb7e3f0 None None] The port 'ca4d89b6-d44d-4b76-a68c-76b5e3646092' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:51:40.742293 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-278e569a-3100-484f-8aa7-f99826012c27 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:40.773994 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:40.878057 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5bb897e0-fa5f-4c10-b1e2-911c673da395 None None] Provisioning for port 3d03961e-d666-4f35-825d-7e28311b1164 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:40.883859 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5bb897e0-fa5f-4c10-b1e2-911c673da395 None None] Provisioning complete for port 3d03961e-d666-4f35-825d-7e28311b1164 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:40.884279 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5bb897e0-fa5f-4c10-b1e2-911c673da395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:40.926779 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:40.969514 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469be3fbe0>,) {'filters': {'network_id': ['52bfcced-9596-4008-8be8-276eb11cbb7a']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:41.000217 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469be3fbe0>, 'fc39ef2a-fa09-4e40-8ff4-f21706a775e6') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:41.000217 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469be3fbe0>, 'fc39ef2a-fa09-4e40-8ff4-f21706a775e6') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:41.059081 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-afa7913a-59ea-4716-9049-18d2340c585a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:41.064541 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:41.066966 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-5bb897e0-fa5f-4c10-b1e2-911c673da395 None None] Port 3d03961e-d666-4f35-825d-7e28311b1164 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:51:41.088639 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:41.105537 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:51:41.106062 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:41.132388 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e569a-3100-484f-8aa7-f99826012c27 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd540ac2-42c7-4bc3-be01-be98b845cfde,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:41.135368 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-278e569a-3100-484f-8aa7-f99826012c27 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:51:41.136419 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:51:41.275738 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.extraroute_db [None req-1df0579a-b9bc-4b42-8999-56d442ab6997 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83435) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 22 04:51:41.278864 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 19708425-0416-49fe-97ed-70173083f63c up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:41.299381 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.extraroute_db [None req-1df0579a-b9bc-4b42-8999-56d442ab6997 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Removed routes are [] {{(pid=83435) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 22 04:51:41.299875 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1df0579a-b9bc-4b42-8999-56d442ab6997 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:41.304892 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3531f7a5-5fb3-42c0-b067-212b56abff5d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:41.374768 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e640306f-c967-43f8-9d58-1f8cbde9a786 None None] Provisioning complete for port 3d03961e-d666-4f35-825d-7e28311b1164 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:41.377370 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e640306f-c967-43f8-9d58-1f8cbde9a786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:41.425162 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-278e569a-3100-484f-8aa7-f99826012c27 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:41.430812 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-278e569a-3100-484f-8aa7-f99826012c27 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/cd540ac2-42c7-4bc3-be01-be98b845cfde HTTP/1.1" status: 204  len: 168 time: 1.0202029
Dec 22 04:51:41.434734 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55536) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:41.438783 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:41.451271 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-e640306f-c967-43f8-9d58-1f8cbde9a786 None None] Port 3d03961e-d666-4f35-825d-7e28311b1164 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:51:41.460976 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-96487408-6bfe-4345-9c6e-6184c3bef4f4 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:41.461699 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 19708425-0416-49fe-97ed-70173083f63c completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:41.470056 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 19708425-0416-49fe-97ed-70173083f63c triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:41.470694 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:41.480826 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:41.492257 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event deleted for resources: {'Network': ['ID=52bfcced-9596-4008-8be8-276eb11cbb7a,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:41.499082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:41.501892 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "DELETE /v2.0/networks/52bfcced-9596-4008-8be8-276eb11cbb7a HTTP/1.1" status: 204  len: 168 time: 2.6086254
Dec 22 04:51:41.506915 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55542) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:41.526650 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-3531f7a5-5fb3-42c0-b067-212b56abff5d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] update failed (client error): The resource could not be found.
Dec 22 04:51:41.533245 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3531f7a5-5fb3-42c0-b067-212b56abff5d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "PUT /v2.0/routers/d23d258e-2d81-4007-92d1-8b927a1c6609 HTTP/1.1" status: 404  len: 339 time: 1.5022659
Dec 22 04:51:41.536287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55546) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:41.610026 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8a0f76bc-b797-40b1-9eea-147f7d0b2816 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Synchronizing usage tracker for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:41.614425 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:41.652429 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 19708425-0416-49fe-97ed-70173083f63c, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=19708425-0416-49fe-97ed-70173083f63c,segment=NetworkSegment(558ce192-b12f-454c-abb5-3269de74fda2),segment_id=558ce192-b12f-454c-abb5-3269de74fda2)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:51:41.668956 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:41.678487 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d642c154-29a8-4578-b57c-84cb7fbd7690 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:41.704520 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-5747732c-a40d-42ca-99c2-c80839d80ae7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Deleting port c660c758-9b5a-46d8-8854-8c727144350a {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:51:41.705136 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5747732c-a40d-42ca-99c2-c80839d80ae7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:41.745325 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:41.764455 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8a0f76bc-b797-40b1-9eea-147f7d0b2816 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Unset dirty status for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:41.782647 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8a0f76bc-b797-40b1-9eea-147f7d0b2816 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4185 time: 0.3465683
Dec 22 04:51:41.789047 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55556) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:41.908296 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-52c9400c-2bb1-440a-ad20-782b0d69d4d2 None None] Provisioning complete for port 3d03961e-d666-4f35-825d-7e28311b1164 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:41.909060 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-52c9400c-2bb1-440a-ad20-782b0d69d4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:41.950908 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a20e0734-9f13-4b06-a1cd-b8938e959680 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:41.951239 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port d642c154-29a8-4578-b57c-84cb7fbd7690 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:41.951723 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:41.968457 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a20e0734-9f13-4b06-a1cd-b8938e959680 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:42.027633 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=19708425-0416-49fe-97ed-70173083f63c,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:42.030407 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a20e0734-9f13-4b06-a1cd-b8938e959680 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:42.039443 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:42.042402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:42.055057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5747732c-a40d-42ca-99c2-c80839d80ae7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:42.055484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5747732c-a40d-42ca-99c2-c80839d80ae7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:42.060690 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-52c9400c-2bb1-440a-ad20-782b0d69d4d2 None None] Port 3d03961e-d666-4f35-825d-7e28311b1164 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:51:42.069477 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e0734-9f13-4b06-a1cd-b8938e959680 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cea87b8-020b-42b8-80e4-16d0c6fca4fd,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:42.077508 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a20e0734-9f13-4b06-a1cd-b8938e959680 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:42.125925 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 27f14012-de08-4333-b841-3efd29e2ddd5 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:42.130328 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a20e0734-9f13-4b06-a1cd-b8938e959680 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:42.134150 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a20e0734-9f13-4b06-a1cd-b8938e959680 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/8cea87b8-020b-42b8-80e4-16d0c6fca4fd HTTP/1.1" status: 204  len: 168 time: 0.3441417
Dec 22 04:51:42.134845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55562) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:42.164838 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:42.209948 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-5747732c-a40d-42ca-99c2-c80839d80ae7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Calling delete_port for c660c758-9b5a-46d8-8854-8c727144350a owned by network:floatingip {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:51:42.235272 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55566) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:42.272882 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:42.276301 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 27f14012-de08-4333-b841-3efd29e2ddd5 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:42.276701 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:42.356457 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1df0579a-b9bc-4b42-8999-56d442ab6997 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:42.365131 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1df0579a-b9bc-4b42-8999-56d442ab6997 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706333'] for router, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:42.368562 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-74c317a8-79bf-421c-9fae-d06a954ba6d2 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Synchronizing usage tracker for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:42.391116 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051ce010-9ce5-4778-859e-8f581b338e61 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:42.392791 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-051ce010-9ce5-4778-859e-8f581b338e61 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740 HTTP/1.1" status: 200  len: 814 time: 0.1349139
Dec 22 04:51:42.406703 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-74c317a8-79bf-421c-9fae-d06a954ba6d2 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Unset dirty status for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:42.408268 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-74c317a8-79bf-421c-9fae-d06a954ba6d2 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3702 time: 0.2104213
Dec 22 04:51:42.416501 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:42.418193 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55572) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:42.496259 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:42.501693 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:42.502068 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:42.531554 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-647f36ce-5356-4fb0-b0bb-4967093cdbc2 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:42.546070 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-647f36ce-5356-4fb0-b0bb-4967093cdbc2 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:42.587079 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-647f36ce-5356-4fb0-b0bb-4967093cdbc2 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:42.589533 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:42.605223 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5747732c-a40d-42ca-99c2-c80839d80ae7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:42.614632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f36ce-5356-4fb0-b0bb-4967093cdbc2 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65b573ca-96ba-4105-bd25-d98a1eb7d2ce,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:42.619813 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-647f36ce-5356-4fb0-b0bb-4967093cdbc2 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:42.622629 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a05f9feb-d112-4235-8615-328476a9acd7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:42.624186 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c1bb88a1-9adc-40e2-8f67-745885f5a518 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:42.628665 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:42.662733 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=4e7528fd-ac26-4bed-9d9a-0b7234f7a07d,segment=NetworkSegment(5673b17f-4c52-48ec-8097-a8a340461ed5),segment_id=5673b17f-4c52-48ec-8097-a8a340461ed5)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:51:42.668675 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:42.669769 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8f0e5f67-e4af-4c90-b316-c299fe162f3b up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:42.684848 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747732c-a40d-42ca-99c2-c80839d80ae7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event deleted for resources: {'Port': ['ID=c660c758-9b5a-46d8-8854-8c727144350a,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:42.687937 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5747732c-a40d-42ca-99c2-c80839d80ae7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:42.725934 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fccb2d05-ad5d-4da6-85cb-da41e5afb268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:42.770740 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-647f36ce-5356-4fb0-b0bb-4967093cdbc2 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:42.772136 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-647f36ce-5356-4fb0-b0bb-4967093cdbc2 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/65b573ca-96ba-4105-bd25-d98a1eb7d2ce HTTP/1.1" status: 204  len: 168 time: 0.3529978
Dec 22 04:51:42.777355 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55578) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:42.807651 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=4e7528fd-ac26-4bed-9d9a-0b7234f7a07d,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:42.814634 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:42.815415 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 8f0e5f67-e4af-4c90-b316-c299fe162f3b triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:42.815786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:42.853586 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5747732c-a40d-42ca-99c2-c80839d80ae7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for floatingip, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:42.856556 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5747732c-a40d-42ca-99c2-c80839d80ae7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:42.857985 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5747732c-a40d-42ca-99c2-c80839d80ae7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "DELETE /v2.0/floatingips/94846702-30e1-4d89-a28b-4932010c1b1e HTTP/1.1" status: 204  len: 168 time: 1.3497598
Dec 22 04:51:42.865193 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-70999b3d-337c-4c8f-afb8-e9bffbeff21a tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Synchronizing usage tracker for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:42.870341 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55582) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:42.897104 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55586) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:42.911295 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-cbad196c-d992-40a0-8277-59300014f880 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'network': {'name': 'tempest-network-smoke--445494179', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'port_security_enabled': True}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:42.920212 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-cbad196c-d992-40a0-8277-59300014f880 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:42.948689 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-cbad196c-d992-40a0-8277-59300014f880 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:42.951193 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d86cb0-dd94-4edc-8660-f39d79c5131a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:51:42.951861 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9d86cb0-dd94-4edc-8660-f39d79c5131a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:51:42.954039 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f9d86cb0-dd94-4edc-8660-f39d79c5131a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "DELETE /v2.0/ports/aaba63cf-180d-4364-a82d-76bfb36283ca HTTP/1.1" status: 404  len: 333 time: 0.0808544
Dec 22 04:51:42.955777 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-70999b3d-337c-4c8f-afb8-e9bffbeff21a tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Unset dirty status for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:42.957567 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-70999b3d-337c-4c8f-afb8-e9bffbeff21a tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1778481
Dec 22 04:51:42.958790 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55592) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:42.991961 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55594) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:42.993881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df0579a-b9bc-4b42-8999-56d442ab6997 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:51:43.019636 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6eb446b5-15ae-48f8-963e-9e5685572ab1 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:43.022772 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6fe23a6e-f4f6-4158-9d66-f1403f15325a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Synchronizing usage tracker for tenant:fd72df115f564198b6625c6a0d6299d2 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:43.039101 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbad196c-d992-40a0-8277-59300014f880 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:51:43.041321 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6fe23a6e-f4f6-4158-9d66-f1403f15325a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Unset dirty status for tenant:fd72df115f564198b6625c6a0d6299d2 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:43.044977 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cbad196c-d992-40a0-8277-59300014f880 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:43.045133 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6fe23a6e-f4f6-4158-9d66-f1403f15325a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff008034-c5b5-40bf-b3c5-c190354f0df7 HTTP/1.1" status: 200  len: 205 time: 0.0822084
Dec 22 04:51:43.045289 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55600) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:43.102962 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 6eb446b5-15ae-48f8-963e-9e5685572ab1 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:43.114124 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 6eb446b5-15ae-48f8-963e-9e5685572ab1 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:43.114591 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:43.128134 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-413222bc-f6c6-4a91-bda4-381bc2c1a08c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] delete failed (client error): The resource could not be found.
Dec 22 04:51:43.131697 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-413222bc-f6c6-4a91-bda4-381bc2c1a08c tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "DELETE /v2.0/routers/ff008034-c5b5-40bf-b3c5-c190354f0df7 HTTP/1.1" status: 404  len: 336 time: 0.0828586
Dec 22 04:51:43.132076 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55604) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:43.173600 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-d231be6a-e81e-4e9e-91f5-ae16ab3d5ea7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:51:43.173946 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d231be6a-e81e-4e9e-91f5-ae16ab3d5ea7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:51:43.178347 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d231be6a-e81e-4e9e-91f5-ae16ab3d5ea7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "DELETE /v2.0/subnets/e411990f-f08b-4337-b65c-ed2787b057c9 HTTP/1.1" status: 404  len: 337 time: 0.0430317
Dec 22 04:51:43.178817 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55608) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:43.253805 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-6ca9260f-3c05-406f-b5fe-03dc4b096d93 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Deleting port 92fe3f3c-2574-4545-96fa-4adc5efe30ea {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:51:43.254530 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6ca9260f-3c05-406f-b5fe-03dc4b096d93 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:43.305926 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:43.354008 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 6eb446b5-15ae-48f8-963e-9e5685572ab1, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=6eb446b5-15ae-48f8-963e-9e5685572ab1,segment=NetworkSegment(c338e12d-b54d-4717-b237-b591c698bdf9),segment_id=c338e12d-b54d-4717-b237-b591c698bdf9)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:51:43.360609 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:43.363461 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:43.364612 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbad196c-d992-40a0-8277-59300014f880 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:51:43.411434 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f6e4e1b1-a1f0-4fd6-98c5-0220ca8c5675 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:43.451085 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f6e4e1b1-a1f0-4fd6-98c5-0220ca8c5675 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:43.502669 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=6eb446b5-15ae-48f8-963e-9e5685572ab1,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:43.502939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cbad196c-d992-40a0-8277-59300014f880 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:43.503547 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device ca4d89b6-d44d-4b76-a68c-76b5e3646092 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:51:43.503683 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-cbad196c-d992-40a0-8277-59300014f880 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Added segment c3c0f38c-059c-40e4-a031-88b90bc90b40 of type vlan for network 838a75d7-305a-477b-a5fe-f0288b0ee23f
Dec 22 04:51:43.526648 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-c1bb88a1-9adc-40e2-8f67-745885f5a518 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Allocated IP 172.20.0.1 (53032828-9917-4561-8e21-40809c7d87a9/312e7b3c-6b34-4afe-a4e1-28d26bebf36b/7ccd3085-cf10-4174-8b44-5552698021c9) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:51:43.530603 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f6e4e1b1-a1f0-4fd6-98c5-0220ca8c5675 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:43.535886 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:43.538444 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-cd836ecf-94b3-40d1-8983-fc1984051000 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:43.558977 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: ca4d89b6-d44d-4b76-a68c-76b5e3646092 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:51:43.559314 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device ca4d89b6-d44d-4b76-a68c-76b5e3646092 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:51:43.569321 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:43.591708 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4e1b1-a1f0-4fd6-98c5-0220ca8c5675 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05718065-f5ed-42b2-9bd1-b1d70934e959,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:43.594605 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f6e4e1b1-a1f0-4fd6-98c5-0220ca8c5675 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:43.596676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cbad196c-d992-40a0-8277-59300014f880 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:43.701351 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 19708425-0416-49fe-97ed-70173083f63c up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:43.766536 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6ca9260f-3c05-406f-b5fe-03dc4b096d93 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:43.779555 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 19708425-0416-49fe-97ed-70173083f63c triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:43.780275 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:43.918168 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-6ca9260f-3c05-406f-b5fe-03dc4b096d93 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Calling delete_port for 92fe3f3c-2574-4545-96fa-4adc5efe30ea owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:51:43.927730 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:43.944676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f6e4e1b1-a1f0-4fd6-98c5-0220ca8c5675 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:43.945892 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f6e4e1b1-a1f0-4fd6-98c5-0220ca8c5675 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "DELETE /v2.0/security-groups/05718065-f5ed-42b2-9bd1-b1d70934e959 HTTP/1.1" status: 204  len: 168 time: 0.9508467
Dec 22 04:51:43.953071 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55612) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:44.001927 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cbad196c-d992-40a0-8277-59300014f880 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:44.012003 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbad196c-d992-40a0-8277-59300014f880 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:44.012589 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cbad196c-d992-40a0-8277-59300014f880 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:44.032108 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ae68c194-8dc1-4205-a437-16b66dbed664 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:44.051197 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:44.051659 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:44.118889 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-cbad196c-d992-40a0-8277-59300014f880 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.2185302
Dec 22 04:51:44.121476 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df0579a-b9bc-4b42-8999-56d442ab6997 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:51:44.135774 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55624) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:44.162929 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1df0579a-b9bc-4b42-8999-56d442ab6997 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:44.166043 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1df0579a-b9bc-4b42-8999-56d442ab6997 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/routers/1e5c95f0-55f1-4caf-ac8f-65adddb8e96c HTTP/1.1" status: 200  len: 954 time: 4.9570355
Dec 22 04:51:44.191781 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55628) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:44.216426 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6eb446b5-15ae-48f8-963e-9e5685572ab1 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:44.241308 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d712baf-f1f3-45bc-a738-83b309360d03 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:44.243085 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6d712baf-f1f3-45bc-a738-83b309360d03 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=276ceac97e6343c5aa8f294c3cc0960a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.1061370
Dec 22 04:51:44.259367 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55632) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:44.278710 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6ca9260f-3c05-406f-b5fe-03dc4b096d93 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:44.295515 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 6eb446b5-15ae-48f8-963e-9e5685572ab1 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:44.296000 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:44.299770 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-92808ae2-1a13-46b0-8246-186efaa5995d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:44.405052 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c1bb88a1-9adc-40e2-8f67-745885f5a518 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:44.418527 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad196c-d992-40a0-8277-59300014f880 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Network': ['ID=838a75d7-305a-477b-a5fe-f0288b0ee23f,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:44.419725 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9260f-3c05-406f-b5fe-03dc4b096d93 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event deleted for resources: {'Port': ['ID=92fe3f3c-2574-4545-96fa-4adc5efe30ea,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:44.430493 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6ca9260f-3c05-406f-b5fe-03dc4b096d93 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:44.434658 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-cbad196c-d992-40a0-8277-59300014f880 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:44.441149 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 838a75d7-305a-477b-a5fe-f0288b0ee23f details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:51:44.445045 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062128b6-a9ff-44a0-a415-fc5c388027b8 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:44.446542 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-062128b6-a9ff-44a0-a415-fc5c388027b8 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1860089
Dec 22 04:51:44.448909 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a50632b7-5486-4a80-9f39-b1faa1321571 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Synchronizing usage tracker for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:44.449052 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-c1bb88a1-9adc-40e2-8f67-745885f5a518 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Transition to ACTIVE for port object 7ccd3085-cf10-4174-8b44-5552698021c9 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:44.450037 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55636) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:44.496865 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4fc7ef92-649c-4436-a024-eb305f0dcd9a tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0455976
Dec 22 04:51:44.500527 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55640) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:44.545494 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bf54d557-e8b5-4093-84c2-690264aaa591 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=276ceac97e6343c5aa8f294c3cc0960a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0438242
Dec 22 04:51:44.549620 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55644) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:44.611221 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a50632b7-5486-4a80-9f39-b1faa1321571 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Unset dirty status for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:44.618234 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a50632b7-5486-4a80-9f39-b1faa1321571 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.6584184
Dec 22 04:51:44.619343 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55648) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:44.633093 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-0fd5b4ef-ece2-4fa9-82ad-50ac9bfa9deb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Request body: {'security_group': {'name': 'tempest-secgroup--2044817174'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:44.641978 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6ca9260f-3c05-406f-b5fe-03dc4b096d93 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:44.643816 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c1bb88a1-9adc-40e2-8f67-745885f5a518 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:44.649071 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f452f681-2a91-47f7-8911-1135acf55a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:44.654046 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0fd5b4ef-ece2-4fa9-82ad-50ac9bfa9deb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:44.666066 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6ca9260f-3c05-406f-b5fe-03dc4b096d93 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "DELETE /v2.0/ports/92fe3f3c-2574-4545-96fa-4adc5efe30ea HTTP/1.1" status: 204  len: 168 time: 1.4861593
Dec 22 04:51:44.672612 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55652) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:44.702952 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0fd5b4ef-ece2-4fa9-82ad-50ac9bfa9deb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:44.727718 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fc44b0a9-f35a-420d-b6ee-e8d5d5848972 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/routers/1e5c95f0-55f1-4caf-ac8f-65adddb8e96c HTTP/1.1" status: 200  len: 954 time: 0.5326071
Dec 22 04:51:44.732500 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55658) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:44.742824 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-ff58e826-df91-43af-999f-ca12672fc1b2 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'router': {'routes': None}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:44.759129 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bb88a1-9adc-40e2-8f67-745885f5a518 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Network 53032828-9917-4561-8e21-40809c7d87a9 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:44.763686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-c1bb88a1-9adc-40e2-8f67-745885f5a518 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:44.766502 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32b3fef-f288-45eb-9135-e5d43eb2cca9 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:44.767994 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f32b3fef-f288-45eb-9135-e5d43eb2cca9 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2179229
Dec 22 04:51:44.768782 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bb88a1-9adc-40e2-8f67-745885f5a518 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:51:44.796708 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55662) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:44.803816 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb88a1-9adc-40e2-8f67-745885f5a518 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Pushing event updated for resources: {'Port': ['ID=7ccd3085-cf10-4174-8b44-5552698021c9,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:44.805966 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0fd5b4ef-ece2-4fa9-82ad-50ac9bfa9deb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:44.808348 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c1bb88a1-9adc-40e2-8f67-745885f5a518 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:44.828713 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c1bb88a1-9adc-40e2-8f67-745885f5a518 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:44.931624 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c1bb88a1-9adc-40e2-8f67-745885f5a518 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:44.966817 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e877d289-a0fa-4e58-8664-dcb7d84db802 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1420579
Dec 22 04:51:44.968665 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55666) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:44.977986 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-f08725a4-a542-4ac6-866b-974f213f8b98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1861860352', 'network_id': '838a75d7-305a-477b-a5fe-f0288b0ee23f', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:45.019018 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-03adc144-1312-44fe-bd3c-fef7878e136f tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Deleting port 6bb7be7c-f528-4528-b9d2-7c81e1de658d {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:51:45.019340 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-03adc144-1312-44fe-bd3c-fef7878e136f tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:45.134334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0fd5b4ef-ece2-4fa9-82ad-50ac9bfa9deb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:45.148062 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-53c37981-acf0-455f-9b08-aa335b659c46 None None] Provisioning for port 7ccd3085-cf10-4174-8b44-5552698021c9 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:45.162498 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0fd5b4ef-ece2-4fa9-82ad-50ac9bfa9deb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Usage tracker for resource:security_group_rule and tenant:6407b9f93fbc491ca9e56915418a734c is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:45.163456 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-53c37981-acf0-455f-9b08-aa335b659c46 None None] Provisioning complete for port 7ccd3085-cf10-4174-8b44-5552698021c9 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:45.164160 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-53c37981-acf0-455f-9b08-aa335b659c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:45.175054 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0fd5b4ef-ece2-4fa9-82ad-50ac9bfa9deb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:45.192893 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0fd5b4ef-ece2-4fa9-82ad-50ac9bfa9deb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:45.248261 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f08725a4-a542-4ac6-866b-974f213f8b98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:45.252528 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-53c37981-acf0-455f-9b08-aa335b659c46 None None] Port 7ccd3085-cf10-4174-8b44-5552698021c9 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:51:45.252880 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f08725a4-a542-4ac6-866b-974f213f8b98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:subnet and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:45.266117 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f08725a4-a542-4ac6-866b-974f213f8b98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:45.272245 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f08725a4-a542-4ac6-866b-974f213f8b98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:45.304771 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08725a4-a542-4ac6-866b-974f213f8b98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:51:45.429448 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c1bb88a1-9adc-40e2-8f67-745885f5a518 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:45.436028 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c1bb88a1-9adc-40e2-8f67-745885f5a518 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:45.467304 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4c46f2aa-6e78-47d2-b70f-0e8ed124ced3 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:45.551234 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb88a1-9adc-40e2-8f67-745885f5a518 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Pushing event updated for resources: {'Port': ['ID=7ccd3085-cf10-4174-8b44-5552698021c9,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:45.555044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c1bb88a1-9adc-40e2-8f67-745885f5a518 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:45.555933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c1bb88a1-9adc-40e2-8f67-745885f5a518 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:45.709634 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f08725a4-a542-4ac6-866b-974f213f8b98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:45.720776 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bb88a1-9adc-40e2-8f67-745885f5a518 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Network 53032828-9917-4561-8e21-40809c7d87a9 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:45.722011 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-c1bb88a1-9adc-40e2-8f67-745885f5a518 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:45.786874 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0fd5b4ef-ece2-4fa9-82ad-50ac9bfa9deb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:45.882745 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0fd5b4ef-ece2-4fa9-82ad-50ac9bfa9deb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:45.955481 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ab80039e-bebc-4cf7-8f72-cb2e17e24a23 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:45.984828 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-23b34e36-32d8-4913-aa8e-dd3050ae9e8f None None] Provisioning complete for port 7ccd3085-cf10-4174-8b44-5552698021c9 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:45.985408 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-23b34e36-32d8-4913-aa8e-dd3050ae9e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:46.007437 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-03adc144-1312-44fe-bd3c-fef7878e136f tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:46.085794 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-23b34e36-32d8-4913-aa8e-dd3050ae9e8f None None] Port 7ccd3085-cf10-4174-8b44-5552698021c9 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:51:46.199587 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-03adc144-1312-44fe-bd3c-fef7878e136f tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Calling delete_port for 6bb7be7c-f528-4528-b9d2-7c81e1de658d owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:51:46.262170 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0fd5b4ef-ece2-4fa9-82ad-50ac9bfa9deb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:46.263407 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0fd5b4ef-ece2-4fa9-82ad-50ac9bfa9deb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.6398497
Dec 22 04:51:46.268120 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55672) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:46.270140 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5b4ef-ece2-4fa9-82ad-50ac9bfa9deb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494a8627-1a02-4aab-a34a-b5fba6faf8b9,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:46.285936 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-608babd7-da7d-46c9-8b88-ae356ef17ebc tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Request body: {'security_group_rule': {'security_group_id': '494a8627-1a02-4aab-a34a-b5fba6faf8b9', 'direction': 'ingress', 'protocol': 17}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:46.307169 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-608babd7-da7d-46c9-8b88-ae356ef17ebc tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:46.310474 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0fd5b4ef-ece2-4fa9-82ad-50ac9bfa9deb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:46.315386 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-608babd7-da7d-46c9-8b88-ae356ef17ebc tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Usage tracker for resource:security_group_rule and tenant:6407b9f93fbc491ca9e56915418a734c is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:46.320205 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-608babd7-da7d-46c9-8b88-ae356ef17ebc tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:46.331268 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-608babd7-da7d-46c9-8b88-ae356ef17ebc tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:46.374419 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-608babd7-da7d-46c9-8b88-ae356ef17ebc tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:46.395257 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bb88a1-9adc-40e2-8f67-745885f5a518 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Router d23d258e-2d81-4007-92d1-8b927a1c6609 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:51:46.614696 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-608babd7-da7d-46c9-8b88-ae356ef17ebc tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:46.626519 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-608babd7-da7d-46c9-8b88-ae356ef17ebc tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:46.632747 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-03adc144-1312-44fe-bd3c-fef7878e136f tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:46.636202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:46.642847 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2fde71e6-f2a7-44ca-be54-e99e9ca68098 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:46.677382 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f08725a4-a542-4ac6-866b-974f213f8b98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:46.679848 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608babd7-da7d-46c9-8b88-ae356ef17ebc tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3cb233a-5b5c-4d99-87a1-e780780321d0,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:46.686819 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-608babd7-da7d-46c9-8b88-ae356ef17ebc tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:46.703595 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-608babd7-da7d-46c9-8b88-ae356ef17ebc tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:46.704877 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-608babd7-da7d-46c9-8b88-ae356ef17ebc tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.4334104
Dec 22 04:51:46.708030 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55678) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:46.735685 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03adc144-1312-44fe-bd3c-fef7878e136f tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event deleted for resources: {'Port': ['ID=6bb7be7c-f528-4528-b9d2-7c81e1de658d,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:46.741097 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-03adc144-1312-44fe-bd3c-fef7878e136f tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:46.743897 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c06e07b4-11ae-42db-8dbb-8b6bcfa0eec5 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:46.759055 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bb88a1-9adc-40e2-8f67-745885f5a518 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:51:46.764846 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c1bb88a1-9adc-40e2-8f67-745885f5a518 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "PUT /v2.0/routers/d23d258e-2d81-4007-92d1-8b927a1c6609/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2258511
Dec 22 04:51:46.767632 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55682) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:46.772311 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183c2f82-c7fe-4eaa-a33f-11fd62f4d359 None None] Sync routers for ids ['d23d258e-2d81-4007-92d1-8b927a1c6609'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:51:46.796578 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183c2f82-c7fe-4eaa-a33f-11fd62f4d359 None None] Routers {'d23d258e-2d81-4007-92d1-8b927a1c6609'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:46.797770 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-183c2f82-c7fe-4eaa-a33f-11fd62f4d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c6d2af0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['d23d258e-2d81-4007-92d1-8b927a1c6609'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:46.860627 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-183c2f82-c7fe-4eaa-a33f-11fd62f4d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c6d2af0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:46.873592 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183c2f82-c7fe-4eaa-a33f-11fd62f4d359 None None] Routers {'d23d258e-2d81-4007-92d1-8b927a1c6609'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:46.874211 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-183c2f82-c7fe-4eaa-a33f-11fd62f4d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c6d2af0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['d23d258e-2d81-4007-92d1-8b927a1c6609'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:46.946164 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-31202b64-5dcd-48a5-9eee-7980d7bd6bb3 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:46.959644 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-183c2f82-c7fe-4eaa-a33f-11fd62f4d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c6d2af0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:46.961351 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183c2f82-c7fe-4eaa-a33f-11fd62f4d359 None None] The sync data for ids ['d23d258e-2d81-4007-92d1-8b927a1c6609'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:51:46.983112 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-31202b64-5dcd-48a5-9eee-7980d7bd6bb3 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:47.000167 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08725a4-a542-4ac6-866b-974f213f8b98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Subnet': ['ID=80d90413-e4ca-438f-80c0-75a840d888a1,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:47.020497 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f08725a4-a542-4ac6-866b-974f213f8b98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:47.025079 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08725a4-a542-4ac6-866b-974f213f8b98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Checking segment: {'id': 'c3c0f38c-059c-40e4-a031-88b90bc90b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '838a75d7-305a-477b-a5fe-f0288b0ee23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:47.025536 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08725a4-a542-4ac6-866b-974f213f8b98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network hostable DHCP agents. Network: 838a75d7-305a-477b-a5fe-f0288b0ee23f, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:51:47.046247 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.extraroute_db [None req-ff58e826-df91-43af-999f-ca12672fc1b2 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Added routes are [] {{(pid=83434) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 22 04:51:47.046613 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.extraroute_db [None req-ff58e826-df91-43af-999f-ca12672fc1b2 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83434) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 22 04:51:47.054473 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-03adc144-1312-44fe-bd3c-fef7878e136f tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:47.058941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b945355-6191-4ba9-89de-2fc6c1051bf5 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:47.082576 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-03adc144-1312-44fe-bd3c-fef7878e136f tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "DELETE /v2.0/ports/6bb7be7c-f528-4528-b9d2-7c81e1de658d HTTP/1.1" status: 204  len: 168 time: 2.4073009
Dec 22 04:51:47.085125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55686) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:47.112068 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-31202b64-5dcd-48a5-9eee-7980d7bd6bb3 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:47.121561 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:47.141478 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ff58e826-df91-43af-999f-ca12672fc1b2 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:47.154000 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08725a4-a542-4ac6-866b-974f213f8b98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network 838a75d7-305a-477b-a5fe-f0288b0ee23f is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:51:47.196403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31202b64-5dcd-48a5-9eee-7980d7bd6bb3 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=494a8627-1a02-4aab-a34a-b5fba6faf8b9,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:47.200596 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-31202b64-5dcd-48a5-9eee-7980d7bd6bb3 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:47.209259 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-31202b64-5dcd-48a5-9eee-7980d7bd6bb3 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:47.210391 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-31202b64-5dcd-48a5-9eee-7980d7bd6bb3 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "DELETE /v2.0/security-groups/494a8627-1a02-4aab-a34a-b5fba6faf8b9 HTTP/1.1" status: 204  len: 168 time: 0.5014706
Dec 22 04:51:47.215131 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55690) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:47.288082 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8c653888-a123-400c-a284-ab8afd7b0413 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Synchronizing usage tracker for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:47.311150 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-7b945355-6191-4ba9-89de-2fc6c1051bf5 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 22 04:51:47.312316 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7b945355-6191-4ba9-89de-2fc6c1051bf5 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "DELETE /v2.0/routers/d23d258e-2d81-4007-92d1-8b927a1c6609 HTTP/1.1" status: 409  len: 329 time: 0.5437045
Dec 22 04:51:47.315636 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55694) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:47.380635 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-f08725a4-a542-4ac6-866b-974f213f8b98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 838a75d7-305a-477b-a5fe-f0288b0ee23f) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:47.381574 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8c653888-a123-400c-a284-ab8afd7b0413 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Unset dirty status for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:47.386166 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8c653888-a123-400c-a284-ab8afd7b0413 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1675467
Dec 22 04:51:47.389660 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55698) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:47.395048 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dcde40-5b92-45df-9823-d801572a4383 None None] Network 838a75d7-305a-477b-a5fe-f0288b0ee23f requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:51:47.434108 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08725a4-a542-4ac6-866b-974f213f8b98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:47.434714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f08725a4-a542-4ac6-866b-974f213f8b98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:47.447740 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] Sync routers for ids ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:51:47.451083 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-7ab85e2f-308f-469b-a493-1c4e9904143b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343307434'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:47.465831 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7ab85e2f-308f-469b-a493-1c4e9904143b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:47.475643 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] Routers {'1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:47.476567 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c70eb20>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:47.506915 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d8d438-80e3-4e68-8f1d-8c3bfa727c90 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:47.509452 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7ab85e2f-308f-469b-a493-1c4e9904143b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:47.509866 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-01d8d438-80e3-4e68-8f1d-8c3bfa727c90 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Synchronizing usage tracker for tenant:fd72df115f564198b6625c6a0d6299d2 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:47.530166 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f08725a4-a542-4ac6-866b-974f213f8b98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 2.5572617
Dec 22 04:51:47.543612 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7ab85e2f-308f-469b-a493-1c4e9904143b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:47.574436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-01d8d438-80e3-4e68-8f1d-8c3bfa727c90 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Unset dirty status for tenant:fd72df115f564198b6625c6a0d6299d2 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:47.575658 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-01d8d438-80e3-4e68-8f1d-8c3bfa727c90 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe74ed20-ba67-4c54-8f1e-d46d362af84e HTTP/1.1" status: 200  len: 913 time: 0.4871173
Dec 22 04:51:47.583829 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55706) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:47.800127 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-838a75d7-305a-477b-a5fe-f0288b0ee23f', 'network_id': '838a75d7-305a-477b-a5fe-f0288b0ee23f', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ips': [{'subnet_id': '80d90413-e4ca-438f-80c0-75a840d888a1'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:51:47.800971 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:47.824986 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] Set router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:51:47.858128 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7ab85e2f-308f-469b-a493-1c4e9904143b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:47.866012 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7ab85e2f-308f-469b-a493-1c4e9904143b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Usage tracker for resource:security_group_rule and tenant:6407b9f93fbc491ca9e56915418a734c is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:47.871063 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7ab85e2f-308f-469b-a493-1c4e9904143b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:47.879980 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7ab85e2f-308f-469b-a493-1c4e9904143b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:48.029987 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ff58e826-df91-43af-999f-ca12672fc1b2 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:48.040910 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ff58e826-df91-43af-999f-ca12672fc1b2 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706333'] for router, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:48.098828 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Allocated IP 172.20.0.18 (838a75d7-305a-477b-a5fe-f0288b0ee23f/80d90413-e4ca-438f-80c0-75a840d888a1/92c3f53c-796b-4855-91c0-b0275920dcb7) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:51:48.149473 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-640df174-dda2-4b74-8041-20d39e32ba5d req-05e3e749-a6a2-4661-9c2f-b2fcbc00ffe2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=71399509-53eb-423d-a58f-40013ecf242f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3887994
Dec 22 04:51:48.205490 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7ab85e2f-308f-469b-a493-1c4e9904143b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:48.236738 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7ab85e2f-308f-469b-a493-1c4e9904143b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:48.252364 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bf3e1e35-e6df-4fe9-9fac-e306b3d6bc80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:48.305006 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab85e2f-308f-469b-a493-1c4e9904143b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e64af8-9bb1-4002-a0ab-951a77b400f2,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:48.313611 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7ab85e2f-308f-469b-a493-1c4e9904143b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:48.318814 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-640df174-dda2-4b74-8041-20d39e32ba5d req-d1f463e9-ae7c-4a02-a253-5afc3c6b56aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 1099 time: 0.1038704
Dec 22 04:51:48.346946 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff58e826-df91-43af-999f-ca12672fc1b2 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:51:48.349830 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-df390905-7a8b-4230-8bae-077672f0fd4f tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:48.408090 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7ab85e2f-308f-469b-a493-1c4e9904143b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:48.409536 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7ab85e2f-308f-469b-a493-1c4e9904143b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.0182829
Dec 22 04:51:48.418905 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55710) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:48.427566 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c70eb20>, [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:51:47Z', 'revision_number': 7, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None, '_interfaces': [{'id': '27f14012-de08-4333-b841-3efd29e2ddd5', 'name': '', 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:d5:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1669534a-a817-42bf-a928-4b440954d44c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:24Z', 'updated_at': '2021-12-22T04:51:39Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '1669534a-a817-42bf-a928-4b440954d44c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d03961e-d666-4f35-825d-7e28311b1164', 'name': '', 'network_id': 'c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:0c:38:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6cfb5e5-2e12-4426-8c00-ff0f04a14a30', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:34Z', 'updated_at': '2021-12-22T04:51:36Z', 'revision_number': 2, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': 'f6cfb5e5-2e12-4426-8c00-ff0f04a14a30', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43ee8979-df02-4d81-8a0b-ed9f1559e02a', 'name': '', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:cd:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:29Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e7528fd-ac26-4bed-9d9a-0b7234f7a07d', 'name': '', 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:e1:e3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:17Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:48.432055 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] Checking router: 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:51:48.432542 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] Updating router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c port 3d03961e-d666-4f35-825d-7e28311b1164 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:51:48.487218 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-dd67f015-2478-4455-9afc-58e9a7b3c3fd tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Request body: {'security_group': {'name': 'tempest-secgroup--652949850'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:48.494295 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:48.506890 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-dd67f015-2478-4455-9afc-58e9a7b3c3fd tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:48.512281 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640df174-dda2-4b74-8041-20d39e32ba5d req-05347576-3567-4acc-b2a7-d5f61323309f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:48.514353 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-640df174-dda2-4b74-8041-20d39e32ba5d req-05347576-3567-4acc-b2a7-d5f61323309f service neutron] 10.222.0.47 "GET /v2.0/networks?id=f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8 HTTP/1.1" status: 200  len: 898 time: 0.1625032
Dec 22 04:51:48.517119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-dd67f015-2478-4455-9afc-58e9a7b3c3fd tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Usage tracker for resource:security_group and tenant:6407b9f93fbc491ca9e56915418a734c is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:48.525253 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-dd67f015-2478-4455-9afc-58e9a7b3c3fd tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:48.534996 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-dd67f015-2478-4455-9afc-58e9a7b3c3fd tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:48.620014 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:48.636856 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dd67f015-2478-4455-9afc-58e9a7b3c3fd tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:48.642480 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Transition to ACTIVE for port object 92c3f53c-796b-4855-91c0-b0275920dcb7 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:48.683281 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Transition to ACTIVE for port object 92c3f53c-796b-4855-91c0-b0275920dcb7 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:48.695092 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:48.699912 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:48.725366 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-640df174-dda2-4b74-8041-20d39e32ba5d req-96254bb3-3a88-43b1-8ac4-6d274e944e0a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0deaae2f-c070-4605-ba96-369346905e69 HTTP/1.1" status: 200  len: 1001 time: 0.2018070
Dec 22 04:51:48.744684 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-dd67f015-2478-4455-9afc-58e9a7b3c3fd tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:48.752676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-dd67f015-2478-4455-9afc-58e9a7b3c3fd tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Usage tracker for resource:security_group_rule and tenant:6407b9f93fbc491ca9e56915418a734c is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:48.757752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-dd67f015-2478-4455-9afc-58e9a7b3c3fd tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:48.771293 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-dd67f015-2478-4455-9afc-58e9a7b3c3fd tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:48.808561 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Network 838a75d7-305a-477b-a5fe-f0288b0ee23f is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:48.819520 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:48.832346 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:51:48.864347 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Pushing event updated for resources: {'Port': ['ID=92c3f53c-796b-4855-91c0-b0275920dcb7,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:48.880918 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:48.889772 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640df174-dda2-4b74-8041-20d39e32ba5d req-cc5053c1-c49d-47ad-bc31-a52b8f96c19d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:48.892000 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-640df174-dda2-4b74-8041-20d39e32ba5d req-cc5053c1-c49d-47ad-bc31-a52b8f96c19d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=246ba28a-a8c9-4127-8cc7-7fb232785c05 HTTP/1.1" status: 200  len: 834 time: 0.1112752
Dec 22 04:51:48.895890 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] Transition to ACTIVE for port object 3d03961e-d666-4f35-825d-7e28311b1164 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:48.899817 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dd67f015-2478-4455-9afc-58e9a7b3c3fd tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:48.904717 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:48.914435 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-092ab195-8db6-461e-b287-bd82de5b3b11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:48.916079 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dd67f015-2478-4455-9afc-58e9a7b3c3fd tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:48.936577 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:48.941880 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:48.971626 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff58e826-df91-43af-999f-ca12672fc1b2 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:51:48.986926 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ff58e826-df91-43af-999f-ca12672fc1b2 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:48.989609 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ff58e826-df91-43af-999f-ca12672fc1b2 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/routers/1e5c95f0-55f1-4caf-ac8f-65adddb8e96c HTTP/1.1" status: 200  len: 704 time: 4.2528882
Dec 22 04:51:48.990984 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55718) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:49.097656 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55722) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:49.106828 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463d8dd-db57-425f-8700-86deeec5f699 None None] Pushing event updated for resources: {'Port': ['ID=3d03961e-d666-4f35-825d-7e28311b1164,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:49.107216 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-f67c5ccc-216c-43ac-85fe-cd18919bb0c7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1156012855', 'description': 'tempest-secgroup-smoke-1156012855 description', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:49.110670 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-7463d8dd-db57-425f-8700-86deeec5f699 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:49.125313 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Attempting to bind port 92c3f53c-796b-4855-91c0-b0275920dcb7 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:51:49.126230 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Attempting to bind port 92c3f53c-796b-4855-91c0-b0275920dcb7 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'c3c0f38c-059c-40e4-a031-88b90bc90b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '838a75d7-305a-477b-a5fe-f0288b0ee23f'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:51:49.126918 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Attempting to bind port 92c3f53c-796b-4855-91c0-b0275920dcb7 on network 838a75d7-305a-477b-a5fe-f0288b0ee23f {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:51:49.160280 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:51:49.161980 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Checking segment: {'id': 'c3c0f38c-059c-40e4-a031-88b90bc90b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '838a75d7-305a-477b-a5fe-f0288b0ee23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:49.164098 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:49.164676 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Bound using segment: {'id': 'c3c0f38c-059c-40e4-a031-88b90bc90b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '838a75d7-305a-477b-a5fe-f0288b0ee23f'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:51:49.166923 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Bound port: 92c3f53c-796b-4855-91c0-b0275920dcb7, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c0f38c-059c-40e4-a031-88b90bc90b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '838a75d7-305a-477b-a5fe-f0288b0ee23f'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:51:49.167516 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:49.177004 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67f015-2478-4455-9afc-58e9a7b3c3fd tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf06b629-2815-4648-8e3a-3551d188b9e1,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:49.189139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dd67f015-2478-4455-9afc-58e9a7b3c3fd tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:49.217778 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f67c5ccc-216c-43ac-85fe-cd18919bb0c7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:49.228730 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] Attempting to bind port 3d03961e-d666-4f35-825d-7e28311b1164 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:51:49.230067 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] Attempting to bind port 3d03961e-d666-4f35-825d-7e28311b1164 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '558ce192-b12f-454c-abb5-3269de74fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:51:49.232721 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] Attempting to bind port 3d03961e-d666-4f35-825d-7e28311b1164 on network c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:51:49.243913 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f67c5ccc-216c-43ac-85fe-cd18919bb0c7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:49.245987 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:51:49.247715 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] Checking segment: {'id': '558ce192-b12f-454c-abb5-3269de74fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:49.248195 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:49.248665 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] Bound using segment: {'id': '558ce192-b12f-454c-abb5-3269de74fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:51:49.250606 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] Bound port: 3d03961e-d666-4f35-825d-7e28311b1164, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558ce192-b12f-454c-abb5-3269de74fda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:51:49.253466 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:49.295241 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f67c5ccc-216c-43ac-85fe-cd18919bb0c7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:49.369257 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] For port 92c3f53c-796b-4855-91c0-b0275920dcb7, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:51:49.373754 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] For port 92c3f53c-796b-4855-91c0-b0275920dcb7, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=92c3f53c-796b-4855-91c0-b0275920dcb7,segment=NetworkSegment(c3c0f38c-059c-40e4-a031-88b90bc90b40),segment_id=c3c0f38c-059c-40e4-a031-88b90bc90b40)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:51:49.378794 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-640df174-dda2-4b74-8041-20d39e32ba5d req-208d22c8-d5cd-4094-867f-26eb7622feb8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3193104
Dec 22 04:51:49.380784 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:49.391422 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dd67f015-2478-4455-9afc-58e9a7b3c3fd tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:49.391715 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a4307cdb-bb6e-4948-a71b-97fc3b5e3959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:49.396214 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55730) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:49.401115 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dd67f015-2478-4455-9afc-58e9a7b3c3fd tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.9194627
Dec 22 04:51:49.464195 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] For port 3d03961e-d666-4f35-825d-7e28311b1164, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:51:49.468693 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] For port 3d03961e-d666-4f35-825d-7e28311b1164, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=3d03961e-d666-4f35-825d-7e28311b1164,segment=NetworkSegment(558ce192-b12f-454c-abb5-3269de74fda2),segment_id=558ce192-b12f-454c-abb5-3269de74fda2)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:51:49.473338 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Pushing event updated for resources: {'Port': ['ID=92c3f53c-796b-4855-91c0-b0275920dcb7,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:49.478728 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:49.487047 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:49.491531 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:49.582259 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463d8dd-db57-425f-8700-86deeec5f699 None None] Pushing event updated for resources: {'Port': ['ID=3d03961e-d666-4f35-825d-7e28311b1164,revision_number=4']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:49.585764 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-7463d8dd-db57-425f-8700-86deeec5f699 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:49.586327 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] Routers {'1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:49.586945 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c70eb20>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:49.652343 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f67c5ccc-216c-43ac-85fe-cd18919bb0c7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:49.657782 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f67c5ccc-216c-43ac-85fe-cd18919bb0c7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:49.662772 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f67c5ccc-216c-43ac-85fe-cd18919bb0c7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:49.674351 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f67c5ccc-216c-43ac-85fe-cd18919bb0c7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:49.729036 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4d67b1ed-f181-480a-a44f-71c7b5e98d5a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:49.758235 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f67c5ccc-216c-43ac-85fe-cd18919bb0c7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:49.835740 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] Set router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:51:49.895063 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-51217262-8293-4053-b056-51752fa6b64d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Request body: {'security_group_rule': {'security_group_id': '18e64af8-9bb1-4002-a0ab-951a77b400f2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bf06b629-2815-4648-8e3a-3551d188b9e1', 'remote_ip_prefix': None}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:49.902239 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f67c5ccc-216c-43ac-85fe-cd18919bb0c7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:49.928703 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:49.954196 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-51217262-8293-4053-b056-51752fa6b64d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:49.977536 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-51217262-8293-4053-b056-51752fa6b64d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Usage tracker for resource:security_group_rule and tenant:6407b9f93fbc491ca9e56915418a734c is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:49.985909 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-dc8d7281-01ca-4e41-9d47-510a5d62652f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/routers/1e5c95f0-55f1-4caf-ac8f-65adddb8e96c HTTP/1.1" status: 200  len: 704 time: 0.9935529
Dec 22 04:51:49.990010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55736) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:50.001219 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-51217262-8293-4053-b056-51752fa6b64d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:50.053535 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-51217262-8293-4053-b056-51752fa6b64d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:50.069535 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c5ccc-216c-43ac-85fe-cd18919bb0c7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=539f3721-2ee8-4ec5-b55c-4768f9ae3d71,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:50.084344 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f67c5ccc-216c-43ac-85fe-cd18919bb0c7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:50.088455 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-27d0de05-bf73-4b9e-b515-e6db36846540 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Synchronizing usage tracker for tenant:3b44be9ba27547a492de77c9a415f2bf on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:50.092252 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-640df174-dda2-4b74-8041-20d39e32ba5d req-3786a45c-6882-4338-b594-6ed05901db8a service neutron] 10.222.0.47 "GET /v2.0/networks/f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6950290
Dec 22 04:51:50.098808 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f67c5ccc-216c-43ac-85fe-cd18919bb0c7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:50.099999 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f67c5ccc-216c-43ac-85fe-cd18919bb0c7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 1.0013788
Dec 22 04:51:50.159075 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55740) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:50.175093 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-21b81902-9371-4d7d-bdb7-83a492f83170 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '539f3721-2ee8-4ec5-b55c-4768f9ae3d71', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:50.242052 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-640df174-dda2-4b74-8041-20d39e32ba5d req-bc7cd18d-831d-4f03-aa32-9edab59e623a service neutron] 10.222.0.47 "GET /v2.0/networks/f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407342
Dec 22 04:51:50.265024 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c70eb20>, [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:51:47Z', 'revision_number': 7, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None, '_interfaces': [{'id': '27f14012-de08-4333-b841-3efd29e2ddd5', 'name': '', 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:d5:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1669534a-a817-42bf-a928-4b440954d44c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:24Z', 'updated_at': '2021-12-22T04:51:39Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '1669534a-a817-42bf-a928-4b440954d44c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d03961e-d666-4f35-825d-7e28311b1164', 'name': '', 'network_id': 'c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:0c:38:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6cfb5e5-2e12-4426-8c00-ff0f04a14a30', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:34Z', 'updated_at': '2021-12-22T04:51:49Z', 'revision_number': 4, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': 'f6cfb5e5-2e12-4426-8c00-ff0f04a14a30', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43ee8979-df02-4d81-8a0b-ed9f1559e02a', 'name': '', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:cd:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:29Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e7528fd-ac26-4bed-9d9a-0b7234f7a07d', 'name': '', 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:e1:e3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:17Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:50.271948 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75ae04f-dd66-4918-98ce-754282bc14c2 None None] The sync data for ids ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'] in dv-neutron-822525-1-hyperv is: [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:51:47Z', 'revision_number': 7, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None, '_interfaces': [{'id': '27f14012-de08-4333-b841-3efd29e2ddd5', 'name': '', 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:d5:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1669534a-a817-42bf-a928-4b440954d44c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:24Z', 'updated_at': '2021-12-22T04:51:39Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '1669534a-a817-42bf-a928-4b440954d44c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d03961e-d666-4f35-825d-7e28311b1164', 'name': '', 'network_id': 'c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:0c:38:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6cfb5e5-2e12-4426-8c00-ff0f04a14a30', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:34Z', 'updated_at': '2021-12-22T04:51:49Z', 'revision_number': 4, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': 'f6cfb5e5-2e12-4426-8c00-ff0f04a14a30', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43ee8979-df02-4d81-8a0b-ed9f1559e02a', 'name': '', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:cd:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:29Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e7528fd-ac26-4bed-9d9a-0b7234f7a07d', 'name': '', 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:e1:e3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:17Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:51:50.276204 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-51217262-8293-4053-b056-51752fa6b64d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:50.286781 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-27d0de05-bf73-4b9e-b515-e6db36846540 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Unset dirty status for tenant:3b44be9ba27547a492de77c9a415f2bf on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:50.287970 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-27d0de05-bf73-4b9e-b515-e6db36846540 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-718493915&fields=id&tenant_id=3b44be9ba27547a492de77c9a415f2bf HTTP/1.1" status: 200  len: 267 time: 0.3999970
Dec 22 04:51:50.392882 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-21b81902-9371-4d7d-bdb7-83a492f83170 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:50.406696 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-21b81902-9371-4d7d-bdb7-83a492f83170 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:50.415286 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-21b81902-9371-4d7d-bdb7-83a492f83170 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:50.428904 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-21b81902-9371-4d7d-bdb7-83a492f83170 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:50.478620 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-51217262-8293-4053-b056-51752fa6b64d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:50.489230 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-21b81902-9371-4d7d-bdb7-83a492f83170 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:50.490657 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-51217262-8293-4053-b056-51752fa6b64d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:50.502402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-278e569a-3100-484f-8aa7-f99826012c27 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:50.517803 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-4587a5f3-91db-46bc-a850-5ef5d6a66bde tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:50.519190 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-4587a5f3-91db-46bc-a850-5ef5d6a66bde tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/networks?id=7f8f534e-2db6-44af-9bdd-e4fd78e01696 HTTP/1.1" status: 200  len: 811 time: 0.2136338
Dec 22 04:51:50.542543 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51217262-8293-4053-b056-51752fa6b64d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0da976-4420-4ee6-b6c3-fe95b947aa1a,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:50.550800 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-51217262-8293-4053-b056-51752fa6b64d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:50.558248 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-520b526f-ff0d-42b7-bb9f-39d4fb779b2b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/quotas/3b44be9ba27547a492de77c9a415f2bf HTTP/1.1" status: 200  len: 375 time: 0.0276518
Dec 22 04:51:50.559461 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-51217262-8293-4053-b056-51752fa6b64d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:50.565174 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-51217262-8293-4053-b056-51752fa6b64d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 0.7983947
Dec 22 04:51:50.565510 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55744) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:50.641467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0baaa35a-5886-4548-b591-5e45df0b7f60 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:50.653439 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0baaa35a-5886-4548-b591-5e45df0b7f60 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:50.700586 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-533dae22-7fc8-4cca-abd0-d73276f4dee6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b44be9ba27547a492de77c9a415f2bf&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1240649
Dec 22 04:51:50.701781 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0baaa35a-5886-4548-b591-5e45df0b7f60 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:50.704288 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:50.743838 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baaa35a-5886-4548-b591-5e45df0b7f60 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e0da976-4420-4ee6-b6c3-fe95b947aa1a,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:50.746307 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0baaa35a-5886-4548-b591-5e45df0b7f60 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:50.799080 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0baaa35a-5886-4548-b591-5e45df0b7f60 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:50.802522 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0baaa35a-5886-4548-b591-5e45df0b7f60 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/9e0da976-4420-4ee6-b6c3-fe95b947aa1a HTTP/1.1" status: 204  len: 168 time: 0.2338042
Dec 22 04:51:50.803300 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55748) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:50.823565 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af70849-d0e9-479d-b97e-eded38fc12f0 None None] Network 838a75d7-305a-477b-a5fe-f0288b0ee23f requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:51:50.895243 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-092771c5-d0ff-4133-b77f-84065a8457e1 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Synchronizing usage tracker for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:50.905728 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-34d29c45-dc57-4a4b-a6ed-5e4854bc6920 service neutron] 10.222.0.53 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1882381
Dec 22 04:51:50.920849 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-21b81902-9371-4d7d-bdb7-83a492f83170 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:50.944427 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-092771c5-d0ff-4133-b77f-84065a8457e1 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Unset dirty status for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:50.946438 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-092771c5-d0ff-4133-b77f-84065a8457e1 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.1425250
Dec 22 04:51:50.947900 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-21b81902-9371-4d7d-bdb7-83a492f83170 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:50.952247 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55752) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:50.953060 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-70736b4d-f950-42a4-b312-bcf1d72bf74e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:50.959310 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-afb84b8f-f137-4e08-9d94-2654becd1bf1 None None] Provisioning for port 92c3f53c-796b-4855-91c0-b0275920dcb7 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:51.049440 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b81902-9371-4d7d-bdb7-83a492f83170 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ac43f1-899f-4fc8-9f67-685263d92dc2,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:51.056282 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-df390905-7a8b-4230-8bae-077672f0fd4f tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Deleting port 7ccd3085-cf10-4174-8b44-5552698021c9 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:51:51.056674 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-df390905-7a8b-4230-8bae-077672f0fd4f tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:51.071031 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-79526d6f-ebc4-4cef-bc72-975dd7dbbb06 service neutron] 10.222.0.53 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1539855
Dec 22 04:51:51.103530 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-21b81902-9371-4d7d-bdb7-83a492f83170 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:51.132037 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-21b81902-9371-4d7d-bdb7-83a492f83170 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:51.135951 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-21b81902-9371-4d7d-bdb7-83a492f83170 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.9634888
Dec 22 04:51:51.136106 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55756) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:51.148759 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-b91425f9-d82c-4dcd-b160-e69268931442 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '539f3721-2ee8-4ec5-b55c-4768f9ae3d71', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:51.175355 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b91425f9-d82c-4dcd-b160-e69268931442 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:51.179383 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b91425f9-d82c-4dcd-b160-e69268931442 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:51.186365 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b91425f9-d82c-4dcd-b160-e69268931442 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:51.202263 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b91425f9-d82c-4dcd-b160-e69268931442 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:51.243163 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b91425f9-d82c-4dcd-b160-e69268931442 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:51.333143 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3e449101-846d-4cc6-b37a-5ef33a74afa9 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:51.335345 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b91425f9-d82c-4dcd-b160-e69268931442 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:51.342348 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b91425f9-d82c-4dcd-b160-e69268931442 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:51.346068 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:51.373444 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91425f9-d82c-4dcd-b160-e69268931442 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dabee67-94f3-4945-9bfa-5e631e304bb8,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:51.379475 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b91425f9-d82c-4dcd-b160-e69268931442 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:51.391970 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b91425f9-d82c-4dcd-b160-e69268931442 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:51.394168 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b91425f9-d82c-4dcd-b160-e69268931442 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2562878
Dec 22 04:51:51.396141 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55766) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:51.402852 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-8adb5436-8b87-4e1c-9a5f-601120141f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '539f3721-2ee8-4ec5-b55c-4768f9ae3d71', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:51.412366 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8adb5436-8b87-4e1c-9a5f-601120141f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:51.412931 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3e449101-846d-4cc6-b37a-5ef33a74afa9 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:51.416844 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8adb5436-8b87-4e1c-9a5f-601120141f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:51.420094 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8adb5436-8b87-4e1c-9a5f-601120141f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:51.426208 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8adb5436-8b87-4e1c-9a5f-601120141f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:51.446425 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8adb5436-8b87-4e1c-9a5f-601120141f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:51.482409 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-16f6f712-a517-4459-8661-a473f5e429cf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:51.518477 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8adb5436-8b87-4e1c-9a5f-601120141f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:51.522423 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8adb5436-8b87-4e1c-9a5f-601120141f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:51.528246 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-51217262-8293-4053-b056-51752fa6b64d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:51.549508 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb5436-8b87-4e1c-9a5f-601120141f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2e141e-e93e-43c5-b39d-fde419591def,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:51.555524 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8adb5436-8b87-4e1c-9a5f-601120141f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:51.561304 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8adb5436-8b87-4e1c-9a5f-601120141f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:51.566043 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8adb5436-8b87-4e1c-9a5f-601120141f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1688874
Dec 22 04:51:51.566769 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55774) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:51.572402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-91790bfd-96c2-42a4-a4de-8791c4376bd7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '539f3721-2ee8-4ec5-b55c-4768f9ae3d71', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:51.578866 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-91790bfd-96c2-42a4-a4de-8791c4376bd7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:51.583768 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-91790bfd-96c2-42a4-a4de-8791c4376bd7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:51.586859 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-91790bfd-96c2-42a4-a4de-8791c4376bd7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:51.595781 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-91790bfd-96c2-42a4-a4de-8791c4376bd7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:51.619497 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-91790bfd-96c2-42a4-a4de-8791c4376bd7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:51.630056 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-df390905-7a8b-4230-8bae-077672f0fd4f tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:51.745957 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-91790bfd-96c2-42a4-a4de-8791c4376bd7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:51.764816 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-91790bfd-96c2-42a4-a4de-8791c4376bd7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:51.773915 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aef0eb-0bb2-4d97-b097-5cd0f0c375de None None] Sync routers for ids ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:51:51.786278 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:51.792088 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aef0eb-0bb2-4d97-b097-5cd0f0c375de None None] Routers {'1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:51.793060 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-42aef0eb-0bb2-4d97-b097-5cd0f0c375de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5be4f0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:51.806867 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-53025e27-e00a-41f8-827f-73dc1f3a9e7d req-f14d0837-882a-4ae3-9fef-10e749c1fce0 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Synchronizing usage tracker for tenant:3b44be9ba27547a492de77c9a415f2bf on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:51.830231 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91790bfd-96c2-42a4-a4de-8791c4376bd7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fce668e-e90a-4fff-9e42-ce0f58d3b900,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:51.832821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-91790bfd-96c2-42a4-a4de-8791c4376bd7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:51.851084 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-91790bfd-96c2-42a4-a4de-8791c4376bd7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:51.853010 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-91790bfd-96c2-42a4-a4de-8791c4376bd7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2849600
Dec 22 04:51:51.855774 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55782) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:51.867328 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-1563f03f-b308-44b9-95ed-f8eb7b3286e1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '539f3721-2ee8-4ec5-b55c-4768f9ae3d71', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:51.885026 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1563f03f-b308-44b9-95ed-f8eb7b3286e1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:51.898419 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1563f03f-b308-44b9-95ed-f8eb7b3286e1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:51.902983 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1563f03f-b308-44b9-95ed-f8eb7b3286e1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:51.910652 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1563f03f-b308-44b9-95ed-f8eb7b3286e1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:51.927157 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.securitygroups_db [None req-1563f03f-b308-44b9-95ed-f8eb7b3286e1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Project 276ceac97e6343c5aa8f294c3cc0960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 04:51:51.956519 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1563f03f-b308-44b9-95ed-f8eb7b3286e1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:52.022475 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 3d03961e-d666-4f35-825d-7e28311b1164 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:52.027519 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-df390905-7a8b-4230-8bae-077672f0fd4f tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Calling delete_port for 7ccd3085-cf10-4174-8b44-5552698021c9 owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:51:52.110250 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1563f03f-b308-44b9-95ed-f8eb7b3286e1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:52.112022 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-53025e27-e00a-41f8-827f-73dc1f3a9e7d req-f14d0837-882a-4ae3-9fef-10e749c1fce0 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Unset dirty status for tenant:3b44be9ba27547a492de77c9a415f2bf on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:52.119461 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1563f03f-b308-44b9-95ed-f8eb7b3286e1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:52.122713 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6c2559fc-8807-422b-8524-0792bdf6fd9f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:52.123447 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-53025e27-e00a-41f8-827f-73dc1f3a9e7d req-f14d0837-882a-4ae3-9fef-10e749c1fce0 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 210 time: 0.5781786
Dec 22 04:51:52.132603 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-42aef0eb-0bb2-4d97-b097-5cd0f0c375de None None] Set router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:51:52.146431 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563f03f-b308-44b9-95ed-f8eb7b3286e1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f41ecc3-4be6-47ed-a905-3482ed7f51d6,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:52.156591 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1563f03f-b308-44b9-95ed-f8eb7b3286e1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:52.172206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3e449101-846d-4cc6-b37a-5ef33a74afa9 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:52.181294 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1563f03f-b308-44b9-95ed-f8eb7b3286e1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:52.183254 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1563f03f-b308-44b9-95ed-f8eb7b3286e1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3259873
Dec 22 04:51:52.185679 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55788) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:52.194050 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-1faf280a-4040-4417-90f8-826c9eb894bc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '539f3721-2ee8-4ec5-b55c-4768f9ae3d71', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:52.200872 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1faf280a-4040-4417-90f8-826c9eb894bc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:52.206306 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1faf280a-4040-4417-90f8-826c9eb894bc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:52.209742 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1faf280a-4040-4417-90f8-826c9eb894bc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:52.222243 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1faf280a-4040-4417-90f8-826c9eb894bc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:52.239298 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.securitygroups_db [None req-1faf280a-4040-4417-90f8-826c9eb894bc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Project 276ceac97e6343c5aa8f294c3cc0960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 04:51:52.249062 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1faf280a-4040-4417-90f8-826c9eb894bc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:52.255806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0d6cc797-f1d0-4564-bb8e-0cbf956dff96 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:52.324433 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 3d03961e-d666-4f35-825d-7e28311b1164 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:52.355708 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1faf280a-4040-4417-90f8-826c9eb894bc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:52.360631 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1faf280a-4040-4417-90f8-826c9eb894bc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:52.362682 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:52.387010 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 3d03961e-d666-4f35-825d-7e28311b1164 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:52.387806 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:52.390932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf280a-4040-4417-90f8-826c9eb894bc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ef9871-6f4c-46d0-b88f-8683167602e9,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:52.396711 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1faf280a-4040-4417-90f8-826c9eb894bc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:52.402449 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1faf280a-4040-4417-90f8-826c9eb894bc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:52.404820 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1faf280a-4040-4417-90f8-826c9eb894bc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2179561
Dec 22 04:51:52.445027 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e449101-846d-4cc6-b37a-5ef33a74afa9 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf06b629-2815-4648-8e3a-3551d188b9e1,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:52.452085 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3e449101-846d-4cc6-b37a-5ef33a74afa9 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:52.487408 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3e449101-846d-4cc6-b37a-5ef33a74afa9 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:52.489346 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3e449101-846d-4cc6-b37a-5ef33a74afa9 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "DELETE /v2.0/security-groups/bf06b629-2815-4648-8e3a-3551d188b9e1 HTTP/1.1" status: 204  len: 168 time: 1.5044634
Dec 22 04:51:52.492162 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55794) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:52.604170 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-56ea379d-db38-4c19-bc30-b4a69623fc99 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Synchronizing usage tracker for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:52.622923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-56ea379d-db38-4c19-bc30-b4a69623fc99 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Unset dirty status for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:52.627994 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-56ea379d-db38-4c19-bc30-b4a69623fc99 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.1346118
Dec 22 04:51:52.628637 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55804) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:52.657353 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:52.708373 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 3d03961e-d666-4f35-825d-7e28311b1164, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=3d03961e-d666-4f35-825d-7e28311b1164,segment=NetworkSegment(558ce192-b12f-454c-abb5-3269de74fda2),segment_id=558ce192-b12f-454c-abb5-3269de74fda2)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:51:52.717574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-c0564ef5-2e0c-4ec1-9b69-315696cfc556 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:52.718056 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:52.719420 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 92c3f53c-796b-4855-91c0-b0275920dcb7 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:52.742215 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d4db599e-daad-4546-8ec4-e6a1e8fad1d4 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:52.751005 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:52.762347 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-c0564ef5-2e0c-4ec1-9b69-315696cfc556 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:52.763637 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-c0564ef5-2e0c-4ec1-9b69-315696cfc556 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1156012855&fields=id&tenant_id=276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 267 time: 0.1185870
Dec 22 04:51:52.783438 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-df390905-7a8b-4230-8bae-077672f0fd4f tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:52.794641 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-90007ef0-78e0-4f8e-ae32-d258d0d0b4da tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:52.798801 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d4db599e-daad-4546-8ec4-e6a1e8fad1d4 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:52.825107 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-42aef0eb-0bb2-4d97-b097-5cd0f0c375de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5be4f0>, [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:51:47Z', 'revision_number': 7, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None, '_interfaces': [{'id': '27f14012-de08-4333-b841-3efd29e2ddd5', 'name': '', 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:d5:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1669534a-a817-42bf-a928-4b440954d44c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:24Z', 'updated_at': '2021-12-22T04:51:39Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '1669534a-a817-42bf-a928-4b440954d44c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d03961e-d666-4f35-825d-7e28311b1164', 'name': '', 'network_id': 'c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:0c:38:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6cfb5e5-2e12-4426-8c00-ff0f04a14a30', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:34Z', 'updated_at': '2021-12-22T04:51:49Z', 'revision_number': 4, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': 'f6cfb5e5-2e12-4426-8c00-ff0f04a14a30', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43ee8979-df02-4d81-8a0b-ed9f1559e02a', 'name': '', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:cd:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:29Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e7528fd-ac26-4bed-9d9a-0b7234f7a07d', 'name': '', 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:e1:e3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:17Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:52.845463 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aef0eb-0bb2-4d97-b097-5cd0f0c375de None None] Checking router: 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:51:52.857370 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=3d03961e-d666-4f35-825d-7e28311b1164,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:52.862161 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:52.872760 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aef0eb-0bb2-4d97-b097-5cd0f0c375de None None] Routers {'1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:52.873460 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-42aef0eb-0bb2-4d97-b097-5cd0f0c375de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5be4f0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:52.873881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df390905-7a8b-4230-8bae-077672f0fd4f tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Pushing event deleted for resources: {'Port': ['ID=7ccd3085-cf10-4174-8b44-5552698021c9,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:52.908073 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-4d67b1ed-f181-480a-a44f-71c7b5e98d5a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Deleting port 78c64611-a04a-4bdb-9e84-c9b51f225711 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:51:52.908585 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4d67b1ed-f181-480a-a44f-71c7b5e98d5a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:52.942186 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-df390905-7a8b-4230-8bae-077672f0fd4f tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:52.987672 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 92c3f53c-796b-4855-91c0-b0275920dcb7 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:53.055010 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 92c3f53c-796b-4855-91c0-b0275920dcb7 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:53.055759 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:53.195771 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d4db599e-daad-4546-8ec4-e6a1e8fad1d4 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:53.209907 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-060aad0c-644c-488e-a5ab-52cc069f937b tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:53.251676 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-42aef0eb-0bb2-4d97-b097-5cd0f0c375de None None] Set router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:51:53.285775 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db599e-daad-4546-8ec4-e6a1e8fad1d4 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e64af8-9bb1-4002-a0ab-951a77b400f2,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:53.396055 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d4db599e-daad-4546-8ec4-e6a1e8fad1d4 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:53.404029 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-93ad99ff-ac56-44bb-bdcb-bb53ab70a60d tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:53.405636 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-93ad99ff-ac56-44bb-bdcb-bb53ab70a60d tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.47 "GET /v2.0/networks?id=7f8f534e-2db6-44af-9bdd-e4fd78e01696 HTTP/1.1" status: 200  len: 811 time: 0.3412290
Dec 22 04:51:53.417288 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-94b9d183-794c-4b22-9bcf-d61764be00e0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:53.418624 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-94b9d183-794c-4b22-9bcf-d61764be00e0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/networks?id=838a75d7-305a-477b-a5fe-f0288b0ee23f HTTP/1.1" status: 200  len: 796 time: 0.6457238
Dec 22 04:51:53.419776 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d4db599e-daad-4546-8ec4-e6a1e8fad1d4 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:53.421788 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d4db599e-daad-4546-8ec4-e6a1e8fad1d4 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "DELETE /v2.0/security-groups/18e64af8-9bb1-4002-a0ab-951a77b400f2 HTTP/1.1" status: 204  len: 168 time: 0.7910738
Dec 22 04:51:53.424887 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55814) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:53.457414 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-a208f702-55d6-4865-9ec2-beb466fe2842 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/quotas/276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 375 time: 0.0299373
Dec 22 04:51:53.527981 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ed1195c6-b2b9-4e68-b9a7-9e65ce1b51ce req-6fb657aa-5edb-4373-b84f-65772c8f8971 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 210 time: 0.1035514
Dec 22 04:51:53.547697 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4d67b1ed-f181-480a-a44f-71c7b5e98d5a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:53.588088 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-646d7e2b-0e18-43bb-a0e7-2cd39bfdba11 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b44be9ba27547a492de77c9a415f2bf HTTP/1.1" status: 200  len: 379 time: 0.0749311
Dec 22 04:51:53.596030 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-615de7e6-31d5-4e1b-9c49-5c667a322891 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Synchronizing usage tracker for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:53.605362 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-b072e854-f4e6-4c98-a326-2c90a4978927 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Request body: {'port': {'device_id': '70d216ec-b262-4d85-9718-53fac54b6d64', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'admin_state_up': True, 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'security_groups': ['252d0a12-3276-4798-b93d-a7622f5bf490']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:53.689246 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-4d67b1ed-f181-480a-a44f-71c7b5e98d5a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Calling delete_port for 78c64611-a04a-4bdb-9e84-c9b51f225711 owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:51:53.731846 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-615de7e6-31d5-4e1b-9c49-5c667a322891 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Unset dirty status for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:53.736468 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-df390905-7a8b-4230-8bae-077672f0fd4f tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:53.738482 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-615de7e6-31d5-4e1b-9c49-5c667a322891 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3125536
Dec 22 04:51:53.740678 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55820) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:53.753030 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-71110da4-e24b-4967-9141-9967a59f3c9e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Request body: {'security_group': {'name': 'tempest-secgroup--1679563376'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:53.769291 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-ab93d533-f63f-4885-996d-62677408b516 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&fields=id HTTP/1.1" status: 200  len: 440 time: 0.3023100
Dec 22 04:51:53.777119 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-71110da4-e24b-4967-9141-9967a59f3c9e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:53.817344 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:53.928826 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 92c3f53c-796b-4855-91c0-b0275920dcb7, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=92c3f53c-796b-4855-91c0-b0275920dcb7,segment=NetworkSegment(c3c0f38c-059c-40e4-a031-88b90bc90b40),segment_id=c3c0f38c-059c-40e4-a031-88b90bc90b40)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:51:53.936527 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:53.958226 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e98f6681-25f3-4dca-979b-0de7c05070b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:54.065112 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-71110da4-e24b-4967-9141-9967a59f3c9e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:54.119373 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-42aef0eb-0bb2-4d97-b097-5cd0f0c375de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5be4f0>, [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:51:47Z', 'revision_number': 7, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None, '_interfaces': [{'id': '27f14012-de08-4333-b841-3efd29e2ddd5', 'name': '', 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:d5:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1669534a-a817-42bf-a928-4b440954d44c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:24Z', 'updated_at': '2021-12-22T04:51:39Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '1669534a-a817-42bf-a928-4b440954d44c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d03961e-d666-4f35-825d-7e28311b1164', 'name': '', 'network_id': 'c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:0c:38:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6cfb5e5-2e12-4426-8c00-ff0f04a14a30', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:34Z', 'updated_at': '2021-12-22T04:51:52Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': 'f6cfb5e5-2e12-4426-8c00-ff0f04a14a30', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43ee8979-df02-4d81-8a0b-ed9f1559e02a', 'name': '', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:cd:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:29Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e7528fd-ac26-4bed-9d9a-0b7234f7a07d', 'name': '', 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:e1:e3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:17Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:54.152002 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=92c3f53c-796b-4855-91c0-b0275920dcb7,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:54.157422 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 3d03961e-d666-4f35-825d-7e28311b1164 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:54.164844 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-40a753b3-1204-43fb-b919-bed262e176b2 service neutron] 10.222.0.53 "GET /v2.0/networks/838a75d7-305a-477b-a5fe-f0288b0ee23f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3733323
Dec 22 04:51:54.167107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-71110da4-e24b-4967-9141-9967a59f3c9e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:54.179796 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-b072e854-f4e6-4c98-a326-2c90a4978927 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:54.204636 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:54.224588 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aef0eb-0bb2-4d97-b097-5cd0f0c375de None None] The sync data for ids ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'] in dv-neutron-822525-1-hyperv is: [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:51:47Z', 'revision_number': 7, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None, '_interfaces': [{'id': '27f14012-de08-4333-b841-3efd29e2ddd5', 'name': '', 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:d5:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1669534a-a817-42bf-a928-4b440954d44c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:24Z', 'updated_at': '2021-12-22T04:51:39Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '1669534a-a817-42bf-a928-4b440954d44c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d03961e-d666-4f35-825d-7e28311b1164', 'name': '', 'network_id': 'c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:0c:38:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6cfb5e5-2e12-4426-8c00-ff0f04a14a30', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:34Z', 'updated_at': '2021-12-22T04:51:52Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': 'f6cfb5e5-2e12-4426-8c00-ff0f04a14a30', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43ee8979-df02-4d81-8a0b-ed9f1559e02a', 'name': '', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:cd:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:29Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e7528fd-ac26-4bed-9d9a-0b7234f7a07d', 'name': '', 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:e1:e3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:17Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:51:54.312442 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 3d03961e-d666-4f35-825d-7e28311b1164 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:54.312834 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:54.399842 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-b072e854-f4e6-4c98-a326-2c90a4978927 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:54.445240 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-b072e854-f4e6-4c98-a326-2c90a4978927 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Made reservation on behalf of 3b44be9ba27547a492de77c9a415f2bf for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:51:54.451839 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-b072e854-f4e6-4c98-a326-2c90a4978927 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:54.488345 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-71110da4-e24b-4967-9141-9967a59f3c9e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:54.541337 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-71110da4-e24b-4967-9141-9967a59f3c9e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Usage tracker for resource:security_group_rule and tenant:6407b9f93fbc491ca9e56915418a734c is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:54.554811 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-71110da4-e24b-4967-9141-9967a59f3c9e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:54.579104 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-71110da4-e24b-4967-9141-9967a59f3c9e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:54.610408 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-d9edda95-6c51-4e9c-8a6b-8a02368a54ab service neutron] 10.222.0.53 "GET /v2.0/networks/838a75d7-305a-477b-a5fe-f0288b0ee23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4323936
Dec 22 04:51:54.809651 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-71110da4-e24b-4967-9141-9967a59f3c9e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:54.811835 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-b072e854-f4e6-4c98-a326-2c90a4978927 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Allocated IP 172.20.0.9 (7f8f534e-2db6-44af-9bdd-e4fd78e01696/bbd01024-1a39-4919-97b8-72bd7b2c03da/29dae181-c7ee-4c74-a00f-d32532091b2e) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:51:54.832284 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-71110da4-e24b-4967-9141-9967a59f3c9e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:54.840063 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ce52b904-1c9d-4ff3-9ecf-0a8b8a355f7f tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:54.897912 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf2f80-0e59-482e-a61c-e8a89306104b req-782d44cc-5580-4888-a2a3-3fee938bf0f6 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:54.899375 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3fbf2f80-0e59-482e-a61c-e8a89306104b req-782d44cc-5580-4888-a2a3-3fee938bf0f6 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 945 time: 0.4808095
Dec 22 04:51:54.925609 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71110da4-e24b-4967-9141-9967a59f3c9e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe710b6-9993-4144-b8d6-b415cdf0938f,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:54.931175 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-71110da4-e24b-4967-9141-9967a59f3c9e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:54.938963 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-71110da4-e24b-4967-9141-9967a59f3c9e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:54.940459 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-71110da4-e24b-4967-9141-9967a59f3c9e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.1961076
Dec 22 04:51:54.942969 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55840) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:54.956033 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-1c6fa00a-7570-4da0-9e04-ac05e620f847 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Request body: {'security_group_rule': {'security_group_id': '9fe710b6-9993-4144-b8d6-b415cdf0938f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:54.956588 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-16f6f712-a517-4459-8661-a473f5e429cf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting port 3d03961e-d666-4f35-825d-7e28311b1164 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:51:54.956928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-16f6f712-a517-4459-8661-a473f5e429cf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:54.975992 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1c6fa00a-7570-4da0-9e04-ac05e620f847 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:54.990035 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1c6fa00a-7570-4da0-9e04-ac05e620f847 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Usage tracker for resource:security_group_rule and tenant:6407b9f93fbc491ca9e56915418a734c is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:54.993740 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1c6fa00a-7570-4da0-9e04-ac05e620f847 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:55.006109 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4d67b1ed-f181-480a-a44f-71c7b5e98d5a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:55.021732 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-996a9074-a48e-4a7f-8ecf-231d0ff628be tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:55.061513 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1c6fa00a-7570-4da0-9e04-ac05e620f847 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:55.086243 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67b1ed-f181-480a-a44f-71c7b5e98d5a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event deleted for resources: {'Port': ['ID=78c64611-a04a-4bdb-9e84-c9b51f225711,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:55.129962 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4d67b1ed-f181-480a-a44f-71c7b5e98d5a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:55.141537 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3fbf2f80-0e59-482e-a61c-e8a89306104b req-2fe43fa2-5e56-43c7-962e-7ac9b9301cd2 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2348506
Dec 22 04:51:55.209049 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa00a-7570-4da0-9e04-ac05e620f847 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:55.223385 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-c5dac1e6-22a2-400a-9e77-5a5b4b619207 req-3ef60b7d-9380-42d4-a81d-0e0b7e28b900 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Synchronizing usage tracker for tenant:3b44be9ba27547a492de77c9a415f2bf on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:55.280509 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-b072e854-f4e6-4c98-a326-2c90a4978927 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:55.315131 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-c5dac1e6-22a2-400a-9e77-5a5b4b619207 req-3ef60b7d-9380-42d4-a81d-0e0b7e28b900 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Unset dirty status for tenant:3b44be9ba27547a492de77c9a415f2bf on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:55.316395 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c5dac1e6-22a2-400a-9e77-5a5b4b619207 req-3ef60b7d-9380-42d4-a81d-0e0b7e28b900 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 210 time: 0.1705394
Dec 22 04:51:55.332413 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-b072e854-f4e6-4c98-a326-2c90a4978927 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Transition to ACTIVE for port object 29dae181-c7ee-4c74-a00f-d32532091b2e will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:55.366604 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa00a-7570-4da0-9e04-ac05e620f847 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:55.377191 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa00a-7570-4da0-9e04-ac05e620f847 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:55.387707 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:55.393442 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df390905-7a8b-4230-8bae-077672f0fd4f tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Router d23d258e-2d81-4007-92d1-8b927a1c6609 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:51:55.413482 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fa00a-7570-4da0-9e04-ac05e620f847 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc794e74-17f3-4224-909f-2ea470f90aa9,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:55.422574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1c6fa00a-7570-4da0-9e04-ac05e620f847 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:55.430479 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-b072e854-f4e6-4c98-a326-2c90a4978927 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:55.442044 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1d4c4632-3292-484e-9db3-c9dc9836736d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:55.466381 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c1b5cb90-57b0-48ba-9713-a803eaef5c3f req-b947f458-56bd-42c7-ba66-c9b0ae5fa773 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1ae02-7af9-40dc-b222-cf38075b270d HTTP/1.1" status: 200  len: 210 time: 0.1684844
Dec 22 04:51:55.496114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa00a-7570-4da0-9e04-ac05e620f847 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:55.497624 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1c6fa00a-7570-4da0-9e04-ac05e620f847 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 0.5524380
Dec 22 04:51:55.507223 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55850) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:55.545145 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-16f6f712-a517-4459-8661-a473f5e429cf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] For port 3d03961e-d666-4f35-825d-7e28311b1164, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=3d03961e-d666-4f35-825d-7e28311b1164,segment=NetworkSegment(558ce192-b12f-454c-abb5-3269de74fda2),segment_id=558ce192-b12f-454c-abb5-3269de74fda2)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:51:55.545998 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-16f6f712-a517-4459-8661-a473f5e429cf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:55.547752 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-b072e854-f4e6-4c98-a326-2c90a4978927 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Network 7f8f534e-2db6-44af-9bdd-e4fd78e01696 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:55.552279 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-b072e854-f4e6-4c98-a326-2c90a4978927 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:55.554501 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072e854-f4e6-4c98-a326-2c90a4978927 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Pushing event updated for resources: {'Port': ['ID=29dae181-c7ee-4c74-a00f-d32532091b2e,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:55.556588 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-b072e854-f4e6-4c98-a326-2c90a4978927 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:51:55.589716 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b072e854-f4e6-4c98-a326-2c90a4978927 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:55.612604 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c9dac75c-c44a-4b4e-9342-83df630fc89a tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:55.661236 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-b072e854-f4e6-4c98-a326-2c90a4978927 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:55.661871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-b072e854-f4e6-4c98-a326-2c90a4978927 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:55.670920 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c9dac75c-c44a-4b4e-9342-83df630fc89a tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:55.715845 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-b072e854-f4e6-4c98-a326-2c90a4978927 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1148279
Dec 22 04:51:55.721473 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c9dac75c-c44a-4b4e-9342-83df630fc89a tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:55.736605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a20e0734-9f13-4b06-a1cd-b8938e959680 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:55.752880 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c9dac75c-c44a-4b4e-9342-83df630fc89a tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:55.757080 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c9dac75c-c44a-4b4e-9342-83df630fc89a tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/fc794e74-17f3-4224-909f-2ea470f90aa9 HTTP/1.1" status: 204  len: 168 time: 0.2437518
Dec 22 04:51:55.760701 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] Request body: {'port': {'device_id': '70d216ec-b262-4d85-9718-53fac54b6d64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:55.775258 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55854) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:55.802097 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dac75c-c44a-4b4e-9342-83df630fc89a tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc794e74-17f3-4224-909f-2ea470f90aa9,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:55.805228 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c9dac75c-c44a-4b4e-9342-83df630fc89a tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:55.878309 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1abf138e-8237-44fa-be3e-e0a2a799a6af None None] Provisioning for port 29dae181-c7ee-4c74-a00f-d32532091b2e completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:51:55.884489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1abf138e-8237-44fa-be3e-e0a2a799a6af None None] Provisioning complete for port 29dae181-c7ee-4c74-a00f-d32532091b2e triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:55.884876 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1abf138e-8237-44fa-be3e-e0a2a799a6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:55.976069 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-1abf138e-8237-44fa-be3e-e0a2a799a6af None None] Port 29dae181-c7ee-4c74-a00f-d32532091b2e cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:51:55.985069 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:56.000287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-16f6f712-a517-4459-8661-a473f5e429cf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Calling delete_port for 3d03961e-d666-4f35-825d-7e28311b1164 owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:51:56.087061 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 92c3f53c-796b-4855-91c0-b0275920dcb7 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:51:56.178040 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 92c3f53c-796b-4855-91c0-b0275920dcb7 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:51:56.178669 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:56.273327 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df390905-7a8b-4230-8bae-077672f0fd4f tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:51:56.284635 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd0556f-b6f8-4253-8d73-1f424962a2b6 None None] Sync routers for ids ['d23d258e-2d81-4007-92d1-8b927a1c6609'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:51:56.312141 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd0556f-b6f8-4253-8d73-1f424962a2b6 None None] Routers {'d23d258e-2d81-4007-92d1-8b927a1c6609'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:56.313106 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-dcd0556f-b6f8-4253-8d73-1f424962a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c4d9310>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['d23d258e-2d81-4007-92d1-8b927a1c6609'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:56.340468 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-9c07195a-3899-49e9-9650-636a240a348f tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Synchronizing usage tracker for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:56.374471 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-df390905-7a8b-4230-8bae-077672f0fd4f tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "PUT /v2.0/routers/d23d258e-2d81-4007-92d1-8b927a1c6609/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0576897
Dec 22 04:51:56.377731 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55862) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:56.463702 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-dcd0556f-b6f8-4253-8d73-1f424962a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c4d9310>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:56.466885 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-8db4c0bf-5389-4e58-b487-d0414e867d4d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] show failed (client error): The resource could not be found.
Dec 22 04:51:56.473124 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8db4c0bf-5389-4e58-b487-d0414e867d4d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-2138659038 HTTP/1.1" status: 404  len: 335 time: 0.0931036
Dec 22 04:51:56.477860 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd0556f-b6f8-4253-8d73-1f424962a2b6 None None] Routers {'d23d258e-2d81-4007-92d1-8b927a1c6609'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:51:56.478517 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-dcd0556f-b6f8-4253-8d73-1f424962a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c4d9310>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['d23d258e-2d81-4007-92d1-8b927a1c6609'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:56.482723 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55866) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:56.490354 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-9c07195a-3899-49e9-9650-636a240a348f tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Unset dirty status for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:56.492243 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9c07195a-3899-49e9-9650-636a240a348f tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.6543972
Dec 22 04:51:56.519688 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55872) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:56.603550 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-dcd0556f-b6f8-4253-8d73-1f424962a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c4d9310>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:56.603550 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd0556f-b6f8-4253-8d73-1f424962a2b6 None None] The sync data for ids ['d23d258e-2d81-4007-92d1-8b927a1c6609'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:51:56.646236 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794578b-8843-4857-a48f-793c832d3eca req-17c5c545-c75e-492f-b2db-afa249709f7d tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:56.648180 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6794578b-8843-4857-a48f-793c832d3eca req-17c5c545-c75e-492f-b2db-afa249709f7d tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 945 time: 0.3004091
Dec 22 04:51:56.654403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-4399f225-e9f3-4ebb-addb-ee5c87539435 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:56.696017 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6e92bfa0-89d1-4dbd-b68e-b304273efe22 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:56.782551 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6794578b-8843-4857-a48f-793c832d3eca req-62ebbdb1-609b-4177-bbde-b111171b5e83 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1244671
Dec 22 04:51:56.784018 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6e92bfa0-89d1-4dbd-b68e-b304273efe22 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:56.833110 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-4399f225-e9f3-4ebb-addb-ee5c87539435 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] update failed (client error): The resource could not be found.
Dec 22 04:51:56.834136 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4399f225-e9f3-4ebb-addb-ee5c87539435 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-1836330587 HTTP/1.1" status: 404  len: 335 time: 0.3456028
Dec 22 04:51:56.840110 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55876) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:56.843504 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29dae181-c7ee-4c74-a00f-d32532091b2e {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:51:56.926719 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-e4455894-64c9-497f-b1aa-9daeb542b19e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:56.927612 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-e4455894-64c9-497f-b1aa-9daeb542b19e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:network {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:56.938045 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-16f6f712-a517-4459-8661-a473f5e429cf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:56.945977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:56.947873 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e9382a03-b1bc-4d27-ab20-bce19923d74a tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:56.979901 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4d67b1ed-f181-480a-a44f-71c7b5e98d5a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:57.009379 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6f712-a517-4459-8661-a473f5e429cf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Port': ['ID=3d03961e-d666-4f35-825d-7e28311b1164,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:57.012044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-16f6f712-a517-4459-8661-a473f5e429cf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:57.061870 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-e4455894-64c9-497f-b1aa-9daeb542b19e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:network {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:57.063091 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-e4455894-64c9-497f-b1aa-9daeb542b19e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/networks?id=838a75d7-305a-477b-a5fe-f0288b0ee23f HTTP/1.1" status: 200  len: 796 time: 0.5655582
Dec 22 04:51:57.085390 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-28e68b8c-960f-410d-ae58-2b502a53f7f6 req-ead28d1d-a5e0-4e50-a9e5-a8e7a89aa595 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1ae02-7af9-40dc-b222-cf38075b270d HTTP/1.1" status: 200  len: 210 time: 0.1363928
Dec 22 04:51:57.106862 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6e92bfa0-89d1-4dbd-b68e-b304273efe22 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:57.114740 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d4db599e-daad-4546-8ec4-e6a1e8fad1d4 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:57.124870 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] Transition to ACTIVE for port object 29dae181-c7ee-4c74-a00f-d32532091b2e will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:57.137064 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92bfa0-89d1-4dbd-b68e-b304273efe22 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe710b6-9993-4144-b8d6-b415cdf0938f,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:57.143292 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6e92bfa0-89d1-4dbd-b68e-b304273efe22 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:57.144314 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:57.157654 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a05f9feb-d112-4235-8615-328476a9acd7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:57.263843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed793884-9ab0-4439-9d04-a47456ad94de req-cf403d4e-5fb2-477d-9850-dbc429970be6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:57.271547 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ed793884-9ab0-4439-9d04-a47456ad94de req-cf403d4e-5fb2-477d-9850-dbc429970be6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 931 time: 0.5560536
Dec 22 04:51:57.350149 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-91824230-c8de-4927-8e1b-f30f2f4226af tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Deleting subnet 4b6c9e26-6c71-457e-bdc0-a9f32d2b81fd {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:51:57.366084 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6e92bfa0-89d1-4dbd-b68e-b304273efe22 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:57.369945 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6e92bfa0-89d1-4dbd-b68e-b304273efe22 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "DELETE /v2.0/security-groups/9fe710b6-9993-4144-b8d6-b415cdf0938f HTTP/1.1" status: 204  len: 168 time: 0.8484964
Dec 22 04:51:57.371076 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55880) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:57.371925 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-91824230-c8de-4927-8e1b-f30f2f4226af tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:57.414059 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-74eff082-cb2a-4620-8158-c718fa60e204 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 472 time: 0.2776763
Dec 22 04:51:57.427607 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-fcc76dc6-9732-4d2e-ab0f-5a4e61427a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'port': {'device_id': '7ec1ae02-7af9-40dc-b222-cf38075b270d', 'network_id': '838a75d7-305a-477b-a5fe-f0288b0ee23f', 'admin_state_up': True, 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'security_groups': ['539f3721-2ee8-4ec5-b55c-4768f9ae3d71']}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:57.485100 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] Pushing event updated for resources: {'Port': ['ID=29dae181-c7ee-4c74-a00f-d32532091b2e,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:57.488144 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:57.504670 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-ed793884-9ab0-4439-9d04-a47456ad94de req-e1c72792-94f7-4368-8724-8be666c79a67 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Synchronizing usage tracker for tenant:3b44be9ba27547a492de77c9a415f2bf on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:57.545139 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-91824230-c8de-4927-8e1b-f30f2f4226af tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:57.624031 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-ed793884-9ab0-4439-9d04-a47456ad94de req-e1c72792-94f7-4368-8724-8be666c79a67 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Unset dirty status for tenant:3b44be9ba27547a492de77c9a415f2bf on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:57.625399 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ed793884-9ab0-4439-9d04-a47456ad94de req-e1c72792-94f7-4368-8724-8be666c79a67 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3399918
Dec 22 04:51:57.641882 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9f13870a-6b01-4f39-88f3-84406e576de4 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Synchronizing usage tracker for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:51:57.681448 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-fcc76dc6-9732-4d2e-ab0f-5a4e61427a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:57.684915 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] Attempting to bind port 29dae181-c7ee-4c74-a00f-d32532091b2e on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:51:57.685252 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] Attempting to bind port 29dae181-c7ee-4c74-a00f-d32532091b2e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7a2911af-ce8f-47e8-b777-7da37b702f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:51:57.685864 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] Attempting to bind port 29dae181-c7ee-4c74-a00f-d32532091b2e on network 7f8f534e-2db6-44af-9bdd-e4fd78e01696 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:51:57.688376 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-fcc76dc6-9732-4d2e-ab0f-5a4e61427a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:port and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:57.691548 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9f13870a-6b01-4f39-88f3-84406e576de4 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Unset dirty status for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:51:57.692836 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9f13870a-6b01-4f39-88f3-84406e576de4 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2918043
Dec 22 04:51:57.696610 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] Port 29dae181-c7ee-4c74-a00f-d32532091b2e on network 7f8f534e-2db6-44af-9bdd-e4fd78e01696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:51:57.696999 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] Attempting to bind port 29dae181-c7ee-4c74-a00f-d32532091b2e on network 7f8f534e-2db6-44af-9bdd-e4fd78e01696 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:51:57.698896 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-fcc76dc6-9732-4d2e-ab0f-5a4e61427a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:57.699068 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55884) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:57.706564 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-35baa47f-2a80-4ed8-89b1-83c557a64731 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Request body: {'security_group': {'name': 'tempest-secgroup--708213197'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:57.707752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-fcc76dc6-9732-4d2e-ab0f-5a4e61427a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:57.713187 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-16f6f712-a517-4459-8661-a473f5e429cf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:57.717800 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-35baa47f-2a80-4ed8-89b1-83c557a64731 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:57.723598 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:51:57.724060 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] Checking segment: {'id': '7a2911af-ce8f-47e8-b777-7da37b702f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:51:57.724654 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] Bound using segment: {'id': '7a2911af-ce8f-47e8-b777-7da37b702f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:51:57.725088 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] Bound port: 29dae181-c7ee-4c74-a00f-d32532091b2e, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2911af-ce8f-47e8-b777-7da37b702f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:51:57.725445 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:57.729192 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-fcc76dc6-9732-4d2e-ab0f-5a4e61427a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:51:57.732137 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-fcc76dc6-9732-4d2e-ab0f-5a4e61427a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:57.744771 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-35baa47f-2a80-4ed8-89b1-83c557a64731 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:57.747098 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-91824230-c8de-4927-8e1b-f30f2f4226af tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:57.839220 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-35baa47f-2a80-4ed8-89b1-83c557a64731 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:57.924922 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] For port 29dae181-c7ee-4c74-a00f-d32532091b2e, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:51:57.930576 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] For port 29dae181-c7ee-4c74-a00f-d32532091b2e, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=29dae181-c7ee-4c74-a00f-d32532091b2e,segment=NetworkSegment(7a2911af-ce8f-47e8-b777-7da37b702f30),segment_id=7a2911af-ce8f-47e8-b777-7da37b702f30)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:51:57.965463 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-35baa47f-2a80-4ed8-89b1-83c557a64731 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:57.973805 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-91824230-c8de-4927-8e1b-f30f2f4226af tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:57.978140 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-35baa47f-2a80-4ed8-89b1-83c557a64731 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Usage tracker for resource:security_group_rule and tenant:6407b9f93fbc491ca9e56915418a734c is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:57.985806 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:58.015712 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:58.024017 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-35baa47f-2a80-4ed8-89b1-83c557a64731 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:58.049771 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-35baa47f-2a80-4ed8-89b1-83c557a64731 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:58.054525 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91824230-c8de-4927-8e1b-f30f2f4226af tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Pushing event deleted for resources: {'Subnet': ['ID=4b6c9e26-6c71-457e-bdc0-a9f32d2b81fd,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:58.063359 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-91824230-c8de-4927-8e1b-f30f2f4226af tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:58.066925 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5948021a-5548-4979-bad1-170b3b3e51c0 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:58.121287 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d6fe17-91ed-44c1-8ca7-371c9d9f8cc6 None None] Network 75f56f00-1ece-4fee-a40c-8c31ffae4d90 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:51:58.122345 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-91824230-c8de-4927-8e1b-f30f2f4226af tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:58.155043 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:58.157071 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] 10.222.0.47 "PUT /v2.0/ports/29dae181-c7ee-4c74-a00f-d32532091b2e HTTP/1.1" status: 200  len: 1093 time: 2.4010327
Dec 22 04:51:58.158795 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d216ec-b262-4d85-9718-53fac54b6d64', 'tag': '29dae181-c7ee-4c74-a00f-d32532091b2e'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:51:58.177289 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-91824230-c8de-4927-8e1b-f30f2f4226af tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "DELETE /v2.0/subnets/4b6c9e26-6c71-457e-bdc0-a9f32d2b81fd HTTP/1.1" status: 204  len: 168 time: 1.3288860
Dec 22 04:51:58.185395 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55894) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:58.445160 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-8413c105-5b68-4250-8299-94a6aaf506fe req-73a971a1-cf26-45a0-8d87-1439b347ea40 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1ae02-7af9-40dc-b222-cf38075b270d HTTP/1.1" status: 200  len: 210 time: 0.0576198
Dec 22 04:51:58.485731 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] Pushing event updated for resources: {'Port': ['ID=29dae181-c7ee-4c74-a00f-d32532091b2e,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:58.485731 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:58.619888 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ac4f57-c04b-4c07-a476-98ca2920ec34 None None] DHCP port deletion for 75f56f00-1ece-4fee-a40c-8c31ffae4d90 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:51:58.627507 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d6ac4f57-c04b-4c07-a476-98ca2920ec34 None None] Deleting port 8f0e5f67-e4af-4c90-b316-c299fe162f3b {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:51:58.628866 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d6ac4f57-c04b-4c07-a476-98ca2920ec34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:58.666089 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-fcc76dc6-9732-4d2e-ab0f-5a4e61427a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.20.0.24 (838a75d7-305a-477b-a5fe-f0288b0ee23f/80d90413-e4ca-438f-80c0-75a840d888a1/b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:51:58.687848 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d216ec-b262-4d85-9718-53fac54b6d64', 'tag': '29dae181-c7ee-4c74-a00f-d32532091b2e', 'status': 'completed', 'code': 200}
Dec 22 04:51:58.720420 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa1ea43-ab38-4bb6-8ff2-3758eae850bd tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Deleting subnet 871141fa-6a4e-45de-9dae-3c496a20b76c {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:51:58.761976 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2aa1ea43-ab38-4bb6-8ff2-3758eae850bd tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:58.838462 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-35baa47f-2a80-4ed8-89b1-83c557a64731 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:58.848310 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c45fdb-1cd0-465c-b1a2-022ab3cf446d req-5812016e-740e-4bce-98c7-9802e87afe7c tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:58.856872 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b3c45fdb-1cd0-465c-b1a2-022ab3cf446d req-5812016e-740e-4bce-98c7-9802e87afe7c tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 945 time: 0.9282033
Dec 22 04:51:58.882479 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-35baa47f-2a80-4ed8-89b1-83c557a64731 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:58.926478 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2aa1ea43-ab38-4bb6-8ff2-3758eae850bd tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:58.941362 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-d6ac4f57-c04b-4c07-a476-98ca2920ec34 None None] For port 8f0e5f67-e4af-4c90-b316-c299fe162f3b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8f0e5f67-e4af-4c90-b316-c299fe162f3b,segment=NetworkSegment(c3fbb04a-fccf-4cc7-b9e0-79c962b7f5a0),segment_id=c3fbb04a-fccf-4cc7-b9e0-79c962b7f5a0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:51:58.941735 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d6ac4f57-c04b-4c07-a476-98ca2920ec34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:59.015470 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2aa1ea43-ab38-4bb6-8ff2-3758eae850bd tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:59.056920 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6e92bfa0-89d1-4dbd-b68e-b304273efe22 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:59.088137 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d6ac4f57-c04b-4c07-a476-98ca2920ec34 None None] Calling delete_port for 8f0e5f67-e4af-4c90-b316-c299fe162f3b owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:51:59.108535 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-35baa47f-2a80-4ed8-89b1-83c557a64731 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:59.110271 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-35baa47f-2a80-4ed8-89b1-83c557a64731 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.4095733
Dec 22 04:51:59.116567 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55900) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:59.140692 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-fc4ce05a-7f35-4897-b8a2-bcda3e0da168 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b44be9ba27547a492de77c9a415f2bf&device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 1096 time: 0.9000711
Dec 22 04:51:59.140939 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35baa47f-2a80-4ed8-89b1-83c557a64731 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=666afe91-8ded-4a63-bf51-11c2bcd3aa2a,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:59.148077 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-35baa47f-2a80-4ed8-89b1-83c557a64731 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:59.148299 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-54b03d75-6a04-4d6a-b39f-d6bafd26f052 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Request body: {'security_group_rule': {'security_group_id': '666afe91-8ded-4a63-bf51-11c2bcd3aa2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:51:59.163189 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-54b03d75-6a04-4d6a-b39f-d6bafd26f052 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:51:59.167457 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b3c45fdb-1cd0-465c-b1a2-022ab3cf446d req-d61d1679-cfd2-4294-bbcb-2af64329ea34 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3093474
Dec 22 04:51:59.178519 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d6ac4f57-c04b-4c07-a476-98ca2920ec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:59.186885 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-54b03d75-6a04-4d6a-b39f-d6bafd26f052 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Usage tracker for resource:security_group_rule and tenant:6407b9f93fbc491ca9e56915418a734c is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:51:59.190787 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:59.244681 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ac4f57-c04b-4c07-a476-98ca2920ec34 None None] No DVR routers for this DVR port 8f0e5f67-e4af-4c90-b316-c299fe162f3b on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:51:59.247514 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-779ae381-678f-4c0e-b9d3-78a411c27d99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29dae181-c7ee-4c74-a00f-d32532091b2e HTTP/1.1" status: 200  len: 217 time: 0.0778511
Dec 22 04:51:59.250979 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac4f57-c04b-4c07-a476-98ca2920ec34 None None] Pushing event deleted for resources: {'Port': ['ID=8f0e5f67-e4af-4c90-b316-c299fe162f3b,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:59.256571 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2aa1ea43-ab38-4bb6-8ff2-3758eae850bd tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:59.258377 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-67cc2999-89db-4f6b-a3f4-049043f1f845 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:59.258511 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d6ac4f57-c04b-4c07-a476-98ca2920ec34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:59.298077 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-54b03d75-6a04-4d6a-b39f-d6bafd26f052 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:51:59.325144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-54b03d75-6a04-4d6a-b39f-d6bafd26f052 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:51:59.335756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1ea43-ab38-4bb6-8ff2-3758eae850bd tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Pushing event deleted for resources: {'Subnet': ['ID=871141fa-6a4e-45de-9dae-3c496a20b76c,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:59.339447 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2aa1ea43-ab38-4bb6-8ff2-3758eae850bd tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:59.343135 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2aa1ea43-ab38-4bb6-8ff2-3758eae850bd tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:59.350193 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f1b6d6-c401-4dd5-a325-08d1c95326ec None None] Network 310c67bd-a786-49fc-89b0-2d2fd38985f6 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:51:59.360176 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2aa1ea43-ab38-4bb6-8ff2-3758eae850bd tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "DELETE /v2.0/subnets/871141fa-6a4e-45de-9dae-3c496a20b76c HTTP/1.1" status: 204  len: 168 time: 1.1729760
Dec 22 04:51:59.362663 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55904) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:51:59.386047 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-07a64fed-6a82-4ff4-a791-704e7a0d0950 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:59.387461 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-07a64fed-6a82-4ff4-a791-704e7a0d0950 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbd01024-1a39-4919-97b8-72bd7b2c03da HTTP/1.1" status: 200  len: 850 time: 0.0982659
Dec 22 04:51:59.403620 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de976666-041e-46df-b300-eb5cc1c2546f req-762c3477-892e-41ac-bea8-407ac2b4d9ac tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:51:59.405400 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-de976666-041e-46df-b300-eb5cc1c2546f req-762c3477-892e-41ac-bea8-407ac2b4d9ac tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 943 time: 0.5635557
Dec 22 04:51:59.413818 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-fcc76dc6-9732-4d2e-ab0f-5a4e61427a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:59.473724 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-54b03d75-6a04-4d6a-b39f-d6bafd26f052 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:59.481802 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-fcc76dc6-9732-4d2e-ab0f-5a4e61427a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Transition to ACTIVE for port object b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:51:59.533440 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6e564b88-f40d-4677-880a-1f76523e6fa9 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:59.636843 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69a5e54-9334-40d4-8d23-a4d4ededa5a8 None None] DHCP port deletion for 310c67bd-a786-49fc-89b0-2d2fd38985f6 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:51:59.642535 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-f69a5e54-9334-40d4-8d23-a4d4ededa5a8 None None] Deleting port 6835f99b-4542-499c-afa7-8cec30f34eeb {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:51:59.642849 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f69a5e54-9334-40d4-8d23-a4d4ededa5a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:59.678150 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-19da36e6-9fb6-4c06-93e0-c6733792536d req-007a3d48-a370-462c-94ea-01a48252c86d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1ae02-7af9-40dc-b222-cf38075b270d HTTP/1.1" status: 200  len: 210 time: 0.0624125
Dec 22 04:51:59.702199 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-de976666-041e-46df-b300-eb5cc1c2546f req-3d7deef5-af97-4c2c-bc24-82ebbccb5f59 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2824862
Dec 22 04:51:59.743436 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-3dfd02cc-52f9-437a-8834-214db089e5f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f8f534e-2db6-44af-9bdd-e4fd78e01696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3039432
Dec 22 04:51:59.771691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-fcc76dc6-9732-4d2e-ab0f-5a4e61427a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:59.774219 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-54b03d75-6a04-4d6a-b39f-d6bafd26f052 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:59.782051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-16f6f712-a517-4459-8661-a473f5e429cf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:59.826813 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6e564b88-f40d-4677-880a-1f76523e6fa9 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:59.831481 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-54b03d75-6a04-4d6a-b39f-d6bafd26f052 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:59.848523 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d67b1ed-f181-480a-a44f-71c7b5e98d5a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Router fe74ed20-ba67-4c54-8f1e-d46d362af84e has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:51:59.872593 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-f69a5e54-9334-40d4-8d23-a4d4ededa5a8 None None] For port 6835f99b-4542-499c-afa7-8cec30f34eeb, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=6835f99b-4542-499c-afa7-8cec30f34eeb,segment=NetworkSegment(8d7c560f-9dfb-4135-b6f2-90b2f6112fec),segment_id=8d7c560f-9dfb-4135-b6f2-90b2f6112fec)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:51:59.872834 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-6e564b88-f40d-4677-880a-1f76523e6fa9 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b7827f0>,) {'filters': {'network_id': ['75f56f00-1ece-4fee-a40c-8c31ffae4d90']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:59.873055 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f69a5e54-9334-40d4-8d23-a4d4ededa5a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:59.890310 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-6e564b88-f40d-4677-880a-1f76523e6fa9 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b7827f0>, 'c3fbb04a-fccf-4cc7-b9e0-79c962b7f5a0') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:59.890582 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-6e564b88-f40d-4677-880a-1f76523e6fa9 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b7827f0>, 'c3fbb04a-fccf-4cc7-b9e0-79c962b7f5a0') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:51:59.904875 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-fcc76dc6-9732-4d2e-ab0f-5a4e61427a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network 838a75d7-305a-477b-a5fe-f0288b0ee23f is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:51:59.915338 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6e564b88-f40d-4677-880a-1f76523e6fa9 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:59.917563 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-fcc76dc6-9732-4d2e-ab0f-5a4e61427a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:51:59.921178 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc76dc6-9732-4d2e-ab0f-5a4e61427a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:51:59.923754 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-fcc76dc6-9732-4d2e-ab0f-5a4e61427a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:51:59.949885 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-cf2cb117-77d0-43c8-a7ae-85854259be18 service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1884530
Dec 22 04:51:59.954115 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6e564b88-f40d-4677-880a-1f76523e6fa9 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:51:59.957191 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f6f712-a517-4459-8661-a473f5e429cf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:51:59.966502 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fcc76dc6-9732-4d2e-ab0f-5a4e61427a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:51:59.966502 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e54ecae7-a348-4194-aa23-9086766efc27 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:51:59.985073 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e564b88-f40d-4677-880a-1f76523e6fa9 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:51:59.985613 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6e564b88-f40d-4677-880a-1f76523e6fa9 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:00.003638 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-f69a5e54-9334-40d4-8d23-a4d4ededa5a8 None None] Calling delete_port for 6835f99b-4542-499c-afa7-8cec30f34eeb owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:52:00.003798 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:52:00.052160 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-54b03d75-6a04-4d6a-b39f-d6bafd26f052 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:00.052160 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-54b03d75-6a04-4d6a-b39f-d6bafd26f052 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.9257462
Dec 22 04:52:00.052160 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b03d75-6a04-4d6a-b39f-d6bafd26f052 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e779c8b-4e2c-4a35-96c5-89c320d97c46,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:00.070642 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-54b03d75-6a04-4d6a-b39f-d6bafd26f052 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:00.071707 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55910) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:00.105047 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6835f99b-4542-499c-afa7-8cec30f34eeb no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:52:00.117620 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-fcc76dc6-9732-4d2e-ab0f-5a4e61427a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:00.118169 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-fcc76dc6-9732-4d2e-ab0f-5a4e61427a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:00.136307 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bf0628c1-3394-4293-8f73-b900098bdb29 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-group-rules/7e779c8b-4e2c-4a35-96c5-89c320d97c46 HTTP/1.1" status: 200  len: 705 time: 0.0568643
Dec 22 04:52:00.169448 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f69a5e54-9334-40d4-8d23-a4d4ededa5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:00.177265 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1220a7d8-0ac7-4808-9594-fc0a715326ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:00.179896 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55914) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:00.220307 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a5e54-9334-40d4-8d23-a4d4ededa5a8 None None] Pushing event deleted for resources: {'Port': ['ID=6835f99b-4542-499c-afa7-8cec30f34eeb,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:00.223781 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f69a5e54-9334-40d4-8d23-a4d4ededa5a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:00.235328 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No active binding found for port 6835f99b-4542-499c-afa7-8cec30f34eeb {{(pid=83436) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 22 04:52:00.235850 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6835f99b-4542-499c-afa7-8cec30f34eeb not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:52:00.236374 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8f0e5f67-e4af-4c90-b316-c299fe162f3b no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:52:00.282322 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 8f0e5f67-e4af-4c90-b316-c299fe162f3b {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:52:00.282802 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8f0e5f67-e4af-4c90-b316-c299fe162f3b not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:52:00.288438 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69a5e54-9334-40d4-8d23-a4d4ededa5a8 None None] No DVR routers for this DVR port 6835f99b-4542-499c-afa7-8cec30f34eeb on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:52:00.321404 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7ad7235e-9f39-46b3-88d3-1b0af239a6d1 None None] Provisioning for port b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:52:00.329638 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7ad7235e-9f39-46b3-88d3-1b0af239a6d1 None None] Provisioning complete for port b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:52:00.330634 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7ad7235e-9f39-46b3-88d3-1b0af239a6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:00.340889 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-fcc76dc6-9732-4d2e-ab0f-5a4e61427a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9201431
Dec 22 04:52:00.354367 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d0427ba0-c0cf-4822-838b-1702d69671b4 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Synchronizing usage tracker for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:00.364614 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6e564b88-f40d-4677-880a-1f76523e6fa9 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:00.368198 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] Request body: {'port': {'device_id': '7ec1ae02-7af9-40dc-b222-cf38075b270d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:00.388563 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-7ad7235e-9f39-46b3-88d3-1b0af239a6d1 None None] Port b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:52:00.407895 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-75565d1b-d989-4255-b33a-e1b33b3cebba tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:00.423305 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6e564b88-f40d-4677-880a-1f76523e6fa9 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:00.454747 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e564b88-f40d-4677-880a-1f76523e6fa9 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Pushing event deleted for resources: {'Network': ['ID=75f56f00-1ece-4fee-a40c-8c31ffae4d90,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:00.468670 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6e564b88-f40d-4677-880a-1f76523e6fa9 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:00.469444 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d0427ba0-c0cf-4822-838b-1702d69671b4 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Unset dirty status for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:00.470970 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d0427ba0-c0cf-4822-838b-1702d69671b4 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.2868166
Dec 22 04:52:00.473713 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6e564b88-f40d-4677-880a-1f76523e6fa9 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "DELETE /v2.0/networks/75f56f00-1ece-4fee-a40c-8c31ffae4d90 HTTP/1.1" status: 204  len: 168 time: 1.1089942
Dec 22 04:52:00.476584 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55920) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:00.476910 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55922) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:00.581603 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:00.591799 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f6f712-a517-4459-8661-a473f5e429cf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:52:00.601114 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-16f6f712-a517-4459-8661-a473f5e429cf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/routers/1e5c95f0-55f1-4caf-ac8f-65adddb8e96c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.5726860
Dec 22 04:52:00.603735 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c4411a-84ba-48c3-ae1f-5befac489855 None None] Sync routers for ids ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:52:00.603914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55928) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:00.617064 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c4411a-84ba-48c3-ae1f-5befac489855 None None] Routers {'1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:52:00.617878 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-13c4411a-84ba-48c3-ae1f-5befac489855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c47b0d0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:00.693385 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a62ac44f-e10b-4336-9d33-2c6e28552bd3 req-63e8289c-ebc1-40e2-aaab-838860d3b459 service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7363610
Dec 22 04:52:00.796742 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-13c4411a-84ba-48c3-ae1f-5befac489855 None None] Set router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:52:00.801172 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-177a7f43-fd8d-43a3-8b93-dc7d7cde6b8d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:00.803934 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d1680d65-5657-4372-ad20-207cab92d174 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:00.862634 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d67b1ed-f181-480a-a44f-71c7b5e98d5a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:52:00.863050 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d1680d65-5657-4372-ad20-207cab92d174 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:00.867698 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4d67b1ed-f181-480a-a44f-71c7b5e98d5a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "PUT /v2.0/routers/fe74ed20-ba67-4c54-8f1e-d46d362af84e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 13.2750566
Dec 22 04:52:00.872943 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55936) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:00.874617 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2e3bfa-f006-4508-9120-525e2573197f None None] Sync routers for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:52:00.887185 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2e3bfa-f006-4508-9120-525e2573197f None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:52:00.888093 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-4b2e3bfa-f006-4508-9120-525e2573197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8ef2e0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:00.947957 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-4b2e3bfa-f006-4508-9120-525e2573197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8ef2e0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:00.959295 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2e3bfa-f006-4508-9120-525e2573197f None None] Routers {'fe74ed20-ba67-4c54-8f1e-d46d362af84e'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:52:00.960147 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-4b2e3bfa-f006-4508-9120-525e2573197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8ef2e0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:01.022748 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-4b2e3bfa-f006-4508-9120-525e2573197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8ef2e0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:01.023383 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2e3bfa-f006-4508-9120-525e2573197f None None] The sync data for ids ['fe74ed20-ba67-4c54-8f1e-d46d362af84e'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:52:01.118881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-492f4ce6-f7bb-4f77-8d05-35019ca7fa91 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting subnet f6cfb5e5-2e12-4426-8c00-ff0f04a14a30 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:52:01.124699 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-492f4ce6-f7bb-4f77-8d05-35019ca7fa91 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:01.133494 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11546a8c-fbaf-4ada-90d8-c36a1432d2a3 req-414ff237-465b-456d-a4b2-804222a364b3 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:01.135030 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-11546a8c-fbaf-4ada-90d8-c36a1432d2a3 req-414ff237-465b-456d-a4b2-804222a364b3 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 945 time: 0.7744222
Dec 22 04:52:01.179978 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d1680d65-5657-4372-ad20-207cab92d174 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:01.193621 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-13c4411a-84ba-48c3-ae1f-5befac489855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c47b0d0>, [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:51:56Z', 'revision_number': 8, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None, '_interfaces': [{'id': '27f14012-de08-4333-b841-3efd29e2ddd5', 'name': '', 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:d5:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1669534a-a817-42bf-a928-4b440954d44c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:24Z', 'updated_at': '2021-12-22T04:51:39Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '1669534a-a817-42bf-a928-4b440954d44c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43ee8979-df02-4d81-8a0b-ed9f1559e02a', 'name': '', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:cd:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:29Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e7528fd-ac26-4bed-9d9a-0b7234f7a07d', 'name': '', 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:e1:e3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:17Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:01.193940 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1faf280a-4040-4417-90f8-826c9eb894bc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:01.200805 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-177a7f43-fd8d-43a3-8b93-dc7d7cde6b8d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:01.202010 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c4411a-84ba-48c3-ae1f-5befac489855 None None] Checking router: 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:52:01.222814 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c4411a-84ba-48c3-ae1f-5befac489855 None None] Routers {'1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:52:01.226036 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-13c4411a-84ba-48c3-ae1f-5befac489855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c47b0d0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:01.229075 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44d5c1-86c5-4681-9081-9a995af3cb51 req-4523eebe-8099-4036-8ca0-284f4505f647 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:01.230358 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-5e44d5c1-86c5-4681-9081-9a995af3cb51 req-4523eebe-8099-4036-8ca0-284f4505f647 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:01.241494 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1680d65-5657-4372-ad20-207cab92d174 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e779c8b-4e2c-4a35-96c5-89c320d97c46,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:01.243958 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d1680d65-5657-4372-ad20-207cab92d174 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:01.245942 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-492f4ce6-f7bb-4f77-8d05-35019ca7fa91 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:01.314002 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d1680d65-5657-4372-ad20-207cab92d174 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:01.317259 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d1680d65-5657-4372-ad20-207cab92d174 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/7e779c8b-4e2c-4a35-96c5-89c320d97c46 HTTP/1.1" status: 204  len: 168 time: 0.8362756
Dec 22 04:52:01.318833 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55940) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:01.331690 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-177a7f43-fd8d-43a3-8b93-dc7d7cde6b8d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bf638e0>,) {'filters': {'network_id': ['310c67bd-a786-49fc-89b0-2d2fd38985f6']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:01.347750 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-5e44d5c1-86c5-4681-9081-9a995af3cb51 req-4523eebe-8099-4036-8ca0-284f4505f647 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:01.348238 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-093c2b03-79d6-4c57-91d4-0ffcc51bf775 req-69d23131-3d60-4a08-bff4-3de26ab78097 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b44be9ba27547a492de77c9a415f2bf&device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 1096 time: 0.5370162
Dec 22 04:52:01.348866 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5e44d5c1-86c5-4681-9081-9a995af3cb51 req-4523eebe-8099-4036-8ca0-284f4505f647 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1ae02-7af9-40dc-b222-cf38075b270d HTTP/1.1" status: 200  len: 932 time: 0.4653354
Dec 22 04:52:01.353170 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-177a7f43-fd8d-43a3-8b93-dc7d7cde6b8d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bf638e0>, '8d7c560f-9dfb-4135-b6f2-90b2f6112fec') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:01.353628 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-177a7f43-fd8d-43a3-8b93-dc7d7cde6b8d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bf638e0>, '8d7c560f-9dfb-4135-b6f2-90b2f6112fec') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:01.390334 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-13c4411a-84ba-48c3-ae1f-5befac489855 None None] Set router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:52:01.437535 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-11546a8c-fbaf-4ada-90d8-c36a1432d2a3 req-22d8700e-e877-43f9-8536-2cb74824e46e tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2727728
Dec 22 04:52:01.439913 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-177a7f43-fd8d-43a3-8b93-dc7d7cde6b8d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:01.479549 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-177a7f43-fd8d-43a3-8b93-dc7d7cde6b8d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:01.494629 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4c16f487-80d6-411e-8eba-51192c68b088 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Synchronizing usage tracker for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:01.495285 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177a7f43-fd8d-43a3-8b93-dc7d7cde6b8d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:52:01.495686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-177a7f43-fd8d-43a3-8b93-dc7d7cde6b8d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:52:01.511227 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:52:01.516474 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd {{(pid=83435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:52:01.528107 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5e44d5c1-86c5-4681-9081-9a995af3cb51 req-9528ba19-bdcf-451e-bfd1-f1376893ea13 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=539f3721-2ee8-4ec5-b55c-4768f9ae3d71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1528642
Dec 22 04:52:01.530623 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:01.533497 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-492f4ce6-f7bb-4f77-8d05-35019ca7fa91 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:01.675467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c2b03-79d6-4c57-91d4-0ffcc51bf775 req-7dc3d1f4-a942-4cdc-b162-093c19291c35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:01.675988 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-093c2b03-79d6-4c57-91d4-0ffcc51bf775 req-7dc3d1f4-a942-4cdc-b162-093c19291c35 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f8f534e-2db6-44af-9bdd-e4fd78e01696 HTTP/1.1" status: 200  len: 912 time: 0.3137958
Dec 22 04:52:01.736769 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4c16f487-80d6-411e-8eba-51192c68b088 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Unset dirty status for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:01.742646 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4c16f487-80d6-411e-8eba-51192c68b088 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.4166517
Dec 22 04:52:01.742829 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-177a7f43-fd8d-43a3-8b93-dc7d7cde6b8d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:01.746013 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55944) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:01.746475 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-177a7f43-fd8d-43a3-8b93-dc7d7cde6b8d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:01.747047 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] Transition to ACTIVE for port object b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd will not be triggered until provisioned by entity L2. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:52:01.756330 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-6cba9aa2-16d0-4eb2-9ed0-77b3f3922570 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Request body: {'security_group_rule': {'security_group_id': '666afe91-8ded-4a63-bf51-11c2bcd3aa2a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:01.761867 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-52ae6856-6ad1-4f74-9843-421d3b042f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:01.767163 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:01.773621 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6cba9aa2-16d0-4eb2-9ed0-77b3f3922570 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:01.777173 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:01.788263 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-177a7f43-fd8d-43a3-8b93-dc7d7cde6b8d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "DELETE /v2.0/networks/310c67bd-a786-49fc-89b0-2d2fd38985f6 HTTP/1.1" status: 204  len: 168 time: 1.3035140
Dec 22 04:52:01.788263 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-093c2b03-79d6-4c57-91d4-0ffcc51bf775 req-34b2a8a0-af3a-4258-b9bc-a2278de60770 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29dae181-c7ee-4c74-a00f-d32532091b2e HTTP/1.1" status: 200  len: 217 time: 0.0995317
Dec 22 04:52:01.789992 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55948) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:01.828892 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6cba9aa2-16d0-4eb2-9ed0-77b3f3922570 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:01.831211 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-13c4411a-84ba-48c3-ae1f-5befac489855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c47b0d0>, [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:51:56Z', 'revision_number': 8, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None, '_interfaces': [{'id': '27f14012-de08-4333-b841-3efd29e2ddd5', 'name': '', 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:d5:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1669534a-a817-42bf-a928-4b440954d44c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:24Z', 'updated_at': '2021-12-22T04:51:39Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '1669534a-a817-42bf-a928-4b440954d44c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43ee8979-df02-4d81-8a0b-ed9f1559e02a', 'name': '', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:cd:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:29Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e7528fd-ac26-4bed-9d9a-0b7234f7a07d', 'name': '', 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:e1:e3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:17Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:01.835842 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c4411a-84ba-48c3-ae1f-5befac489855 None None] The sync data for ids ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'] in dv-neutron-822525-1-hyperv is: [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:51:56Z', 'revision_number': 8, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None, '_interfaces': [{'id': '27f14012-de08-4333-b841-3efd29e2ddd5', 'name': '', 'network_id': '51b88e5f-ef43-40e6-b6a2-3edb2be43b74', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:d5:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1669534a-a817-42bf-a928-4b440954d44c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:24Z', 'updated_at': '2021-12-22T04:51:39Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '1669534a-a817-42bf-a928-4b440954d44c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43ee8979-df02-4d81-8a0b-ed9f1559e02a', 'name': '', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:cd:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:29Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e7528fd-ac26-4bed-9d9a-0b7234f7a07d', 'name': '', 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:e1:e3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:17Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:52:01.863911 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a7f43-fd8d-43a3-8b93-dc7d7cde6b8d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Pushing event deleted for resources: {'Network': ['ID=310c67bd-a786-49fc-89b0-2d2fd38985f6,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:01.866463 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-177a7f43-fd8d-43a3-8b93-dc7d7cde6b8d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:01.886819 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-83ee2019-64c2-4fb1-b7fb-92ba2f95bc64 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:01.926148 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] Pushing event updated for resources: {'Port': ['ID=b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:01.928976 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-492f4ce6-f7bb-4f77-8d05-35019ca7fa91 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:01.938019 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:01.945604 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-37821844-b331-4ae3-82aa-adef84ef26bf tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:01.984686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f4ce6-f7bb-4f77-8d05-35019ca7fa91 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Subnet': ['ID=f6cfb5e5-2e12-4426-8c00-ff0f04a14a30,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:01.986585 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6cba9aa2-16d0-4eb2-9ed0-77b3f3922570 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:01.995027 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-492f4ce6-f7bb-4f77-8d05-35019ca7fa91 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:02.009492 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-492f4ce6-f7bb-4f77-8d05-35019ca7fa91 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:02.016552 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339ea20e-068e-4373-a755-910725ec947b None None] Network c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:02.017484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c2b03-79d6-4c57-91d4-0ffcc51bf775 req-8d9f3bee-67a0-4391-93fb-65cb1ac9919f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:02.019180 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-093c2b03-79d6-4c57-91d4-0ffcc51bf775 req-8d9f3bee-67a0-4391-93fb-65cb1ac9919f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbd01024-1a39-4919-97b8-72bd7b2c03da HTTP/1.1" status: 200  len: 850 time: 0.2259881
Dec 22 04:52:02.026190 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db6040-b987-4fe6-8d1b-f832708e8e55 req-75716dc1-487d-4a17-99d7-00417b9d9cfe tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:02.027661 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-98db6040-b987-4fe6-8d1b-f832708e8e55 req-75716dc1-487d-4a17-99d7-00417b9d9cfe tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 943 time: 0.4485776
Dec 22 04:52:02.084317 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-492f4ce6-f7bb-4f77-8d05-35019ca7fa91 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/subnets/f6cfb5e5-2e12-4426-8c00-ff0f04a14a30 HTTP/1.1" status: 204  len: 168 time: 1.4794011
Dec 22 04:52:02.093407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55952) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:02.241264 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 3d03961e-d666-4f35-825d-7e28311b1164 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:52:02.296432 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 3d03961e-d666-4f35-825d-7e28311b1164 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:52:02.296724 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 3d03961e-d666-4f35-825d-7e28311b1164 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:52:02.314065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:02.326789 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] Attempting to bind port b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:52:02.327705 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] Attempting to bind port b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c3c0f38c-059c-40e4-a031-88b90bc90b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '838a75d7-305a-477b-a5fe-f0288b0ee23f'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:52:02.328218 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] Attempting to bind port b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd on network 838a75d7-305a-477b-a5fe-f0288b0ee23f {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:52:02.357637 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6cba9aa2-16d0-4eb2-9ed0-77b3f3922570 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:02.366601 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] Port b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd on network 838a75d7-305a-477b-a5fe-f0288b0ee23f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:52:02.367022 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] Attempting to bind port b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd on network 838a75d7-305a-477b-a5fe-f0288b0ee23f {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:52:02.381224 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6cba9aa2-16d0-4eb2-9ed0-77b3f3922570 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:02.383155 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting port 19708425-0416-49fe-97ed-70173083f63c {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:52:02.383539 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:02.408579 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-98db6040-b987-4fe6-8d1b-f832708e8e55 req-28426845-3c52-4b51-8b18-a268b003a42c tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3662579
Dec 22 04:52:02.415982 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4bf468-9ee2-422d-b921-445b69aa9a42 None None] DHCP port deletion for c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:52:02.416187 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:02.420487 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-0f4bf468-9ee2-422d-b921-445b69aa9a42 None None] Deleting port 19708425-0416-49fe-97ed-70173083f63c {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:52:02.422132 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0f4bf468-9ee2-422d-b921-445b69aa9a42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:02.437171 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:52:02.437751 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] Checking segment: {'id': 'c3c0f38c-059c-40e4-a031-88b90bc90b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '838a75d7-305a-477b-a5fe-f0288b0ee23f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:52:02.438321 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] Bound using segment: {'id': 'c3c0f38c-059c-40e4-a031-88b90bc90b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '838a75d7-305a-477b-a5fe-f0288b0ee23f'} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:52:02.439184 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] Bound port: b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c0f38c-059c-40e4-a031-88b90bc90b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '838a75d7-305a-477b-a5fe-f0288b0ee23f'}}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:52:02.439691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:02.466161 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba9aa2-16d0-4eb2-9ed0-77b3f3922570 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c289e61d-ef7a-4eab-89f8-cd95a93b6f5d,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:02.472740 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6cba9aa2-16d0-4eb2-9ed0-77b3f3922570 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:02.502502 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-1167ba2a-b3a2-4712-80e4-a7b54f651cb5 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Deleting subnet 312e7b3c-6b34-4afe-a4e1-28d26bebf36b {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:52:02.511322 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1167ba2a-b3a2-4712-80e4-a7b54f651cb5 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:02.570873 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6cba9aa2-16d0-4eb2-9ed0-77b3f3922570 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:02.572878 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6cba9aa2-16d0-4eb2-9ed0-77b3f3922570 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.8247440
Dec 22 04:52:02.576589 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-093c2b03-79d6-4c57-91d4-0ffcc51bf775 req-a0b1b7ee-48ef-4ae1-a784-42575a597ae1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f8f534e-2db6-44af-9bdd-e4fd78e01696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5206242
Dec 22 04:52:02.577728 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55960) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:02.587815 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1167ba2a-b3a2-4712-80e4-a7b54f651cb5 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:02.723081 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-0f4bf468-9ee2-422d-b921-445b69aa9a42 None None] For port 19708425-0416-49fe-97ed-70173083f63c, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=19708425-0416-49fe-97ed-70173083f63c,segment=NetworkSegment(558ce192-b12f-454c-abb5-3269de74fda2),segment_id=558ce192-b12f-454c-abb5-3269de74fda2)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:02.723637 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0f4bf468-9ee2-422d-b921-445b69aa9a42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:02.725209 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3e4ac32a-b62a-4522-b850-cb7d5dba2bc6 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-group-rules/c289e61d-ef7a-4eab-89f8-cd95a93b6f5d HTTP/1.1" status: 200  len: 705 time: 0.1431813
Dec 22 04:52:02.737180 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55964) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:02.755771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] For port b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd, host hv-neutron-8225, cleared binding levels {{(pid=83435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:52:02.795355 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] For port b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd,segment=NetworkSegment(c3c0f38c-059c-40e4-a031-88b90bc90b40),segment_id=c3c0f38c-059c-40e4-a031-88b90bc90b40)] {{(pid=83435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:52:02.809799 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] For port 19708425-0416-49fe-97ed-70173083f63c, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=19708425-0416-49fe-97ed-70173083f63c,segment=NetworkSegment(558ce192-b12f-454c-abb5-3269de74fda2),segment_id=558ce192-b12f-454c-abb5-3269de74fda2)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:02.810547 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:02.819618 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:02.829078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-df390905-7a8b-4230-8bae-077672f0fd4f tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:02.860757 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-0f4bf468-9ee2-422d-b921-445b69aa9a42 None None] Calling delete_port for 19708425-0416-49fe-97ed-70173083f63c owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:52:02.904616 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1167ba2a-b3a2-4712-80e4-a7b54f651cb5 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:02.939988 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0f4bf468-9ee2-422d-b921-445b69aa9a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:02.944606 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:02.950736 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-093c2b03-79d6-4c57-91d4-0ffcc51bf775 req-513050a0-0994-4919-bef0-333bac709a9b service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3341014
Dec 22 04:52:02.954694 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-83ee2019-64c2-4fb1-b7fb-92ba2f95bc64 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:02.995855 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Calling delete_port for 19708425-0416-49fe-97ed-70173083f63c owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:52:03.002129 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101731b-0093-4a45-83fa-dbd97e42f61f req-75fb788a-ec61-44ed-a9aa-71da8b404a92 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:03.003575 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1101731b-0093-4a45-83fa-dbd97e42f61f req-75fb788a-ec61-44ed-a9aa-71da8b404a92 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1ae02-7af9-40dc-b222-cf38075b270d HTTP/1.1" status: 200  len: 944 time: 0.2881525
Dec 22 04:52:03.029950 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bf468-9ee2-422d-b921-445b69aa9a42 None None] Pushing event deleted for resources: {'Port': ['ID=19708425-0416-49fe-97ed-70173083f63c,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:03.032936 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0f4bf468-9ee2-422d-b921-445b69aa9a42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:03.036369 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4bf468-9ee2-422d-b921-445b69aa9a42 None None] No DVR routers for this DVR port 19708425-0416-49fe-97ed-70173083f63c on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:52:03.047701 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:03.049966 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] 10.222.0.47 "PUT /v2.0/ports/b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd HTTP/1.1" status: 200  len: 1094 time: 2.6858518
Dec 22 04:52:03.056219 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-83ee2019-64c2-4fb1-b7fb-92ba2f95bc64 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Deleting port 93933449-0a3f-445b-964b-f6a1210da564 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:52:03.056556 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-83ee2019-64c2-4fb1-b7fb-92ba2f95bc64 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:03.058154 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec1ae02-7af9-40dc-b222-cf38075b270d', 'tag': 'b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:52:03.069929 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-725a7ddf-e0c4-4031-8663-d0f73af7fbc3 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Synchronizing usage tracker for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:03.116804 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbece820-1c6f-4068-97e3-d0adc116f1c3 req-25d87568-1fe5-4957-9d9a-e31258043c7e tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:03.118343 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cbece820-1c6f-4068-97e3-d0adc116f1c3 req-25d87568-1fe5-4957-9d9a-e31258043c7e tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 945 time: 0.5014346
Dec 22 04:52:03.186176 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] Pushing event updated for resources: {'Port': ['ID=b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd,revision_number=3']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:03.208015 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:03.212148 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-725a7ddf-e0c4-4031-8663-d0f73af7fbc3 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Unset dirty status for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:03.216096 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-725a7ddf-e0c4-4031-8663-d0f73af7fbc3 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.4752049
Dec 22 04:52:03.222505 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55970) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:03.267751 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.api [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:52:03.268056 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_db.api [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:52:03.272318 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc4931dd-e241-4fb9-a683-50ce0ae58976 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:03.283143 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1167ba2a-b3a2-4712-80e4-a7b54f651cb5 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:03.288556 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1101731b-0093-4a45-83fa-dbd97e42f61f req-d6b9f721-08b6-4172-bec4-53a6b8781b82 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=539f3721-2ee8-4ec5-b55c-4768f9ae3d71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2333760
Dec 22 04:52:03.293033 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc4931dd-e241-4fb9-a683-50ce0ae58976 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:03.300175 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-91824230-c8de-4927-8e1b-f30f2f4226af tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:03.306845 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cbece820-1c6f-4068-97e3-d0adc116f1c3 req-2aaeed51-488e-4e0a-92bd-3ff11680b7e8 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1349058
Dec 22 04:52:03.341939 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-0663a2c3-ebd4-440d-baac-c06cd3a70e16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=7ec1ae02-7af9-40dc-b222-cf38075b270d HTTP/1.1" status: 200  len: 1097 time: 0.2116182
Dec 22 04:52:03.341939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc4931dd-e241-4fb9-a683-50ce0ae58976 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:03.343935 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-21b81902-9371-4d7d-bdb7-83a492f83170 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:03.354306 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167ba2a-b3a2-4712-80e4-a7b54f651cb5 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Pushing event deleted for resources: {'Subnet': ['ID=312e7b3c-6b34-4afe-a4e1-28d26bebf36b,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:03.361109 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-093c2b03-79d6-4c57-91d4-0ffcc51bf775 req-1216277b-c0d8-4e7f-a6ee-4e325338817e service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3960276
Dec 22 04:52:03.367743 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1167ba2a-b3a2-4712-80e4-a7b54f651cb5 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:03.368647 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1167ba2a-b3a2-4712-80e4-a7b54f651cb5 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:03.376686 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93f63d6-3b41-45e8-96c9-350ee97040e0 None None] Network 53032828-9917-4561-8e21-40809c7d87a9 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:03.388168 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1167ba2a-b3a2-4712-80e4-a7b54f651cb5 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "DELETE /v2.0/subnets/312e7b3c-6b34-4afe-a4e1-28d26bebf36b HTTP/1.1" status: 204  len: 168 time: 1.5968606
Dec 22 04:52:03.390875 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55974) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:03.425686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4931dd-e241-4fb9-a683-50ce0ae58976 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c289e61d-ef7a-4eab-89f8-cd95a93b6f5d,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:03.428220 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fc4931dd-e241-4fb9-a683-50ce0ae58976 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:03.453812 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-962fda3b-5790-4ff7-a1ee-5ab1ca0f76a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd HTTP/1.1" status: 200  len: 217 time: 0.0994177
Dec 22 04:52:03.458000 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc4931dd-e241-4fb9-a683-50ce0ae58976 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:03.459383 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fc4931dd-e241-4fb9-a683-50ce0ae58976 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/c289e61d-ef7a-4eab-89f8-cd95a93b6f5d HTTP/1.1" status: 204  len: 168 time: 0.2366788
Dec 22 04:52:03.462319 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55980) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:03.478218 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-83ee2019-64c2-4fb1-b7fb-92ba2f95bc64 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:03.485724 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec1ae02-7af9-40dc-b222-cf38075b270d', 'tag': 'b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd', 'status': 'completed', 'code': 200}
Dec 22 04:52:03.570297 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-e9b6590b-6331-4146-829b-ec29ecfb691f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:03.571640 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-e9b6590b-6331-4146-829b-ec29ecfb691f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80d90413-e4ca-438f-80c0-75a840d888a1 HTTP/1.1" status: 200  len: 838 time: 0.0913596
Dec 22 04:52:03.577317 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-de565ebd-558a-4271-960f-37afa39193ec tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Synchronizing usage tracker for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:03.619745 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-83ee2019-64c2-4fb1-b7fb-92ba2f95bc64 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Calling delete_port for 93933449-0a3f-445b-964b-f6a1210da564 owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:52:03.647900 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118c716c-8928-466a-8e15-6c6922145482 None None] DHCP port deletion for 53032828-9917-4561-8e21-40809c7d87a9 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:52:03.652674 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-118c716c-8928-466a-8e15-6c6922145482 None None] Deleting port 3fd89bf4-98d2-4fda-9614-80b9341421a8 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:52:03.653319 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-118c716c-8928-466a-8e15-6c6922145482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:03.674357 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:03.713360 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Deleting port 3fd89bf4-98d2-4fda-9614-80b9341421a8 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:52:03.713731 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:03.772063 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting port 19708425-0416-49fe-97ed-70173083f63c {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:52:03.772637 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:03.851555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] The port '19708425-0416-49fe-97ed-70173083f63c' was deleted {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:52:03.866913 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-118c716c-8928-466a-8e15-6c6922145482 None None] For port 3fd89bf4-98d2-4fda-9614-80b9341421a8, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=3fd89bf4-98d2-4fda-9614-80b9341421a8,segment=NetworkSegment(f04537e5-04b7-4da2-8e19-f9f6a408a884),segment_id=f04537e5-04b7-4da2-8e19-f9f6a408a884)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:03.867491 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-118c716c-8928-466a-8e15-6c6922145482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:03.893182 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-de565ebd-558a-4271-960f-37afa39193ec tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Unset dirty status for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:03.897096 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-de565ebd-558a-4271-960f-37afa39193ec tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.4308810
Dec 22 04:52:03.911474 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55984) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:03.920716 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-497b8fb9-4963-47d2-96bb-10863d09488c tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Request body: {'security_group_rule': {'security_group_id': '666afe91-8ded-4a63-bf51-11c2bcd3aa2a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:03.991446 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-497b8fb9-4963-47d2-96bb-10863d09488c tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:04.000673 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-118c716c-8928-466a-8e15-6c6922145482 None None] Calling delete_port for 3fd89bf4-98d2-4fda-9614-80b9341421a8 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:52:04.028040 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-497b8fb9-4963-47d2-96bb-10863d09488c tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:04.048202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:04.070945 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-49af5c3d-6651-4c3f-a16c-532be12322c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=838a75d7-305a-477b-a5fe-f0288b0ee23f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.4895616
Dec 22 04:52:04.112120 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb74782-74d6-4d86-8145-5cbb1b4472d9 req-3112daf3-0588-4978-a84b-959e0029f51b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:04.112328 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] For port 3fd89bf4-98d2-4fda-9614-80b9341421a8, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=3fd89bf4-98d2-4fda-9614-80b9341421a8,segment=NetworkSegment(f04537e5-04b7-4da2-8e19-f9f6a408a884),segment_id=f04537e5-04b7-4da2-8e19-f9f6a408a884)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:04.112328 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:04.112855 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6cb74782-74d6-4d86-8145-5cbb1b4472d9 req-3112daf3-0588-4978-a84b-959e0029f51b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 943 time: 0.5324426
Dec 22 04:52:04.120874 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 19708425-0416-49fe-97ed-70173083f63c no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:52:04.145873 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-118c716c-8928-466a-8e15-6c6922145482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:04.153513 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8aa8fbc-629d-4d0d-85fb-19cf98d5998d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:04.181675 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469be70730>,) {'filters': {'network_id': ['c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:04.199995 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 19708425-0416-49fe-97ed-70173083f63c {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:52:04.200700 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 19708425-0416-49fe-97ed-70173083f63c not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:52:04.201366 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 3fd89bf4-98d2-4fda-9614-80b9341421a8 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:52:04.211280 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-497b8fb9-4963-47d2-96bb-10863d09488c tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:04.220849 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469be70730>, '558ce192-b12f-454c-abb5-3269de74fda2') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:04.221139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469be70730>, '558ce192-b12f-454c-abb5-3269de74fda2') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:04.231381 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c716c-8928-466a-8e15-6c6922145482 None None] Pushing event deleted for resources: {'Port': ['ID=3fd89bf4-98d2-4fda-9614-80b9341421a8,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:04.240277 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Calling delete_port for 3fd89bf4-98d2-4fda-9614-80b9341421a8 owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:52:04.240712 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-118c716c-8928-466a-8e15-6c6922145482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:04.242913 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 3fd89bf4-98d2-4fda-9614-80b9341421a8 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:52:04.243488 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 3fd89bf4-98d2-4fda-9614-80b9341421a8 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:52:04.247015 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118c716c-8928-466a-8e15-6c6922145482 None None] No DVR routers for this DVR port 3fd89bf4-98d2-4fda-9614-80b9341421a8 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:52:04.259781 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:04.285180 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-83ee2019-64c2-4fb1-b7fb-92ba2f95bc64 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:04.290663 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-50f8867e-e2ce-4b18-a583-b2eaecb910fc tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:04.301391 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:04.328043 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6cb74782-74d6-4d86-8145-5cbb1b4472d9 req-b89f8583-4891-4413-a0f9-b6dafdcb2ce3 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1603868
Dec 22 04:52:04.331703 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:52:04.332099 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:04.335601 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee2019-64c2-4fb1-b7fb-92ba2f95bc64 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event deleted for resources: {'Port': ['ID=93933449-0a3f-445b-964b-f6a1210da564,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:04.345622 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-83ee2019-64c2-4fb1-b7fb-92ba2f95bc64 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:52:04.350980 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:52:04.445179 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.api [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:52:04.445179 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_db.api [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:52:04.469451 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-a736a765-0496-40a7-bb77-e27cabdfada4 service neutron] 10.222.0.47 "GET /v2.0/networks/838a75d7-305a-477b-a5fe-f0288b0ee23f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3855064
Dec 22 04:52:04.496194 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:04.500971 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:04.512749 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-74fe0bca-86e3-45c5-a9e0-38cf71e0ba86 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:04.610002 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-497b8fb9-4963-47d2-96bb-10863d09488c tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:04.627554 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Network': ['ID=c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:04.629224 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-83ee2019-64c2-4fb1-b7fb-92ba2f95bc64 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:04.629827 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:04.632991 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-497b8fb9-4963-47d2-96bb-10863d09488c tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:04.643337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:04.649680 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/networks/c865c1f1-3ac7-49b5-a3a3-1c0be43e83c2 HTTP/1.1" status: 204  len: 168 time: 2.5544016
Dec 22 04:52:04.667328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 55992) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:04.729924 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b8fb9-4963-47d2-96bb-10863d09488c tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ded7c47-f4af-4cc7-bb64-b3e5ef84953f,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:04.732336 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-497b8fb9-4963-47d2-96bb-10863d09488c tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:04.755118 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-497b8fb9-4963-47d2-96bb-10863d09488c tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:04.756267 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-497b8fb9-4963-47d2-96bb-10863d09488c tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.8427753
Dec 22 04:52:04.760407 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 55996) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:04.858951 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fdfd2c04-df27-4d96-8393-9e676edea7b3 req-7aa1ad94-a19f-41ba-a8f8-475c9b6f8db0 service neutron] 10.222.0.47 "GET /v2.0/networks/838a75d7-305a-477b-a5fe-f0288b0ee23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3818233
Dec 22 04:52:04.874216 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ffe3-6868-4e21-9658-b240b4f8db53 req-49cfe44a-de0f-4547-8b22-ed49de5abc54 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:04.876521 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fbd3ffe3-6868-4e21-9658-b240b4f8db53 req-49cfe44a-de0f-4547-8b22-ed49de5abc54 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 945 time: 0.3648741
Dec 22 04:52:04.906480 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-43747908-19a9-4baf-9bc8-3f0ed9fa3920 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-group-rules/9ded7c47-f4af-4cc7-bb64-b3e5ef84953f HTTP/1.1" status: 200  len: 706 time: 0.1433022
Dec 22 04:52:04.909422 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56000) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:04.917465 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902175c-884c-489d-a253-acfd9e15e07f req-99cbe853-442a-4e87-8f73-55c3f9e25bcd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:04.919080 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3902175c-884c-489d-a253-acfd9e15e07f req-99cbe853-442a-4e87-8f73-55c3f9e25bcd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1ae02-7af9-40dc-b222-cf38075b270d HTTP/1.1" status: 200  len: 944 time: 0.4026668
Dec 22 04:52:04.923402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-83ee2019-64c2-4fb1-b7fb-92ba2f95bc64 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:04.943486 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-83ee2019-64c2-4fb1-b7fb-92ba2f95bc64 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:04.947937 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Deleting port 3fd89bf4-98d2-4fda-9614-80b9341421a8 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:52:04.948269 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:05.019707 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fbd3ffe3-6868-4e21-9658-b240b4f8db53 req-24bec82e-16bc-497a-aba6-5dab258cebbd tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1294980
Dec 22 04:52:05.027239 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] The port '3fd89bf4-98d2-4fda-9614-80b9341421a8' was deleted {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:52:05.078908 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3902175c-884c-489d-a253-acfd9e15e07f req-a7a685e6-f022-4e89-9b13-558b04af40c8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=539f3721-2ee8-4ec5-b55c-4768f9ae3d71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1524148
Dec 22 04:52:05.095936 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-83ee2019-64c2-4fb1-b7fb-92ba2f95bc64 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:05.096496 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ee2019-64c2-4fb1-b7fb-92ba2f95bc64 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Fanout notify agent at l3_agent the message router_deleted on router fe74ed20-ba67-4c54-8f1e-d46d362af84e {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:52:05.097080 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-67eb7944-2327-4815-a7ee-c332a143d528 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Synchronizing usage tracker for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:05.191640 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:05.198501 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-67eb7944-2327-4815-a7ee-c332a143d528 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Unset dirty status for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:05.199521 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-67eb7944-2327-4815-a7ee-c332a143d528 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3708 time: 0.2882817
Dec 22 04:52:05.204253 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56004) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:05.204930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-83ee2019-64c2-4fb1-b7fb-92ba2f95bc64 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:05.208317 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-83ee2019-64c2-4fb1-b7fb-92ba2f95bc64 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "DELETE /v2.0/routers/fe74ed20-ba67-4c54-8f1e-d46d362af84e HTTP/1.1" status: 204  len: 168 time: 4.3190343
Dec 22 04:52:05.208956 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56008) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:05.234414 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b6bc520>,) {'filters': {'network_id': ['53032828-9917-4561-8e21-40809c7d87a9']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:05.248014 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b6bc520>, 'f04537e5-04b7-4da2-8e19-f9f6a408a884') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:05.248393 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b6bc520>, 'f04537e5-04b7-4da2-8e19-f9f6a408a884') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:05.261180 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:05.279095 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:05.286692 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:52:05.286991 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:52:05.301425 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:52:05.381654 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1b8ccf69-2ece-4061-9395-f44b8c1fa6f1 req-d4642f58-fd8a-49b1-aa72-12c65c521592 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=7ec1ae02-7af9-40dc-b222-cf38075b270d HTTP/1.1" status: 200  len: 1097 time: 0.4144814
Dec 22 04:52:05.497840 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:05.502561 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:05.506288 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fe438807-1d8b-4c30-924c-738b2ffdc4c1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:05.509158 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7c0a662d-ebc2-4c13-8e9a-1ebb8f80c4d6 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:05.529020 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "DELETE /v2.0/networks/53032828-9917-4561-8e21-40809c7d87a9 HTTP/1.1" status: 204  len: 168 time: 2.1349175
Dec 22 04:52:05.529020 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Pushing event deleted for resources: {'Network': ['ID=53032828-9917-4561-8e21-40809c7d87a9,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:05.529302 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56014) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:05.533106 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:05.574546 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-acde6713-1485-4d3b-9dae-86c5d627b09c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Synchronizing usage tracker for tenant:66169e37280e4f0495323624b3f21831 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:05.588536 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7c0a662d-ebc2-4c13-8e9a-1ebb8f80c4d6 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:05.589736 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-acde6713-1485-4d3b-9dae-86c5d627b09c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Unset dirty status for tenant:66169e37280e4f0495323624b3f21831 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:05.590864 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-acde6713-1485-4d3b-9dae-86c5d627b09c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "GET /v2.0/ports?device_id=d23d258e-2d81-4007-92d1-8b927a1c6609 HTTP/1.1" status: 200  len: 205 time: 0.0595436
Dec 22 04:52:05.593878 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56018) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:05.728215 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54c19b83-44e1-479f-9461-e01a3e97c992 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:05.735670 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0879e7cb-ba4b-4cad-b685-f54397e5d428 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:05.790921 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7c0a662d-ebc2-4c13-8e9a-1ebb8f80c4d6 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:05.808249 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6cba9aa2-16d0-4eb2-9ed0-77b3f3922570 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:05.900645 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a662d-ebc2-4c13-8e9a-1ebb8f80c4d6 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ded7c47-f4af-4cc7-bb64-b3e5ef84953f,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:05.915804 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7c0a662d-ebc2-4c13-8e9a-1ebb8f80c4d6 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:05.918117 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ccf69-2ece-4061-9395-f44b8c1fa6f1 req-e1468270-18ce-4c86-aad5-f6abddfc6fa5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:05.919549 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1b8ccf69-2ece-4061-9395-f44b8c1fa6f1 req-e1468270-18ce-4c86-aad5-f6abddfc6fa5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=838a75d7-305a-477b-a5fe-f0288b0ee23f HTTP/1.1" status: 200  len: 897 time: 0.5133109
Dec 22 04:52:05.983907 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7c0a662d-ebc2-4c13-8e9a-1ebb8f80c4d6 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:05.985002 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7c0a662d-ebc2-4c13-8e9a-1ebb8f80c4d6 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/9ded7c47-f4af-4cc7-bb64-b3e5ef84953f HTTP/1.1" status: 204  len: 168 time: 0.7790067
Dec 22 04:52:05.993484 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56022) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:06.005197 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f892c10-ad71-4808-beec-8ad0f7535070 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Deleting subnet d1aa839e-7cd3-4369-a96b-e9b3a814fc1b {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:52:06.033083 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c0772-14f9-47bd-964c-cb9d91ec92f8 req-4a95e161-c43f-4fb4-aeac-5342db36e5e9 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:06.034567 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f71c0772-14f9-47bd-964c-cb9d91ec92f8 req-4a95e161-c43f-4fb4-aeac-5342db36e5e9 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 943 time: 0.5288579
Dec 22 04:52:06.037354 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1f892c10-ad71-4808-beec-8ad0f7535070 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:06.080469 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1b8ccf69-2ece-4061-9395-f44b8c1fa6f1 req-b915b3e8-46e5-48d2-8f2e-8a4b4aae4822 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd HTTP/1.1" status: 200  len: 217 time: 0.1513336
Dec 22 04:52:06.124689 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54c19b83-44e1-479f-9461-e01a3e97c992 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:06.128876 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54c19b83-44e1-479f-9461-e01a3e97c992 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:06.174365 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1f892c10-ad71-4808-beec-8ad0f7535070 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:06.192875 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54c19b83-44e1-479f-9461-e01a3e97c992 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:06.193427 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c19b83-44e1-479f-9461-e01a3e97c992 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Fanout notify agent at l3_agent the message router_deleted on router d23d258e-2d81-4007-92d1-8b927a1c6609 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:52:06.206018 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54c19b83-44e1-479f-9461-e01a3e97c992 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:06.209528 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-54c19b83-44e1-479f-9461-e01a3e97c992 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] 10.222.0.53 "DELETE /v2.0/routers/d23d258e-2d81-4007-92d1-8b927a1c6609 HTTP/1.1" status: 204  len: 168 time: 0.6120424
Dec 22 04:52:06.242804 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684348c-dc69-427e-a504-bda76c4f27ae req-bf407791-d6ec-4db6-b714-3ff9d7a787d9 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:06.244757 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5684348c-dc69-427e-a504-bda76c4f27ae req-bf407791-d6ec-4db6-b714-3ff9d7a787d9 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 945 time: 0.0970917
Dec 22 04:52:06.292345 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ccf69-2ece-4061-9395-f44b8c1fa6f1 req-452888c4-9441-4f63-880b-cc61a86ba8e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:06.293621 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5684348c-dc69-427e-a504-bda76c4f27ae req-4f6c8738-d770-487f-a46c-faa7c66ef318 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419562
Dec 22 04:52:06.293790 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1b8ccf69-2ece-4061-9395-f44b8c1fa6f1 req-452888c4-9441-4f63-880b-cc61a86ba8e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80d90413-e4ca-438f-80c0-75a840d888a1 HTTP/1.1" status: 200  len: 838 time: 0.1929910
Dec 22 04:52:06.304898 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-9e85fbbe-9128-49a7-b890-1a941fbaddca tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Synchronizing usage tracker for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:06.322855 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f71c0772-14f9-47bd-964c-cb9d91ec92f8 req-fbffd1dd-d65d-40a5-8fb2-8f1b8b00d4c8 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2410820
Dec 22 04:52:06.351951 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1f892c10-ad71-4808-beec-8ad0f7535070 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:06.421840 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-9e85fbbe-9128-49a7-b890-1a941fbaddca tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Unset dirty status for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:06.423079 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9e85fbbe-9128-49a7-b890-1a941fbaddca tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.4286480
Dec 22 04:52:06.430191 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56032) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:06.507890 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae1096-96c8-4495-ac93-7446344457f7 req-596c5f18-fed4-41bd-9a6e-67e08b7a0be6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:06.509375 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6eae1096-96c8-4495-ac93-7446344457f7 req-596c5f18-fed4-41bd-9a6e-67e08b7a0be6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1ae02-7af9-40dc-b222-cf38075b270d HTTP/1.1" status: 200  len: 944 time: 0.0871572
Dec 22 04:52:06.554751 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56038) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:06.570296 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6eae1096-96c8-4495-ac93-7446344457f7 req-0531e931-1810-4cf5-8c11-4a5f6e596161 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=539f3721-2ee8-4ec5-b55c-4768f9ae3d71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543442
Dec 22 04:52:06.607810 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1f892c10-ad71-4808-beec-8ad0f7535070 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:06.623654 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7d5ab856-b41e-4834-846a-231c6b42460f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:06.657176 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1b8ccf69-2ece-4061-9395-f44b8c1fa6f1 req-78a5bb97-dd53-4870-a32b-fa2c3ba92846 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=838a75d7-305a-477b-a5fe-f0288b0ee23f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3461246
Dec 22 04:52:06.695429 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f892c10-ad71-4808-beec-8ad0f7535070 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event deleted for resources: {'Subnet': ['ID=d1aa839e-7cd3-4369-a96b-e9b3a814fc1b,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:06.729038 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1f892c10-ad71-4808-beec-8ad0f7535070 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:06.753171 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a420480f-fbf6-4b61-8447-1b5dc7eef1a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=66169e37280e4f0495323624b3f21831&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1972301
Dec 22 04:52:06.755726 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56044) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:06.792348 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1f892c10-ad71-4808-beec-8ad0f7535070 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:06.795074 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c386d583-c5bc-40f5-9175-120dc192520d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:06.816613 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-49311e5f-98bb-4d7d-a115-82095a225a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:06.834329 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1f892c10-ad71-4808-beec-8ad0f7535070 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "DELETE /v2.0/subnets/d1aa839e-7cd3-4369-a96b-e9b3a814fc1b HTTP/1.1" status: 204  len: 168 time: 1.4918792
Dec 22 04:52:06.834603 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56048) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:06.864154 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c386d583-c5bc-40f5-9175-120dc192520d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:06.906774 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-49311e5f-98bb-4d7d-a115-82095a225a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:06.980912 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-77d5751f-c359-4961-9276-520358c23034 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:07.047011 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-49311e5f-98bb-4d7d-a115-82095a225a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:07.094742 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-dcd503ff-9c07-4713-bdab-90e26eae3fe8 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:07.109362 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1b8ccf69-2ece-4061-9395-f44b8c1fa6f1 req-8caf6759-99be-4806-a6bd-e7d9eb288d48 service neutron] 10.222.0.47 "GET /v2.0/networks/838a75d7-305a-477b-a5fe-f0288b0ee23f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4413836
Dec 22 04:52:07.116318 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49311e5f-98bb-4d7d-a115-82095a225a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100bda84-b2a4-4620-b5ee-b3b94db6cccc,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:07.118808 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-49311e5f-98bb-4d7d-a115-82095a225a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:07.229442 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c386d583-c5bc-40f5-9175-120dc192520d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:07.235687 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dd67f015-2478-4455-9afc-58e9a7b3c3fd tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:07.260401 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-49311e5f-98bb-4d7d-a115-82095a225a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:07.261503 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-49311e5f-98bb-4d7d-a115-82095a225a1e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/100bda84-b2a4-4620-b5ee-b3b94db6cccc HTTP/1.1" status: 204  len: 168 time: 0.5046859
Dec 22 04:52:07.266230 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-77d5751f-c359-4961-9276-520358c23034 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:07.267244 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386d583-c5bc-40f5-9175-120dc192520d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=666afe91-8ded-4a63-bf51-11c2bcd3aa2a,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:07.273581 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c386d583-c5bc-40f5-9175-120dc192520d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:07.300507 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-77d5751f-c359-4961-9276-520358c23034 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469c23e940>,) {'filters': {'network_id': ['c8598c21-1a47-4e08-b24a-e0cd70f26da3']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:07.314614 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-77d5751f-c359-4961-9276-520358c23034 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c23e940>, 'f32188e5-9aa8-4c0a-9628-051fb83870d2') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:07.314915 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-77d5751f-c359-4961-9276-520358c23034 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c23e940>, 'f32188e5-9aa8-4c0a-9628-051fb83870d2') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:07.326664 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-77d5751f-c359-4961-9276-520358c23034 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:07.330679 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c386d583-c5bc-40f5-9175-120dc192520d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:07.331788 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c386d583-c5bc-40f5-9175-120dc192520d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "DELETE /v2.0/security-groups/666afe91-8ded-4a63-bf51-11c2bcd3aa2a HTTP/1.1" status: 204  len: 168 time: 0.8708055
Dec 22 04:52:07.334500 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56056) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:07.339247 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1b8ccf69-2ece-4061-9395-f44b8c1fa6f1 req-85d1bd7a-d44f-46b2-88b8-c93480434ee9 service neutron] 10.222.0.47 "GET /v2.0/networks/838a75d7-305a-477b-a5fe-f0288b0ee23f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1979494
Dec 22 04:52:07.375730 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-77d5751f-c359-4961-9276-520358c23034 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:07.388512 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d5751f-c359-4961-9276-520358c23034 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:52:07.388890 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-77d5751f-c359-4961-9276-520358c23034 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:52:07.407135 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:52:07.492148 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-334336e4-7772-4aef-8c02-dc7a9f2a3612 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Synchronizing usage tracker for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:07.510869 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:07.567172 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-77d5751f-c359-4961-9276-520358c23034 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:07.570564 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-334336e4-7772-4aef-8c02-dc7a9f2a3612 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Unset dirty status for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:07.577734 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-334336e4-7772-4aef-8c02-dc7a9f2a3612 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2405427
Dec 22 04:52:07.578786 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56064) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:07.580046 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3f367400-9886-4844-8d14-615b71072291 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:07.591669 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-559601d8-e218-4688-a6a2-46fb58c9f3b7 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Request body: {'security_group': {'name': 'tempest-secgroup--223517602'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:07.602260 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-0879e7cb-ba4b-4cad-b685-f54397e5d428 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting port 27f14012-de08-4333-b841-3efd29e2ddd5 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:52:07.602662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0879e7cb-ba4b-4cad-b685-f54397e5d428 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:07.606733 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-77d5751f-c359-4961-9276-520358c23034 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:07.615542 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5751f-c359-4961-9276-520358c23034 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Pushing event deleted for resources: {'Network': ['ID=c8598c21-1a47-4e08-b24a-e0cd70f26da3,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:07.618264 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-77d5751f-c359-4961-9276-520358c23034 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:07.625477 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-77d5751f-c359-4961-9276-520358c23034 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] 10.222.0.53 "DELETE /v2.0/networks/c8598c21-1a47-4e08-b24a-e0cd70f26da3 HTTP/1.1" status: 204  len: 168 time: 0.7870345
Dec 22 04:52:07.636049 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-559601d8-e218-4688-a6a2-46fb58c9f3b7 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:07.655252 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685feab-6264-470b-a429-d34704a5353f req-dadddaac-767a-4903-89d8-c94d579330e3 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:07.657116 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6685feab-6264-470b-a429-d34704a5353f req-dadddaac-767a-4903-89d8-c94d579330e3 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 943 time: 0.1377237
Dec 22 04:52:07.663357 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-559601d8-e218-4688-a6a2-46fb58c9f3b7 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:07.723035 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6685feab-6264-470b-a429-d34704a5353f req-259860bc-c9f7-41c4-ab6c-bd69b7f70f17 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578408
Dec 22 04:52:07.768401 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-559601d8-e218-4688-a6a2-46fb58c9f3b7 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:07.783166 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c23172-5021-42df-b224-ea192f96ac7b req-bd450ff6-b990-49c8-8bd6-b686728593e5 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:07.784616 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-64c23172-5021-42df-b224-ea192f96ac7b req-bd450ff6-b990-49c8-8bd6-b686728593e5 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 945 time: 0.2752869
Dec 22 04:52:07.897787 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-559601d8-e218-4688-a6a2-46fb58c9f3b7 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:07.906637 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-0879e7cb-ba4b-4cad-b685-f54397e5d428 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] For port 27f14012-de08-4333-b841-3efd29e2ddd5, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=27f14012-de08-4333-b841-3efd29e2ddd5,segment=NetworkSegment(87779f72-07ce-44c4-a48a-a5c047d3d5ba),segment_id=87779f72-07ce-44c4-a48a-a5c047d3d5ba)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:07.907370 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0879e7cb-ba4b-4cad-b685-f54397e5d428 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:07.914774 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-559601d8-e218-4688-a6a2-46fb58c9f3b7 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Usage tracker for resource:security_group_rule and tenant:6407b9f93fbc491ca9e56915418a734c is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:07.919147 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-64c23172-5021-42df-b224-ea192f96ac7b req-7663fe65-b1fe-4d96-b5f7-619f01e48b1d tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1224384
Dec 22 04:52:07.919905 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-559601d8-e218-4688-a6a2-46fb58c9f3b7 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:07.929342 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-559601d8-e218-4688-a6a2-46fb58c9f3b7 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:07.968706 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722699c3-6c38-4b2d-a217-4541d4e18557 req-ac7b7b78-1574-49ce-b2f9-36b157d444c1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:07.970461 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-722699c3-6c38-4b2d-a217-4541d4e18557 req-ac7b7b78-1574-49ce-b2f9-36b157d444c1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1ae02-7af9-40dc-b222-cf38075b270d HTTP/1.1" status: 200  len: 944 time: 0.1085196
Dec 22 04:52:07.995735 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56082) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:08.042175 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-722699c3-6c38-4b2d-a217-4541d4e18557 req-dd04622f-6da4-4d55-97ea-de2ca0d339bb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=539f3721-2ee8-4ec5-b55c-4768f9ae3d71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635631
Dec 22 04:52:08.064091 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-0879e7cb-ba4b-4cad-b685-f54397e5d428 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Calling delete_port for 27f14012-de08-4333-b841-3efd29e2ddd5 owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:52:08.173518 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 04:52:08.200841 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-559601d8-e218-4688-a6a2-46fb58c9f3b7 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:08.213587 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-559601d8-e218-4688-a6a2-46fb58c9f3b7 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:08.226885 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ff839f81-d8bd-4826-aa0b-0913a45364da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:08.236278 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e46d6e76-1a1e-47b8-bbc5-ed717f66e0be admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd72df115f564198b6625c6a0d6299d2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2392740
Dec 22 04:52:08.240297 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56094) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:08.290373 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559601d8-e218-4688-a6a2-46fb58c9f3b7 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=916061f2-eead-4c8c-841c-b6daf42295b2,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:08.293605 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-559601d8-e218-4688-a6a2-46fb58c9f3b7 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:08.306847 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-559601d8-e218-4688-a6a2-46fb58c9f3b7 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:08.308081 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-559601d8-e218-4688-a6a2-46fb58c9f3b7 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.7284391
Dec 22 04:52:08.312564 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56098) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:08.319569 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-9e45f442-ff76-4e80-9bda-d1de4403834e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Request body: {'security_group_rule': {'security_group_id': '916061f2-eead-4c8c-841c-b6daf42295b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:08.326543 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9e45f442-ff76-4e80-9bda-d1de4403834e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:08.332567 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9e45f442-ff76-4e80-9bda-d1de4403834e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Usage tracker for resource:security_group_rule and tenant:6407b9f93fbc491ca9e56915418a734c is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:08.350573 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9e45f442-ff76-4e80-9bda-d1de4403834e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:08.357996 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-65b6e376-4689-4778-87a3-54d90123aaf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:08.360789 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9e45f442-ff76-4e80-9bda-d1de4403834e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:08.369530 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd,segment=NetworkSegment(c3c0f38c-059c-40e4-a031-88b90bc90b40),segment_id=c3c0f38c-059c-40e4-a031-88b90bc90b40)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:08.386963 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0879e7cb-ba4b-4cad-b685-f54397e5d428 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:08.387644 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': 'b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd', 'network_id': '838a75d7-305a-477b-a5fe-f0288b0ee23f', 'port_id': 'b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd', 'mac_address': 'fa:16:3e:6d:e1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d90413-e4ca-438f-80c0-75a840d888a1', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 04:52:08.394934 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c3161c10-7feb-45ed-86e7-433e2f5e251f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:08.400415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-65b6e376-4689-4778-87a3-54d90123aaf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:08.408360 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9e45f442-ff76-4e80-9bda-d1de4403834e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:08.414760 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56102) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:08.440028 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879e7cb-ba4b-4cad-b685-f54397e5d428 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Port': ['ID=27f14012-de08-4333-b841-3efd29e2ddd5,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:08.442956 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0879e7cb-ba4b-4cad-b685-f54397e5d428 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:08.475996 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:08.501044 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9e45f442-ff76-4e80-9bda-d1de4403834e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:08.513633 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9e45f442-ff76-4e80-9bda-d1de4403834e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:08.515802 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-dd28c87d-54d0-44cc-a4cb-096e11fb7b7a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:08.521070 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:52:08.533759 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-65b6e376-4689-4778-87a3-54d90123aaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:08.549219 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd,segment=NetworkSegment(c3c0f38c-059c-40e4-a031-88b90bc90b40),segment_id=c3c0f38c-059c-40e4-a031-88b90bc90b40)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:08.556682 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:08.558948 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a4307cdb-bb6e-4948-a71b-97fc3b5e3959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:08.561586 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45f442-ff76-4e80-9bda-d1de4403834e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeeea922-c35b-4172-87ce-8f44cb80f773,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:08.573925 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9e45f442-ff76-4e80-9bda-d1de4403834e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:08.574440 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-71110da4-e24b-4967-9141-9967a59f3c9e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:08.596726 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6e376-4689-4778-87a3-54d90123aaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d775976-9ef9-4fd9-afeb-5fde91184168,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:08.599146 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-65b6e376-4689-4778-87a3-54d90123aaf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:08.600426 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-65b6e376-4689-4778-87a3-54d90123aaf9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d775976-9ef9-4fd9-afeb-5fde91184168 HTTP/1.1" status: 204  len: 168 time: 0.3587384
Dec 22 04:52:08.601379 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-65b6e376-4689-4778-87a3-54d90123aaf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:08.602294 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9e45f442-ff76-4e80-9bda-d1de4403834e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:08.606276 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9e45f442-ff76-4e80-9bda-d1de4403834e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2928929
Dec 22 04:52:08.607252 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56110) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:08.677468 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:08.682491 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:08.699731 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-05f695d3-30f5-4e14-adb6-c66eb119440e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:08.731254 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fa7c6c2c-fe0b-4507-9c1f-55ebc9bc763f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:08.745852 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0879e7cb-ba4b-4cad-b685-f54397e5d428 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:08.757682 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-05f695d3-30f5-4e14-adb6-c66eb119440e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:08.773113 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Request body: {'security_group': {'name': 'tempest-secgroup--1736405867'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:08.788250 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:08.801603 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Usage tracker for resource:security_group and tenant:9b44ca7b19334459ae359c370b13cd5d is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:08.805843 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:08.822383 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:08.838677 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:08.855425 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:08.881326 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-05f695d3-30f5-4e14-adb6-c66eb119440e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:08.886507 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-abe5d6e6-9d75-449a-92a4-84b19fdf0414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:08.910083 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f695d3-30f5-4e14-adb6-c66eb119440e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=916061f2-eead-4c8c-841c-b6daf42295b2,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:08.915510 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-05f695d3-30f5-4e14-adb6-c66eb119440e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:08.929588 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:08.936903 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Usage tracker for resource:security_group_rule and tenant:9b44ca7b19334459ae359c370b13cd5d is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:08.940009 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-05f695d3-30f5-4e14-adb6-c66eb119440e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:08.941320 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-05f695d3-30f5-4e14-adb6-c66eb119440e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "DELETE /v2.0/security-groups/916061f2-eead-4c8c-841c-b6daf42295b2 HTTP/1.1" status: 204  len: 168 time: 0.3319740
Dec 22 04:52:08.942632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:08.945438 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56118) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:08.964276 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:09.033018 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5943d648-2207-4797-809e-d7d7d8626de9 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Synchronizing usage tracker for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:09.040357 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 04:52:09.081866 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5943d648-2207-4797-809e-d7d7d8626de9 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Unset dirty status for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:09.085387 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5943d648-2207-4797-809e-d7d7d8626de9 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1365120
Dec 22 04:52:09.085755 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56128) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:09.108765 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:09.119705 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:09.127713 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-49311e5f-98bb-4d7d-a115-82095a225a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:09.174872 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:09.193130 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-da91de22-66cc-4fea-90d0-804b653b9fd6 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Synchronizing usage tracker for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:09.232473 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Usage tracker for resource:security_group_rule and tenant:9b44ca7b19334459ae359c370b13cd5d is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:09.234635 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd8275-b9fe-4b93-a8cd-445a1801f971 req-e2bd1e55-eb33-43fd-90c2-99e4716933de tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:09.236152 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-84cd8275-b9fe-4b93-a8cd-445a1801f971 req-e2bd1e55-eb33-43fd-90c2-99e4716933de tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 943 time: 0.3498099
Dec 22 04:52:09.239840 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad67617e-1d09-4dcf-bc16-223772c6e9a9,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:09.246575 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:09.260969 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:09.278247 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:09.312259 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-da91de22-66cc-4fea-90d0-804b653b9fd6 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Unset dirty status for tenant:6407b9f93fbc491ca9e56915418a734c on resource:security_group_rule {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:09.316550 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-da91de22-66cc-4fea-90d0-804b653b9fd6 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2243 time: 0.2268651
Dec 22 04:52:09.317098 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56136) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:09.355998 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-8be2f453-1ddc-48cb-980b-39a96889eeab tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] delete failed (client error): The resource could not be found.
Dec 22 04:52:09.360932 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8be2f453-1ddc-48cb-980b-39a96889eeab tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "DELETE /v2.0/security-groups/916061f2-eead-4c8c-841c-b6daf42295b2 HTTP/1.1" status: 404  len: 347 time: 0.0356503
Dec 22 04:52:09.361777 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56140) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:09.421443 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee5aba-eda5-47f6-85d4-fdabb2822da0 req-a709a337-4040-426f-b07a-202988c97a20 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:09.428295 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9cee5aba-eda5-47f6-85d4-fdabb2822da0 req-a709a337-4040-426f-b07a-202988c97a20 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 945 time: 0.2471638
Dec 22 04:52:09.436647 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:09.457874 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-84cd8275-b9fe-4b93-a8cd-445a1801f971 req-dd697455-41e2-4c13-ab96-4118bcaae370 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2131059
Dec 22 04:52:09.486884 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:09.497045 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ff93fc2c-2a02-4eda-9b24-6fa3f15a94ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:09.563964 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9cee5aba-eda5-47f6-85d4-fdabb2822da0 req-6c2fa66a-ef02-46e9-a78f-c9bc47f41b32 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1346948
Dec 22 04:52:09.580691 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-85e9bcef-73be-4e86-b6c6-614da5a7373b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2174318
Dec 22 04:52:09.581865 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd240ae4-56cc-4ec1-83d5-323fd1ec961f,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:09.584788 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:09.602914 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:09.604268 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.1844940
Dec 22 04:52:09.606957 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56148) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:09.713876 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c76801d8-7a3f-488b-a925-cf9fead0c116 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Synchronizing usage tracker for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:09.735168 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c76801d8-7a3f-488b-a925-cf9fead0c116 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Unset dirty status for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:09.736976 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c76801d8-7a3f-488b-a925-cf9fead0c116 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.1275289
Dec 22 04:52:09.739650 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56156) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:09.745758 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-1dc5b33d-8622-496b-b63b-6142575af803 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Request body: {'security_group': {'name': 'tempest-security--280951480', 'description': 'tempest-security-description-1457795121'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:09.773267 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0879e7cb-ba4b-4cad-b685-f54397e5d428 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:52:09.779182 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1dc5b33d-8622-496b-b63b-6142575af803 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:09.800842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee7217-0a6e-4fd3-ac86-76d1e365fce4 req-3d14b380-1476-4607-9f2e-6784f3afa140 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:09.802568 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-02ee7217-0a6e-4fd3-ac86-76d1e365fce4 req-3d14b380-1476-4607-9f2e-6784f3afa140 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1ae02-7af9-40dc-b222-cf38075b270d HTTP/1.1" status: 200  len: 945 time: 0.1445677
Dec 22 04:52:09.852031 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1dc5b33d-8622-496b-b63b-6142575af803 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:09.859436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1dc5b33d-8622-496b-b63b-6142575af803 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:09.863195 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1dc5b33d-8622-496b-b63b-6142575af803 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:09.866929 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1dc5b33d-8622-496b-b63b-6142575af803 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "PUT /v2.0/security-groups/dd240ae4-56cc-4ec1-83d5-323fd1ec961f HTTP/1.1" status: 200  len: 1611 time: 0.1238947
Dec 22 04:52:09.866929 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e3b86fe4-db84-45f9-821f-a6f3706546df tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:09.876859 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56164) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:09.919719 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56168) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:09.956788 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5b33d-8622-496b-b63b-6142575af803 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd240ae4-56cc-4ec1-83d5-323fd1ec961f,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:09.968076 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1dc5b33d-8622-496b-b63b-6142575af803 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:09.977070 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-02ee7217-0a6e-4fd3-ac86-76d1e365fce4 req-73ef8d23-c2f5-4718-8eb4-36cbd44b536e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=539f3721-2ee8-4ec5-b55c-4768f9ae3d71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1676095
Dec 22 04:52:09.979467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56174) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:09.986222 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56178) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:09.986913 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fd7fd319-71c0-4094-9d59-0122944fcb2e tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-groups/dd240ae4-56cc-4ec1-83d5-323fd1ec961f HTTP/1.1" status: 200  len: 1611 time: 0.1065772
Dec 22 04:52:10.082720 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79d0a7d2-b949-4b85-91d7-0be03bd8fac2 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:10.097395 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0879e7cb-ba4b-4cad-b685-f54397e5d428 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:52:10.115413 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dce3b8-873c-4a10-89ad-6324f93bc0c4 None None] Sync routers for ids ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:52:10.125269 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79d0a7d2-b949-4b85-91d7-0be03bd8fac2 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:10.134459 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dce3b8-873c-4a10-89ad-6324f93bc0c4 None None] Routers {'1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:52:10.135862 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-88dce3b8-873c-4a10-89ad-6324f93bc0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3c4eb0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:10.137337 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0879e7cb-ba4b-4cad-b685-f54397e5d428 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/routers/1e5c95f0-55f1-4caf-ac8f-65adddb8e96c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4681194
Dec 22 04:52:10.138651 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56184) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:10.161712 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2045783877'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:10.175955 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:10.188698 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Usage tracker for resource:network and tenant:01e47d056ac8479e8aae5da637227d43 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:10.193852 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:10.202858 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:10.220998 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Made reservation on behalf of 01e47d056ac8479e8aae5da637227d43 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:10.224601 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:10.238787 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79d0a7d2-b949-4b85-91d7-0be03bd8fac2 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:10.245794 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4f6fa9d8-3cff-44fd-89c6-9f3ff5bf9bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:10.257576 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:10.269508 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 29dae181-c7ee-4c74-a00f-d32532091b2e details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 04:52:10.279344 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0a7d2-b949-4b85-91d7-0be03bd8fac2 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd240ae4-56cc-4ec1-83d5-323fd1ec961f,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:10.299634 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-79d0a7d2-b949-4b85-91d7-0be03bd8fac2 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:10.315099 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-72b37bac-24e4-40f6-9827-76adb58c16c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6407b9f93fbc491ca9e56915418a734c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3915756
Dec 22 04:52:10.316064 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56190) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:10.327954 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79d0a7d2-b949-4b85-91d7-0be03bd8fac2 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:10.330138 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-79d0a7d2-b949-4b85-91d7-0be03bd8fac2 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "DELETE /v2.0/security-groups/dd240ae4-56cc-4ec1-83d5-323fd1ec961f HTTP/1.1" status: 204  len: 168 time: 0.3433824
Dec 22 04:52:10.333516 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56194) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:10.359283 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:10.369372 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Usage tracker for resource:security_group_rule and tenant:01e47d056ac8479e8aae5da637227d43 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:10.376546 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:10.404290 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-88dce3b8-873c-4a10-89ad-6324f93bc0c4 None None] Set router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:52:10.418052 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a89df1b4-891c-46d4-9068-951cafe2b33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:10.423636 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:10.429526 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f89b924f-92ba-4625-90b7-d9d52780e660 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Synchronizing usage tracker for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:10.447402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a89df1b4-891c-46d4-9068-951cafe2b33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:10.462284 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f89b924f-92ba-4625-90b7-d9d52780e660 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Unset dirty status for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:10.463218 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f89b924f-92ba-4625-90b7-d9d52780e660 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1272206
Dec 22 04:52:10.468377 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56198) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:10.487638 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-44521514-f9dc-4e63-952f-8c6a79e7ddff tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] delete failed (client error): The resource could not be found.
Dec 22 04:52:10.488653 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-44521514-f9dc-4e63-952f-8c6a79e7ddff tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "DELETE /v2.0/security-groups/dd240ae4-56cc-4ec1-83d5-323fd1ec961f HTTP/1.1" status: 404  len: 347 time: 0.0193717
Dec 22 04:52:10.496566 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56202) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:10.522014 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-b6f7ea1b-bc5d-47c5-a6c2-cc048081fded tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Request body: {'security_group': {'name': 'tempest-secgroup--23722819'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:10.537098 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b6f7ea1b-bc5d-47c5-a6c2-cc048081fded tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:10.547755 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:10.549244 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-e976d646-ac52-4512-bcf6-532c1fa23a71 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting subnet 1669534a-a817-42bf-a928-4b440954d44c {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:52:10.555847 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:10.557695 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b6f7ea1b-bc5d-47c5-a6c2-cc048081fded tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:10.559715 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e976d646-ac52-4512-bcf6-532c1fa23a71 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:10.562603 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3e449101-846d-4cc6-b37a-5ef33a74afa9 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:10.594828 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:52:10.612115 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82edc48d-1c22-4e34-88cc-8fdbbfcaffd5,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:10.612323 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a89df1b4-891c-46d4-9068-951cafe2b33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:10.617819 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:10.619041 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:10.619611 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Added segment c4075efe-cca2-43e3-8190-cae1a4436402 of type vlan for network 35e34944-a86f-4bdd-bd6f-889cb0fed06c
Dec 22 04:52:10.632362 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-65b6e376-4689-4778-87a3-54d90123aaf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:10.658498 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:10.659583 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89df1b4-891c-46d4-9068-951cafe2b33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcb37cf-ae12-4fd5-8eb3-5b894dcb06c4,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:10.673858 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a89df1b4-891c-46d4-9068-951cafe2b33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:10.685237 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b6f7ea1b-bc5d-47c5-a6c2-cc048081fded tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:10.700485 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:10.706768 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:10.707782 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:10.714653 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c81c35bf-b802-447b-bf43-282f15b88633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:10.756983 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e976d646-ac52-4512-bcf6-532c1fa23a71 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:10.783754 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 29dae181-c7ee-4c74-a00f-d32532091b2e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=29dae181-c7ee-4c74-a00f-d32532091b2e,segment=NetworkSegment(7a2911af-ce8f-47e8-b777-7da37b702f30),segment_id=7a2911af-ce8f-47e8-b777-7da37b702f30)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:10.809407 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '29dae181-c7ee-4c74-a00f-d32532091b2e', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'port_id': '29dae181-c7ee-4c74-a00f-d32532091b2e', 'mac_address': 'fa:16:3e:a6:c6:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 04:52:10.861993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-88dce3b8-873c-4a10-89ad-6324f93bc0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3c4eb0>, [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:52:08Z', 'revision_number': 9, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None, '_interfaces': [{'id': '43ee8979-df02-4d81-8a0b-ed9f1559e02a', 'name': '', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:cd:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:29Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e7528fd-ac26-4bed-9d9a-0b7234f7a07d', 'name': '', 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:e1:e3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:17Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:10.867194 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dce3b8-873c-4a10-89ad-6324f93bc0c4 None None] Checking router: 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:52:10.874490 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'Network': ['ID=35e34944-a86f-4bdd-bd6f-889cb0fed06c,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:10.890225 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.8967509
Dec 22 04:52:10.890225 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:10.890592 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dce3b8-873c-4a10-89ad-6324f93bc0c4 None None] Routers {'1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:52:10.890592 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-88dce3b8-873c-4a10-89ad-6324f93bc0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3c4eb0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:51:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:10.915253 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98477f-6f50-47ee-b325-e23da2d0c9a1 req-ef8e4693-087a-44d7-affb-9a8bfd603fb4 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:10.915253 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ac98477f-6f50-47ee-b325-e23da2d0c9a1 req-ef8e4693-087a-44d7-affb-9a8bfd603fb4 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 945 time: 0.1245649
Dec 22 04:52:10.937055 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 35e34944-a86f-4bdd-bd6f-889cb0fed06c details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:52:10.959279 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a89df1b4-891c-46d4-9068-951cafe2b33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:10.962935 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a89df1b4-891c-46d4-9068-951cafe2b33d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1fcb37cf-ae12-4fd5-8eb3-5b894dcb06c4 HTTP/1.1" status: 204  len: 168 time: 0.6359947
Dec 22 04:52:10.980791 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b6f7ea1b-bc5d-47c5-a6c2-cc048081fded tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:10.991483 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b6f7ea1b-bc5d-47c5-a6c2-cc048081fded tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Usage tracker for resource:security_group_rule and tenant:9b44ca7b19334459ae359c370b13cd5d is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:10.995234 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b6f7ea1b-bc5d-47c5-a6c2-cc048081fded tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:11.013009 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b6f7ea1b-bc5d-47c5-a6c2-cc048081fded tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:11.055506 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ac98477f-6f50-47ee-b325-e23da2d0c9a1 req-f53e89e2-08fe-4bc1-afbf-4015ed8e83fb tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1294734
Dec 22 04:52:11.114139 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:11.152510 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-bd62cc5c-8722-4cdf-a983-2ead251936d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:11.179215 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e976d646-ac52-4512-bcf6-532c1fa23a71 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:11.185708 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29dae181-c7ee-4c74-a00f-d32532091b2e {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:52:11.253580 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 29dae181-c7ee-4c74-a00f-d32532091b2e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=29dae181-c7ee-4c74-a00f-d32532091b2e,segment=NetworkSegment(7a2911af-ce8f-47e8-b777-7da37b702f30),segment_id=7a2911af-ce8f-47e8-b777-7da37b702f30)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:11.255851 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-88dce3b8-873c-4a10-89ad-6324f93bc0c4 None None] Set router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:52:11.325406 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:11.334543 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:11.341722 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e976d646-ac52-4512-bcf6-532c1fa23a71 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:11.356950 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-113e97f8-d5a4-4e95-8add-ef427d6b0940 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:11.396794 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110728b-7c36-4f1f-9a79-4483558b1e52 req-849ebcc4-ecb8-4d26-a59c-3fa2353251a7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:11.398361 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6110728b-7c36-4f1f-9a79-4483558b1e52 req-849ebcc4-ecb8-4d26-a59c-3fa2353251a7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1ae02-7af9-40dc-b222-cf38075b270d HTTP/1.1" status: 200  len: 945 time: 0.1159122
Dec 22 04:52:11.400373 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976d646-ac52-4512-bcf6-532c1fa23a71 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Subnet': ['ID=1669534a-a817-42bf-a928-4b440954d44c,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:11.409350 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e976d646-ac52-4512-bcf6-532c1fa23a71 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:11.428668 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b6f7ea1b-bc5d-47c5-a6c2-cc048081fded tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:11.454423 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2449f-5251-4210-acd2-d09500d8e3ef req-790f0329-a82f-4250-9fe0-a00430e1e3e9 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:11.457579 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0af2449f-5251-4210-acd2-d09500d8e3ef req-790f0329-a82f-4250-9fe0-a00430e1e3e9 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 943 time: 0.7462652
Dec 22 04:52:11.459867 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b6f7ea1b-bc5d-47c5-a6c2-cc048081fded tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:11.477402 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd3bc97-9db3-4a92-99f5-f538f6eaf7bb None None] Network 51b88e5f-ef43-40e6-b6a2-3edb2be43b74 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:11.490772 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e976d646-ac52-4512-bcf6-532c1fa23a71 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:11.495960 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e976d646-ac52-4512-bcf6-532c1fa23a71 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/subnets/1669534a-a817-42bf-a928-4b440954d44c HTTP/1.1" status: 204  len: 168 time: 1.3561451
Dec 22 04:52:11.513691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56220) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:11.526619 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a89df1b4-891c-46d4-9068-951cafe2b33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:11.563868 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7ea1b-bc5d-47c5-a6c2-cc048081fded tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b409fb-5fcb-4088-9a69-8a86d35120b9,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:11.566479 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b6f7ea1b-bc5d-47c5-a6c2-cc048081fded tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:11.567968 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b6f7ea1b-bc5d-47c5-a6c2-cc048081fded tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.0644071
Dec 22 04:52:11.572783 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b6f7ea1b-bc5d-47c5-a6c2-cc048081fded tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:11.577225 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56224) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:11.585782 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-b6eb0e7a-7ae4-42e8-8122-7f1b156b37a5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Request body: {'security_group_rule': {'security_group_id': '98b409fb-5fcb-4088-9a69-8a86d35120b9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:11.594044 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b6eb0e7a-7ae4-42e8-8122-7f1b156b37a5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:11.599915 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b6eb0e7a-7ae4-42e8-8122-7f1b156b37a5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Usage tracker for resource:security_group_rule and tenant:9b44ca7b19334459ae359c370b13cd5d is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:11.605467 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0af2449f-5251-4210-acd2-d09500d8e3ef req-08e439d5-b469-407f-b1d7-9ca7522de2e7 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1081703
Dec 22 04:52:11.606725 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b6eb0e7a-7ae4-42e8-8122-7f1b156b37a5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:11.615706 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b6eb0e7a-7ae4-42e8-8122-7f1b156b37a5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:11.647066 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b6eb0e7a-7ae4-42e8-8122-7f1b156b37a5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:11.737324 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6110728b-7c36-4f1f-9a79-4483558b1e52 req-1ab5d6d0-28dc-483a-bf4c-ab20b6d9d1da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=539f3721-2ee8-4ec5-b55c-4768f9ae3d71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3335397
Dec 22 04:52:11.763333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b6eb0e7a-7ae4-42e8-8122-7f1b156b37a5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:11.765928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:11.781224 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b6eb0e7a-7ae4-42e8-8122-7f1b156b37a5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:11.783290 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:11.796799 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting port d642c154-29a8-4578-b57c-84cb7fbd7690 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:52:11.797226 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:11.816011 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=29dae181-c7ee-4c74-a00f-d32532091b2e,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:11.841138 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b6eb0e7a-7ae4-42e8-8122-7f1b156b37a5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:11.845291 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b6eb0e7a-7ae4-42e8-8122-7f1b156b37a5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2654734
Dec 22 04:52:11.846507 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb0e7a-7ae4-42e8-8122-7f1b156b37a5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615ff640-8701-4cd5-8ccd-448c7a4fce11,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:11.851314 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56232) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:11.856792 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b6eb0e7a-7ae4-42e8-8122-7f1b156b37a5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:11.860023 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:11.915049 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-da816507-4bfa-4fe1-bd70-d6ab64b69803 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:11.936716 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-da816507-4bfa-4fe1-bd70-d6ab64b69803 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:11.970281 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-da816507-4bfa-4fe1-bd70-d6ab64b69803 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:11.973184 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:11.996926 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['29dae181-c7ee-4c74-a00f-d32532091b2e'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 04:52:12.001627 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da816507-4bfa-4fe1-bd70-d6ab64b69803 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=615ff640-8701-4cd5-8ccd-448c7a4fce11,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:12.005145 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-da816507-4bfa-4fe1-bd70-d6ab64b69803 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:12.006457 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-da816507-4bfa-4fe1-bd70-d6ab64b69803 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/615ff640-8701-4cd5-8ccd-448c7a4fce11 HTTP/1.1" status: 204  len: 168 time: 0.1527100
Dec 22 04:52:12.009801 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-da816507-4bfa-4fe1-bd70-d6ab64b69803 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:12.010384 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56236) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:12.068487 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-42f17955-a8d7-4efb-b350-96ac248185bc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Synchronizing usage tracker for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:12.091201 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-42f17955-a8d7-4efb-b350-96ac248185bc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Unset dirty status for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:12.093052 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-42f17955-a8d7-4efb-b350-96ac248185bc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.0812209
Dec 22 04:52:12.098425 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56244) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:12.178181 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-495e28a7-83e3-40c6-aded-c9c2a6ac68dc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:12.213381 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-495e28a7-83e3-40c6-aded-c9c2a6ac68dc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:12.283634 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-495e28a7-83e3-40c6-aded-c9c2a6ac68dc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:12.288518 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e46c7f6b-d227-43f4-bc2c-c7acb86d3815 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:12.322536 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e28a7-83e3-40c6-aded-c9c2a6ac68dc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b409fb-5fcb-4088-9a69-8a86d35120b9,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:12.333243 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-495e28a7-83e3-40c6-aded-c9c2a6ac68dc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:12.354758 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:52:12.372675 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-495e28a7-83e3-40c6-aded-c9c2a6ac68dc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:12.374117 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-495e28a7-83e3-40c6-aded-c9c2a6ac68dc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "DELETE /v2.0/security-groups/98b409fb-5fcb-4088-9a69-8a86d35120b9 HTTP/1.1" status: 204  len: 168 time: 0.2747171
Dec 22 04:52:12.376915 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56250) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:12.470631 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] For port d642c154-29a8-4578-b57c-84cb7fbd7690, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d642c154-29a8-4578-b57c-84cb7fbd7690,segment=NetworkSegment(87779f72-07ce-44c4-a48a-a5c047d3d5ba),segment_id=87779f72-07ce-44c4-a48a-a5c047d3d5ba)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:12.471269 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:12.477937 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0519cefe-fe6b-42ea-a81a-6f10fbc7b86d tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Synchronizing usage tracker for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:12.516876 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0519cefe-fe6b-42ea-a81a-6f10fbc7b86d tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Unset dirty status for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:12.518444 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0519cefe-fe6b-42ea-a81a-6f10fbc7b86d tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1403439
Dec 22 04:52:12.522630 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56256) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:12.528562 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-f5216dd4-ee9c-45c4-8e62-7d7ff5e821a6 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Request body: {'security_group': {'name': 'tempest-secgroup--855679562'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:12.552352 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f5216dd4-ee9c-45c4-8e62-7d7ff5e821a6 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:12.570583 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f5216dd4-ee9c-45c4-8e62-7d7ff5e821a6 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:12.615366 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f5216dd4-ee9c-45c4-8e62-7d7ff5e821a6 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:12.635017 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:12.667122 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:12.683627 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56262) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:12.685262 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f5216dd4-ee9c-45c4-8e62-7d7ff5e821a6 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:12.704687 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f5216dd4-ee9c-45c4-8e62-7d7ff5e821a6 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Usage tracker for resource:security_group_rule and tenant:9b44ca7b19334459ae359c370b13cd5d is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:12.713660 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f5216dd4-ee9c-45c4-8e62-7d7ff5e821a6 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:12.714787 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:52:12.731212 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:52:12.731212 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:12.744667 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Calling delete_port for d642c154-29a8-4578-b57c-84cb7fbd7690 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:52:12.820836 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f5216dd4-ee9c-45c4-8e62-7d7ff5e821a6 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:12.959599 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-02e808b5-b334-4f92-b40d-390374adf354 tempest-ServiceProvidersTest-1835368147 tempest-ServiceProvidersTest-1835368147-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.2695134
Dec 22 04:52:12.968881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:12.982678 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c1bb88a1-9adc-40e2-8f67-745885f5a518 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:13.004514 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703d491-79c1-423e-bb3c-00a46f27ba10 req-7d6bbadc-4ff4-4159-87f4-318695547829 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:13.017364 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0703d491-79c1-423e-bb3c-00a46f27ba10 req-7d6bbadc-4ff4-4159-87f4-318695547829 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 945 time: 0.3159149
Dec 22 04:52:13.021211 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] No DVR routers for this DVR port d642c154-29a8-4578-b57c-84cb7fbd7690 on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:52:13.075210 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Port': ['ID=d642c154-29a8-4578-b57c-84cb7fbd7690,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:13.085462 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:13.100736 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f5216dd4-ee9c-45c4-8e62-7d7ff5e821a6 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:13.123379 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f5216dd4-ee9c-45c4-8e62-7d7ff5e821a6 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:13.161439 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:13.176343 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:13.206411 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd,segment=NetworkSegment(c3c0f38c-059c-40e4-a031-88b90bc90b40),segment_id=c3c0f38c-059c-40e4-a031-88b90bc90b40)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:13.212743 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5c47a82f-837a-42f6-8390-5a97b8ab68c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:13.229269 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce491-18db-4975-b6ff-d5adc3dee321 req-5332b92a-8f2d-4397-87eb-793d69ea94d7 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:13.230458 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec1ae02-7af9-40dc-b222-cf38075b270d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:52:13.234286 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c6dce491-18db-4975-b6ff-d5adc3dee321 req-5332b92a-8f2d-4397-87eb-793d69ea94d7 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 944 time: 0.3727493
Dec 22 04:52:13.243008 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b876730>,) {'filters': {'network_id': ['51b88e5f-ef43-40e6-b6a2-3edb2be43b74']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:13.258029 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f5216dd4-ee9c-45c4-8e62-7d7ff5e821a6 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:13.261839 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f5216dd4-ee9c-45c4-8e62-7d7ff5e821a6 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.7356198
Dec 22 04:52:13.273159 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56274) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:13.280848 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:13.283107 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 0d744c85-97ab-4499-946b-724c644689b1 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:52:13.330481 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0703d491-79c1-423e-bb3c-00a46f27ba10 req-59538efc-e3e2-44d8-ad26-0ea3467e6f2c tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3090215
Dec 22 04:52:13.333631 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-2917da94-691a-446b-b268-1a531f2128c7 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Request body: {'security_group_rule': {'security_group_id': '37c2c4e5-e994-4cf1-8343-1cf639a3e66d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:13.335364 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c508d9fc-154c-44ea-954e-27f1fda18cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:13.345434 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b876730>, '87779f72-07ce-44c4-a48a-a5c047d3d5ba') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:13.346043 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b876730>, '87779f72-07ce-44c4-a48a-a5c047d3d5ba') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:13.360110 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2917da94-691a-446b-b268-1a531f2128c7 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:13.366951 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5216dd4-ee9c-45c4-8e62-7d7ff5e821a6 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37c2c4e5-e994-4cf1-8343-1cf639a3e66d,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:13.370808 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2917da94-691a-446b-b268-1a531f2128c7 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Usage tracker for resource:security_group_rule and tenant:9b44ca7b19334459ae359c370b13cd5d is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:13.399763 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f5216dd4-ee9c-45c4-8e62-7d7ff5e821a6 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:13.400900 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2917da94-691a-446b-b268-1a531f2128c7 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:13.405525 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:13.411075 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-88dce3b8-873c-4a10-89ad-6324f93bc0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3c4eb0>, [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:52:08Z', 'revision_number': 9, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None, '_interfaces': [{'id': '43ee8979-df02-4d81-8a0b-ed9f1559e02a', 'name': '', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:cd:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:29Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e7528fd-ac26-4bed-9d9a-0b7234f7a07d', 'name': '', 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:e1:e3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:17Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:13.425072 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2917da94-691a-446b-b268-1a531f2128c7 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:13.452850 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dce3b8-873c-4a10-89ad-6324f93bc0c4 None None] The sync data for ids ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'] in dv-neutron-822525-1-hyperv is: [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:52:08Z', 'revision_number': 9, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None, '_interfaces': [{'id': '43ee8979-df02-4d81-8a0b-ed9f1559e02a', 'name': '', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:cd:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:29Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e7528fd-ac26-4bed-9d9a-0b7234f7a07d', 'name': '', 'network_id': '98f12b7f-62de-479b-a867-f8b3acf1a04c', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:e1:e3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:17Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '210ac4f9-b273-499d-b549-bc7a8c0886e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:52:13.468290 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:13.488128 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c6dce491-18db-4975-b6ff-d5adc3dee321 req-356e7bd4-5541-4f69-8e43-845dba9f3b5c tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2123945
Dec 22 04:52:13.490925 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687f5a94-e3af-49c4-a893-7a0b256fd278 None None] DHCP port deletion for 51b88e5f-ef43-40e6-b6a2-3edb2be43b74 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:52:13.507010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:52:13.507729 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:13.529616 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2917da94-691a-446b-b268-1a531f2128c7 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:52:13.538782 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:52:13.542957 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:13.552312 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:13.553152 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:13.588883 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:13.663035 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 0d744c85-97ab-4499-946b-724c644689b1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0d744c85-97ab-4499-946b-724c644689b1,segment=NetworkSegment(fcf7f310-eeea-4fb0-ab25-d29719352218),segment_id=fcf7f310-eeea-4fb0-ab25-d29719352218)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:13.668526 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56280) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:13.675708 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:13.681399 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:13.748043 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:13.755182 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:13.755693 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec1ae02-7af9-40dc-b222-cf38075b270d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd', 'code': 200}
Dec 22 04:52:13.761676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:13.834639 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e35b2-05a9-4a77-9b9c-8a45db5c258c req-49281359-50b9-4a0b-bd60-4c8fdfbac4a4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:13.846876 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f99e35b2-05a9-4a77-9b9c-8a45db5c258c req-49281359-50b9-4a0b-bd60-4c8fdfbac4a4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1ae02-7af9-40dc-b222-cf38075b270d HTTP/1.1" status: 200  len: 946 time: 0.1469617
Dec 22 04:52:13.849294 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=0d744c85-97ab-4499-946b-724c644689b1,revision_number=6']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:13.864654 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:13.888697 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2917da94-691a-446b-b268-1a531f2128c7 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:13.890460 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Network': ['ID=51b88e5f-ef43-40e6-b6a2-3edb2be43b74,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:13.895568 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:13.900361 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/networks/51b88e5f-ef43-40e6-b6a2-3edb2be43b74 HTTP/1.1" status: 204  len: 168 time: 2.3830054
Dec 22 04:52:13.900669 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56286) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:13.902689 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2917da94-691a-446b-b268-1a531f2128c7 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:13.905655 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2945de5f-4e9d-40da-a37d-707d2c0c2fb5 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:13.933380 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917da94-691a-446b-b268-1a531f2128c7 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513fa596-1649-45d9-a2cc-7bde8695764f,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:13.937903 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2917da94-691a-446b-b268-1a531f2128c7 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:13.948920 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2917da94-691a-446b-b268-1a531f2128c7 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:13.950618 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2917da94-691a-446b-b268-1a531f2128c7 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6328909
Dec 22 04:52:13.953243 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56290) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:13.964167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-9684f018-b026-44fa-a9f2-efb98d7cb116 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Request body: {'security_group_rule': {'security_group_id': '37c2c4e5-e994-4cf1-8343-1cf639a3e66d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:13.973933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-9684f018-b026-44fa-a9f2-efb98d7cb116 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:13.978479 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-9684f018-b026-44fa-a9f2-efb98d7cb116 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Usage tracker for resource:security_group_rule and tenant:9b44ca7b19334459ae359c370b13cd5d is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:13.987185 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-9684f018-b026-44fa-a9f2-efb98d7cb116 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:13.992598 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-9684f018-b026-44fa-a9f2-efb98d7cb116 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:14.050863 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9684f018-b026-44fa-a9f2-efb98d7cb116 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:14.138030 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d642c154-29a8-4578-b57c-84cb7fbd7690 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:52:14.153197 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cd794d09-ccad-41c4-8cf8-80b85ed379b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:14.178303 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: d642c154-29a8-4578-b57c-84cb7fbd7690 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:52:14.178980 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d642c154-29a8-4578-b57c-84cb7fbd7690 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:52:14.179512 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 27f14012-de08-4333-b841-3efd29e2ddd5 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:52:14.204346 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9684f018-b026-44fa-a9f2-efb98d7cb116 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:14.210993 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-30436c46-f82b-4573-bc1e-1f4031a73f67 req-e0f6b23d-d3f6-420e-ac90-f8a2ddf10e0f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7ec1ae02-7af9-40dc-b222-cf38075b270d HTTP/1.1" status: 200  len: 1099 time: 0.1360970
Dec 22 04:52:14.214091 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9684f018-b026-44fa-a9f2-efb98d7cb116 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:14.216154 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-608babd7-da7d-46c9-8b88-ae356ef17ebc tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:14.220871 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 27f14012-de08-4333-b841-3efd29e2ddd5 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:52:14.221329 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 27f14012-de08-4333-b841-3efd29e2ddd5 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:52:14.222990 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 29dae181-c7ee-4c74-a00f-d32532091b2e up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:52:14.273943 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-cd794d09-ccad-41c4-8cf8-80b85ed379b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:14.282465 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-cd794d09-ccad-41c4-8cf8-80b85ed379b1 admin admin] Usage tracker for resource:security_group_rule and tenant:507699d531724fd6ae088a13a1289fe0 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:14.290288 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-cd794d09-ccad-41c4-8cf8-80b85ed379b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:14.296798 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-30436c46-f82b-4573-bc1e-1f4031a73f67 req-4ab4b4f5-8ffc-4a9c-addf-c068c412a634 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=539f3721-2ee8-4ec5-b55c-4768f9ae3d71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710216
Dec 22 04:52:14.297490 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9684f018-b026-44fa-a9f2-efb98d7cb116 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:14.298649 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9684f018-b026-44fa-a9f2-efb98d7cb116 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3442497
Dec 22 04:52:14.299786 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684f018-b026-44fa-a9f2-efb98d7cb116 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c546180a-221d-4dad-ab13-71cfd19644a6,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:14.301620 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56294) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:14.304314 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9684f018-b026-44fa-a9f2-efb98d7cb116 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:14.308056 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-0dca9e3e-ed11-4f5c-9a2b-04567a42e09a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Request body: {'security_group_rule': {'security_group_id': '37c2c4e5-e994-4cf1-8343-1cf639a3e66d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:14.313896 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-cd794d09-ccad-41c4-8cf8-80b85ed379b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:14.314437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0dca9e3e-ed11-4f5c-9a2b-04567a42e09a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:14.318909 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 29dae181-c7ee-4c74-a00f-d32532091b2e completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:52:14.319116 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0dca9e3e-ed11-4f5c-9a2b-04567a42e09a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Usage tracker for resource:security_group_rule and tenant:9b44ca7b19334459ae359c370b13cd5d is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:14.322314 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0dca9e3e-ed11-4f5c-9a2b-04567a42e09a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:14.327791 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 29dae181-c7ee-4c74-a00f-d32532091b2e triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:52:14.328444 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:14.329361 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0dca9e3e-ed11-4f5c-9a2b-04567a42e09a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:14.350587 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0dca9e3e-ed11-4f5c-9a2b-04567a42e09a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:14.386913 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cd794d09-ccad-41c4-8cf8-80b85ed379b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:14.422557 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0dca9e3e-ed11-4f5c-9a2b-04567a42e09a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:14.423510 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56300) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:14.430803 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-bec3cf94-bdb2-4809-a9df-ee9877b4895c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Request body: {'subnet': {'network_id': '35e34944-a86f-4bdd-bd6f-889cb0fed06c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:14.432125 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f99e35b2-05a9-4a77-9b9c-8a45db5c258c req-a6e482b7-3fab-4bab-a7d8-c714872dacb1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=539f3721-2ee8-4ec5-b55c-4768f9ae3d71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5709860
Dec 22 04:52:14.436838 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cd794d09-ccad-41c4-8cf8-80b85ed379b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:14.444899 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0fd5b4ef-ece2-4fa9-82ad-50ac9bfa9deb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:14.475334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd794d09-ccad-41c4-8cf8-80b85ed379b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0beca153-0bc7-4607-992d-797aa3b18523,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:14.478506 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cd794d09-ccad-41c4-8cf8-80b85ed379b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:14.524920 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-cd794d09-ccad-41c4-8cf8-80b85ed379b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=507699d531724fd6ae088a13a1289fe0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8546975
Dec 22 04:52:14.527478 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56304) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:14.537846 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:14.546726 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0dca9e3e-ed11-4f5c-9a2b-04567a42e09a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:14.550281 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:14.577129 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 29dae181-c7ee-4c74-a00f-d32532091b2e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=29dae181-c7ee-4c74-a00f-d32532091b2e,segment=NetworkSegment(7a2911af-ce8f-47e8-b777-7da37b702f30),segment_id=7a2911af-ce8f-47e8-b777-7da37b702f30)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:14.586950 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:14.589438 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-566f9abf-4b0b-4afe-8fd7-2cd0e0b6899d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:14.622550 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0dca9e3e-ed11-4f5c-9a2b-04567a42e09a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:14.624244 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0dca9e3e-ed11-4f5c-9a2b-04567a42e09a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3212345
Dec 22 04:52:14.630065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bec3cf94-bdb2-4809-a9df-ee9877b4895c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:14.632336 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca9e3e-ed11-4f5c-9a2b-04567a42e09a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90cac6ab-4d6e-4ebe-bbc8-53b81c99c99c,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:14.635086 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56310) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:14.642065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0dca9e3e-ed11-4f5c-9a2b-04567a42e09a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:14.643217 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bec3cf94-bdb2-4809-a9df-ee9877b4895c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Usage tracker for resource:subnet and tenant:01e47d056ac8479e8aae5da637227d43 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:14.649812 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bec3cf94-bdb2-4809-a9df-ee9877b4895c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:14.655678 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-189fcc1e-4a19-483e-8584-597c81238a4d tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Request body: {'security_group_rule': {'security_group_id': '37c2c4e5-e994-4cf1-8343-1cf639a3e66d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:14.667948 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bec3cf94-bdb2-4809-a9df-ee9877b4895c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:14.670119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-189fcc1e-4a19-483e-8584-597c81238a4d tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:14.680528 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-189fcc1e-4a19-483e-8584-597c81238a4d tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Usage tracker for resource:security_group_rule and tenant:9b44ca7b19334459ae359c370b13cd5d is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:14.685154 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-189fcc1e-4a19-483e-8584-597c81238a4d tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:14.688038 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=29dae181-c7ee-4c74-a00f-d32532091b2e,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:14.691297 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:14.691599 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec3cf94-bdb2-4809-a9df-ee9877b4895c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Made reservation on behalf of 01e47d056ac8479e8aae5da637227d43 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:14.759437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-189fcc1e-4a19-483e-8584-597c81238a4d tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:14.788570 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a054498d-9e49-40e9-84df-b7cf15c52ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:14.798103 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666aaf0-db8f-4f01-83d5-1bc824ef91d2 req-22be9071-3553-453c-bb65-366305da38a4 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:14.799552 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e666aaf0-db8f-4f01-83d5-1bc824ef91d2 req-22be9071-3553-453c-bb65-366305da38a4 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 943 time: 0.2549238
Dec 22 04:52:14.833329 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a054498d-9e49-40e9-84df-b7cf15c52ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:14.834496 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-189fcc1e-4a19-483e-8584-597c81238a4d tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:14.847966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bec3cf94-bdb2-4809-a9df-ee9877b4895c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:14.875393 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c209e3-8158-49c7-a327-21dae2801e06 req-9d92eec3-dbf8-4ee8-9fcc-95ac6f4c7580 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:14.876827 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-63c209e3-8158-49c7-a327-21dae2801e06 req-9d92eec3-dbf8-4ee8-9fcc-95ac6f4c7580 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 945 time: 0.1726553
Dec 22 04:52:14.937165 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-970019e7-86e1-4bbd-8c6b-1824f22f8ccb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:15.010352 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-63c209e3-8158-49c7-a327-21dae2801e06 req-544559e0-c3d1-4f75-80a3-b958e6c0efc2 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1246433
Dec 22 04:52:15.077381 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a054498d-9e49-40e9-84df-b7cf15c52ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:15.083521 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-dafbe7b7-2432-46d5-90ed-73dc3b7eb88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:15.089475 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e666aaf0-db8f-4f01-83d5-1bc824ef91d2 req-6f0386cf-e852-46ec-99f0-13ddc1d34a99 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2762146
Dec 22 04:52:15.105487 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054498d-9e49-40e9-84df-b7cf15c52ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0beca153-0bc7-4607-992d-797aa3b18523,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:15.108641 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a054498d-9e49-40e9-84df-b7cf15c52ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:15.121917 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a054498d-9e49-40e9-84df-b7cf15c52ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:15.123263 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a054498d-9e49-40e9-84df-b7cf15c52ab9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0beca153-0bc7-4607-992d-797aa3b18523 HTTP/1.1" status: 204  len: 168 time: 0.5946772
Dec 22 04:52:15.129387 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-189fcc1e-4a19-483e-8584-597c81238a4d tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:15.169725 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-189fcc1e-4a19-483e-8584-597c81238a4d tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:15.177683 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a75eef96-b47e-412c-985e-48fe7b30a5eb tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:15.209593 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fcc1e-4a19-483e-8584-597c81238a4d tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0629f0e3-746b-4f32-8380-71433409b766,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:15.216792 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-189fcc1e-4a19-483e-8584-597c81238a4d tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:15.289635 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-189fcc1e-4a19-483e-8584-597c81238a4d tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:15.291134 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-189fcc1e-4a19-483e-8584-597c81238a4d tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6507123
Dec 22 04:52:15.294161 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56316) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:15.301914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b09c3869-c8d2-4562-ad35-11d736bafbab tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Request body: {'security_group_rule': {'security_group_id': '37c2c4e5-e994-4cf1-8343-1cf639a3e66d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:15.309258 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bec3cf94-bdb2-4809-a9df-ee9877b4895c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:15.314095 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b09c3869-c8d2-4562-ad35-11d736bafbab tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:15.355273 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7358341c-81fd-4e6d-9248-0adb00aec663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:15.388300 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b09c3869-c8d2-4562-ad35-11d736bafbab tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Usage tracker for resource:security_group_rule and tenant:9b44ca7b19334459ae359c370b13cd5d is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:15.396684 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b09c3869-c8d2-4562-ad35-11d736bafbab tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:15.421104 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b09c3869-c8d2-4562-ad35-11d736bafbab tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:15.475082 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3cf94-bdb2-4809-a9df-ee9877b4895c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'Subnet': ['ID=dd33899b-fe95-40f1-a564-d9503a0643d8,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:15.479616 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bec3cf94-bdb2-4809-a9df-ee9877b4895c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:15.488612 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b09c3869-c8d2-4562-ad35-11d736bafbab tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:15.530741 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3cf94-bdb2-4809-a9df-ee9877b4895c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Checking segment: {'id': 'c4075efe-cca2-43e3-8190-cae1a4436402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '35e34944-a86f-4bdd-bd6f-889cb0fed06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:52:15.531095 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec3cf94-bdb2-4809-a9df-ee9877b4895c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Network hostable DHCP agents. Network: 35e34944-a86f-4bdd-bd6f-889cb0fed06c, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:52:15.539773 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-76e62430-ffee-4ab4-ad8f-c167957c0a6f req-135475da-7fb7-42a6-90b9-4ca31124e450 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 1096 time: 0.2317312
Dec 22 04:52:15.630472 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec3cf94-bdb2-4809-a9df-ee9877b4895c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Network 35e34944-a86f-4bdd-bd6f-889cb0fed06c is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:52:15.636402 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b09c3869-c8d2-4562-ad35-11d736bafbab tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:15.638251 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-76e62430-ffee-4ab4-ad8f-c167957c0a6f req-2951c38a-6c03-486d-a071-22b3d8c822b7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0892453
Dec 22 04:52:15.646685 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b09c3869-c8d2-4562-ad35-11d736bafbab tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:15.648863 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-689a0d52-cbd7-4867-b8b1-80d844bf5376 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:15.668171 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-bec3cf94-bdb2-4809-a9df-ee9877b4895c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 35e34944-a86f-4bdd-bd6f-889cb0fed06c) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:52:15.678562 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c3869-c8d2-4562-ad35-11d736bafbab tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3afd20ef-d2ed-4a14-a650-4090acaf6856,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:15.682516 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46aa157b-177d-4953-ac9f-23cc23243f36 None None] Network 35e34944-a86f-4bdd-bd6f-889cb0fed06c requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:15.683455 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec3cf94-bdb2-4809-a9df-ee9877b4895c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:15.684053 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bec3cf94-bdb2-4809-a9df-ee9877b4895c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:15.691013 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b09c3869-c8d2-4562-ad35-11d736bafbab tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:15.711362 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b09c3869-c8d2-4562-ad35-11d736bafbab tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:15.712796 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b09c3869-c8d2-4562-ad35-11d736bafbab tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 714 time: 0.4162993
Dec 22 04:52:15.718955 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244029a-92e9-4ba8-9355-3ee9bade83cd req-e67d7b37-13f7-4eb7-8ad1-9adebb6a1e0d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:15.719873 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bec3cf94-bdb2-4809-a9df-ee9877b4895c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2948325
Dec 22 04:52:15.720542 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56330) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:15.720874 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56332) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:15.720994 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5244029a-92e9-4ba8-9355-3ee9bade83cd req-e67d7b37-13f7-4eb7-8ad1-9adebb6a1e0d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1ae02-7af9-40dc-b222-cf38075b270d HTTP/1.1" status: 200  len: 946 time: 0.1211648
Dec 22 04:52:15.738471 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-d596d10f-2e98-4594-bbe9-bd98c7d02d7b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1065270771'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:15.744352 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d596d10f-2e98-4594-bbe9-bd98c7d02d7b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:15.751422 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d596d10f-2e98-4594-bbe9-bd98c7d02d7b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Usage tracker for resource:network and tenant:01e47d056ac8479e8aae5da637227d43 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:15.754664 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d596d10f-2e98-4594-bbe9-bd98c7d02d7b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:15.774701 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7d05b07a-ea2e-435b-b022-98413c8e3740 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:15.782203 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d596d10f-2e98-4594-bbe9-bd98c7d02d7b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:15.793360 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7d05b07a-ea2e-435b-b022-98413c8e3740 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:15.814963 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d596d10f-2e98-4594-bbe9-bd98c7d02d7b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Made reservation on behalf of 01e47d056ac8479e8aae5da637227d43 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:15.815188 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653b278c-0289-4130-822d-a3a5da7b3985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d744c85-97ab-4499-946b-724c644689b1'}, {'server_uuid': '70d216ec-b262-4d85-9718-53fac54b6d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dae181-c7ee-4c74-a00f-d32532091b2e'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:52:15.817946 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d596d10f-2e98-4594-bbe9-bd98c7d02d7b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:15.825087 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5244029a-92e9-4ba8-9355-3ee9bade83cd req-ee67a629-a0b6-4ca9-ad92-4cf19a6a7d22 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=539f3721-2ee8-4ec5-b55c-4768f9ae3d71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0894511
Dec 22 04:52:15.863220 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7d05b07a-ea2e-435b-b022-98413c8e3740 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:15.877591 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b290522f-caeb-44f6-be72-118fc732bc88 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:15.883467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d596d10f-2e98-4594-bbe9-bd98c7d02d7b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:52:15.922798 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05b07a-ea2e-435b-b022-98413c8e3740 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3afd20ef-d2ed-4a14-a650-4090acaf6856,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:15.926917 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7d05b07a-ea2e-435b-b022-98413c8e3740 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:15.944361 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d596d10f-2e98-4594-bbe9-bd98c7d02d7b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:15.944831 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-d596d10f-2e98-4594-bbe9-bd98c7d02d7b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Added segment b8ac56c8-d91b-4442-b6a6-969a1079abe2 of type vlan for network 2c2e19dd-c569-4dc9-ad04-be322783e2a2
Dec 22 04:52:15.984236 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-970019e7-86e1-4bbd-8c6b-1824f22f8ccb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting port 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:52:15.984574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-970019e7-86e1-4bbd-8c6b-1824f22f8ccb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:15.986200 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d596d10f-2e98-4594-bbe9-bd98c7d02d7b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:16.026956 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7d05b07a-ea2e-435b-b022-98413c8e3740 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:16.028550 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7d05b07a-ea2e-435b-b022-98413c8e3740 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/3afd20ef-d2ed-4a14-a650-4090acaf6856 HTTP/1.1" status: 204  len: 168 time: 0.3067153
Dec 22 04:52:16.031809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d596d10f-2e98-4594-bbe9-bd98c7d02d7b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:16.031967 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56344) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:16.036941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d596d10f-2e98-4594-bbe9-bd98c7d02d7b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:16.038061 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d596d10f-2e98-4594-bbe9-bd98c7d02d7b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:16.043967 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-79b5e6e8-61f3-46e1-a4d1-f58e984085fa tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:16.107585 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653b278c-0289-4130-822d-a3a5da7b3985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d744c85-97ab-4499-946b-724c644689b1', 'code': 200}
Dec 22 04:52:16.107918 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d216ec-b262-4d85-9718-53fac54b6d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dae181-c7ee-4c74-a00f-d32532091b2e', 'code': 200}
Dec 22 04:52:16.121203 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-35e34944-a86f-4bdd-bd6f-889cb0fed06c', 'network_id': '35e34944-a86f-4bdd-bd6f-889cb0fed06c', 'tenant_id': '01e47d056ac8479e8aae5da637227d43', 'fixed_ips': [{'subnet_id': 'dd33899b-fe95-40f1-a564-d9503a0643d8'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:52:16.122403 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:16.205490 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d596d10f-2e98-4594-bbe9-bd98c7d02d7b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4791546
Dec 22 04:52:16.210524 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56354) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:16.230127 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-35a34c35-7c8d-409c-be2f-f6b2387a90e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Request body: {'subnet': {'network_id': '2c2e19dd-c569-4dc9-ad04-be322783e2a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:16.268167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596d10f-2e98-4594-bbe9-bd98c7d02d7b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'Network': ['ID=2c2e19dd-c569-4dc9-ad04-be322783e2a2,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:16.281380 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d596d10f-2e98-4594-bbe9-bd98c7d02d7b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:16.297028 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e7955177-d840-43a3-93f9-96935dd6698f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Synchronizing usage tracker for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:16.304134 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 0d744c85-97ab-4499-946b-724c644689b1 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 04:52:16.313040 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 2c2e19dd-c569-4dc9-ad04-be322783e2a2 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:52:16.461576 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56362) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:16.465158 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0025899
Dec 22 04:52:16.476987 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56364) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:16.499174 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-35a34c35-7c8d-409c-be2f-f6b2387a90e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:16.504839 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-35a34c35-7c8d-409c-be2f-f6b2387a90e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Usage tracker for resource:subnet and tenant:01e47d056ac8479e8aae5da637227d43 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:16.508561 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-35a34c35-7c8d-409c-be2f-f6b2387a90e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:16.512706 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-970019e7-86e1-4bbd-8c6b-1824f22f8ccb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] For port 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=4e7528fd-ac26-4bed-9d9a-0b7234f7a07d,segment=NetworkSegment(5673b17f-4c52-48ec-8097-a8a340461ed5),segment_id=5673b17f-4c52-48ec-8097-a8a340461ed5)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:16.513073 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-970019e7-86e1-4bbd-8c6b-1824f22f8ccb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:16.515530 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-35a34c35-7c8d-409c-be2f-f6b2387a90e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:16.536295 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:52:16.540405 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a34c35-7c8d-409c-be2f-f6b2387a90e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Made reservation on behalf of 01e47d056ac8479e8aae5da637227d43 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:16.563159 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c473e8-bf9b-43d7-8b47-604fadd46621 req-3cd21039-f23a-46b3-99ee-a80a4a411f08 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:16.570612 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-80c473e8-bf9b-43d7-8b47-604fadd46621 req-3cd21039-f23a-46b3-99ee-a80a4a411f08 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 943 time: 0.1833262
Dec 22 04:52:16.654867 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-970019e7-86e1-4bbd-8c6b-1824f22f8ccb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Calling delete_port for 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:52:16.674627 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Allocated IP 2001:db8:0:ffff::2 (35e34944-a86f-4bdd-bd6f-889cb0fed06c/dd33899b-fe95-40f1-a564-d9503a0643d8/847ffc3c-b788-4e9b-a0b7-d1085037d732) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:52:16.684966 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 0d744c85-97ab-4499-946b-724c644689b1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0d744c85-97ab-4499-946b-724c644689b1,segment=NetworkSegment(fcf7f310-eeea-4fb0-ab25-d29719352218),segment_id=fcf7f310-eeea-4fb0-ab25-d29719352218)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:16.698396 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35a34c35-7c8d-409c-be2f-f6b2387a90e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:16.706901 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '0d744c85-97ab-4499-946b-724c644689b1', 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715', 'port_id': '0d744c85-97ab-4499-946b-724c644689b1', 'mac_address': 'fa:16:3e:88:c7:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9364b721-02c0-45b6-9969-0de35a0139cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 04:52:16.739996 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-80c473e8-bf9b-43d7-8b47-604fadd46621 req-5b133d98-168e-4671-ac31-2f8584ce1131 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1687908
Dec 22 04:52:16.854813 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f5a8fd1d-db84-45e3-af1e-b878f5b0a6eb tempest-NetworksApiDiscovery-1159023804 tempest-NetworksApiDiscovery-1159023804-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.3683696
Dec 22 04:52:16.860317 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:16.873372 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e7955177-d840-43a3-93f9-96935dd6698f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Unset dirty status for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:16.875297 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e7955177-d840-43a3-93f9-96935dd6698f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5171 time: 0.8423927
Dec 22 04:52:16.885182 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d744c85-97ab-4499-946b-724c644689b1 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:52:16.896074 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56374) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:16.930494 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 0d744c85-97ab-4499-946b-724c644689b1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0d744c85-97ab-4499-946b-724c644689b1,segment=NetworkSegment(fcf7f310-eeea-4fb0-ab25-d29719352218),segment_id=fcf7f310-eeea-4fb0-ab25-d29719352218)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:16.932128 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ef5a7-e5ca-47c8-a223-32afbc44abcc req-7470104a-ea26-4f7b-b4ea-84337d1b3dd7 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:16.940217 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5a9ef5a7-e5ca-47c8-a223-32afbc44abcc req-7470104a-ea26-4f7b-b4ea-84337d1b3dd7 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 945 time: 0.1487415
Dec 22 04:52:16.945030 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:16.950625 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:17.011567 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5a9ef5a7-e5ca-47c8-a223-32afbc44abcc req-d027d33e-3272-4fe9-8549-9d336b5c2f6a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699599
Dec 22 04:52:17.038840 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-970019e7-86e1-4bbd-8c6b-1824f22f8ccb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:17.050056 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:17.083253 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:17.096215 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Transition to ACTIVE for port object 847ffc3c-b788-4e9b-a0b7-d1085037d732 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:52:17.131202 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970019e7-86e1-4bbd-8c6b-1824f22f8ccb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Port': ['ID=4e7528fd-ac26-4bed-9d9a-0b7234f7a07d,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:17.135616 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-970019e7-86e1-4bbd-8c6b-1824f22f8ccb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:17.139097 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Transition to ACTIVE for port object 847ffc3c-b788-4e9b-a0b7-d1085037d732 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:52:17.161162 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0fcc0ab8-8d53-4ff9-9122-1ec28cf964c8 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:17.161979 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=0d744c85-97ab-4499-946b-724c644689b1,revision_number=7']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:17.172452 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:17.173520 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:17.189427 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:17.221479 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0fcc0ab8-8d53-4ff9-9122-1ec28cf964c8 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:17.343764 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Network 35e34944-a86f-4bdd-bd6f-889cb0fed06c is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:52:17.347593 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:52:17.352172 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:52:17.354714 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Pushing event updated for resources: {'Port': ['ID=847ffc3c-b788-4e9b-a0b7-d1085037d732,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:17.365366 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:17.402899 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a5415e99-1927-44cf-925d-4d0cfc6096db req-04e917e9-f60f-44fc-ba61-a9e9d7d37db6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 1098 time: 0.6600544
Dec 22 04:52:17.410977 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0fcc0ab8-8d53-4ff9-9122-1ec28cf964c8 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:17.413073 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56380) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:17.435363 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0dca9e3e-ed11-4f5c-9a2b-04567a42e09a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:17.450280 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855c124-a925-44f2-b7ab-35360bd86373 req-eaff2521-242f-42bd-aa7b-b04f50d96e73 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:17.454409 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1855c124-a925-44f2-b7ab-35360bd86373 req-eaff2521-242f-42bd-aa7b-b04f50d96e73 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1ae02-7af9-40dc-b222-cf38075b270d HTTP/1.1" status: 200  len: 946 time: 0.4070661
Dec 22 04:52:17.475350 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['0d744c85-97ab-4499-946b-724c644689b1'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 04:52:17.515414 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-970019e7-86e1-4bbd-8c6b-1824f22f8ccb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:17.521410 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Attempting to bind port 847ffc3c-b788-4e9b-a0b7-d1085037d732 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:52:17.521838 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Attempting to bind port 847ffc3c-b788-4e9b-a0b7-d1085037d732 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'c4075efe-cca2-43e3-8190-cae1a4436402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '35e34944-a86f-4bdd-bd6f-889cb0fed06c'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:52:17.522338 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Attempting to bind port 847ffc3c-b788-4e9b-a0b7-d1085037d732 on network 35e34944-a86f-4bdd-bd6f-889cb0fed06c {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:52:17.526896 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a5415e99-1927-44cf-925d-4d0cfc6096db req-e3ada358-b10a-4af2-88c3-2a9f291d8766 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0979993
Dec 22 04:52:17.541843 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:52:17.542229 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Checking segment: {'id': 'c4075efe-cca2-43e3-8190-cae1a4436402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '35e34944-a86f-4bdd-bd6f-889cb0fed06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:52:17.542782 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:17.543165 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Bound using segment: {'id': 'c4075efe-cca2-43e3-8190-cae1a4436402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '35e34944-a86f-4bdd-bd6f-889cb0fed06c'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:52:17.543643 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Bound port: 847ffc3c-b788-4e9b-a0b7-d1085037d732, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4075efe-cca2-43e3-8190-cae1a4436402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '35e34944-a86f-4bdd-bd6f-889cb0fed06c'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:52:17.544009 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:17.547806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc0ab8-8d53-4ff9-9122-1ec28cf964c8 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0629f0e3-746b-4f32-8380-71433409b766,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:17.558044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0fcc0ab8-8d53-4ff9-9122-1ec28cf964c8 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:17.589510 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0fcc0ab8-8d53-4ff9-9122-1ec28cf964c8 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:17.594213 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0fcc0ab8-8d53-4ff9-9122-1ec28cf964c8 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0629f0e3-746b-4f32-8380-71433409b766 HTTP/1.1" status: 204  len: 168 time: 0.6761258
Dec 22 04:52:17.611314 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56386) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:17.649614 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1855c124-a925-44f2-b7ab-35360bd86373 req-c355217b-0517-49e2-bad1-c494f9959af9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=539f3721-2ee8-4ec5-b55c-4768f9ae3d71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1395037
Dec 22 04:52:17.691156 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35a34c35-7c8d-409c-be2f-f6b2387a90e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:17.693991 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] For port 847ffc3c-b788-4e9b-a0b7-d1085037d732, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:52:17.698923 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] For port 847ffc3c-b788-4e9b-a0b7-d1085037d732, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=847ffc3c-b788-4e9b-a0b7-d1085037d732,segment=NetworkSegment(c4075efe-cca2-43e3-8190-cae1a4436402),segment_id=c4075efe-cca2-43e3-8190-cae1a4436402)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:52:17.699825 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-66187374-3e45-4f07-9e03-e6c3839a8058 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:17.725504 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:17.746427 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d6ac4f57-c04b-4c07-a476-98ca2920ec34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:17.778348 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a34c35-7c8d-409c-be2f-f6b2387a90e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'Subnet': ['ID=d3a6fc3d-21ec-41ca-a656-233b3f10c5ac,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:17.781248 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-35a34c35-7c8d-409c-be2f-f6b2387a90e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:17.790161 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-22d7bea0-5b0c-457d-a1a6-a965364bc734 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Synchronizing usage tracker for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:17.836913 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-22d7bea0-5b0c-457d-a1a6-a965364bc734 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Unset dirty status for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:17.841742 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-22d7bea0-5b0c-457d-a1a6-a965364bc734 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4683 time: 0.2292893
Dec 22 04:52:17.843059 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56394) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:17.843858 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a34c35-7c8d-409c-be2f-f6b2387a90e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Checking segment: {'id': 'b8ac56c8-d91b-4442-b6a6-969a1079abe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2c2e19dd-c569-4dc9-ad04-be322783e2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:52:17.844297 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a34c35-7c8d-409c-be2f-f6b2387a90e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Network hostable DHCP agents. Network: 2c2e19dd-c569-4dc9-ad04-be322783e2a2, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:52:17.903125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-84f46a7a-f257-4ca3-8d1b-2170cf93376f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:17.903881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6c6cca48-eea3-4fa2-a099-5a933ef94d7a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:17.917638 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6c6cca48-eea3-4fa2-a099-5a933ef94d7a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:17.940379 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Pushing event updated for resources: {'Port': ['ID=847ffc3c-b788-4e9b-a0b7-d1085037d732,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:17.947836 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a34c35-7c8d-409c-be2f-f6b2387a90e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Network 2c2e19dd-c569-4dc9-ad04-be322783e2a2 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:52:17.950318 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:17.992660 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6c6cca48-eea3-4fa2-a099-5a933ef94d7a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:18.000322 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f4c60b9d-0b5f-4c56-a302-c3decbfc630e tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:18.012990 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-35a34c35-7c8d-409c-be2f-f6b2387a90e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 2c2e19dd-c569-4dc9-ad04-be322783e2a2) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:52:18.019580 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-84f46a7a-f257-4ca3-8d1b-2170cf93376f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:18.026845 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f0e4f1-1b32-41f1-a2ca-31ccece9b473 None None] Network 2c2e19dd-c569-4dc9-ad04-be322783e2a2 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:18.028295 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-84f46a7a-f257-4ca3-8d1b-2170cf93376f admin admin] Usage tracker for resource:security_group_rule and tenant:e74094e7eb0f45098fd22e041b28e679 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:18.032644 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-84f46a7a-f257-4ca3-8d1b-2170cf93376f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:18.038090 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a34c35-7c8d-409c-be2f-f6b2387a90e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:18.045817 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35a34c35-7c8d-409c-be2f-f6b2387a90e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:18.047803 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6cca48-eea3-4fa2-a099-5a933ef94d7a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90cac6ab-4d6e-4ebe-bbc8-53b81c99c99c,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:18.049746 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6c6cca48-eea3-4fa2-a099-5a933ef94d7a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:18.050843 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6c6cca48-eea3-4fa2-a099-5a933ef94d7a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/90cac6ab-4d6e-4ebe-bbc8-53b81c99c99c HTTP/1.1" status: 204  len: 168 time: 0.1980219
Dec 22 04:52:18.057091 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6c6cca48-eea3-4fa2-a099-5a933ef94d7a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:18.059607 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56400) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:18.062738 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-84f46a7a-f257-4ca3-8d1b-2170cf93376f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:18.090965 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615cf03-780c-455f-a207-9d25f122e177 req-5297556e-98ba-4c16-9508-ac50127950f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:18.092553 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7615cf03-780c-455f-a207-9d25f122e177 req-5297556e-98ba-4c16-9508-ac50127950f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1ae02-7af9-40dc-b222-cf38075b270d HTTP/1.1" status: 200  len: 946 time: 0.2731218
Dec 22 04:52:18.268178 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-35a34c35-7c8d-409c-be2f-f6b2387a90e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 2.0568373
Dec 22 04:52:18.268985 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56404) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:18.367484 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-2c2e19dd-c569-4dc9-ad04-be322783e2a2', 'network_id': '2c2e19dd-c569-4dc9-ad04-be322783e2a2', 'tenant_id': '01e47d056ac8479e8aae5da637227d43', 'fixed_ips': [{'subnet_id': 'd3a6fc3d-21ec-41ca-a656-233b3f10c5ac'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:52:18.368484 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:18.422355 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269e88e-e46c-4616-95ae-7e114e8b14e1 req-4ccebf3f-ec2b-4528-b14a-6655a85acee4 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:18.423851 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4269e88e-e46c-4616-95ae-7e114e8b14e1 req-4ccebf3f-ec2b-4528-b14a-6655a85acee4 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 944 time: 0.4782033
Dec 22 04:52:18.424993 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7615cf03-780c-455f-a207-9d25f122e177 req-b3a3a549-143c-4af6-8493-2a1a472c12cd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=539f3721-2ee8-4ec5-b55c-4768f9ae3d71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3097901
Dec 22 04:52:18.440463 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6d7f3ef0-9050-40d5-baff-5ff07913b434 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Synchronizing usage tracker for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:18.477049 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-84f46a7a-f257-4ca3-8d1b-2170cf93376f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:18.522830 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:18.530403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6d7f3ef0-9050-40d5-baff-5ff07913b434 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Unset dirty status for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:18.533589 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6d7f3ef0-9050-40d5-baff-5ff07913b434 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.4678199
Dec 22 04:52:18.534665 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56410) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:18.540404 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-84f46a7a-f257-4ca3-8d1b-2170cf93376f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:18.555432 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8aadabe6-092b-4ac5-8eca-257869776d7e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:18.556745 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4269e88e-e46c-4616-95ae-7e114e8b14e1 req-8d868e1b-bca0-4711-a3ad-95942c4cf050 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1129558
Dec 22 04:52:18.607650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56414) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:18.612172 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b47d3e23-3e6d-4fd9-921a-c9307c011ab0 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:18.666323 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Allocated IP 2001:db8::1 (2c2e19dd-c569-4dc9-ad04-be322783e2a2/d3a6fc3d-21ec-41ca-a656-233b3f10c5ac/f9aba4a7-ed48-4fa5-8ef0-065260b2761e) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:52:18.701504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b47d3e23-3e6d-4fd9-921a-c9307c011ab0 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:18.722212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f46a7a-f257-4ca3-8d1b-2170cf93376f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3450bd20-b9b2-4156-b1e0-df2ba33dbbf1,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:18.730014 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-84f46a7a-f257-4ca3-8d1b-2170cf93376f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:18.736443 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-84f46a7a-f257-4ca3-8d1b-2170cf93376f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e74094e7eb0f45098fd22e041b28e679&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3191381
Dec 22 04:52:18.739953 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56420) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:18.762531 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:18.840165 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8fd21c3d-b653-4c74-968f-3a162c1d242c tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/floatingips/79e0f505-00af-4262-a323-5cd0740fe55d HTTP/1.1" status: 200  len: 991 time: 0.2220335
Dec 22 04:52:18.844992 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b47d3e23-3e6d-4fd9-921a-c9307c011ab0 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:18.849181 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:18.858260 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e94cfd-2bbe-44b4-b788-b9b6f3e4dd72 req-12b6d4f9-b8be-485a-9fde-8643c92e8e09 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:18.860147 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-44e94cfd-2bbe-44b4-b788-b9b6f3e4dd72 req-12b6d4f9-b8be-485a-9fde-8643c92e8e09 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 945 time: 0.2241356
Dec 22 04:52:18.872046 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d3e23-3e6d-4fd9-921a-c9307c011ab0 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c546180a-221d-4dad-ab13-71cfd19644a6,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:18.879109 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b47d3e23-3e6d-4fd9-921a-c9307c011ab0 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:18.887732 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b47d3e23-3e6d-4fd9-921a-c9307c011ab0 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:18.892261 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b47d3e23-3e6d-4fd9-921a-c9307c011ab0 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/c546180a-221d-4dad-ab13-71cfd19644a6 HTTP/1.1" status: 204  len: 168 time: 0.3537252
Dec 22 04:52:18.892845 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56424) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:18.918958 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a6b9bea6-ffc8-4cd4-8298-2a08028bdcf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:18.922069 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970019e7-86e1-4bbd-8c6b-1824f22f8ccb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:52:18.953317 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1c30879c-6559-476a-94a2-35d3a4ff0eca tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Synchronizing usage tracker for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:18.960342 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:18.974384 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a6b9bea6-ffc8-4cd4-8298-2a08028bdcf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:18.974949 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Transition to ACTIVE for port object f9aba4a7-ed48-4fa5-8ef0-065260b2761e will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:52:18.979794 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1c30879c-6559-476a-94a2-35d3a4ff0eca tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Unset dirty status for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:18.981214 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1c30879c-6559-476a-94a2-35d3a4ff0eca tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.0877054
Dec 22 04:52:18.984837 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56428) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:19.005310 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Transition to ACTIVE for port object f9aba4a7-ed48-4fa5-8ef0-065260b2761e will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:52:19.019787 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:19.024890 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:19.064104 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-87a477be-6fbb-48e8-9e6c-0d47a9eac52e tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:19.094925 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-87a477be-6fbb-48e8-9e6c-0d47a9eac52e tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:19.111703 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:19.122076 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ae240715-beea-4c38-bd6c-18505f840101 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:19.134329 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Pushing event updated for resources: {'Port': ['ID=f9aba4a7-ed48-4fa5-8ef0-065260b2761e,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:19.140018 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:19.143428 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-44e94cfd-2bbe-44b4-b788-b9b6f3e4dd72 req-a983c5b0-d567-46e3-9093-be674a9d9d6d tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2753720
Dec 22 04:52:19.149114 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Network 2c2e19dd-c569-4dc9-ad04-be322783e2a2 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:52:19.150526 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:52:19.153149 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:52:19.179096 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a6fc3d-21ec-41ca-a656-233b3f10c5ac,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:19.200034 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:19.273988 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Attempting to bind port f9aba4a7-ed48-4fa5-8ef0-065260b2761e on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:52:19.274760 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Attempting to bind port f9aba4a7-ed48-4fa5-8ef0-065260b2761e by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'b8ac56c8-d91b-4442-b6a6-969a1079abe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2c2e19dd-c569-4dc9-ad04-be322783e2a2'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:52:19.275354 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Attempting to bind port f9aba4a7-ed48-4fa5-8ef0-065260b2761e on network 2c2e19dd-c569-4dc9-ad04-be322783e2a2 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:52:19.281830 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a6b9bea6-ffc8-4cd4-8298-2a08028bdcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:19.289107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1dc5b33d-8622-496b-b63b-6142575af803 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:19.290277 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-87a477be-6fbb-48e8-9e6c-0d47a9eac52e tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:19.292495 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:52:19.292926 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Checking segment: {'id': 'b8ac56c8-d91b-4442-b6a6-969a1079abe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2c2e19dd-c569-4dc9-ad04-be322783e2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:52:19.293337 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:19.293789 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Bound using segment: {'id': 'b8ac56c8-d91b-4442-b6a6-969a1079abe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2c2e19dd-c569-4dc9-ad04-be322783e2a2'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:52:19.294315 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Bound port: f9aba4a7-ed48-4fa5-8ef0-065260b2761e, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ac56c8-d91b-4442-b6a6-969a1079abe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2c2e19dd-c569-4dc9-ad04-be322783e2a2'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:52:19.294702 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:19.307150 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9bea6-ffc8-4cd4-8298-2a08028bdcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3450bd20-b9b2-4156-b1e0-df2ba33dbbf1,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:19.316439 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-85cfa830-7c94-47f6-a3e7-281919fe917b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:19.317149 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a6b9bea6-ffc8-4cd4-8298-2a08028bdcf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:19.337051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:19.344644 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a477be-6fbb-48e8-9e6c-0d47a9eac52e tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=513fa596-1649-45d9-a2cc-7bde8695764f,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:19.353362 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-87a477be-6fbb-48e8-9e6c-0d47a9eac52e tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:19.365405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a6b9bea6-ffc8-4cd4-8298-2a08028bdcf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:19.368856 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a6b9bea6-ffc8-4cd4-8298-2a08028bdcf1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3450bd20-b9b2-4156-b1e0-df2ba33dbbf1 HTTP/1.1" status: 204  len: 168 time: 0.6251748
Dec 22 04:52:19.386377 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-87a477be-6fbb-48e8-9e6c-0d47a9eac52e tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:19.386783 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970019e7-86e1-4bbd-8c6b-1824f22f8ccb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:52:19.387976 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-87a477be-6fbb-48e8-9e6c-0d47a9eac52e tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/513fa596-1649-45d9-a2cc-7bde8695764f HTTP/1.1" status: 204  len: 168 time: 0.4021537
Dec 22 04:52:19.391002 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56434) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:19.394062 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469baf6460>,) {'filters': {'network_id': ['2c2e19dd-c569-4dc9-ad04-be322783e2a2']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:19.403387 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f060ec6b-1295-4d49-bf1d-f4c4f1e09b34 None None] Sync routers for ids ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:52:19.409848 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-970019e7-86e1-4bbd-8c6b-1824f22f8ccb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/routers/1e5c95f0-55f1-4caf-ac8f-65adddb8e96c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4980018
Dec 22 04:52:19.410648 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56438) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:19.411294 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce87fa13-4f4f-4a07-9052-8ac7ebd59eb4 None None] Network 35e34944-a86f-4bdd-bd6f-889cb0fed06c requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:19.423327 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f060ec6b-1295-4d49-bf1d-f4c4f1e09b34 None None] Routers {'1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:52:19.424088 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f060ec6b-1295-4d49-bf1d-f4c4f1e09b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c76de80>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:52:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:19.432079 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469baf6460>, 'b8ac56c8-d91b-4442-b6a6-969a1079abe2') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:19.433439 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469baf6460>, 'b8ac56c8-d91b-4442-b6a6-969a1079abe2') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:19.455849 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:19.487651 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:19.494797 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:52:19.495465 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:52:19.518765 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:52:19.524381 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1a70a869-b26f-47a6-82af-04670776e054 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1263201
Dec 22 04:52:19.525269 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56442) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:19.590999 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] For port f9aba4a7-ed48-4fa5-8ef0-065260b2761e, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:52:19.596877 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-11364357-e532-47d4-86bc-e461ea323326 None None] Provisioning for port 847ffc3c-b788-4e9b-a0b7-d1085037d732 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:52:19.619041 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.api [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 04:52:19.619041 dv-neutron-822525-1-hyperv neutron-server[83435]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 04:52:19.619041 dv-neutron-822525-1-hyperv neutron-server[83435]: [parameters: {'id': '2c2e19dd-c569-4dc9-ad04-be322783e2a2'}]
Dec 22 04:52:19.619041 dv-neutron-822525-1-hyperv neutron-server[83435]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:52:19.620975 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_db.api [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:52:19.630743 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] For port f9aba4a7-ed48-4fa5-8ef0-065260b2761e, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f9aba4a7-ed48-4fa5-8ef0-065260b2761e,segment=NetworkSegment(b8ac56c8-d91b-4442-b6a6-969a1079abe2),segment_id=b8ac56c8-d91b-4442-b6a6-969a1079abe2)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:52:19.670320 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:19.680868 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-cc8f8899-d756-4d3f-ad4c-07d4f37f17ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:19.685346 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-f060ec6b-1295-4d49-bf1d-f4c4f1e09b34 None None] Set router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:52:19.771553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bf4c5d25-3136-4629-969e-b8a019af68ed tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:19.813919 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-506c0304-b0a8-4582-a77b-a634e68901d7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting subnet 210ac4f9-b273-499d-b549-bc7a8c0886e2 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:52:19.817809 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-506c0304-b0a8-4582-a77b-a634e68901d7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:19.861246 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bf4c5d25-3136-4629-969e-b8a019af68ed tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:19.861749 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Pushing event updated for resources: {'Port': ['ID=f9aba4a7-ed48-4fa5-8ef0-065260b2761e,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:19.866767 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:19.909807 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24505de7-a83e-443e-b3d1-247831a93663 None None] Network 2c2e19dd-c569-4dc9-ad04-be322783e2a2 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:19.913232 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-506c0304-b0a8-4582-a77b-a634e68901d7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:19.987904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bf4c5d25-3136-4629-969e-b8a019af68ed tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:19.995536 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cd794d09-ccad-41c4-8cf8-80b85ed379b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:20.014828 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c5d25-3136-4629-969e-b8a019af68ed tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c2c4e5-e994-4cf1-8343-1cf639a3e66d,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:20.018001 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-bf4c5d25-3136-4629-969e-b8a019af68ed tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:20.031397 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bf4c5d25-3136-4629-969e-b8a019af68ed tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:20.032509 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-bf4c5d25-3136-4629-969e-b8a019af68ed tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "DELETE /v2.0/security-groups/37c2c4e5-e994-4cf1-8343-1cf639a3e66d HTTP/1.1" status: 204  len: 168 time: 0.4987121
Dec 22 04:52:20.035803 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56446) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:20.078636 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f060ec6b-1295-4d49-bf1d-f4c4f1e09b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c76de80>, [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:52:16Z', 'revision_number': 10, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None, '_interfaces': [{'id': '43ee8979-df02-4d81-8a0b-ed9f1559e02a', 'name': '', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:cd:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:29Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:20.083127 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f060ec6b-1295-4d49-bf1d-f4c4f1e09b34 None None] Checking router: 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:52:20.093862 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-506c0304-b0a8-4582-a77b-a634e68901d7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:20.103688 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f060ec6b-1295-4d49-bf1d-f4c4f1e09b34 None None] Routers {'1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:52:20.104680 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f060ec6b-1295-4d49-bf1d-f4c4f1e09b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c76de80>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:52:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:20.124193 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:20.167997 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56450) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:20.178174 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 847ffc3c-b788-4e9b-a0b7-d1085037d732 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:52:20.183373 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Deleting port f9aba4a7-ed48-4fa5-8ef0-065260b2761e {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:52:20.185861 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:20.237057 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 0d744c85-97ab-4499-946b-724c644689b1 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:52:20.280969 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a109cc7-2687-414d-ba14-e129b355552f None None] get_active_networks_info from dv-neutron-822525-1-hyperv {{(pid=83436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 04:52:20.350663 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-f060ec6b-1295-4d49-bf1d-f4c4f1e09b34 None None] Set router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:52:20.390184 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-69c78399-4a18-4466-a8ef-3e81ffa0e46a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Synchronizing usage tracker for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:20.427071 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-69c78399-4a18-4466-a8ef-3e81ffa0e46a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Unset dirty status for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:20.429587 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-69c78399-4a18-4466-a8ef-3e81ffa0e46a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3928330
Dec 22 04:52:20.434425 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56456) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:20.442220 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-4ec792f0-4eeb-451f-8433-2a760b925177 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Request body: {'security_group': {'name': 'tempest-secgroup--1048519367'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:20.447919 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 847ffc3c-b788-4e9b-a0b7-d1085037d732 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:52:20.449435 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4ec792f0-4eeb-451f-8433-2a760b925177 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:20.461733 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-506c0304-b0a8-4582-a77b-a634e68901d7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:20.463780 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 847ffc3c-b788-4e9b-a0b7-d1085037d732 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:52:20.464332 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:20.467256 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4ec792f0-4eeb-451f-8433-2a760b925177 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:20.469259 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1167ba2a-b3a2-4712-80e4-a7b54f651cb5 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:20.510726 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c0304-b0a8-4582-a77b-a634e68901d7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Subnet': ['ID=210ac4f9-b273-499d-b549-bc7a8c0886e2,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:20.517350 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-506c0304-b0a8-4582-a77b-a634e68901d7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:20.520274 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-506c0304-b0a8-4582-a77b-a634e68901d7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:20.525354 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4ec792f0-4eeb-451f-8433-2a760b925177 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:20.544683 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-506c0304-b0a8-4582-a77b-a634e68901d7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/subnets/210ac4f9-b273-499d-b549-bc7a8c0886e2 HTTP/1.1" status: 204  len: 168 time: 1.1068201
Dec 22 04:52:20.546684 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56460) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:20.568138 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 0d744c85-97ab-4499-946b-724c644689b1 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:52:20.568862 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:20.666721 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4ec792f0-4eeb-451f-8433-2a760b925177 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:20.685591 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4ec792f0-4eeb-451f-8433-2a760b925177 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Usage tracker for resource:security_group_rule and tenant:9b44ca7b19334459ae359c370b13cd5d is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:20.690806 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4ec792f0-4eeb-451f-8433-2a760b925177 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:20.703004 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:20.705790 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4ec792f0-4eeb-451f-8433-2a760b925177 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:20.712655 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a109cc7-2687-414d-ba14-e129b355552f None None] Resources bound (agent type, host, resource id):  {{(pid=83436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 04:52:20.722870 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:20.732153 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting port 1c5e2895-011d-4071-a7ec-6a6c8d9df612 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:52:20.732485 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:20.796062 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549d4f0-b973-4bd5-9d4e-f176e2cd75b1 req-d1e50532-5269-42c6-b166-4291c99d07fa tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:20.797782 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0549d4f0-b973-4bd5-9d4e-f176e2cd75b1 req-d1e50532-5269-42c6-b166-4291c99d07fa tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 945 time: 0.3817878
Dec 22 04:52:20.827028 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f060ec6b-1295-4d49-bf1d-f4c4f1e09b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c76de80>, [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:52:16Z', 'revision_number': 10, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None, '_interfaces': [{'id': '43ee8979-df02-4d81-8a0b-ed9f1559e02a', 'name': '', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:cd:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:29Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:20.833531 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f060ec6b-1295-4d49-bf1d-f4c4f1e09b34 None None] The sync data for ids ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'] in dv-neutron-822525-1-hyperv is: [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:52:16Z', 'revision_number': 10, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None, '_interfaces': [{'id': '43ee8979-df02-4d81-8a0b-ed9f1559e02a', 'name': '', 'network_id': 'a647bc61-e14c-4e15-8943-fd217d51ab0f', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'mac_address': 'fa:16:3e:cd:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:09Z', 'updated_at': '2021-12-22T04:51:29Z', 'revision_number': 5, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'subnets': [{'id': '79379ef3-b42b-4f56-9fa5-347199cabed2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:52:20.897973 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] For port f9aba4a7-ed48-4fa5-8ef0-065260b2761e, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f9aba4a7-ed48-4fa5-8ef0-065260b2761e,segment=NetworkSegment(b8ac56c8-d91b-4442-b6a6-969a1079abe2),segment_id=b8ac56c8-d91b-4442-b6a6-969a1079abe2)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:20.898723 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:20.906174 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4ec792f0-4eeb-451f-8433-2a760b925177 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:20.909061 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0549d4f0-b973-4bd5-9d4e-f176e2cd75b1 req-efaa6e96-d3f4-47f7-9e1c-dd01fd9ca30e tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1041758
Dec 22 04:52:20.937008 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 847ffc3c-b788-4e9b-a0b7-d1085037d732, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=847ffc3c-b788-4e9b-a0b7-d1085037d732,segment=NetworkSegment(c4075efe-cca2-43e3-8190-cae1a4436402),segment_id=c4075efe-cca2-43e3-8190-cae1a4436402)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:20.949237 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:20.977169 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:20.988821 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-118c716c-8928-466a-8e15-6c6922145482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:21.041014 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653b278c-0289-4130-822d-a3a5da7b3985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d744c85-97ab-4499-946b-724c644689b1'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:52:21.064063 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4ec792f0-4eeb-451f-8433-2a760b925177 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:21.074812 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 0d744c85-97ab-4499-946b-724c644689b1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0d744c85-97ab-4499-946b-724c644689b1,segment=NetworkSegment(fcf7f310-eeea-4fb0-ab25-d29719352218),segment_id=fcf7f310-eeea-4fb0-ab25-d29719352218)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:21.094664 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:21.109477 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a5ce286c-ab9e-44d7-9d5a-91b74961d500 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:21.137120 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653b278c-0289-4130-822d-a3a5da7b3985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d744c85-97ab-4499-946b-724c644689b1', 'code': 200}
Dec 22 04:52:21.137835 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=847ffc3c-b788-4e9b-a0b7-d1085037d732,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:21.145528 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:21.146049 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a0c7d68e-2fad-42d3-8228-004b44aeab17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:21.167617 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] For port 1c5e2895-011d-4071-a7ec-6a6c8d9df612, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=1c5e2895-011d-4071-a7ec-6a6c8d9df612,segment=NetworkSegment(5673b17f-4c52-48ec-8097-a8a340461ed5),segment_id=5673b17f-4c52-48ec-8097-a8a340461ed5)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:21.167840 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:21.205279 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Calling delete_port for f9aba4a7-ed48-4fa5-8ef0-065260b2761e owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:52:21.282763 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=0d744c85-97ab-4499-946b-724c644689b1,revision_number=8']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:21.286778 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:21.353663 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Calling delete_port for 1c5e2895-011d-4071-a7ec-6a6c8d9df612 owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:52:21.388541 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec792f0-4eeb-451f-8433-2a760b925177 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e57747d3-9c53-4fa4-abaa-c57039143373,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:21.403210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4ec792f0-4eeb-451f-8433-2a760b925177 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:21.404305 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:21.410249 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4ec792f0-4eeb-451f-8433-2a760b925177 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:21.410842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dc96c7e7-18eb-4e51-b2bb-3b555ed59e6d tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:21.414145 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4ec792f0-4eeb-451f-8433-2a760b925177 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.9762495
Dec 22 04:52:21.416648 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56468) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:21.432729 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-07b368d3-3606-43d8-8164-16eb8b210733 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Request body: {'security_group_rule': {'security_group_id': 'e57747d3-9c53-4fa4-abaa-c57039143373', 'direction': 'ingress', 'protocol': 17}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:21.441317 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-07b368d3-3606-43d8-8164-16eb8b210733 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:21.454975 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2c73bf-6998-4e5a-9523-7789efa2e60c None None] Network 98f12b7f-62de-479b-a867-f8b3acf1a04c requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:21.459215 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-07b368d3-3606-43d8-8164-16eb8b210733 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Usage tracker for resource:security_group_rule and tenant:9b44ca7b19334459ae359c370b13cd5d is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:21.471387 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event deleted for resources: {'Port': ['ID=f9aba4a7-ed48-4fa5-8ef0-065260b2761e,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:21.473995 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-07b368d3-3606-43d8-8164-16eb8b210733 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:21.475371 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:21.480309 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] No DVR routers for this DVR port f9aba4a7-ed48-4fa5-8ef0-065260b2761e on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:52:21.481954 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-07b368d3-3606-43d8-8164-16eb8b210733 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:21.494796 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeaa5f2-38c0-4fe5-abf6-b4ec84f873be req-1faa1ca3-c638-4e57-8abf-1f71a197c7a7 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:21.496319 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cdeaa5f2-38c0-4fe5-abf6-b4ec84f873be req-1faa1ca3-c638-4e57-8abf-1f71a197c7a7 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 945 time: 0.4363537
Dec 22 04:52:21.532387 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:21.538656 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b072e854-f4e6-4c98-a326-2c90a4978927 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:21.572361 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-07b368d3-3606-43d8-8164-16eb8b210733 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:21.597217 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Port': ['ID=1c5e2895-011d-4071-a7ec-6a6c8d9df612,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:21.603349 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:21.617331 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] No DVR routers for this DVR port 1c5e2895-011d-4071-a7ec-6a6c8d9df612 on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:52:21.668330 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:21.699270 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cdeaa5f2-38c0-4fe5-abf6-b4ec84f873be req-9a351dd7-3799-4892-ab74-7f5f90588f0b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1913834
Dec 22 04:52:21.723030 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014716ff-2e22-4e4c-bf4d-293e47346a0b None None] DHCP port deletion for 98f12b7f-62de-479b-a867-f8b3acf1a04c request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:52:21.735514 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56472) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:21.735678 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469ac1ca90>,) {'filters': {'network_id': ['2c2e19dd-c569-4dc9-ad04-be322783e2a2']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:21.757727 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469ac1ca90>, 'b8ac56c8-d91b-4442-b6a6-969a1079abe2') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:21.757950 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469ac1ca90>, 'b8ac56c8-d91b-4442-b6a6-969a1079abe2') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:21.773068 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:21.786717 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:21.792673 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:21.804624 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-07b368d3-3606-43d8-8164-16eb8b210733 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:21.816929 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-07b368d3-3606-43d8-8164-16eb8b210733 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:21.820913 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b5dda2ee-2fdf-40ca-9bc7-7aed7bd171e8 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:21.834636 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b3807c0>,) {'filters': {'network_id': ['98f12b7f-62de-479b-a867-f8b3acf1a04c']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:21.857273 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:52:21.857273 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:21.860496 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b3807c0>, '5673b17f-4c52-48ec-8097-a8a340461ed5') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:21.860796 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b3807c0>, '5673b17f-4c52-48ec-8097-a8a340461ed5') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:21.867945 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b368d3-3606-43d8-8164-16eb8b210733 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43be68e-9d64-4211-8be4-bf688307dbbb,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:52:21.871379 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:52:21.875787 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-07b368d3-3606-43d8-8164-16eb8b210733 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:21.880996 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:21.901712 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-07b368d3-3606-43d8-8164-16eb8b210733 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:21.906260 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-07b368d3-3606-43d8-8164-16eb8b210733 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.4847476
Dec 22 04:52:21.906421 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56478) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:21.919583 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:21.930903 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:52:21.931671 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:52:21.945828 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:52:22.001735 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:22.018291 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9aab45e8-a056-4bf2-9ab5-555bafa5a6d0 tempest-ExternalNetworksTestJSON-1244420392 tempest-ExternalNetworksTestJSON-1244420392-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:22.035964 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:22.049381 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event deleted for resources: {'Network': ['ID=2c2e19dd-c569-4dc9-ad04-be322783e2a2,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:22.054011 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:22.060113 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:22.065409 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-179a780c-3eff-4be5-8f17-596a6e2772ac tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:22.077564 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 847ffc3c-b788-4e9b-a0b7-d1085037d732 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:52:22.081439 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:22.090865 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0810-bd04-4783-a1b3-2f9a6c387993 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:22.099359 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/networks/98f12b7f-62de-479b-a867-f8b3acf1a04c HTTP/1.1" status: 204  len: 168 time: 1.5491450
Dec 22 04:52:22.099359 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Network': ['ID=98f12b7f-62de-479b-a867-f8b3acf1a04c,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:22.108347 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56482) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:22.108347 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:22.108636 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/networks/2c2e19dd-c569-4dc9-ad04-be322783e2a2 HTTP/1.1" status: 204  len: 168 time: 3.8325708
Dec 22 04:52:22.115483 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56484) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:22.125978 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-178a970a-251f-47be-a292-c1a3b433cefd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1699057717'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:22.140447 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-178a970a-251f-47be-a292-c1a3b433cefd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:22.150075 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-178a970a-251f-47be-a292-c1a3b433cefd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Usage tracker for resource:network and tenant:01e47d056ac8479e8aae5da637227d43 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:22.158104 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-178a970a-251f-47be-a292-c1a3b433cefd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:22.166247 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 847ffc3c-b788-4e9b-a0b7-d1085037d732 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:52:22.166938 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:22.170408 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-178a970a-251f-47be-a292-c1a3b433cefd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:22.192655 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2c5986d0-d388-4890-8c63-1dcb9a6d95bd tempest-TestVolumeBootPattern-974359338 tempest-TestVolumeBootPattern-974359338-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 1093 time: 0.4496837
Dec 22 04:52:22.195678 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56490) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:22.203945 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178a970a-251f-47be-a292-c1a3b433cefd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Made reservation on behalf of 01e47d056ac8479e8aae5da637227d43 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:22.206810 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-178a970a-251f-47be-a292-c1a3b433cefd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:22.245035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178a970a-251f-47be-a292-c1a3b433cefd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:52:22.246784 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0810-bd04-4783-a1b3-2f9a6c387993 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:22.257913 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-178a970a-251f-47be-a292-c1a3b433cefd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:22.258244 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-178a970a-251f-47be-a292-c1a3b433cefd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Added segment d1267d88-2795-4f62-b453-2565f4b404c9 of type vlan for network 08e9a5a9-363a-4fa4-8754-b552f268412a
Dec 22 04:52:22.340522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-178a970a-251f-47be-a292-c1a3b433cefd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:22.378008 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': '29dae181-c7ee-4c74-a00f-d32532091b2e', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:22.387946 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:52:22.391855 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:22.407347 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Usage tracker for resource:floatingip and tenant:3b44be9ba27547a492de77c9a415f2bf is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:22.418816 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:22.423177 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:52:22.423629 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 4e7528fd-ac26-4bed-9d9a-0b7234f7a07d not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:52:22.424576 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 1c5e2895-011d-4071-a7ec-6a6c8d9df612 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:52:22.432579 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:22.456894 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-178a970a-251f-47be-a292-c1a3b433cefd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:22.460358 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for floatingip, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:22.460727 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178a970a-251f-47be-a292-c1a3b433cefd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:22.461002 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 1c5e2895-011d-4071-a7ec-6a6c8d9df612 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:52:22.461310 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-178a970a-251f-47be-a292-c1a3b433cefd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:22.461532 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 1c5e2895-011d-4071-a7ec-6a6c8d9df612 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:52:22.466971 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-77a0fe7e-1e01-4ec9-9dce-77b9a443a285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:22.532985 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0810-bd04-4783-a1b3-2f9a6c387993 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:22.540929 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-05f695d3-30f5-4e14-adb6-c66eb119440e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:22.556518 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e2befa1e-e5d3-45d0-9094-45b996859adf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:22.562015 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b0810-bd04-4783-a1b3-2f9a6c387993 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57747d3-9c53-4fa4-abaa-c57039143373,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:22.565034 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7b8b0810-bd04-4783-a1b3-2f9a6c387993 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:22.583201 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0810-bd04-4783-a1b3-2f9a6c387993 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:22.586897 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7b8b0810-bd04-4783-a1b3-2f9a6c387993 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "DELETE /v2.0/security-groups/e57747d3-9c53-4fa4-abaa-c57039143373 HTTP/1.1" status: 204  len: 168 time: 0.6771352
Dec 22 04:52:22.587860 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56494) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:22.598434 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-178a970a-251f-47be-a292-c1a3b433cefd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4807744
Dec 22 04:52:22.612513 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a970a-251f-47be-a292-c1a3b433cefd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'Network': ['ID=08e9a5a9-363a-4fa4-8754-b552f268412a,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:22.614767 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56498) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:22.621427 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-178a970a-251f-47be-a292-c1a3b433cefd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:22.625347 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 08e9a5a9-363a-4fa4-8754-b552f268412a details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:52:22.676892 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-2696cbe8-054a-4df7-98a3-edd6937aed2d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Request body: {'subnet': {'network_id': '08e9a5a9-363a-4fa4-8754-b552f268412a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:22.801737 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:22.841700 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d59324fc-f1b2-4233-84be-ba686956126b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:23.019456 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d74a7043-ccf1-4ce8-820d-5260e915c61c tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4267817
Dec 22 04:52:23.019456 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2696cbe8-054a-4df7-98a3-edd6937aed2d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:23.020717 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56502) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:23.035054 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2696cbe8-054a-4df7-98a3-edd6937aed2d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Usage tracker for resource:subnet and tenant:01e47d056ac8479e8aae5da637227d43 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:23.040381 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Request body: {'security_group': {'name': 'tempest-secgroup--1098156825'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:23.047286 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2696cbe8-054a-4df7-98a3-edd6937aed2d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:23.056154 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:23.060367 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2696cbe8-054a-4df7-98a3-edd6937aed2d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:23.068201 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Usage tracker for resource:security_group and tenant:9b44ca7b19334459ae359c370b13cd5d is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:23.073581 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:23.082378 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Allocated IP 172.26.4.171 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/dd4d8021-21f5-4fb1-bcbe-924eec696574) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:52:23.119181 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:23.122457 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2696cbe8-054a-4df7-98a3-edd6937aed2d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Made reservation on behalf of 01e47d056ac8479e8aae5da637227d43 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:23.208934 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:23.315815 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2696cbe8-054a-4df7-98a3-edd6937aed2d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:23.369198 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:23.461186 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:23.461685 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:23.467753 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-00c5e8cf-ccf3-4583-9352-16da8f820107 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:23.475446 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Usage tracker for resource:security_group_rule and tenant:9b44ca7b19334459ae359c370b13cd5d is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:23.482672 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:23.504702 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:23.529190 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-e2befa1e-e5d3-45d0-9094-45b996859adf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.20.0.17 (838a75d7-305a-477b-a5fe-f0288b0ee23f/80d90413-e4ca-438f-80c0-75a840d888a1/d4174688-c960-46eb-a7d1-a10bd93f42d5) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:52:23.568530 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:52:23.574164 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:52:23.577470 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Pushing event updated for resources: {'Port': ['ID=dd4d8021-21f5-4fb1-bcbe-924eec696574,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:23.579547 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:52:23.608612 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:23.730413 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:23.738909 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:23.747207 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e150298c-95ed-48b7-a71d-885293d1e372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:23.855974 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ff6d96-c9f8-4c7b-9389-7f87e2eb0fae,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:23.868084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e2befa1e-e5d3-45d0-9094-45b996859adf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:23.871230 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:23.875369 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.8490310
Dec 22 04:52:23.875746 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56506) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:23.880788 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2696cbe8-054a-4df7-98a3-edd6937aed2d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:23.888504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:23.888882 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:23.889832 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:23.890202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:23.890565 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:23.890926 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:23.891277 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:23.891634 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:23.891991 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:23.892337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:23.892693 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:23.899634 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:23.900635 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-35a34c35-7c8d-409c-be2f-f6b2387a90e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:23.947132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-e2befa1e-e5d3-45d0-9094-45b996859adf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Transition to ACTIVE for port object d4174688-c960-46eb-a7d1-a10bd93f42d5 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:52:24.001209 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696cbe8-054a-4df7-98a3-edd6937aed2d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'Subnet': ['ID=9c370524-632e-48cf-929e-db28a3f92b51,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:24.007338 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2696cbe8-054a-4df7-98a3-edd6937aed2d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:24.018406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2696cbe8-054a-4df7-98a3-edd6937aed2d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Checking segment: {'id': 'd1267d88-2795-4f62-b453-2565f4b404c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '08e9a5a9-363a-4fa4-8754-b552f268412a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:52:24.018406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2696cbe8-054a-4df7-98a3-edd6937aed2d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Network hostable DHCP agents. Network: 08e9a5a9-363a-4fa4-8754-b552f268412a, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:52:24.023085 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Request body: {'security_group': {'name': 'tempest-secgroup--67760846'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:24.033537 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e2befa1e-e5d3-45d0-9094-45b996859adf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:24.038380 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c94fb32b-a1c3-4d47-b2e4-0bd153efdbbe tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:24.050878 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:24.063188 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Usage tracker for resource:security_group and tenant:9b44ca7b19334459ae359c370b13cd5d is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:24.095099 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2696cbe8-054a-4df7-98a3-edd6937aed2d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Network 08e9a5a9-363a-4fa4-8754-b552f268412a is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:52:24.112781 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:24.116610 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2befa1e-e5d3-45d0-9094-45b996859adf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network 838a75d7-305a-477b-a5fe-f0288b0ee23f is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:52:24.120261 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-e2befa1e-e5d3-45d0-9094-45b996859adf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:52:24.122372 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2befa1e-e5d3-45d0-9094-45b996859adf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=d4174688-c960-46eb-a7d1-a10bd93f42d5,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:24.124859 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-2696cbe8-054a-4df7-98a3-edd6937aed2d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 08e9a5a9-363a-4fa4-8754-b552f268412a) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:52:24.126272 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2befa1e-e5d3-45d0-9094-45b996859adf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:52:24.135955 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:24.151156 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e2befa1e-e5d3-45d0-9094-45b996859adf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:24.164782 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2696cbe8-054a-4df7-98a3-edd6937aed2d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:24.165373 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2696cbe8-054a-4df7-98a3-edd6937aed2d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:24.167859 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eef38f-8fd0-4d4a-8d65-36c4ef6ad0d0 None None] Network 08e9a5a9-363a-4fa4-8754-b552f268412a requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:24.203403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e2befa1e-e5d3-45d0-9094-45b996859adf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:24.212352 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2696cbe8-054a-4df7-98a3-edd6937aed2d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.5910187
Dec 22 04:52:24.213211 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56510) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:24.228315 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:24.231309 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e924905b-a1cf-4f86-805c-a65c7c8400b8 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-689230021'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:24.243393 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e924905b-a1cf-4f86-805c-a65c7c8400b8 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:24.253399 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e924905b-a1cf-4f86-805c-a65c7c8400b8 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Usage tracker for resource:network and tenant:01e47d056ac8479e8aae5da637227d43 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:24.256943 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-d59324fc-f1b2-4233-84be-ba686956126b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting port 43ee8979-df02-4d81-8a0b-ed9f1559e02a {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:52:24.257281 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d59324fc-f1b2-4233-84be-ba686956126b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:24.257530 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e924905b-a1cf-4f86-805c-a65c7c8400b8 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:24.274308 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e924905b-a1cf-4f86-805c-a65c7c8400b8 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:24.347062 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e924905b-a1cf-4f86-805c-a65c7c8400b8 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Made reservation on behalf of 01e47d056ac8479e8aae5da637227d43 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:24.350831 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e924905b-a1cf-4f86-805c-a65c7c8400b8 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:24.391524 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e2befa1e-e5d3-45d0-9094-45b996859adf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:24.416816 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e924905b-a1cf-4f86-805c-a65c7c8400b8 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:52:24.421648 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:24.434821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Usage tracker for resource:security_group_rule and tenant:9b44ca7b19334459ae359c370b13cd5d is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:24.439395 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:24.448193 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:24.468080 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e924905b-a1cf-4f86-805c-a65c7c8400b8 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:24.468371 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-e924905b-a1cf-4f86-805c-a65c7c8400b8 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Added segment b4f4a38c-1866-47d9-93e6-d1509dfdbb8a of type vlan for network 2d9650d7-5981-4ad7-9ad5-5f2aad38d862
Dec 22 04:52:24.515560 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-08e9a5a9-363a-4fa4-8754-b552f268412a', 'network_id': '08e9a5a9-363a-4fa4-8754-b552f268412a', 'tenant_id': '01e47d056ac8479e8aae5da637227d43', 'fixed_ips': [{'subnet_id': '9c370524-632e-48cf-929e-db28a3f92b51'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:52:24.516699 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:24.530983 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-191a443b-7a9f-446e-8674-ccf7d9e01b5d None None] Provisioning for port d4174688-c960-46eb-a7d1-a10bd93f42d5 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:52:24.538060 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-191a443b-7a9f-446e-8674-ccf7d9e01b5d None None] Provisioning complete for port d4174688-c960-46eb-a7d1-a10bd93f42d5 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:52:24.538547 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-191a443b-7a9f-446e-8674-ccf7d9e01b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:24.572412 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e924905b-a1cf-4f86-805c-a65c7c8400b8 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:24.577982 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-d59324fc-f1b2-4233-84be-ba686956126b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] For port 43ee8979-df02-4d81-8a0b-ed9f1559e02a, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=43ee8979-df02-4d81-8a0b-ed9f1559e02a,segment=NetworkSegment(fc00a282-f9e3-40ac-9b13-58dd7e37658a),segment_id=fc00a282-f9e3-40ac-9b13-58dd7e37658a)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:24.578341 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d59324fc-f1b2-4233-84be-ba686956126b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:24.641702 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-191a443b-7a9f-446e-8674-ccf7d9e01b5d None None] Port d4174688-c960-46eb-a7d1-a10bd93f42d5 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:52:24.657226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:24.697682 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e924905b-a1cf-4f86-805c-a65c7c8400b8 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:24.701361 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e924905b-a1cf-4f86-805c-a65c7c8400b8 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:24.702473 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e924905b-a1cf-4f86-805c-a65c7c8400b8 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:24.709319 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-01368cb4-3d95-4bd6-97b3-d14f060c7127 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:24.720262 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-d59324fc-f1b2-4233-84be-ba686956126b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Calling delete_port for 43ee8979-df02-4d81-8a0b-ed9f1559e02a owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:52:24.740196 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Allocated IP 2001:db8::1 (08e9a5a9-363a-4fa4-8754-b552f268412a/9c370524-632e-48cf-929e-db28a3f92b51/f191cc85-ff1e-401b-9df5-0ca943fc62da) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:52:24.747427 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:24.763128 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4ec792f0-4eeb-451f-8433-2a760b925177 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:24.889628 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a0f5e3-d463-4a43-be06-27532e464e77,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:24.947734 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:24.951323 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.0720446
Dec 22 04:52:24.953955 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56514) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:24.955247 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:24.955616 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:24.955980 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:24.956345 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:24.956715 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:24.957054 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:24.957421 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:24.957864 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:24.958216 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:24.958568 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:24.958915 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:24.962411 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:24.969831 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-0b3558c3-a53e-48cc-917a-0e5b63cb89c5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Request body: {'security_group_rule': {'security_group_id': '40ff6d96-c9f8-4c7b-9389-7f87e2eb0fae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b4a0f5e3-d463-4a43-be06-27532e464e77', 'remote_ip_prefix': None}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:24.984770 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0b3558c3-a53e-48cc-917a-0e5b63cb89c5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:24.994215 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0b3558c3-a53e-48cc-917a-0e5b63cb89c5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Usage tracker for resource:security_group_rule and tenant:9b44ca7b19334459ae359c370b13cd5d is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:24.999096 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e924905b-a1cf-4f86-805c-a65c7c8400b8 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.7823839
Dec 22 04:52:24.999373 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0b3558c3-a53e-48cc-917a-0e5b63cb89c5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:25.002099 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:25.004364 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:25.006460 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56518) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:25.009039 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0b3558c3-a53e-48cc-917a-0e5b63cb89c5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:25.016155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-2568bf0d-198f-4d86-91c8-729b3150c114 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Request body: {'subnet': {'network_id': '2d9650d7-5981-4ad7-9ad5-5f2aad38d862', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:25.017712 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Transition to ACTIVE for port object f191cc85-ff1e-401b-9df5-0ca943fc62da will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:52:25.022356 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924905b-a1cf-4f86-805c-a65c7c8400b8 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'Network': ['ID=2d9650d7-5981-4ad7-9ad5-5f2aad38d862,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:25.026767 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e924905b-a1cf-4f86-805c-a65c7c8400b8 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:25.038128 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 2d9650d7-5981-4ad7-9ad5-5f2aad38d862 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:52:25.099636 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e2befa1e-e5d3-45d0-9094-45b996859adf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:25.100343 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Transition to ACTIVE for port object f191cc85-ff1e-401b-9df5-0ca943fc62da will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:52:25.105689 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e2befa1e-e5d3-45d0-9094-45b996859adf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:25.123948 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:25.128960 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:25.134918 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:25.208371 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0b3558c3-a53e-48cc-917a-0e5b63cb89c5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:25.209751 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Network 08e9a5a9-363a-4fa4-8754-b552f268412a is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:52:25.213219 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:52:25.215270 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:25.215434 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Pushing event updated for resources: {'Port': ['ID=f191cc85-ff1e-401b-9df5-0ca943fc62da,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:25.218017 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:52:25.220587 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:25.222881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2befa1e-e5d3-45d0-9094-45b996859adf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=d4174688-c960-46eb-a7d1-a10bd93f42d5,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:25.225248 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e2befa1e-e5d3-45d0-9094-45b996859adf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:25.228895 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e2befa1e-e5d3-45d0-9094-45b996859adf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:25.301500 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-2568bf0d-198f-4d86-91c8-729b3150c114 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:25.319474 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2568bf0d-198f-4d86-91c8-729b3150c114 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Usage tracker for resource:subnet and tenant:01e47d056ac8479e8aae5da637227d43 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:25.328268 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2568bf0d-198f-4d86-91c8-729b3150c114 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:25.333246 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Attempting to bind port f191cc85-ff1e-401b-9df5-0ca943fc62da on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:52:25.333749 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Attempting to bind port f191cc85-ff1e-401b-9df5-0ca943fc62da by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'd1267d88-2795-4f62-b453-2565f4b404c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '08e9a5a9-363a-4fa4-8754-b552f268412a'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:52:25.334203 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Attempting to bind port f191cc85-ff1e-401b-9df5-0ca943fc62da on network 08e9a5a9-363a-4fa4-8754-b552f268412a {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:52:25.341872 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:52:25.342865 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Checking segment: {'id': 'd1267d88-2795-4f62-b453-2565f4b404c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '08e9a5a9-363a-4fa4-8754-b552f268412a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:52:25.343349 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:25.343838 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Bound using segment: {'id': 'd1267d88-2795-4f62-b453-2565f4b404c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '08e9a5a9-363a-4fa4-8754-b552f268412a'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:52:25.344653 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Bound port: f191cc85-ff1e-401b-9df5-0ca943fc62da, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1267d88-2795-4f62-b453-2565f4b404c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '08e9a5a9-363a-4fa4-8754-b552f268412a'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:52:25.345199 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:25.354335 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-2568bf0d-198f-4d86-91c8-729b3150c114 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:25.364438 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2befa1e-e5d3-45d0-9094-45b996859adf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network 838a75d7-305a-477b-a5fe-f0288b0ee23f is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:52:25.365792 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-e2befa1e-e5d3-45d0-9094-45b996859adf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:52:25.453301 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] For port f191cc85-ff1e-401b-9df5-0ca943fc62da, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:52:25.455601 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d59324fc-f1b2-4233-84be-ba686956126b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:25.457295 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] For port f191cc85-ff1e-401b-9df5-0ca943fc62da, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f191cc85-ff1e-401b-9df5-0ca943fc62da,segment=NetworkSegment(d1267d88-2795-4f62-b453-2565f4b404c9),segment_id=d1267d88-2795-4f62-b453-2565f4b404c9)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:52:25.459928 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2568bf0d-198f-4d86-91c8-729b3150c114 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Made reservation on behalf of 01e47d056ac8479e8aae5da637227d43 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:25.468668 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:25.474607 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:25.479124 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-970019e7-86e1-4bbd-8c6b-1824f22f8ccb tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:25.561640 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Pushing event updated for resources: {'Port': ['ID=f191cc85-ff1e-401b-9df5-0ca943fc62da,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:25.564818 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:25.598579 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59324fc-f1b2-4233-84be-ba686956126b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Port': ['ID=43ee8979-df02-4d81-8a0b-ed9f1559e02a,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:25.600965 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d59324fc-f1b2-4233-84be-ba686956126b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:25.689561 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-2c367f07-61f8-4328-8997-6a354d37de06 None None] Provisioning complete for port d4174688-c960-46eb-a7d1-a10bd93f42d5 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:52:25.689965 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2c367f07-61f8-4328-8997-6a354d37de06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:25.765821 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-2c367f07-61f8-4328-8997-6a354d37de06 None None] Port d4174688-c960-46eb-a7d1-a10bd93f42d5 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:52:25.832260 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0b3558c3-a53e-48cc-917a-0e5b63cb89c5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:25.868986 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2befa1e-e5d3-45d0-9094-45b996859adf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 58dcf30e-3958-471a-ae24-3776d056b38b has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:52:25.921753 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2568bf0d-198f-4d86-91c8-729b3150c114 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:25.956974 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0b3558c3-a53e-48cc-917a-0e5b63cb89c5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:26.015249 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b6eb0e7a-7ae4-42e8-8122-7f1b156b37a5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:26.112293 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2befa1e-e5d3-45d0-9094-45b996859adf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:52:26.126084 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e2befa1e-e5d3-45d0-9094-45b996859adf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/routers/58dcf30e-3958-471a-ae24-3776d056b38b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8598504
Dec 22 04:52:26.133134 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] Sync routers for ids ['58dcf30e-3958-471a-ae24-3776d056b38b'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:52:26.135568 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0b3558c3-a53e-48cc-917a-0e5b63cb89c5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:26.136832 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0b3558c3-a53e-48cc-917a-0e5b63cb89c5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 1.1733153
Dec 22 04:52:26.140461 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56524) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:26.143685 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3558c3-a53e-48cc-917a-0e5b63cb89c5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5898cc-4b8a-4d48-a89e-119ecd51bf2a,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:26.160778 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0b3558c3-a53e-48cc-917a-0e5b63cb89c5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:26.173649 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.ipam_backend_mixin [None req-2568bf0d-198f-4d86-91c8-729b3150c114 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Performing IP validity checks on allocation pools {{(pid=83434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 22 04:52:26.174172 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.ipam_backend_mixin [None req-2568bf0d-198f-4d86-91c8-729b3150c114 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83434) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 22 04:52:26.184956 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b4e170a-b811-4678-afad-875159228292 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:26.185920 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] Routers {'58dcf30e-3958-471a-ae24-3776d056b38b'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:52:26.186977 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5866d0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:52:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['58dcf30e-3958-471a-ae24-3776d056b38b'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:26.198473 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b4e170a-b811-4678-afad-875159228292 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:26.236929 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b4e170a-b811-4678-afad-875159228292 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:26.237508 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d59324fc-f1b2-4233-84be-ba686956126b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:26.250458 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7c0a662d-ebc2-4c13-8e9a-1ebb8f80c4d6 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:26.251740 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:26.279291 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e170a-b811-4678-afad-875159228292 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d5898cc-4b8a-4d48-a89e-119ecd51bf2a,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:26.286987 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7b4e170a-b811-4678-afad-875159228292 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:26.288822 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b4e170a-b811-4678-afad-875159228292 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:26.290120 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7b4e170a-b811-4678-afad-875159228292 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/5d5898cc-4b8a-4d48-a89e-119ecd51bf2a HTTP/1.1" status: 204  len: 168 time: 0.1486168
Dec 22 04:52:26.293285 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56528) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:26.328070 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:26.338861 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e0ba96ac-ead4-4fa6-b078-37af4b507108 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:26.348962 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d7475abf-6204-4f4f-8b67-95fc213e22e8 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Synchronizing usage tracker for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:26.361345 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f191cc85-ff1e-401b-9df5-0ca943fc62da up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:52:26.367198 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d7475abf-6204-4f4f-8b67-95fc213e22e8 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Unset dirty status for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:26.371217 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d7475abf-6204-4f4f-8b67-95fc213e22e8 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.0738072
Dec 22 04:52:26.371540 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56534) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:26.454173 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d6974bda-56f3-47c6-b898-c03773cc7ea5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:26.479879 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] Set router 58dcf30e-3958-471a-ae24-3776d056b38b gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:52:26.491793 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d6974bda-56f3-47c6-b898-c03773cc7ea5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:26.539542 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port f191cc85-ff1e-401b-9df5-0ca943fc62da completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:52:26.567146 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:26.571071 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d6974bda-56f3-47c6-b898-c03773cc7ea5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:26.578134 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-98f7a388-020e-4877-be00-8d641647d572 tempest-AllowedAddressPairTestJSON-404105513 tempest-AllowedAddressPairTestJSON-404105513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:26.599109 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6974bda-56f3-47c6-b898-c03773cc7ea5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a0f5e3-d463-4a43-be06-27532e464e77,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:26.613323 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d6974bda-56f3-47c6-b898-c03773cc7ea5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:26.621713 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d6974bda-56f3-47c6-b898-c03773cc7ea5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:26.625462 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d6974bda-56f3-47c6-b898-c03773cc7ea5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "DELETE /v2.0/security-groups/b4a0f5e3-d463-4a43-be06-27532e464e77 HTTP/1.1" status: 204  len: 168 time: 0.2505219
Dec 22 04:52:26.628201 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56538) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:26.713605 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-3637a412-a641-418f-9fa8-0043640f3aa7 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Synchronizing usage tracker for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:26.735040 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-3637a412-a641-418f-9fa8-0043640f3aa7 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Unset dirty status for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:26.740017 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3637a412-a641-418f-9fa8-0043640f3aa7 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.1108532
Dec 22 04:52:26.740806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56542) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:26.820467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-11e2f6b3-632a-4e99-bd44-b36193160b62 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:26.852745 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Pushing event updated for resources: {'Port': ['ID=dd4d8021-21f5-4fb1-bcbe-924eec696574,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:26.855967 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-11e2f6b3-632a-4e99-bd44-b36193160b62 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:26.856111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:26.862285 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2568bf0d-198f-4d86-91c8-729b3150c114 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:26.871098 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-29abf89e-ae1b-4141-affc-1ff700eb82dd tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:26.884632 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd44283-0625-4ef4-a397-f62a9c628490 None None] Network 08e9a5a9-363a-4fa4-8754-b552f268412a requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:26.910962 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-11e2f6b3-632a-4e99-bd44-b36193160b62 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:26.916492 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-aae196bf-a1eb-4bcb-b6cf-871ffa0ef085 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:26.931760 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2f6b3-632a-4e99-bd44-b36193160b62 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ff6d96-c9f8-4c7b-9389-7f87e2eb0fae,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:26.934352 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-11e2f6b3-632a-4e99-bd44-b36193160b62 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:26.949146 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-11e2f6b3-632a-4e99-bd44-b36193160b62 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:26.952908 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-11e2f6b3-632a-4e99-bd44-b36193160b62 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "DELETE /v2.0/security-groups/40ff6d96-c9f8-4c7b-9389-7f87e2eb0fae HTTP/1.1" status: 204  len: 168 time: 0.2086747
Dec 22 04:52:26.954167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56546) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:27.008883 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0407e878-14e8-4e06-a151-eae2ffe4045e tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Synchronizing usage tracker for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:27.027835 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0407e878-14e8-4e06-a151-eae2ffe4045e tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Unset dirty status for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:27.028664 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5866d0>, [{'id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'name': 'tempest-TestNetworkBasicOps-router-1478209335', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:14Z', 'updated_at': '2021-12-22T04:52:24Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:15Z', 'updated_at': '2021-12-22T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '98a33b74-d200-4151-999f-fbd8f73d72ac', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'port_id': '0deaae2f-c070-4605-ba96-369346905e69', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'mac_address': 'fa:16:3e:e7:a4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71399509-53eb-423d-a58f-40013ecf242f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:50:29Z', 'updated_at': '2021-12-22T04:50:36Z', 'revision_number': 1, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd65023e-79f7-423c-aa3a-2c429170e389', 'name': '', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:c6:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:45Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4174688-c960-46eb-a7d1-a10bd93f42d5', 'name': '', 'network_id': '838a75d7-305a-477b-a5fe-f0288b0ee23f', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:84:0f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d90413-e4ca-438f-80c0-75a840d888a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:23Z', 'updated_at': '2021-12-22T04:52:24Z', 'revision_number': 2, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '80d90413-e4ca-438f-80c0-75a840d888a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:27.029622 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0407e878-14e8-4e06-a151-eae2ffe4045e tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0743074
Dec 22 04:52:27.033971 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56550) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:27.036241 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-aaf287e8-f49c-4b0e-bc98-49e6932c8581 None None] Provisioning for port f191cc85-ff1e-401b-9df5-0ca943fc62da completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:52:27.040290 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-78560148-b8e6-4e76-9109-1b380fbf3236 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Request body: {'security_group': {'name': 'tempest-secgroup--332064164'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:27.047764 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-78560148-b8e6-4e76-9109-1b380fbf3236 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:27.049580 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] Checking router: 58dcf30e-3958-471a-ae24-3776d056b38b for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:52:27.050281 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] Updating router 58dcf30e-3958-471a-ae24-3776d056b38b port d4174688-c960-46eb-a7d1-a10bd93f42d5 binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:52:27.058575 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-78560148-b8e6-4e76-9109-1b380fbf3236 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:27.070103 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-78560148-b8e6-4e76-9109-1b380fbf3236 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:27.083292 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-aaf287e8-f49c-4b0e-bc98-49e6932c8581 None None] Provisioning complete for port f191cc85-ff1e-401b-9df5-0ca943fc62da triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:52:27.083673 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-aaf287e8-f49c-4b0e-bc98-49e6932c8581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:27.091870 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568bf0d-198f-4d86-91c8-729b3150c114 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'Subnet': ['ID=98e48a0f-f0bb-477f-b7a5-d16e8817801d,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:27.105958 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2568bf0d-198f-4d86-91c8-729b3150c114 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:27.121901 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-78560148-b8e6-4e76-9109-1b380fbf3236 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:27.127353 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-78560148-b8e6-4e76-9109-1b380fbf3236 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Usage tracker for resource:security_group_rule and tenant:9b44ca7b19334459ae359c370b13cd5d is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:27.130917 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-78560148-b8e6-4e76-9109-1b380fbf3236 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:27.137637 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-78560148-b8e6-4e76-9109-1b380fbf3236 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:27.185715 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2568bf0d-198f-4d86-91c8-729b3150c114 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Checking segment: {'id': 'b4f4a38c-1866-47d9-93e6-d1509dfdbb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2d9650d7-5981-4ad7-9ad5-5f2aad38d862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:52:27.186574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2568bf0d-198f-4d86-91c8-729b3150c114 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Network hostable DHCP agents. Network: 2d9650d7-5981-4ad7-9ad5-5f2aad38d862, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:52:27.212649 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-78560148-b8e6-4e76-9109-1b380fbf3236 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:27.219236 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-78560148-b8e6-4e76-9109-1b380fbf3236 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:27.226367 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-44e80530-68fc-4114-b39d-f20109f7e417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:27.239315 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59324fc-f1b2-4233-84be-ba686956126b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:52:27.301140 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:27.387717 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78560148-b8e6-4e76-9109-1b380fbf3236 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9920b904-b1cf-425d-8cac-e0703a6b5c77,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:27.393479 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-78560148-b8e6-4e76-9109-1b380fbf3236 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:27.402746 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-78560148-b8e6-4e76-9109-1b380fbf3236 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:27.403950 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-78560148-b8e6-4e76-9109-1b380fbf3236 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.3682611
Dec 22 04:52:27.406972 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56554) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:27.414170 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-f6944caf-5adc-4a37-ab21-c627b374a9fc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Request body: {'security_group_rule': {'security_group_id': '9920b904-b1cf-425d-8cac-e0703a6b5c77', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:27.420078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f6944caf-5adc-4a37-ab21-c627b374a9fc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:27.425235 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f6944caf-5adc-4a37-ab21-c627b374a9fc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Usage tracker for resource:security_group_rule and tenant:9b44ca7b19334459ae359c370b13cd5d is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:27.427788 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f6944caf-5adc-4a37-ab21-c627b374a9fc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:27.433915 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f6944caf-5adc-4a37-ab21-c627b374a9fc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:27.451220 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f6944caf-5adc-4a37-ab21-c627b374a9fc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:27.493586 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-aaf287e8-f49c-4b0e-bc98-49e6932c8581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:27.515491 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f6944caf-5adc-4a37-ab21-c627b374a9fc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:27.523485 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f6944caf-5adc-4a37-ab21-c627b374a9fc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:27.525115 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7d05b07a-ea2e-435b-b022-98413c8e3740 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:27.531381 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2568bf0d-198f-4d86-91c8-729b3150c114 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Network 2d9650d7-5981-4ad7-9ad5-5f2aad38d862 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:52:27.549596 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-2568bf0d-198f-4d86-91c8-729b3150c114 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 2d9650d7-5981-4ad7-9ad5-5f2aad38d862) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:52:27.550015 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6944caf-5adc-4a37-ab21-c627b374a9fc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8166107b-c693-4c50-b56c-5c80d53b5f6d,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:27.559646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f6944caf-5adc-4a37-ab21-c627b374a9fc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:27.561626 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-aaf287e8-f49c-4b0e-bc98-49e6932c8581 None None] For port f191cc85-ff1e-401b-9df5-0ca943fc62da, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f191cc85-ff1e-401b-9df5-0ca943fc62da,segment=NetworkSegment(d1267d88-2795-4f62-b453-2565f4b404c9),segment_id=d1267d88-2795-4f62-b453-2565f4b404c9)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:27.562403 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2568bf0d-198f-4d86-91c8-729b3150c114 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:27.563090 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2568bf0d-198f-4d86-91c8-729b3150c114 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:27.577076 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f6944caf-5adc-4a37-ab21-c627b374a9fc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:27.578159 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c1df55-1bbc-4af3-959f-f782d3930e19 None None] Network 2d9650d7-5981-4ad7-9ad5-5f2aad38d862 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:27.582058 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f6944caf-5adc-4a37-ab21-c627b374a9fc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 0.1733420
Dec 22 04:52:27.583193 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56558) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:27.587803 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Floating IP 1eaf3187-e372-4b5e-bcd5-8273a4b55cd7 associated. External IP: 172.26.4.171, port: 29dae181-c7ee-4c74-a00f-d32532091b2e.
Dec 22 04:52:27.618808 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f88d78d8-999d-4763-8e02-ec900d9dba94 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:27.630769 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f88d78d8-999d-4763-8e02-ec900d9dba94 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:27.637064 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-aaf287e8-f49c-4b0e-bc98-49e6932c8581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:27.649997 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2568bf0d-198f-4d86-91c8-729b3150c114 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 2.6424105
Dec 22 04:52:27.652179 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59324fc-f1b2-4233-84be-ba686956126b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:52:27.658114 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56562) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:27.664032 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d59324fc-f1b2-4233-84be-ba686956126b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/routers/1e5c95f0-55f1-4caf-ac8f-65adddb8e96c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5507150
Dec 22 04:52:27.669872 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56566) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:27.673327 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e4c33-a548-4740-b31b-65da91a5053a None None] Sync routers for ids ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:52:27.688874 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f88d78d8-999d-4763-8e02-ec900d9dba94 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:27.694099 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:27.711002 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e4c33-a548-4740-b31b-65da91a5053a None None] Routers {'1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:52:27.711636 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-d91e4c33-a548-4740-b31b-65da91a5053a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c9800d0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:52:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:27.776200 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:27.823892 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d78d8-999d-4763-8e02-ec900d9dba94 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8166107b-c693-4c50-b56c-5c80d53b5f6d,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:27.840674 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f88d78d8-999d-4763-8e02-ec900d9dba94 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:27.845713 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f88d78d8-999d-4763-8e02-ec900d9dba94 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:27.849802 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f88d78d8-999d-4763-8e02-ec900d9dba94 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/8166107b-c693-4c50-b56c-5c80d53b5f6d HTTP/1.1" status: 204  len: 168 time: 0.2651937
Dec 22 04:52:27.853404 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56570) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:27.870804 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf287e8-f49c-4b0e-bc98-49e6932c8581 None None] Pushing event updated for resources: {'Port': ['ID=f191cc85-ff1e-401b-9df5-0ca943fc62da,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:27.890452 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-aaf287e8-f49c-4b0e-bc98-49e6932c8581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:27.913004 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-d91e4c33-a548-4740-b31b-65da91a5053a None None] Set router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:52:27.955767 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-536f6d63-d84b-40d0-94dc-5d4476bb36fc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Synchronizing usage tracker for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:27.971909 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e62bb966-4652-407d-9b8c-a5087f4f5772 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:27.996574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-114d52f7-b0ab-487a-8f14-2468ebba1e17 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting subnet 79379ef3-b42b-4f56-9fa5-347199cabed2 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:52:28.000403 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-114d52f7-b0ab-487a-8f14-2468ebba1e17 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.009582 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-536f6d63-d84b-40d0-94dc-5d4476bb36fc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Unset dirty status for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:28.013713 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-536f6d63-d84b-40d0-94dc-5d4476bb36fc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1591256
Dec 22 04:52:28.014888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56574) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:28.031312 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-d91e4c33-a548-4740-b31b-65da91a5053a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c9800d0>, [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:52:25Z', 'revision_number': 11, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:28.035736 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e4c33-a548-4740-b31b-65da91a5053a None None] Checking router: 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:52:28.049603 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e4c33-a548-4740-b31b-65da91a5053a None None] Routers {'1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:52:28.050464 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-d91e4c33-a548-4740-b31b-65da91a5053a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c9800d0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:52:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:28.084373 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ff4244d9-844c-4d74-abfd-580f09df1544 None None] Provisioning complete for port f191cc85-ff1e-401b-9df5-0ca943fc62da triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:52:28.096404 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ff4244d9-844c-4d74-abfd-580f09df1544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.106434 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-114d52f7-b0ab-487a-8f14-2468ebba1e17 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.137442 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e62bb966-4652-407d-9b8c-a5087f4f5772 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.142015 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.153026 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f191cc85-ff1e-401b-9df5-0ca943fc62da up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:52:28.185750 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-d91e4c33-a548-4740-b31b-65da91a5053a None None] Set router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:52:28.256449 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] Transition to ACTIVE for port object d4174688-c960-46eb-a7d1-a10bd93f42d5 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:52:28.300840 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.304689 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-d91e4c33-a548-4740-b31b-65da91a5053a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c9800d0>, [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:52:25Z', 'revision_number': 11, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:28.308046 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:28.310246 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e4c33-a548-4740-b31b-65da91a5053a None None] The sync data for ids ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'] in dv-neutron-822525-1-hyperv is: [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:52:25Z', 'revision_number': 11, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:52:28.324031 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e62bb966-4652-407d-9b8c-a5087f4f5772 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.337591 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bda09af6-1884-49c6-a205-e1e81bdacb6b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:28.381279 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-114d52f7-b0ab-487a-8f14-2468ebba1e17 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.442972 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-064e458b-0975-4806-b71a-75a109ca0605 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.466363 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62bb966-4652-407d-9b8c-a5087f4f5772 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event deleted for resources: {'Subnet': ['ID=98e48a0f-f0bb-477f-b7a5-d16e8817801d,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:28.469145 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e62bb966-4652-407d-9b8c-a5087f4f5772 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:28.504727 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-114d52f7-b0ab-487a-8f14-2468ebba1e17 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.507735 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-064e458b-0975-4806-b71a-75a109ca0605 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.515462 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752177de-75b1-4042-ad28-7efe000b8720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-2d9650d7-5981-4ad7-9ad5-5f2aad38d862', 'network_id': '2d9650d7-5981-4ad7-9ad5-5f2aad38d862', 'tenant_id': '01e47d056ac8479e8aae5da637227d43', 'fixed_ips': [{'subnet_id': '98e48a0f-f0bb-477f-b7a5-d16e8817801d'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:52:28.516390 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-752177de-75b1-4042-ad28-7efe000b8720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.517485 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3cd89c28-4911-4745-a179-ec66b9549dd7 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:28.522941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e62bb966-4652-407d-9b8c-a5087f4f5772 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.551914 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port f191cc85-ff1e-401b-9df5-0ca943fc62da triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:52:28.552623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.572307 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d52f7-b0ab-487a-8f14-2468ebba1e17 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Subnet': ['ID=79379ef3-b42b-4f56-9fa5-347199cabed2,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:28.575107 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-e62bb966-4652-407d-9b8c-a5087f4f5772 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469aee05b0>,) {'filters': {'network_id': ['2d9650d7-5981-4ad7-9ad5-5f2aad38d862']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:28.579020 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-114d52f7-b0ab-487a-8f14-2468ebba1e17 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:28.589361 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-e62bb966-4652-407d-9b8c-a5087f4f5772 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469aee05b0>, 'b4f4a38c-1866-47d9-93e6-d1509dfdbb8a') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:28.589608 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-e62bb966-4652-407d-9b8c-a5087f4f5772 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469aee05b0>, 'b4f4a38c-1866-47d9-93e6-d1509dfdbb8a') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:28.605077 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e62bb966-4652-407d-9b8c-a5087f4f5772 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.609177 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-114d52f7-b0ab-487a-8f14-2468ebba1e17 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.624560 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a45def8-d3e3-41ca-9dc7-8010fd77aadd None None] Network a647bc61-e14c-4e15-8943-fd217d51ab0f requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:28.625960 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Router f2541887-6061-4279-b967-0c2f7885b0da has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:52:28.628189 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-114d52f7-b0ab-487a-8f14-2468ebba1e17 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/subnets/79379ef3-b42b-4f56-9fa5-347199cabed2 HTTP/1.1" status: 204  len: 168 time: 0.9535949
Dec 22 04:52:28.630695 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56578) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:28.635423 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e62bb966-4652-407d-9b8c-a5087f4f5772 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.648811 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62bb966-4652-407d-9b8c-a5087f4f5772 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:52:28.649612 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e62bb966-4652-407d-9b8c-a5087f4f5772 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.748502 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d09fc1-7d14-46a2-a899-a4d07647c3d7 None None] Pushing event updated for resources: {'Port': ['ID=d4174688-c960-46eb-a7d1-a10bd93f42d5,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:28.754774 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a7d09fc1-7d14-46a2-a899-a4d07647c3d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:52:28.769293 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:52:28.778177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-064e458b-0975-4806-b71a-75a109ca0605 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.784025 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-78560148-b8e6-4e76-9109-1b380fbf3236 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:28.800120 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e62bb966-4652-407d-9b8c-a5087f4f5772 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.806052 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e458b-0975-4806-b71a-75a109ca0605 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9920b904-b1cf-425d-8cac-e0703a6b5c77,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:28.816481 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e62bb966-4652-407d-9b8c-a5087f4f5772 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.820504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-064e458b-0975-4806-b71a-75a109ca0605 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:28.821086 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-cbad196c-d992-40a0-8277-59300014f880 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:28.854879 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62bb966-4652-407d-9b8c-a5087f4f5772 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event deleted for resources: {'Network': ['ID=2d9650d7-5981-4ad7-9ad5-5f2aad38d862,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:28.859423 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.862269 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e62bb966-4652-407d-9b8c-a5087f4f5772 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:28.873581 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e62bb966-4652-407d-9b8c-a5087f4f5772 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/networks/2d9650d7-5981-4ad7-9ad5-5f2aad38d862 HTTP/1.1" status: 204  len: 168 time: 1.2133918
Dec 22 04:52:28.873743 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Deleting port 5caf95b1-458e-4546-93b5-c319ff03fce4 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:52:28.873840 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.876950 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56584) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:28.878167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-064e458b-0975-4806-b71a-75a109ca0605 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.879959 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-064e458b-0975-4806-b71a-75a109ca0605 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "DELETE /v2.0/security-groups/9920b904-b1cf-425d-8cac-e0703a6b5c77 HTTP/1.1" status: 204  len: 168 time: 0.8623953
Dec 22 04:52:28.885921 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-d08c285b-ab09-4a69-9632-5d1e9d4a2fc2 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1691979838'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:28.890855 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d08c285b-ab09-4a69-9632-5d1e9d4a2fc2 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:28.895246 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d08c285b-ab09-4a69-9632-5d1e9d4a2fc2 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Usage tracker for resource:network and tenant:01e47d056ac8479e8aae5da637227d43 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:28.898395 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56586) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:28.901056 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d08c285b-ab09-4a69-9632-5d1e9d4a2fc2 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:28.921942 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d08c285b-ab09-4a69-9632-5d1e9d4a2fc2 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:28.956065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08c285b-ab09-4a69-9632-5d1e9d4a2fc2 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Made reservation on behalf of 01e47d056ac8479e8aae5da637227d43 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:28.959082 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d08c285b-ab09-4a69-9632-5d1e9d4a2fc2 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:28.984153 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-543ebe2a-4e6d-4f4e-b44f-e016bf764e87 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Synchronizing usage tracker for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:29.001829 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536a0f5b-ac7c-487a-b49a-44ffe97ad6a9 None None] Network 2d9650d7-5981-4ad7-9ad5-5f2aad38d862 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:29.006508 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08c285b-ab09-4a69-9632-5d1e9d4a2fc2 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:52:29.012516 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-543ebe2a-4e6d-4f4e-b44f-e016bf764e87 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Unset dirty status for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:29.013771 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-543ebe2a-4e6d-4f4e-b44f-e016bf764e87 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1146038
Dec 22 04:52:29.018320 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d08c285b-ab09-4a69-9632-5d1e9d4a2fc2 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:29.018754 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-d08c285b-ab09-4a69-9632-5d1e9d4a2fc2 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Added segment 14a14a5c-7234-4dc9-b8cf-d3768daeec21 of type vlan for network 52f257a0-5b41-45f9-9945-c3a6ebd584aa
Dec 22 04:52:29.019824 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56592) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:29.030237 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-cb5e8abf-2f22-433d-b87a-f57b3852249f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Request body: {'security_group': {'name': 'tempest-secgroup--346443748'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:29.039143 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-cb5e8abf-2f22-433d-b87a-f57b3852249f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:29.067060 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-cb5e8abf-2f22-433d-b87a-f57b3852249f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:29.072544 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d08c285b-ab09-4a69-9632-5d1e9d4a2fc2 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:29.087835 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536a0f5b-ac7c-487a-b49a-44ffe97ad6a9 None None] Network 2d9650d7-5981-4ad7-9ad5-5f2aad38d862 could not be found, it might have been deleted concurrently. {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}}
Dec 22 04:52:29.095614 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] Attempting to bind port d4174688-c960-46eb-a7d1-a10bd93f42d5 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:52:29.095777 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cb5e8abf-2f22-433d-b87a-f57b3852249f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:29.095983 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] Attempting to bind port d4174688-c960-46eb-a7d1-a10bd93f42d5 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'c3c0f38c-059c-40e4-a031-88b90bc90b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '838a75d7-305a-477b-a5fe-f0288b0ee23f'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:52:29.096569 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] Attempting to bind port d4174688-c960-46eb-a7d1-a10bd93f42d5 on network 838a75d7-305a-477b-a5fe-f0288b0ee23f {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:52:29.125948 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d08c285b-ab09-4a69-9632-5d1e9d4a2fc2 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:29.129827 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08c285b-ab09-4a69-9632-5d1e9d4a2fc2 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:29.130481 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d08c285b-ab09-4a69-9632-5d1e9d4a2fc2 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:29.136479 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-04819dc4-03b7-4770-94aa-9253dd4a49f7 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:29.160549 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:52:29.160937 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] Checking segment: {'id': 'c3c0f38c-059c-40e4-a031-88b90bc90b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '838a75d7-305a-477b-a5fe-f0288b0ee23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:52:29.161344 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:29.173918 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] Bound using segment: {'id': 'c3c0f38c-059c-40e4-a031-88b90bc90b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '838a75d7-305a-477b-a5fe-f0288b0ee23f'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:52:29.174529 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] Bound port: d4174688-c960-46eb-a7d1-a10bd93f42d5, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c0f38c-059c-40e4-a031-88b90bc90b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '838a75d7-305a-477b-a5fe-f0288b0ee23f'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:52:29.175013 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:29.176032 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] For port 5caf95b1-458e-4546-93b5-c319ff03fce4, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5caf95b1-458e-4546-93b5-c319ff03fce4,segment=NetworkSegment(fc00a282-f9e3-40ac-9b13-58dd7e37658a),segment_id=fc00a282-f9e3-40ac-9b13-58dd7e37658a)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:29.176395 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:29.229761 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-cb5e8abf-2f22-433d-b87a-f57b3852249f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:29.262336 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d08c285b-ab09-4a69-9632-5d1e9d4a2fc2 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3783469
Dec 22 04:52:29.262336 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-cb5e8abf-2f22-433d-b87a-f57b3852249f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:29.266437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56596) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:29.273071 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-624d8fb4-6dd2-4f4f-8616-73345a636a75 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Request body: {'subnet': {'network_id': '52f257a0-5b41-45f9-9945-c3a6ebd584aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:29.336252 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] For port d4174688-c960-46eb-a7d1-a10bd93f42d5, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:52:29.340389 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] For port d4174688-c960-46eb-a7d1-a10bd93f42d5, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d4174688-c960-46eb-a7d1-a10bd93f42d5,segment=NetworkSegment(c3c0f38c-059c-40e4-a031-88b90bc90b40),segment_id=c3c0f38c-059c-40e4-a031-88b90bc90b40)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:52:29.351198 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:29.353346 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c285b-ab09-4a69-9632-5d1e9d4a2fc2 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'Network': ['ID=52f257a0-5b41-45f9-9945-c3a6ebd584aa,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:29.362822 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d08c285b-ab09-4a69-9632-5d1e9d4a2fc2 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:29.367564 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:29.407255 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b66184-037a-4aa6-8dbc-e44f6e769791 None None] DHCP port deletion for a647bc61-e14c-4e15-8943-fd217d51ab0f request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:52:29.410999 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 52f257a0-5b41-45f9-9945-c3a6ebd584aa details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:52:29.427892 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-624d8fb4-6dd2-4f4f-8616-73345a636a75 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:29.436662 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84b66184-037a-4aa6-8dbc-e44f6e769791 None None] Deleting port 5caf95b1-458e-4546-93b5-c319ff03fce4 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:52:29.436893 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-624d8fb4-6dd2-4f4f-8616-73345a636a75 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Usage tracker for resource:subnet and tenant:01e47d056ac8479e8aae5da637227d43 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:29.437072 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84b66184-037a-4aa6-8dbc-e44f6e769791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:29.445439 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-624d8fb4-6dd2-4f4f-8616-73345a636a75 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:29.454547 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cb5e8abf-2f22-433d-b87a-f57b3852249f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:29.455687 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-624d8fb4-6dd2-4f4f-8616-73345a636a75 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:29.465117 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cb5e8abf-2f22-433d-b87a-f57b3852249f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:29.472147 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Calling delete_port for 5caf95b1-458e-4546-93b5-c319ff03fce4 owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:52:29.472687 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7ab85e2f-308f-469b-a493-1c4e9904143b tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:29.534638 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:52:29.539503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e8abf-2f22-433d-b87a-f57b3852249f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaebee28-dc4c-4f3b-b3b2-ec2a9708720e,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:29.542939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-cb5e8abf-2f22-433d-b87a-f57b3852249f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:29.546772 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cb5e8abf-2f22-433d-b87a-f57b3852249f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:29.553077 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-cb5e8abf-2f22-433d-b87a-f57b3852249f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.5320625
Dec 22 04:52:29.554276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56600) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:29.557909 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624d8fb4-6dd2-4f4f-8616-73345a636a75 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Made reservation on behalf of 01e47d056ac8479e8aae5da637227d43 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:29.584846 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:29.595847 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d09fc1-7d14-46a2-a899-a4d07647c3d7 None None] Pushing event updated for resources: {'Port': ['ID=d4174688-c960-46eb-a7d1-a10bd93f42d5,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:29.598759 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b96928-c38e-4600-b120-6b95e8f636d1 None None] Sync routers for ids ['f2541887-6061-4279-b967-0c2f7885b0da'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:52:29.617405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:29.617985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a7d09fc1-7d14-46a2-a899-a4d07647c3d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:29.636457 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2d229460-9502-4ca7-ac47-d44193de2934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:29.678210 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-8d8b601c-f16c-438f-94bd-771aec6c8271 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Request body: {'security_group_rule': {'security_group_id': 'eaebee28-dc4c-4f3b-b3b2-ec2a9708720e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:29.683341 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Port': ['ID=5caf95b1-458e-4546-93b5-c319ff03fce4,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:29.686147 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:29.693402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] No DVR routers for this DVR port 5caf95b1-458e-4546-93b5-c319ff03fce4 on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:52:29.707495 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84b66184-037a-4aa6-8dbc-e44f6e769791 None None] The port '5caf95b1-458e-4546-93b5-c319ff03fce4' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:52:29.708591 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] Routers {'58dcf30e-3958-471a-ae24-3776d056b38b'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:52:29.709227 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5866d0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:52:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['58dcf30e-3958-471a-ae24-3776d056b38b'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:29.711199 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-8d8b601c-f16c-438f-94bd-771aec6c8271 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:29.720141 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8d8b601c-f16c-438f-94bd-771aec6c8271 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Usage tracker for resource:security_group_rule and tenant:9b44ca7b19334459ae359c370b13cd5d is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:29.724347 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8d8b601c-f16c-438f-94bd-771aec6c8271 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:29.728570 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-624d8fb4-6dd2-4f4f-8616-73345a636a75 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:29.747204 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-8d8b601c-f16c-438f-94bd-771aec6c8271 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:29.753122 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 7.5562398
Dec 22 04:52:29.776721 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b96928-c38e-4600-b120-6b95e8f636d1 None None] Routers {'f2541887-6061-4279-b967-0c2f7885b0da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:52:29.777524 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-77b96928-c38e-4600-b120-6b95e8f636d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bda5b80>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:52:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f2541887-6061-4279-b967-0c2f7885b0da'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:29.801288 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d216ec-b262-4d85-9718-53fac54b6d64', 'tag': '29dae181-c7ee-4c74-a00f-d32532091b2e'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:52:29.840178 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:29.866495 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d216ec-b262-4d85-9718-53fac54b6d64', 'tag': '29dae181-c7ee-4c74-a00f-d32532091b2e', 'status': 'completed', 'code': 200}
Dec 22 04:52:29.875985 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b968cd0>,) {'filters': {'network_id': ['a647bc61-e14c-4e15-8943-fd217d51ab0f']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:29.881333 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d8b601c-f16c-438f-94bd-771aec6c8271 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:29.888607 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b968cd0>, 'fc00a282-f9e3-40ac-9b13-58dd7e37658a') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:29.889437 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b968cd0>, 'fc00a282-f9e3-40ac-9b13-58dd7e37658a') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:29.901284 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:29.921522 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:29.929847 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:52:29.930166 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:52:29.945373 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:52:30.036157 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:30.042276 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:30.047767 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cf094f57-47ca-4ae4-a0bb-a11737d1f099 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:30.075226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Pushing event deleted for resources: {'Network': ['ID=a647bc61-e14c-4e15-8943-fd217d51ab0f,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:30.077931 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:30.084103 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/networks/a647bc61-e14c-4e15-8943-fd217d51ab0f HTTP/1.1" status: 204  len: 168 time: 1.4522002
Dec 22 04:52:30.086714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56608) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:30.097262 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-0ff8b23e-f2c2-4c4d-b72f-7dab475132d1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'router': {'routes': None}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:30.104286 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 43ee8979-df02-4d81-8a0b-ed9f1559e02a no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:52:30.142318 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 43ee8979-df02-4d81-8a0b-ed9f1559e02a {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:52:30.142732 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 43ee8979-df02-4d81-8a0b-ed9f1559e02a not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:52:30.143286 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 5caf95b1-458e-4546-93b5-c319ff03fce4 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:52:30.184199 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-77b96928-c38e-4600-b120-6b95e8f636d1 None None] Set router f2541887-6061-4279-b967-0c2f7885b0da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:52:30.216751 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d8b601c-f16c-438f-94bd-771aec6c8271 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:30.219721 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-624d8fb4-6dd2-4f4f-8616-73345a636a75 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:30.229065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1f892c10-ad71-4808-beec-8ad0f7535070 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:30.235265 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 5caf95b1-458e-4546-93b5-c319ff03fce4 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:52:30.235715 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 5caf95b1-458e-4546-93b5-c319ff03fce4 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:52:30.264794 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d8b601c-f16c-438f-94bd-771aec6c8271 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:30.272903 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] Set router 58dcf30e-3958-471a-ae24-3776d056b38b gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:52:30.339558 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d8fb4-6dd2-4f4f-8616-73345a636a75 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'Subnet': ['ID=ad24ccfa-d2e6-4f2d-b0b0-c52335e7d18c,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:30.345931 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-624d8fb4-6dd2-4f4f-8616-73345a636a75 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:30.352661 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ac698c77-d295-4585-bbc6-640997969395 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:30.363683 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d8b601c-f16c-438f-94bd-771aec6c8271 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:30.367561 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8d8b601c-f16c-438f-94bd-771aec6c8271 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.8085287
Dec 22 04:52:30.371673 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56612) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:30.375189 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2ecc2bbd-3acb-420c-984c-5aa938956d43 req-65344fa6-2696-41c7-9502-a154cb133eb2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b44be9ba27547a492de77c9a415f2bf&device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 1098 time: 0.4433002
Dec 22 04:52:30.379645 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b601c-f16c-438f-94bd-771aec6c8271 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc45458-3a15-42a7-99b4-a2465cbcbe2b,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:30.409618 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8d8b601c-f16c-438f-94bd-771aec6c8271 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:30.460594 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.extraroute_db [None req-0ff8b23e-f2c2-4c4d-b72f-7dab475132d1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Added routes are [] {{(pid=83434) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 22 04:52:30.460727 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.extraroute_db [None req-0ff8b23e-f2c2-4c4d-b72f-7dab475132d1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Removed routes are [] {{(pid=83434) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 22 04:52:30.460962 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0ff8b23e-f2c2-4c4d-b72f-7dab475132d1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:30.480709 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-756b65c1-2eac-4efa-80c9-cf9ef18d78e0 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-group-rules/8cc45458-3a15-42a7-99b4-a2465cbcbe2b HTTP/1.1" status: 200  len: 705 time: 0.1043773
Dec 22 04:52:30.481734 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624d8fb4-6dd2-4f4f-8616-73345a636a75 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Checking segment: {'id': '14a14a5c-7234-4dc9-b8cf-d3768daeec21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '52f257a0-5b41-45f9-9945-c3a6ebd584aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:52:30.482084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624d8fb4-6dd2-4f4f-8616-73345a636a75 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Network hostable DHCP agents. Network: 52f257a0-5b41-45f9-9945-c3a6ebd584aa, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:52:30.487198 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56616) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:30.590437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c4a545f7-5475-4dcf-acc7-258b948b4927 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Synchronizing usage tracker for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:30.598323 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc2bbd-3acb-420c-984c-5aa938956d43 req-a7e526ba-f3fa-4afa-8a36-6b8642b38009 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:30.600367 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2ecc2bbd-3acb-420c-984c-5aa938956d43 req-a7e526ba-f3fa-4afa-8a36-6b8642b38009 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f8f534e-2db6-44af-9bdd-e4fd78e01696 HTTP/1.1" status: 200  len: 912 time: 0.2081337
Dec 22 04:52:30.600556 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624d8fb4-6dd2-4f4f-8616-73345a636a75 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Network 52f257a0-5b41-45f9-9945-c3a6ebd584aa is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:52:30.682685 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-624d8fb4-6dd2-4f4f-8616-73345a636a75 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 52f257a0-5b41-45f9-9945-c3a6ebd584aa) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:52:30.699262 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c4a545f7-5475-4dcf-acc7-258b948b4927 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Unset dirty status for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:30.700830 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c4a545f7-5475-4dcf-acc7-258b948b4927 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.2114160
Dec 22 04:52:30.703016 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624d8fb4-6dd2-4f4f-8616-73345a636a75 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:30.703768 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-624d8fb4-6dd2-4f4f-8616-73345a636a75 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:30.712700 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f169bf-352c-4186-992f-f2b42773d08a None None] Network 52f257a0-5b41-45f9-9945-c3a6ebd584aa requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:30.716882 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56620) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:30.771037 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-624d8fb4-6dd2-4f4f-8616-73345a636a75 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 1.5036490
Dec 22 04:52:30.781170 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56624) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:30.786926 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0ff8b23e-f2c2-4c4d-b72f-7dab475132d1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:30.803179 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-024f942e-ea5e-42e1-8613-26df4b1f7e0c tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:30.811268 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0ff8b23e-f2c2-4c4d-b72f-7dab475132d1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706333'] for router, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:30.816897 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-024f942e-ea5e-42e1-8613-26df4b1f7e0c tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:30.831111 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2ecc2bbd-3acb-420c-984c-5aa938956d43 req-07a5df7e-cf47-488a-b990-318d04572a15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29dae181-c7ee-4c74-a00f-d32532091b2e HTTP/1.1" status: 200  len: 999 time: 0.2154386
Dec 22 04:52:30.883770 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-024f942e-ea5e-42e1-8613-26df4b1f7e0c tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:30.887651 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-87a477be-6fbb-48e8-9e6c-0d47a9eac52e tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:30.913593 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f942e-ea5e-42e1-8613-26df4b1f7e0c tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cc45458-3a15-42a7-99b4-a2465cbcbe2b,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:30.920703 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-024f942e-ea5e-42e1-8613-26df4b1f7e0c tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:30.941003 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc2bbd-3acb-420c-984c-5aa938956d43 req-a3121d67-196c-4dee-a57d-09167a07473c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:30.942984 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2ecc2bbd-3acb-420c-984c-5aa938956d43 req-a3121d67-196c-4dee-a57d-09167a07473c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbd01024-1a39-4919-97b8-72bd7b2c03da HTTP/1.1" status: 200  len: 850 time: 0.1009130
Dec 22 04:52:30.944081 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-024f942e-ea5e-42e1-8613-26df4b1f7e0c tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:30.945098 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-024f942e-ea5e-42e1-8613-26df4b1f7e0c tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/8cc45458-3a15-42a7-99b4-a2465cbcbe2b HTTP/1.1" status: 204  len: 168 time: 0.2255607
Dec 22 04:52:30.947656 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56628) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:31.051086 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7781ec81-1dca-4b7f-8b61-5e4f19061819 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Synchronizing usage tracker for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:31.084798 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2ecc2bbd-3acb-420c-984c-5aa938956d43 req-8c4c6da8-bced-4a0e-a569-ccf2c7d3574a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f8f534e-2db6-44af-9bdd-e4fd78e01696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1173022
Dec 22 04:52:31.085626 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7781ec81-1dca-4b7f-8b61-5e4f19061819 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Unset dirty status for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:31.086691 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7781ec81-1dca-4b7f-8b61-5e4f19061819 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1380799
Dec 22 04:52:31.094037 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56632) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:31.120587 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-27249427-c9a5-4c9a-9cd3-a528881d07e0 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Request body: {'security_group_rule': {'security_group_id': 'eaebee28-dc4c-4f3b-b3b2-ec2a9708720e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:31.170650 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5866d0>, [{'id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'name': 'tempest-TestNetworkBasicOps-router-1478209335', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:14Z', 'updated_at': '2021-12-22T04:52:24Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:15Z', 'updated_at': '2021-12-22T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '98a33b74-d200-4151-999f-fbd8f73d72ac', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'port_id': '0deaae2f-c070-4605-ba96-369346905e69', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'mac_address': 'fa:16:3e:e7:a4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71399509-53eb-423d-a58f-40013ecf242f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:50:29Z', 'updated_at': '2021-12-22T04:50:36Z', 'revision_number': 1, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd65023e-79f7-423c-aa3a-2c429170e389', 'name': '', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:c6:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:45Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4174688-c960-46eb-a7d1-a10bd93f42d5', 'name': '', 'network_id': '838a75d7-305a-477b-a5fe-f0288b0ee23f', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:84:0f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d90413-e4ca-438f-80c0-75a840d888a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:23Z', 'updated_at': '2021-12-22T04:52:29Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '80d90413-e4ca-438f-80c0-75a840d888a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:31.173728 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-27249427-c9a5-4c9a-9cd3-a528881d07e0 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:31.190225 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada63485-a8af-48f5-bea8-57bbf7eba877 None None] The sync data for ids ['58dcf30e-3958-471a-ae24-3776d056b38b'] in dv-neutron-822525-1-hyperv is: [{'id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'name': 'tempest-TestNetworkBasicOps-router-1478209335', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:14Z', 'updated_at': '2021-12-22T04:52:24Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:15Z', 'updated_at': '2021-12-22T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '98a33b74-d200-4151-999f-fbd8f73d72ac', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'port_id': '0deaae2f-c070-4605-ba96-369346905e69', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'mac_address': 'fa:16:3e:e7:a4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71399509-53eb-423d-a58f-40013ecf242f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:50:29Z', 'updated_at': '2021-12-22T04:50:36Z', 'revision_number': 1, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd65023e-79f7-423c-aa3a-2c429170e389', 'name': '', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:c6:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:45Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4174688-c960-46eb-a7d1-a10bd93f42d5', 'name': '', 'network_id': '838a75d7-305a-477b-a5fe-f0288b0ee23f', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:84:0f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80d90413-e4ca-438f-80c0-75a840d888a1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:23Z', 'updated_at': '2021-12-22T04:52:29Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '80d90413-e4ca-438f-80c0-75a840d888a1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:52:31.204270 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-27249427-c9a5-4c9a-9cd3-a528881d07e0 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:31.223904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff8b23e-f2c2-4c4d-b72f-7dab475132d1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:52:31.280594 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27249427-c9a5-4c9a-9cd3-a528881d07e0 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:31.322436 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-77b96928-c38e-4600-b120-6b95e8f636d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bda5b80>, [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:50:53Z', 'revision_number': 4, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '1eaf3187-e372-4b5e-bcd5-8273a4b55cd7', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'floating_ip_address': '172.26.4.171', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'port_id': '29dae181-c7ee-4c74-a00f-d32532091b2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'mac_address': 'fa:16:3e:a6:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d216ec-b262-4d85-9718-53fac54b6d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:52:24Z', 'updated_at': '2021-12-22T04:52:24Z', 'revision_number': 0, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd714321e-8557-4083-bd85-837997895bbf', 'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'mac_address': 'fa:16:3e:49:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:52Z', 'updated_at': '2021-12-22T04:51:06Z', 'revision_number': 5, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'subnets': [{'id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:31.340077 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce07d3c-5e4b-4c89-a9ae-ac0d7c3f37d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-52f257a0-5b41-45f9-9945-c3a6ebd584aa', 'network_id': '52f257a0-5b41-45f9-9945-c3a6ebd584aa', 'tenant_id': '01e47d056ac8479e8aae5da637227d43', 'fixed_ips': [{'subnet_id': 'ad24ccfa-d2e6-4f2d-b0b0-c52335e7d18c'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:52:31.340825 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2ce07d3c-5e4b-4c89-a9ae-ac0d7c3f37d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:31.347140 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-61d68d27-3d15-496f-9cc7-3fdbff494344 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:31.347864 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2ecc2bbd-3acb-420c-984c-5aa938956d43 req-6babf661-0b3e-4031-b859-0ce6e2292058 service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2525721
Dec 22 04:52:31.358535 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b96928-c38e-4600-b120-6b95e8f636d1 None None] Checking router: f2541887-6061-4279-b967-0c2f7885b0da for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:52:31.469831 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b96928-c38e-4600-b120-6b95e8f636d1 None None] Routers {'f2541887-6061-4279-b967-0c2f7885b0da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:52:31.470382 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-77b96928-c38e-4600-b120-6b95e8f636d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bda5b80>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:52:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f2541887-6061-4279-b967-0c2f7885b0da'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:31.533023 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27249427-c9a5-4c9a-9cd3-a528881d07e0 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:31.539605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff8b23e-f2c2-4c4d-b72f-7dab475132d1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:52:31.551489 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0ff8b23e-f2c2-4c4d-b72f-7dab475132d1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:31.552719 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0ff8b23e-f2c2-4c4d-b72f-7dab475132d1 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/routers/1e5c95f0-55f1-4caf-ac8f-65adddb8e96c HTTP/1.1" status: 200  len: 705 time: 1.4649787
Dec 22 04:52:31.553910 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e67d2-3a87-4aaf-916e-ccfab9584b39 None None] Sync routers for ids ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:52:31.558660 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56638) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:31.562741 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-61d68d27-3d15-496f-9cc7-3fdbff494344 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:31.563685 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27249427-c9a5-4c9a-9cd3-a528881d07e0 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:31.569995 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e67d2-3a87-4aaf-916e-ccfab9584b39 None None] Routers {'1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:52:31.570685 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-350e67d2-3a87-4aaf-916e-ccfab9584b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c980c10>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:52:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:31.575898 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:31.619229 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27249427-c9a5-4c9a-9cd3-a528881d07e0 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=259157ef-c05e-4bd4-b47a-02f84ab08014,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:31.622125 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-27249427-c9a5-4c9a-9cd3-a528881d07e0 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:31.629663 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2ecc2bbd-3acb-420c-984c-5aa938956d43 req-186ecd2a-bbef-4f50-b850-a42b5da36121 service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2659006
Dec 22 04:52:31.639574 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27249427-c9a5-4c9a-9cd3-a528881d07e0 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:31.641705 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-27249427-c9a5-4c9a-9cd3-a528881d07e0 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5264544
Dec 22 04:52:31.644394 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56642) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:31.684197 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4040a7b2-52d8-4c34-bac9-977efcfce780 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-group-rules/259157ef-c05e-4bd4-b47a-02f84ab08014 HTTP/1.1" status: 200  len: 705 time: 0.0362115
Dec 22 04:52:31.687418 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56646) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:31.698963 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8323750d-ec92-4caa-9c26-20dbdb5e5f99 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Synchronizing usage tracker for tenant:2c15a5726c1c4265b642f9bc187fa0d4 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:31.772455 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-191ecfac-002e-4f05-b28b-8cbf9bfe744d tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Synchronizing usage tracker for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:31.783165 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-350e67d2-3a87-4aaf-916e-ccfab9584b39 None None] Set router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:52:31.799361 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-61d68d27-3d15-496f-9cc7-3fdbff494344 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:31.810664 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-114d52f7-b0ab-487a-8f14-2468ebba1e17 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:31.812060 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-191ecfac-002e-4f05-b28b-8cbf9bfe744d tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Unset dirty status for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:31.814200 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-191ecfac-002e-4f05-b28b-8cbf9bfe744d tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.1255045
Dec 22 04:52:31.817262 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56650) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:31.833885 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-77b96928-c38e-4600-b120-6b95e8f636d1 None None] Set router f2541887-6061-4279-b967-0c2f7885b0da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:52:31.858498 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8323750d-ec92-4caa-9c26-20dbdb5e5f99 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Unset dirty status for tenant:2c15a5726c1c4265b642f9bc187fa0d4 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:31.859994 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8323750d-ec92-4caa-9c26-20dbdb5e5f99 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e5c95f0-55f1-4caf-ac8f-65adddb8e96c HTTP/1.1" status: 200  len: 205 time: 0.2986591
Dec 22 04:52:31.865523 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56654) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:31.871086 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d68d27-3d15-496f-9cc7-3fdbff494344 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event deleted for resources: {'Subnet': ['ID=ad24ccfa-d2e6-4f2d-b0b0-c52335e7d18c,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:31.886601 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6597f5d0-7b64-4736-bedd-d19662e44cec tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server [None req-2ce07d3c-5e4b-4c89-a9ae-ac0d7c3f37d0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad24ccfa-d2e6-4f2d-b0b0-c52335e7d18c: This subnet is being modified by another concurrent operation.
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise exception
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad24ccfa-d2e6-4f2d-b0b0-c52335e7d18c: This subnet is being modified by another concurrent operation.
Dec 22 04:52:31.893463 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server 
Dec 22 04:52:31.925341 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb23bbc4-5b48-4c9d-9fbd-095ee19a570c None None] Network 52f257a0-5b41-45f9-9945-c3a6ebd584aa requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:31.936239 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6597f5d0-7b64-4736-bedd-d19662e44cec tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:31.967658 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6597f5d0-7b64-4736-bedd-d19662e44cec tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:31.967830 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-61d68d27-3d15-496f-9cc7-3fdbff494344 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:31.969727 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7b4e170a-b811-4678-afad-875159228292 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:32.007942 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-350e67d2-3a87-4aaf-916e-ccfab9584b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c980c10>, [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:52:25Z', 'revision_number': 11, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:32.010567 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597f5d0-7b64-4736-bedd-d19662e44cec tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=259157ef-c05e-4bd4-b47a-02f84ab08014,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:32.013191 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e67d2-3a87-4aaf-916e-ccfab9584b39 None None] Checking router: 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:52:32.015662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6597f5d0-7b64-4736-bedd-d19662e44cec tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:32.022714 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6597f5d0-7b64-4736-bedd-d19662e44cec tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:32.023610 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6597f5d0-7b64-4736-bedd-d19662e44cec tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/259157ef-c05e-4bd4-b47a-02f84ab08014 HTTP/1.1" status: 204  len: 168 time: 0.2051814
Dec 22 04:52:32.026209 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56658) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:32.030132 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e67d2-3a87-4aaf-916e-ccfab9584b39 None None] Routers {'1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:52:32.030593 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-350e67d2-3a87-4aaf-916e-ccfab9584b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c980c10>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:52:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:32.149845 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ff800cae-e410-4f0b-8dc0-cb522afbc64d tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Synchronizing usage tracker for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:32.197976 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ff800cae-e410-4f0b-8dc0-cb522afbc64d tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Unset dirty status for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:32.202056 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ff800cae-e410-4f0b-8dc0-cb522afbc64d tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1735067
Dec 22 04:52:32.204084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56662) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:32.215371 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-c32cbf02-859d-4e41-9cb9-6904d8721d1e tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Request body: {'security_group_rule': {'security_group_id': 'eaebee28-dc4c-4f3b-b3b2-ec2a9708720e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:32.226032 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c32cbf02-859d-4e41-9cb9-6904d8721d1e tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:32.261906 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c32cbf02-859d-4e41-9cb9-6904d8721d1e tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:32.280628 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-c32cbf02-859d-4e41-9cb9-6904d8721d1e tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Project 9b44ca7b19334459ae359c370b13cd5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 04:52:32.284458 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d4174688-c960-46eb-a7d1-a10bd93f42d5 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:52:32.296231 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c32cbf02-859d-4e41-9cb9-6904d8721d1e tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:32.298156 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-61d68d27-3d15-496f-9cc7-3fdbff494344 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:32.315464 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fc98eaf6-7803-4a01-a5cd-77057981e34e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:32.349064 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-350e67d2-3a87-4aaf-916e-ccfab9584b39 None None] Set router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:52:32.370016 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c32cbf02-859d-4e41-9cb9-6904d8721d1e tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:32.378534 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c32cbf02-859d-4e41-9cb9-6904d8721d1e tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:32.381138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:32.413445 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cbf02-859d-4e41-9cb9-6904d8721d1e tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786878cb-9b8d-4b88-bf99-0384dc328f99,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:32.428872 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c32cbf02-859d-4e41-9cb9-6904d8721d1e tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:32.440541 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c32cbf02-859d-4e41-9cb9-6904d8721d1e tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:32.442665 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c32cbf02-859d-4e41-9cb9-6904d8721d1e tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2377393
Dec 22 04:52:32.445166 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56666) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:32.460080 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-350e67d2-3a87-4aaf-916e-ccfab9584b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c980c10>, [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:52:25Z', 'revision_number': 11, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:32.464118 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e67d2-3a87-4aaf-916e-ccfab9584b39 None None] The sync data for ids ['1e5c95f0-55f1-4caf-ac8f-65adddb8e96c'] in dv-neutron-822525-1-hyperv is: [{'id': '1e5c95f0-55f1-4caf-ac8f-65adddb8e96c', 'name': 'tempest-RoutersIpV6Test-router-1780191170', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:04Z', 'updated_at': '2021-12-22T04:52:25Z', 'revision_number': 11, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:52:32.469366 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-79689748-989e-4b6a-ab7f-82f855a17da6 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-group-rules/786878cb-9b8d-4b88-bf99-0384dc328f99 HTTP/1.1" status: 200  len: 711 time: 0.0225036
Dec 22 04:52:32.470931 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-61d68d27-3d15-496f-9cc7-3fdbff494344 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b8899d0>,) {'filters': {'network_id': ['52f257a0-5b41-45f9-9945-c3a6ebd584aa']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:32.471878 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56670) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:32.489441 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-61d68d27-3d15-496f-9cc7-3fdbff494344 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b8899d0>, '14a14a5c-7234-4dc9-b8cf-d3768daeec21') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:32.490154 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-61d68d27-3d15-496f-9cc7-3fdbff494344 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b8899d0>, '14a14a5c-7234-4dc9-b8cf-d3768daeec21') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:32.511941 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-61d68d27-3d15-496f-9cc7-3fdbff494344 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:32.524499 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d71ea9cb-60c1-4838-ac81-27b4c9f1f9eb tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Synchronizing usage tracker for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:32.543298 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d71ea9cb-60c1-4838-ac81-27b4c9f1f9eb tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Unset dirty status for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:32.545887 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d71ea9cb-60c1-4838-ac81-27b4c9f1f9eb tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3713 time: 0.0722768
Dec 22 04:52:32.548701 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56674) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:32.584434 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b247f894-54bb-4a99-b78f-c2e3c94aab9a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:32.587149 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-61d68d27-3d15-496f-9cc7-3fdbff494344 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:32.597270 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b247f894-54bb-4a99-b78f-c2e3c94aab9a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:32.627691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b247f894-54bb-4a99-b78f-c2e3c94aab9a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:32.632087 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:32.645636 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247f894-54bb-4a99-b78f-c2e3c94aab9a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=786878cb-9b8d-4b88-bf99-0384dc328f99,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:32.650030 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b247f894-54bb-4a99-b78f-c2e3c94aab9a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:32.657645 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b247f894-54bb-4a99-b78f-c2e3c94aab9a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:32.659096 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b247f894-54bb-4a99-b78f-c2e3c94aab9a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/786878cb-9b8d-4b88-bf99-0384dc328f99 HTTP/1.1" status: 204  len: 168 time: 0.1090226
Dec 22 04:52:32.661445 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56678) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:32.662163 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1746bf5-5786-4377-9429-2c4862981e68 None None] get_active_networks_info from dv-neutron-822525-1-hyperv {{(pid=83436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 04:52:32.667192 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d68d27-3d15-496f-9cc7-3fdbff494344 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:52:32.667609 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-61d68d27-3d15-496f-9cc7-3fdbff494344 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:52:32.682570 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:52:32.711004 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-66f556d7-4d94-456e-8aa3-260eb97d0f4c tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Synchronizing usage tracker for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:32.724852 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port d4174688-c960-46eb-a7d1-a10bd93f42d5 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:52:32.727220 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-66f556d7-4d94-456e-8aa3-260eb97d0f4c tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Unset dirty status for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:32.728635 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-66f556d7-4d94-456e-8aa3-260eb97d0f4c tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.0660665
Dec 22 04:52:32.732066 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56682) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:32.798999 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2b1ebadf-8fc5-4f50-80b6-ffc9eab89c0c tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:32.802842 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port d4174688-c960-46eb-a7d1-a10bd93f42d5 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:52:32.803497 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:32.828118 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2b1ebadf-8fc5-4f50-80b6-ffc9eab89c0c tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:32.879399 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2b1ebadf-8fc5-4f50-80b6-ffc9eab89c0c tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:32.885013 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-44816781-adbe-4890-aa64-e431456279fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:32.904401 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ebadf-8fc5-4f50-80b6-ffc9eab89c0c tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaebee28-dc4c-4f3b-b3b2-ec2a9708720e,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:32.907208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2b1ebadf-8fc5-4f50-80b6-ffc9eab89c0c tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:32.924508 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2b1ebadf-8fc5-4f50-80b6-ffc9eab89c0c tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:32.925931 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2b1ebadf-8fc5-4f50-80b6-ffc9eab89c0c tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "DELETE /v2.0/security-groups/eaebee28-dc4c-4f3b-b3b2-ec2a9708720e HTTP/1.1" status: 204  len: 168 time: 0.1920466
Dec 22 04:52:32.928351 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56686) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:32.946494 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-77b96928-c38e-4600-b120-6b95e8f636d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bda5b80>, [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:50:53Z', 'revision_number': 4, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '1eaf3187-e372-4b5e-bcd5-8273a4b55cd7', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'floating_ip_address': '172.26.4.171', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'port_id': '29dae181-c7ee-4c74-a00f-d32532091b2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'mac_address': 'fa:16:3e:a6:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d216ec-b262-4d85-9718-53fac54b6d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:52:24Z', 'updated_at': '2021-12-22T04:52:24Z', 'revision_number': 0, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd714321e-8557-4083-bd85-837997895bbf', 'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'mac_address': 'fa:16:3e:49:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:52Z', 'updated_at': '2021-12-22T04:51:06Z', 'revision_number': 5, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'subnets': [{'id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:32.969005 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b96928-c38e-4600-b120-6b95e8f636d1 None None] The sync data for ids ['f2541887-6061-4279-b967-0c2f7885b0da'] in dv-neutron-822525-1-hyperv is: [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:50:53Z', 'revision_number': 4, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '1eaf3187-e372-4b5e-bcd5-8273a4b55cd7', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'floating_ip_address': '172.26.4.171', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'port_id': '29dae181-c7ee-4c74-a00f-d32532091b2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'mac_address': 'fa:16:3e:a6:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d216ec-b262-4d85-9718-53fac54b6d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:52:24Z', 'updated_at': '2021-12-22T04:52:24Z', 'revision_number': 0, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd714321e-8557-4083-bd85-837997895bbf', 'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'mac_address': 'fa:16:3e:49:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:52Z', 'updated_at': '2021-12-22T04:51:06Z', 'revision_number': 5, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'subnets': [{'id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:52:32.984717 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5d352238-e888-4e42-9252-e5ea7a2a32af tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Synchronizing usage tracker for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:33.002801 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5d352238-e888-4e42-9252-e5ea7a2a32af tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Unset dirty status for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:33.008580 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5d352238-e888-4e42-9252-e5ea7a2a32af tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0750134
Dec 22 04:52:33.008873 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56690) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:33.016080 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-a9bb1d02-a6b6-4012-a4e3-abdf72e95fd4 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Request body: {'security_group': {'name': 'tempest-secgroup--818678777'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:33.023717 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a9bb1d02-a6b6-4012-a4e3-abdf72e95fd4 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:33.036511 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a9bb1d02-a6b6-4012-a4e3-abdf72e95fd4 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:33.044071 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1746bf5-5786-4377-9429-2c4862981e68 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 04:52:33.051864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1d02-a6b6-4012-a4e3-abdf72e95fd4 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.052958 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-61d68d27-3d15-496f-9cc7-3fdbff494344 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.057765 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9f149521-8047-4114-99e6-d0dd9bd17b50 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:33.062445 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.072583 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-61d68d27-3d15-496f-9cc7-3fdbff494344 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.076275 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fc98eaf6-7803-4a01-a5cd-77057981e34e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.088520 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d68d27-3d15-496f-9cc7-3fdbff494344 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event deleted for resources: {'Network': ['ID=52f257a0-5b41-45f9-9945-c3a6ebd584aa,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:33.096968 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-61d68d27-3d15-496f-9cc7-3fdbff494344 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/networks/52f257a0-5b41-45f9-9945-c3a6ebd584aa HTTP/1.1" status: 204  len: 168 time: 2.3139942
Dec 22 04:52:33.097861 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a9bb1d02-a6b6-4012-a4e3-abdf72e95fd4 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:33.098870 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-61d68d27-3d15-496f-9cc7-3fdbff494344 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:33.099276 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56694) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:33.101724 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fc98eaf6-7803-4a01-a5cd-77057981e34e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.104155 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a9bb1d02-a6b6-4012-a4e3-abdf72e95fd4 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Usage tracker for resource:security_group_rule and tenant:9b44ca7b19334459ae359c370b13cd5d is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:33.106692 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-28ed58af-6827-4d0c-84c4-bc05e622d32c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-224587167'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:33.107056 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a9bb1d02-a6b6-4012-a4e3-abdf72e95fd4 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:33.113024 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-28ed58af-6827-4d0c-84c4-bc05e622d32c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:33.113688 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a9bb1d02-a6b6-4012-a4e3-abdf72e95fd4 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:33.118204 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-28ed58af-6827-4d0c-84c4-bc05e622d32c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Usage tracker for resource:network and tenant:01e47d056ac8479e8aae5da637227d43 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:33.123129 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-28ed58af-6827-4d0c-84c4-bc05e622d32c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:33.133244 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-28ed58af-6827-4d0c-84c4-bc05e622d32c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:33.156638 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ed58af-6827-4d0c-84c4-bc05e622d32c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Made reservation on behalf of 01e47d056ac8479e8aae5da637227d43 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:33.162141 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-28ed58af-6827-4d0c-84c4-bc05e622d32c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.176105 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fc98eaf6-7803-4a01-a5cd-77057981e34e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.176899 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc98eaf6-7803-4a01-a5cd-77057981e34e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Fanout notify agent at l3_agent the message router_deleted on router 1e5c95f0-55f1-4caf-ac8f-65adddb8e96c {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:52:33.179786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port d4174688-c960-46eb-a7d1-a10bd93f42d5, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d4174688-c960-46eb-a7d1-a10bd93f42d5,segment=NetworkSegment(c3c0f38c-059c-40e4-a031-88b90bc90b40),segment_id=c3c0f38c-059c-40e4-a031-88b90bc90b40)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:33.194834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1d02-a6b6-4012-a4e3-abdf72e95fd4 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.198366 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.204615 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fc98eaf6-7803-4a01-a5cd-77057981e34e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.205868 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fc98eaf6-7803-4a01-a5cd-77057981e34e tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/routers/1e5c95f0-55f1-4caf-ac8f-65adddb8e96c HTTP/1.1" status: 204  len: 168 time: 1.3366742
Dec 22 04:52:33.206488 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:33.207628 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1d02-a6b6-4012-a4e3-abdf72e95fd4 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.210437 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56698) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:33.213611 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9f5732fd-d1c6-4e95-ae38-0294e42d3986 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:33.219157 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-0ff5d3d8-eb10-47dc-9fd3-ce90b5337d53 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1391544910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:33.224392 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ed58af-6827-4d0c-84c4-bc05e622d32c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:52:33.230837 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0ff5d3d8-eb10-47dc-9fd3-ce90b5337d53 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:33.236731 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0ff5d3d8-eb10-47dc-9fd3-ce90b5337d53 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Usage tracker for resource:router and tenant:2c15a5726c1c4265b642f9bc187fa0d4 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:33.241071 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0ff5d3d8-eb10-47dc-9fd3-ce90b5337d53 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:33.246272 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-28ed58af-6827-4d0c-84c4-bc05e622d32c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.246861 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-28ed58af-6827-4d0c-84c4-bc05e622d32c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Added segment 5099a923-6605-4686-bb0d-2122b358a9a4 of type vlan for network 19bebbe8-41aa-489b-ba85-3c178cd96185
Dec 22 04:52:33.256524 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0ff5d3d8-eb10-47dc-9fd3-ce90b5337d53 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:33.288506 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb1d02-a6b6-4012-a4e3-abdf72e95fd4 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ff067c-4fe1-45b8-8e91-a5d19bfc9bf6,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:33.290274 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d3d8-eb10-47dc-9fd3-ce90b5337d53 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.292245 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d3d8-eb10-47dc-9fd3-ce90b5337d53 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.297702 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-28ed58af-6827-4d0c-84c4-bc05e622d32c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.299059 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a9bb1d02-a6b6-4012-a4e3-abdf72e95fd4 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:33.312407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1d02-a6b6-4012-a4e3-abdf72e95fd4 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.317334 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a9bb1d02-a6b6-4012-a4e3-abdf72e95fd4 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.3072562
Dec 22 04:52:33.317964 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56702) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:33.334703 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-1f0555db-a6ea-4ed6-a06f-cd8f170c3e76 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Request body: {'security_group_rule': {'security_group_id': '18ff067c-4fe1-45b8-8e91-a5d19bfc9bf6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:33.342245 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1f0555db-a6ea-4ed6-a06f-cd8f170c3e76 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:33.349620 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1f0555db-a6ea-4ed6-a06f-cd8f170c3e76 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Usage tracker for resource:security_group_rule and tenant:9b44ca7b19334459ae359c370b13cd5d is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:33.354172 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1f0555db-a6ea-4ed6-a06f-cd8f170c3e76 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:33.356681 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=d4174688-c960-46eb-a7d1-a10bd93f42d5,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:33.359151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d3d8-eb10-47dc-9fd3-ce90b5337d53 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.362807 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-28ed58af-6827-4d0c-84c4-bc05e622d32c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.366481 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ed58af-6827-4d0c-84c4-bc05e622d32c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:33.367054 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-28ed58af-6827-4d0c-84c4-bc05e622d32c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.372014 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1f0555db-a6ea-4ed6-a06f-cd8f170c3e76 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:33.379368 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:33.404523 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:33.404963 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:33.405379 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:33.405742 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:33.406072 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:33.406394 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:33.406722 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:33.407041 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:33.407354 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:33.407668 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:33.407981 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:52:33.412034 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:33.499261 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed58af-6827-4d0c-84c4-bc05e622d32c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'Network': ['ID=19bebbe8-41aa-489b-ba85-3c178cd96185,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:33.502088 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1f0555db-a6ea-4ed6-a06f-cd8f170c3e76 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.509743 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-28ed58af-6827-4d0c-84c4-bc05e622d32c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4094312
Dec 22 04:52:33.511055 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-28ed58af-6827-4d0c-84c4-bc05e622d32c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:33.512124 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 19bebbe8-41aa-489b-ba85-3c178cd96185 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:52:33.512842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56706) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:33.513651 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d3d8-eb10-47dc-9fd3-ce90b5337d53 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.519845 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-d7e4edba-e696-45cd-b272-41c44fc2e227 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Request body: {'subnet': {'network_id': '19bebbe8-41aa-489b-ba85-3c178cd96185', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:33.553289 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d3d8-eb10-47dc-9fd3-ce90b5337d53 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.557213 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0ff5d3d8-eb10-47dc-9fd3-ce90b5337d53 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.3428953
Dec 22 04:52:33.557512 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56712) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:33.566046 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-bc60299e-d5e8-4eb6-8afb-636b2029f507 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:33.711746 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1f0555db-a6ea-4ed6-a06f-cd8f170c3e76 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.716653 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1f0555db-a6ea-4ed6-a06f-cd8f170c3e76 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.718632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-86154893-36e4-41b1-b52c-fa481dd5b660 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:33.734212 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d7e4edba-e696-45cd-b272-41c44fc2e227 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:33.737972 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d7e4edba-e696-45cd-b272-41c44fc2e227 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Usage tracker for resource:subnet and tenant:01e47d056ac8479e8aae5da637227d43 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:33.740721 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d7e4edba-e696-45cd-b272-41c44fc2e227 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:33.746402 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d7e4edba-e696-45cd-b272-41c44fc2e227 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:33.757114 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e4edba-e696-45cd-b272-41c44fc2e227 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Made reservation on behalf of 01e47d056ac8479e8aae5da637227d43 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:33.849894 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0555db-a6ea-4ed6-a06f-cd8f170c3e76 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811a6a67-911b-453b-91ad-6fe1f7c3517a,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:33.859599 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d7e4edba-e696-45cd-b272-41c44fc2e227 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.864205 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1f0555db-a6ea-4ed6-a06f-cd8f170c3e76 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:33.875723 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1f0555db-a6ea-4ed6-a06f-cd8f170c3e76 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:33.876980 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1f0555db-a6ea-4ed6-a06f-cd8f170c3e76 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5508137
Dec 22 04:52:33.880549 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56716) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:34.048351 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bc60299e-d5e8-4eb6-8afb-636b2029f507 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:34.062697 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bc60299e-d5e8-4eb6-8afb-636b2029f507 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706333'] for router, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:34.081205 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eb26b283-4db9-421d-bb64-665151ad276f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:34.084551 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d7e4edba-e696-45cd-b272-41c44fc2e227 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:34.089065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3b8ee8fb-679e-4046-8a00-ee8a69719824 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:34.097194 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d4174688-c960-46eb-a7d1-a10bd93f42d5 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:52:34.172152 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4edba-e696-45cd-b272-41c44fc2e227 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'Subnet': ['ID=12e4b9ef-b9f9-4c3e-b853-f49e96d158d2,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:34.175116 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d7e4edba-e696-45cd-b272-41c44fc2e227 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:34.182342 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port d4174688-c960-46eb-a7d1-a10bd93f42d5 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:52:34.182914 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:34.183088 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e4edba-e696-45cd-b272-41c44fc2e227 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Checking segment: {'id': '5099a923-6605-4686-bb0d-2122b358a9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '19bebbe8-41aa-489b-ba85-3c178cd96185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:52:34.183417 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e4edba-e696-45cd-b272-41c44fc2e227 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Network hostable DHCP agents. Network: 19bebbe8-41aa-489b-ba85-3c178cd96185, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:52:34.209002 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e4edba-e696-45cd-b272-41c44fc2e227 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Network 19bebbe8-41aa-489b-ba85-3c178cd96185 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:52:34.221311 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-d7e4edba-e696-45cd-b272-41c44fc2e227 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 19bebbe8-41aa-489b-ba85-3c178cd96185) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:52:34.227335 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eb26b283-4db9-421d-bb64-665151ad276f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:34.238033 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e4edba-e696-45cd-b272-41c44fc2e227 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:34.238644 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d7e4edba-e696-45cd-b272-41c44fc2e227 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:34.247068 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a490871-2b3b-45c6-8e6f-0a94a673f727 None None] Network 19bebbe8-41aa-489b-ba85-3c178cd96185 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:34.273742 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d7e4edba-e696-45cd-b272-41c44fc2e227 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.7585526
Dec 22 04:52:34.276727 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56720) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:34.304992 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eb26b283-4db9-421d-bb64-665151ad276f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:34.310021 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-15dc392d-94e2-436e-ac55-b9e4b898944c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:34.328861 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26b283-4db9-421d-bb64-665151ad276f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ff067c-4fe1-45b8-8e91-a5d19bfc9bf6,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:34.333568 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-eb26b283-4db9-421d-bb64-665151ad276f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:34.341233 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eb26b283-4db9-421d-bb64-665151ad276f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:34.345815 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-eb26b283-4db9-421d-bb64-665151ad276f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "DELETE /v2.0/security-groups/18ff067c-4fe1-45b8-8e91-a5d19bfc9bf6 HTTP/1.1" status: 204  len: 168 time: 0.4610469
Dec 22 04:52:34.345815 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56724) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:34.372247 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc60299e-d5e8-4eb6-8afb-636b2029f507 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Router a80d4d2d-9655-4148-9202-aea003363fbb is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:52:34.461291 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-207f1e17-b8a7-4bc1-93d7-6c0bf95c97b9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:34.547601 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-207f1e17-b8a7-4bc1-93d7-6c0bf95c97b9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:34.579359 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2da64878-b144-4ac4-bad3-1f8b264eb3db tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Synchronizing usage tracker for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:34.594826 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4fd13c-1990-4a8e-9831-edcddfb010f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-19bebbe8-41aa-489b-ba85-3c178cd96185', 'network_id': '19bebbe8-41aa-489b-ba85-3c178cd96185', 'tenant_id': '01e47d056ac8479e8aae5da637227d43', 'fixed_ips': [{'subnet_id': '12e4b9ef-b9f9-4c3e-b853-f49e96d158d2'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:52:34.596998 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fe4fd13c-1990-4a8e-9831-edcddfb010f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:34.604912 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2da64878-b144-4ac4-bad3-1f8b264eb3db tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Unset dirty status for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:34.606424 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2da64878-b144-4ac4-bad3-1f8b264eb3db tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2597082
Dec 22 04:52:34.609697 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56728) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:34.621449 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bb5b7a-1805-476d-a70e-4c4f4367d3dc None None] New status for floating IP 1eaf3187-e372-4b5e-bcd5-8273a4b55cd7: ACTIVE {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 04:52:34.632107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc60299e-d5e8-4eb6-8afb-636b2029f507 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:52:34.639929 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bc60299e-d5e8-4eb6-8afb-636b2029f507 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:34.641387 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-bc60299e-d5e8-4eb6-8afb-636b2029f507 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "PUT /v2.0/routers/a80d4d2d-9655-4148-9202-aea003363fbb HTTP/1.1" status: 200  len: 698 time: 1.0828960
Dec 22 04:52:34.645409 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56732) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:34.648626 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f341338e-803d-4fe3-87f4-e70fb4067078 None None] Sync routers for ids ['a80d4d2d-9655-4148-9202-aea003363fbb'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:52:34.668019 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f341338e-803d-4fe3-87f4-e70fb4067078 None None] Routers {'a80d4d2d-9655-4148-9202-aea003363fbb'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:52:34.668641 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f341338e-803d-4fe3-87f4-e70fb4067078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8e2340>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:52:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['a80d4d2d-9655-4148-9202-aea003363fbb'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:34.806538 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-207f1e17-b8a7-4bc1-93d7-6c0bf95c97b9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:34.811838 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ddfa7bf0-81f2-4983-a913-449a918917f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:34.861340 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f1e17-b8a7-4bc1-93d7-6c0bf95c97b9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event deleted for resources: {'Subnet': ['ID=12e4b9ef-b9f9-4c3e-b853-f49e96d158d2,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:34.866379 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-207f1e17-b8a7-4bc1-93d7-6c0bf95c97b9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:34.868692 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7bcee3a3-735d-4d17-881e-aefc2c6fff32 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Synchronizing usage tracker for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:34.880414 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-f341338e-803d-4fe3-87f4-e70fb4067078 None None] Set router a80d4d2d-9655-4148-9202-aea003363fbb gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:52:34.892756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7bcee3a3-735d-4d17-881e-aefc2c6fff32 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Unset dirty status for tenant:9b44ca7b19334459ae359c370b13cd5d on resource:security_group_rule {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:34.897707 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7bcee3a3-735d-4d17-881e-aefc2c6fff32 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2243 time: 0.2867339
Dec 22 04:52:34.898541 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56736) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:34.903516 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-edfd0b36-ca22-4e97-a326-9fcc9f176267 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/routers/a80d4d2d-9655-4148-9202-aea003363fbb HTTP/1.1" status: 200  len: 704 time: 0.2567809
Dec 22 04:52:34.908471 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56740) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:34.931006 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-284377f9-43ff-4a77-84cd-8fb6687842d3 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] delete failed (client error): The resource could not be found.
Dec 22 04:52:34.936393 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-284377f9-43ff-4a77-84cd-8fb6687842d3 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "DELETE /v2.0/security-groups/18ff067c-4fe1-45b8-8e91-a5d19bfc9bf6 HTTP/1.1" status: 404  len: 347 time: 0.0322995
Dec 22 04:52:34.938730 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56746) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server [None req-fe4fd13c-1990-4a8e-9831-edcddfb010f5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12e4b9ef-b9f9-4c3e-b853-f49e96d158d2: This subnet is being modified by another concurrent operation.
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise exception
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12e4b9ef-b9f9-4c3e-b853-f49e96d158d2: This subnet is being modified by another concurrent operation.
Dec 22 04:52:34.993897 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server 
Dec 22 04:52:35.015767 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f0ec58-e443-42f9-9620-8bbe0d7b17fb None None] Network 19bebbe8-41aa-489b-ba85-3c178cd96185 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:35.016925 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-3cc1b5bb-857d-47bd-9be1-723b2e1e4587 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Synchronizing usage tracker for tenant:2c15a5726c1c4265b642f9bc187fa0d4 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:35.018703 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f341338e-803d-4fe3-87f4-e70fb4067078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8e2340>, [{'id': 'a80d4d2d-9655-4148-9202-aea003363fbb', 'name': 'tempest-RoutersIpV6Test-router-1391544910', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:33Z', 'updated_at': '2021-12-22T04:52:34Z', 'revision_number': 2, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:35.023210 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f341338e-803d-4fe3-87f4-e70fb4067078 None None] Checking router: a80d4d2d-9655-4148-9202-aea003363fbb for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:52:35.024032 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ca0dd42c-c8ba-4d70-833b-3845df9a5db5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0838480
Dec 22 04:52:35.037613 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f341338e-803d-4fe3-87f4-e70fb4067078 None None] Routers {'a80d4d2d-9655-4148-9202-aea003363fbb'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:52:35.038896 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f341338e-803d-4fe3-87f4-e70fb4067078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8e2340>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:52:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['a80d4d2d-9655-4148-9202-aea003363fbb'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:35.055664 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-3cc1b5bb-857d-47bd-9be1-723b2e1e4587 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Unset dirty status for tenant:2c15a5726c1c4265b642f9bc187fa0d4 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:35.059544 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3cc1b5bb-857d-47bd-9be1-723b2e1e4587 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/ports?device_id=a80d4d2d-9655-4148-9202-aea003363fbb HTTP/1.1" status: 200  len: 205 time: 0.1475942
Dec 22 04:52:35.059544 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-207f1e17-b8a7-4bc1-93d7-6c0bf95c97b9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:35.066788 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56752) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:35.095567 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-207f1e17-b8a7-4bc1-93d7-6c0bf95c97b9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469c6a63a0>,) {'filters': {'network_id': ['19bebbe8-41aa-489b-ba85-3c178cd96185']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:35.115315 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-207f1e17-b8a7-4bc1-93d7-6c0bf95c97b9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c6a63a0>, '5099a923-6605-4686-bb0d-2122b358a9a4') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:35.115691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-207f1e17-b8a7-4bc1-93d7-6c0bf95c97b9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c6a63a0>, '5099a923-6605-4686-bb0d-2122b358a9a4') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:35.131189 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-207f1e17-b8a7-4bc1-93d7-6c0bf95c97b9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:35.180995 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-207f1e17-b8a7-4bc1-93d7-6c0bf95c97b9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:35.193573 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207f1e17-b8a7-4bc1-93d7-6c0bf95c97b9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:52:35.197212 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-207f1e17-b8a7-4bc1-93d7-6c0bf95c97b9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:35.205349 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-f341338e-803d-4fe3-87f4-e70fb4067078 None None] Set router a80d4d2d-9655-4148-9202-aea003363fbb gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:52:35.233119 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:52:35.257113 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd98e341-2914-4efd-b9e9-118e3f70e854 None None] get_active_networks_info from dv-neutron-822525-1-hyperv {{(pid=83436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 04:52:35.336422 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0db3df1e-ad23-4e4f-9a36-1feb176d5620 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:35.348277 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f341338e-803d-4fe3-87f4-e70fb4067078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8e2340>, [{'id': 'a80d4d2d-9655-4148-9202-aea003363fbb', 'name': 'tempest-RoutersIpV6Test-router-1391544910', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:33Z', 'updated_at': '2021-12-22T04:52:34Z', 'revision_number': 2, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:35.359859 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f341338e-803d-4fe3-87f4-e70fb4067078 None None] The sync data for ids ['a80d4d2d-9655-4148-9202-aea003363fbb'] in dv-neutron-822525-1-hyperv is: [{'id': 'a80d4d2d-9655-4148-9202-aea003363fbb', 'name': 'tempest-RoutersIpV6Test-router-1391544910', 'tenant_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:33Z', 'updated_at': '2021-12-22T04:52:34Z', 'revision_number': 2, 'project_id': '2c15a5726c1c4265b642f9bc187fa0d4', 'gw_port_host': None}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:52:35.392069 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-207f1e17-b8a7-4bc1-93d7-6c0bf95c97b9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:35.399410 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-56f8e20a-efdc-463d-a614-dd741ee47a7f tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:35.422312 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-207f1e17-b8a7-4bc1-93d7-6c0bf95c97b9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:35.430208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f1e17-b8a7-4bc1-93d7-6c0bf95c97b9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event deleted for resources: {'Network': ['ID=19bebbe8-41aa-489b-ba85-3c178cd96185,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:35.436811 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-207f1e17-b8a7-4bc1-93d7-6c0bf95c97b9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/networks/19bebbe8-41aa-489b-ba85-3c178cd96185 HTTP/1.1" status: 204  len: 168 time: 1.1550395
Dec 22 04:52:35.436811 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-207f1e17-b8a7-4bc1-93d7-6c0bf95c97b9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:35.436811 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56758) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:35.442611 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-1737043b-a376-4449-abeb-ca4aabf962e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2087925774'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:35.447279 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1737043b-a376-4449-abeb-ca4aabf962e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:35.451144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1737043b-a376-4449-abeb-ca4aabf962e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Usage tracker for resource:network and tenant:01e47d056ac8479e8aae5da637227d43 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:35.454263 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1737043b-a376-4449-abeb-ca4aabf962e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:35.459847 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1737043b-a376-4449-abeb-ca4aabf962e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:35.460178 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd98e341-2914-4efd-b9e9-118e3f70e854 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 04:52:35.472995 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1737043b-a376-4449-abeb-ca4aabf962e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Made reservation on behalf of 01e47d056ac8479e8aae5da637227d43 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:35.477026 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1737043b-a376-4449-abeb-ca4aabf962e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:35.510087 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1737043b-a376-4449-abeb-ca4aabf962e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:52:35.520513 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1737043b-a376-4449-abeb-ca4aabf962e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:35.520994 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-1737043b-a376-4449-abeb-ca4aabf962e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Added segment 7c192ec0-37f3-4377-92cd-08802ec7ee27 of type vlan for network fd799565-cc2e-453c-bdda-c4247413b6ef
Dec 22 04:52:35.550959 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1737043b-a376-4449-abeb-ca4aabf962e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:35.613044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56766) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:35.632885 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1737043b-a376-4449-abeb-ca4aabf962e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:35.638000 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1737043b-a376-4449-abeb-ca4aabf962e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:35.638693 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1737043b-a376-4449-abeb-ca4aabf962e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:35.646306 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d596d10f-2e98-4594-bbe9-bd98c7d02d7b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:35.765393 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737043b-a376-4449-abeb-ca4aabf962e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'Network': ['ID=fd799565-cc2e-453c-bdda-c4247413b6ef,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:35.771015 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1737043b-a376-4449-abeb-ca4aabf962e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:35.782515 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1737043b-a376-4449-abeb-ca4aabf962e9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3445749
Dec 22 04:52:35.785663 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56772) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:35.786087 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network fd799565-cc2e-453c-bdda-c4247413b6ef details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:52:35.792102 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-ada46147-7337-49fe-b292-0fc0b8c68aae tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Request body: {'subnet': {'network_id': 'fd799565-cc2e-453c-bdda-c4247413b6ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:35.851178 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0db3df1e-ad23-4e4f-9a36-1feb176d5620 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:35.863220 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0db3df1e-ad23-4e4f-9a36-1feb176d5620 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:35.903374 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f94939-1405-417f-8db5-1cad3ed5ac19 req-e06a2ebc-79f0-4ed1-9982-bc7f6436a643 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:35.905447 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e8f94939-1405-417f-8db5-1cad3ed5ac19 req-e06a2ebc-79f0-4ed1-9982-bc7f6436a643 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.1819129
Dec 22 04:52:35.934044 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0db3df1e-ad23-4e4f-9a36-1feb176d5620 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:35.934516 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db3df1e-ad23-4e4f-9a36-1feb176d5620 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Fanout notify agent at l3_agent the message router_deleted on router a80d4d2d-9655-4148-9202-aea003363fbb {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:52:35.961516 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0db3df1e-ad23-4e4f-9a36-1feb176d5620 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:35.965992 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0db3df1e-ad23-4e4f-9a36-1feb176d5620 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/routers/a80d4d2d-9655-4148-9202-aea003363fbb HTTP/1.1" status: 204  len: 168 time: 0.8942275
Dec 22 04:52:35.970203 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56776) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:36.019324 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-017f06d7-cd2b-436d-a429-17d6c11f7006 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/ports?device_id=a80d4d2d-9655-4148-9202-aea003363fbb HTTP/1.1" status: 200  len: 205 time: 0.0449741
Dec 22 04:52:36.021917 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e8f94939-1405-417f-8db5-1cad3ed5ac19 req-0deb6e22-fc5e-4cae-b743-f3b3f8a00967 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1040628
Dec 22 04:52:36.022457 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56780) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:36.070163 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ada46147-7337-49fe-b292-0fc0b8c68aae tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:36.074844 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ada46147-7337-49fe-b292-0fc0b8c68aae tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Usage tracker for resource:subnet and tenant:01e47d056ac8479e8aae5da637227d43 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:36.080448 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fd07136a-c659-4a24-93bf-1807eea42294 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b44ca7b19334459ae359c370b13cd5d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4644754
Dec 22 04:52:36.081104 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ada46147-7337-49fe-b292-0fc0b8c68aae tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:36.083626 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56788) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:36.099611 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ada46147-7337-49fe-b292-0fc0b8c68aae tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:36.101396 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-5bd41b56-c7c4-468a-a2c1-c8793aad73b5 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] delete failed (client error): The resource could not be found.
Dec 22 04:52:36.102452 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5bd41b56-c7c4-468a-a2c1-c8793aad73b5 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/routers/a80d4d2d-9655-4148-9202-aea003363fbb HTTP/1.1" status: 404  len: 336 time: 0.0788498
Dec 22 04:52:36.105999 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56792) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:36.117835 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada46147-7337-49fe-b292-0fc0b8c68aae tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Made reservation on behalf of 01e47d056ac8479e8aae5da637227d43 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:36.147291 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e628f3-2436-4575-b700-1598cb87755d tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:52:36.148017 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e628f3-2436-4575-b700-1598cb87755d tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:52:36.149833 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-32e628f3-2436-4575-b700-1598cb87755d tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/subnets/f6cfb5e5-2e12-4426-8c00-ff0f04a14a30 HTTP/1.1" status: 404  len: 337 time: 0.0425415
Dec 22 04:52:36.152561 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56796) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:36.193085 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca87d4c3-dfee-4365-aed1-f4a208679e03 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:52:36.193515 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca87d4c3-dfee-4365-aed1-f4a208679e03 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:52:36.198094 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ca87d4c3-dfee-4365-aed1-f4a208679e03 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/subnets/1669534a-a817-42bf-a928-4b440954d44c HTTP/1.1" status: 404  len: 337 time: 0.0409155
Dec 22 04:52:36.198094 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56800) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:36.239484 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1008ddd-9a01-4456-8eec-e74d3a597493 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:52:36.239921 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1008ddd-9a01-4456-8eec-e74d3a597493 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:52:36.241630 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a1008ddd-9a01-4456-8eec-e74d3a597493 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/subnets/210ac4f9-b273-499d-b549-bc7a8c0886e2 HTTP/1.1" status: 404  len: 337 time: 0.0421486
Dec 22 04:52:36.244222 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56804) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:36.284849 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ada46147-7337-49fe-b292-0fc0b8c68aae tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:36.286231 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-79bfc5a5-1c7f-4a42-8d49-9757be179e81 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:52:36.286671 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79bfc5a5-1c7f-4a42-8d49-9757be179e81 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:52:36.288388 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-79bfc5a5-1c7f-4a42-8d49-9757be179e81 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/subnets/79379ef3-b42b-4f56-9fa5-347199cabed2 HTTP/1.1" status: 404  len: 337 time: 0.0432532
Dec 22 04:52:36.291070 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56808) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:36.331996 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-03e7de5d-a7c7-4ac9-b42e-54b598b53816 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e5c95f0-55f1-4caf-ac8f-65adddb8e96c HTTP/1.1" status: 200  len: 205 time: 0.0398076
Dec 22 04:52:36.334288 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56812) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:36.384003 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-10b236df-69ff-4843-98eb-113176b98cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:36.399785 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-d144fe61-7ea1-4579-82cd-cfed03db02c4 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] delete failed (client error): The resource could not be found.
Dec 22 04:52:36.400784 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d144fe61-7ea1-4579-82cd-cfed03db02c4 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/routers/1e5c95f0-55f1-4caf-ac8f-65adddb8e96c HTTP/1.1" status: 404  len: 336 time: 0.0656412
Dec 22 04:52:36.403601 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56816) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:36.442596 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-10b236df-69ff-4843-98eb-113176b98cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:36.446736 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4cc980f3-42dd-4c2c-b797-9be853c55396 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efa3104-d347-45b4-b303-c53f6fcea619 HTTP/1.1" status: 200  len: 205 time: 0.0419283
Dec 22 04:52:36.448894 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56820) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:36.458328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5d124-9d64-4fce-9448-1c4e2cbee21b req-84524a24-9c8b-4e0c-9299-f7a7957a27d3 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:36.459762 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-40e5d124-9d64-4fce-9448-1c4e2cbee21b req-84524a24-9c8b-4e0c-9299-f7a7957a27d3 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.2664382
Dec 22 04:52:36.580676 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-40e5d124-9d64-4fce-9448-1c4e2cbee21b req-17f3d888-cdc9-429f-ab6d-9b4fcccbb3c9 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1091328
Dec 22 04:52:36.598742 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-10b236df-69ff-4843-98eb-113176b98cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:36.603317 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6c76f7d3-bb1f-4c58-b6e9-74cad9f4d4fb tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:36.627683 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-a2eb3baa-2ccb-4dc8-b2d0-dfd5384240e9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] delete failed (client error): The resource could not be found.
Dec 22 04:52:36.631126 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a2eb3baa-2ccb-4dc8-b2d0-dfd5384240e9 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/routers/7efa3104-d347-45b4-b303-c53f6fcea619 HTTP/1.1" status: 404  len: 336 time: 0.1789353
Dec 22 04:52:36.631372 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56826) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:36.634166 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b236df-69ff-4843-98eb-113176b98cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad67617e-1d09-4dcf-bc16-223772c6e9a9,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:36.645206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-10b236df-69ff-4843-98eb-113176b98cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:36.660005 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ada46147-7337-49fe-b292-0fc0b8c68aae tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:36.665669 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5a3fc194-ad95-4d53-9fe5-b8288cb1cb36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:36.672534 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40f8c15-dda8-4b8d-8d02-9d3e43edfc87 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:52:36.672968 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40f8c15-dda8-4b8d-8d02-9d3e43edfc87 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:52:36.674786 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a40f8c15-dda8-4b8d-8d02-9d3e43edfc87 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/subnets/f603419c-71c0-423d-b7fa-e2ed61fc8e2e HTTP/1.1" status: 404  len: 337 time: 0.0425534
Dec 22 04:52:36.677310 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56830) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:36.723199 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-28734bea-624a-4c26-a59a-e89228d4b6ba tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc3bf46f-2895-4f2a-a0ff-c4e09133a35e HTTP/1.1" status: 200  len: 205 time: 0.0425446
Dec 22 04:52:36.723472 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56834) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:36.740779 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-10b236df-69ff-4843-98eb-113176b98cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:36.741885 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-10b236df-69ff-4843-98eb-113176b98cbc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad67617e-1d09-4dcf-bc16-223772c6e9a9 HTTP/1.1" status: 204  len: 168 time: 0.6573546
Dec 22 04:52:36.744536 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada46147-7337-49fe-b292-0fc0b8c68aae tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'Subnet': ['ID=a8fe97d5-d2a2-467d-9dd8-e8691a5be5f5,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:36.754805 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ada46147-7337-49fe-b292-0fc0b8c68aae tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:36.770557 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada46147-7337-49fe-b292-0fc0b8c68aae tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Checking segment: {'id': '7c192ec0-37f3-4377-92cd-08802ec7ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fd799565-cc2e-453c-bdda-c4247413b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:52:36.770914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada46147-7337-49fe-b292-0fc0b8c68aae tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Network hostable DHCP agents. Network: fd799565-cc2e-453c-bdda-c4247413b6ef, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:52:36.796210 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada46147-7337-49fe-b292-0fc0b8c68aae tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Network fd799565-cc2e-453c-bdda-c4247413b6ef is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:52:36.798613 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-90bd9cb5-a99e-4894-b8a4-3887e76c6a8f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] delete failed (client error): The resource could not be found.
Dec 22 04:52:36.802032 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-90bd9cb5-a99e-4894-b8a4-3887e76c6a8f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/routers/fc3bf46f-2895-4f2a-a0ff-c4e09133a35e HTTP/1.1" status: 404  len: 336 time: 0.0753021
Dec 22 04:52:36.802573 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56840) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:36.811949 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-ada46147-7337-49fe-b292-0fc0b8c68aae tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, fd799565-cc2e-453c-bdda-c4247413b6ef) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:52:36.823986 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6653095-e6e5-4929-a371-fd8d29a2de7f None None] Network fd799565-cc2e-453c-bdda-c4247413b6ef requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:36.837199 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada46147-7337-49fe-b292-0fc0b8c68aae tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:36.837863 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ada46147-7337-49fe-b292-0fc0b8c68aae tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:36.856947 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0ac75871-6c33-429a-96e3-aa3d3f7913ef tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5cbff18-aae8-4618-9db2-6af6f7eb69c8 HTTP/1.1" status: 200  len: 205 time: 0.0526044
Dec 22 04:52:36.859228 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56846) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:36.868220 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ada46147-7337-49fe-b292-0fc0b8c68aae tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0785811
Dec 22 04:52:36.868756 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56850) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:36.879922 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-843ad516-7e1f-4a29-ad07-e5474fc3da84 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Request body: {'subnet': {'network_id': 'fd799565-cc2e-453c-bdda-c4247413b6ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:36.953978 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-694899b6-4b34-4fcd-b352-a28df60948b6 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] delete failed (client error): The resource could not be found.
Dec 22 04:52:36.955062 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-694899b6-4b34-4fcd-b352-a28df60948b6 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/routers/f5cbff18-aae8-4618-9db2-6af6f7eb69c8 HTTP/1.1" status: 404  len: 336 time: 0.0940681
Dec 22 04:52:36.957622 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56856) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:37.007361 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6975158-715e-42a2-a3f9-2f82a95e5924 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:52:37.008113 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6975158-715e-42a2-a3f9-2f82a95e5924 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:52:37.010141 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c6975158-715e-42a2-a3f9-2f82a95e5924 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/subnets/00d96e39-907e-4188-914a-832c50bdea27 HTTP/1.1" status: 404  len: 337 time: 0.0498350
Dec 22 04:52:37.012845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56860) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:37.059220 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-988f512f-ebd9-4e11-af66-489fcc8c9172 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/ports?device_id=064d825c-1a79-4826-8360-04e389a179f4 HTTP/1.1" status: 200  len: 205 time: 0.0449858
Dec 22 04:52:37.061475 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56864) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:37.147156 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-d7a75406-f74d-4935-9ebe-04e49b59c19b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] delete failed (client error): The resource could not be found.
Dec 22 04:52:37.148500 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d7a75406-f74d-4935-9ebe-04e49b59c19b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/routers/064d825c-1a79-4826-8360-04e389a179f4 HTTP/1.1" status: 404  len: 336 time: 0.0856013
Dec 22 04:52:37.152654 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-fd799565-cc2e-453c-bdda-c4247413b6ef', 'network_id': 'fd799565-cc2e-453c-bdda-c4247413b6ef', 'tenant_id': '01e47d056ac8479e8aae5da637227d43', 'fixed_ips': [{'subnet_id': 'a8fe97d5-d2a2-467d-9dd8-e8691a5be5f5'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:52:37.153497 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:37.154310 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56870) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:37.178160 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-843ad516-7e1f-4a29-ad07-e5474fc3da84 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:37.183342 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-843ad516-7e1f-4a29-ad07-e5474fc3da84 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Usage tracker for resource:subnet and tenant:01e47d056ac8479e8aae5da637227d43 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:37.187944 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-843ad516-7e1f-4a29-ad07-e5474fc3da84 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:37.194973 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-843ad516-7e1f-4a29-ad07-e5474fc3da84 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:37.225650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843ad516-7e1f-4a29-ad07-e5474fc3da84 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Made reservation on behalf of 01e47d056ac8479e8aae5da637227d43 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:37.229855 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-843ad516-7e1f-4a29-ad07-e5474fc3da84 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:37.243293 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-9484290d-050b-40dd-9a39-b05ee603429b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:52:37.244550 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9484290d-050b-40dd-9a39-b05ee603429b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:52:37.246465 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9484290d-050b-40dd-9a39-b05ee603429b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/subnets/459efe84-48db-4782-a2a3-81c2ebf44c75 HTTP/1.1" status: 404  len: 337 time: 0.0894346
Dec 22 04:52:37.249445 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56878) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:37.299169 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fe1ef-7d9a-42df-81f1-df71c3d5c728 req-fbf35096-c307-4639-8aba-03e75b88ea29 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:37.300653 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a33fe1ef-7d9a-42df-81f1-df71c3d5c728 req-fbf35096-c307-4639-8aba-03e75b88ea29 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.2453742
Dec 22 04:52:37.313500 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b5bb55f0-878d-4a9e-9d58-a4167f99e01f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f83e53-edcf-4466-a9fd-844d14d16af5 HTTP/1.1" status: 200  len: 205 time: 0.0620446
Dec 22 04:52:37.318623 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56882) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:37.379733 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-b7df1689-6d1f-41ae-a6be-2c49121c118b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] delete failed (client error): The resource could not be found.
Dec 22 04:52:37.380574 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b7df1689-6d1f-41ae-a6be-2c49121c118b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/routers/d1f83e53-edcf-4466-a9fd-844d14d16af5 HTTP/1.1" status: 404  len: 336 time: 0.0640407
Dec 22 04:52:37.382110 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a33fe1ef-7d9a-42df-81f1-df71c3d5c728 req-97adf080-a26d-4e12-b2fb-23b471c390cf tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715055
Dec 22 04:52:37.383575 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56888) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:37.424558 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Allocated IP 2001:db8::2 (fd799565-cc2e-453c-bdda-c4247413b6ef/a8fe97d5-d2a2-467d-9dd8-e8691a5be5f5/970cb7e4-87fb-4381-b108-82a29bbc1142) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:52:37.425983 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a775e4c-bc38-4d1a-a314-18b66dd4900a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:52:37.427229 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a775e4c-bc38-4d1a-a314-18b66dd4900a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:52:37.431107 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4a775e4c-bc38-4d1a-a314-18b66dd4900a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/subnets/8a392436-5661-495f-90bd-39230dbab34f HTTP/1.1" status: 404  len: 337 time: 0.0438099
Dec 22 04:52:37.431543 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56892) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:37.476718 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-350175f4-1f35-4343-b791-3b12963652bf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:52:37.477259 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350175f4-1f35-4343-b791-3b12963652bf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:52:37.481591 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-350175f4-1f35-4343-b791-3b12963652bf tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] 10.222.0.53 "DELETE /v2.0/subnets/a94c43de-859d-487d-9cb7-7816d30f50aa HTTP/1.1" status: 404  len: 337 time: 0.0465727
Dec 22 04:52:37.538897 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:37.630440 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-843ad516-7e1f-4a29-ad07-e5474fc3da84 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:37.635073 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a317167f-117d-4106-973e-252c75425a8b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:37.691120 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:37.700270 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843ad516-7e1f-4a29-ad07-e5474fc3da84 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Network fd799565-cc2e-453c-bdda-c4247413b6ef is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:52:37.703968 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-843ad516-7e1f-4a29-ad07-e5474fc3da84 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:52:37.708190 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843ad516-7e1f-4a29-ad07-e5474fc3da84 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:37.708759 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-843ad516-7e1f-4a29-ad07-e5474fc3da84 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:37.712496 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ad516-7e1f-4a29-ad07-e5474fc3da84 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'Subnet': ['ID=e306c233-c5e9-464b-a788-030aadec5a03,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:37.713763 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Transition to ACTIVE for port object 970cb7e4-87fb-4381-b108-82a29bbc1142 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:52:37.716449 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-843ad516-7e1f-4a29-ad07-e5474fc3da84 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:37.735591 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-843ad516-7e1f-4a29-ad07-e5474fc3da84 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.8658884
Dec 22 04:52:37.738461 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56906) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:37.757401 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Transition to ACTIVE for port object 970cb7e4-87fb-4381-b108-82a29bbc1142 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:52:37.766774 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:37.770413 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fd0fe8e5-2868-4995-be79-ad46ecd95a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:37.789252 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56910) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:37.816615 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3073abcf-19d6-464f-b474-a4f964633b0c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:37.820977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3073abcf-19d6-464f-b474-a4f964633b0c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:37.820977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3073abcf-19d6-464f-b474-a4f964633b0c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:37.820977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3073abcf-19d6-464f-b474-a4f964633b0c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:37.821758 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56916) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:37.822317 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3073abcf-19d6-464f-b474-a4f964633b0c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:37.823257 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3073abcf-19d6-464f-b474-a4f964633b0c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Synchronizing usage tracker for tenant:01e47d056ac8479e8aae5da637227d43 on resource:subnet {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:37.839344 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Network fd799565-cc2e-453c-bdda-c4247413b6ef is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:52:37.842593 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:52:37.844991 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3073abcf-19d6-464f-b474-a4f964633b0c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Unset dirty status for tenant:01e47d056ac8479e8aae5da637227d43 on resource:subnet {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:37.846644 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3073abcf-19d6-464f-b474-a4f964633b0c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1069350
Dec 22 04:52:37.847473 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:52:37.850621 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56922) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:37.855624 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Pushing event updated for resources: {'Port': ['ID=970cb7e4-87fb-4381-b108-82a29bbc1142,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:37.857001 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-bbaf5767-71d5-40e4-86d9-0677b43d052b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1019824133'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:37.866137 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bbaf5767-71d5-40e4-86d9-0677b43d052b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:37.870238 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bbaf5767-71d5-40e4-86d9-0677b43d052b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Usage tracker for resource:network and tenant:01e47d056ac8479e8aae5da637227d43 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:37.873959 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bbaf5767-71d5-40e4-86d9-0677b43d052b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:37.880093 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bbaf5767-71d5-40e4-86d9-0677b43d052b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:37.884270 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:37.891864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbaf5767-71d5-40e4-86d9-0677b43d052b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Made reservation on behalf of 01e47d056ac8479e8aae5da637227d43 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:37.895610 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bbaf5767-71d5-40e4-86d9-0677b43d052b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:37.939808 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbaf5767-71d5-40e4-86d9-0677b43d052b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:52:37.955680 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Attempting to bind port 970cb7e4-87fb-4381-b108-82a29bbc1142 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:52:37.959378 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Attempting to bind port 970cb7e4-87fb-4381-b108-82a29bbc1142 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '7c192ec0-37f3-4377-92cd-08802ec7ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fd799565-cc2e-453c-bdda-c4247413b6ef'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:52:37.959762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Attempting to bind port 970cb7e4-87fb-4381-b108-82a29bbc1142 on network fd799565-cc2e-453c-bdda-c4247413b6ef {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:52:37.968138 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:52:37.968650 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Checking segment: {'id': '7c192ec0-37f3-4377-92cd-08802ec7ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fd799565-cc2e-453c-bdda-c4247413b6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:52:37.969143 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:37.970168 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Bound using segment: {'id': '7c192ec0-37f3-4377-92cd-08802ec7ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fd799565-cc2e-453c-bdda-c4247413b6ef'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:52:37.971723 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Bound port: 970cb7e4-87fb-4381-b108-82a29bbc1142, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c192ec0-37f3-4377-92cd-08802ec7ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fd799565-cc2e-453c-bdda-c4247413b6ef'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:52:37.971866 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bbaf5767-71d5-40e4-86d9-0677b43d052b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:37.972604 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:37.982543 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-bbaf5767-71d5-40e4-86d9-0677b43d052b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Added segment e69aa3aa-6bd8-41f7-b648-7e604302c52a of type vlan for network 766bcd0c-c993-4b3f-a1d9-09b890398512
Dec 22 04:52:38.032943 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bbaf5767-71d5-40e4-86d9-0677b43d052b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:38.040603 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2139620420-network', 'tenant_id': '2101d4185c734493b4891da848e5f209'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:38.053566 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:38.067820 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Usage tracker for resource:network and tenant:2101d4185c734493b4891da848e5f209 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:38.072906 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:38.082256 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] For port 970cb7e4-87fb-4381-b108-82a29bbc1142, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:52:38.085897 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] For port 970cb7e4-87fb-4381-b108-82a29bbc1142, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=970cb7e4-87fb-4381-b108-82a29bbc1142,segment=NetworkSegment(7c192ec0-37f3-4377-92cd-08802ec7ee27),segment_id=7c192ec0-37f3-4377-92cd-08802ec7ee27)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:52:38.087228 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:38.090736 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:38.095160 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:38.115085 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Made reservation on behalf of 2101d4185c734493b4891da848e5f209 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:38.117284 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:38.134096 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bbaf5767-71d5-40e4-86d9-0677b43d052b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:38.137741 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaf5767-71d5-40e4-86d9-0677b43d052b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:38.138305 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bbaf5767-71d5-40e4-86d9-0677b43d052b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:38.142643 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8d9a3c8b-9621-4f79-ad0b-b6cfec0bc599 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:38.160383 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7d4d00d1-8035-4dde-ab6e-58246f15a929 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c15a5726c1c4265b642f9bc187fa0d4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3343053
Dec 22 04:52:38.161901 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56928) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:38.163738 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:38.176872 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Pushing event updated for resources: {'Port': ['ID=970cb7e4-87fb-4381-b108-82a29bbc1142,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:38.179891 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:38.255850 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bbaf5767-71d5-40e4-86d9-0677b43d052b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4041705
Dec 22 04:52:38.259530 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56932) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:38.273375 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-684f9ce2-61b9-48e8-8e00-709071a39c18 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:38.287473 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf5767-71d5-40e4-86d9-0677b43d052b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'Network': ['ID=766bcd0c-c993-4b3f-a1d9-09b890398512,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:38.291572 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bbaf5767-71d5-40e4-86d9-0677b43d052b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:38.297044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:38.301719 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Usage tracker for resource:security_group_rule and tenant:2101d4185c734493b4891da848e5f209 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:38.302184 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 766bcd0c-c993-4b3f-a1d9-09b890398512 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:52:38.305372 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:38.312116 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:38.371039 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-695fde20-c594-4d15-ba86-29f99d9142c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:38.410218 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:38.423071 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:38.429238 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-84770eeb-9022-4dfc-aa00-4ff4c97a243a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:38.472091 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:52:38.484105 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b211a6-b5e4-4257-b7f8-931bfc612bd6,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:38.487631 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:38.490283 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:38.490661 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Added segment 190672a3-9761-46a0-a74c-7d2134a1636c of type vlan for network e89f28a0-f5dc-4d81-be3e-b775435488ad
Dec 22 04:52:38.530861 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:38.562153 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-695fde20-c594-4d15-ba86-29f99d9142c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:38.570240 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:38.571251 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:38.572010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:38.591234 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-be720dc3-48a9-4242-9d39-a64cd10ae542 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:38.725463 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-684f9ce2-61b9-48e8-8e00-709071a39c18 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:38.728038 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-192e8d30-1bb5-4b6c-8fe0-c07218c3edbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:38.763296 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-684f9ce2-61b9-48e8-8e00-709071a39c18 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:38.774651 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4697e37b-d324-4216-8c64-f73f24bd1f6f tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:38.793485 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.0026038
Dec 22 04:52:38.796413 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56938) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:38.803762 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-70e2812b-355d-4766-8624-1534680c18a7 admin admin] Request body: {'subnet': {'network_id': 'e89f28a0-f5dc-4d81-be3e-b775435488ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2139620420-subnet', 'tenant_id': '2101d4185c734493b4891da848e5f209', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:38.810611 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Pushing event updated for resources: {'Network': ['ID=e89f28a0-f5dc-4d81-be3e-b775435488ad,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:38.813848 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:38.815361 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-70e2812b-355d-4766-8624-1534680c18a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:38.821042 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-70e2812b-355d-4766-8624-1534680c18a7 admin admin] Usage tracker for resource:subnet and tenant:2101d4185c734493b4891da848e5f209 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:38.825270 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network e89f28a0-f5dc-4d81-be3e-b775435488ad details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:52:38.825435 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-70e2812b-355d-4766-8624-1534680c18a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:38.832199 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-70e2812b-355d-4766-8624-1534680c18a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:38.843828 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e2812b-355d-4766-8624-1534680c18a7 admin admin] Made reservation on behalf of 2101d4185c734493b4891da848e5f209 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:38.847043 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-70e2812b-355d-4766-8624-1534680c18a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:38.883969 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29bb47-4056-4ee6-8164-20f5a6e31e71 req-25f32775-916e-42dc-9979-cf122b104c89 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:38.885725 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7f29bb47-4056-4ee6-8164-20f5a6e31e71 req-25f32775-916e-42dc-9979-cf122b104c89 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.3167391
Dec 22 04:52:38.887744 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f9ce2-61b9-48e8-8e00-709071a39c18 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'Network': ['ID=766bcd0c-c993-4b3f-a1d9-09b890398512,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:38.890705 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-695fde20-c594-4d15-ba86-29f99d9142c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:38.897639 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-684f9ce2-61b9-48e8-8e00-709071a39c18 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:38.900021 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-84f46a7a-f257-4ca3-8d1b-2170cf93376f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:38.914470 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 766bcd0c-c993-4b3f-a1d9-09b890398512 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:52:38.932784 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fde20-c594-4d15-ba86-29f99d9142c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45566db-ca5d-46d7-929f-200c3cbcd414,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:38.934375 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-684f9ce2-61b9-48e8-8e00-709071a39c18 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Network 766bcd0c-c993-4b3f-a1d9-09b890398512 is not hosted by any dhcp agent {{(pid=83434) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 22 04:52:38.938644 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684f9ce2-61b9-48e8-8e00-709071a39c18 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:38.939490 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-684f9ce2-61b9-48e8-8e00-709071a39c18 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:38.940739 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-684f9ce2-61b9-48e8-8e00-709071a39c18 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "PUT /v2.0/networks/766bcd0c-c993-4b3f-a1d9-09b890398512 HTTP/1.1" status: 200  len: 723 time: 0.6772318
Dec 22 04:52:38.941960 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-695fde20-c594-4d15-ba86-29f99d9142c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:38.944762 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56942) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:38.948740 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-695fde20-c594-4d15-ba86-29f99d9142c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:38.952144 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-695fde20-c594-4d15-ba86-29f99d9142c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b45566db-ca5d-46d7-929f-200c3cbcd414 HTTP/1.1" status: 204  len: 168 time: 0.7841885
Dec 22 04:52:38.964438 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-074fad3a-1f4f-4ea1-87a9-1b0f85651f14 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Request body: {'subnet': {'network_id': '766bcd0c-c993-4b3f-a1d9-09b890398512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:38.990770 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7f29bb47-4056-4ee6-8164-20f5a6e31e71 req-f02ead68-b095-4b4f-bf95-8dc84c70d3f4 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0918686
Dec 22 04:52:39.135547 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-074fad3a-1f4f-4ea1-87a9-1b0f85651f14 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:39.149488 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-074fad3a-1f4f-4ea1-87a9-1b0f85651f14 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:39.168352 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074fad3a-1f4f-4ea1-87a9-1b0f85651f14 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Made reservation on behalf of 01e47d056ac8479e8aae5da637227d43 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:39.377461 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-074fad3a-1f4f-4ea1-87a9-1b0f85651f14 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:39.563434 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-70e2812b-355d-4766-8624-1534680c18a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:39.571370 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f62044cf-45e6-47cb-aaea-cd0e1284f72a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:39.586027 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db9d319-7f65-4872-8693-89aa6d609207 None None] Network fd799565-cc2e-453c-bdda-c4247413b6ef requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:39.640764 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2812b-355d-4766-8624-1534680c18a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdb284f6-deb7-4ad9-b047-24092e9bd2bc,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:39.648711 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-70e2812b-355d-4766-8624-1534680c18a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:39.742719 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e2812b-355d-4766-8624-1534680c18a7 admin admin] Checking segment: {'id': '190672a3-9761-46a0-a74c-7d2134a1636c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e89f28a0-f5dc-4d81-be3e-b775435488ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:52:39.742719 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e2812b-355d-4766-8624-1534680c18a7 admin admin] Network hostable DHCP agents. Network: e89f28a0-f5dc-4d81-be3e-b775435488ad, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:52:39.788359 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e2812b-355d-4766-8624-1534680c18a7 admin admin] Network e89f28a0-f5dc-4d81-be3e-b775435488ad is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:52:39.818116 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-70e2812b-355d-4766-8624-1534680c18a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, e89f28a0-f5dc-4d81-be3e-b775435488ad) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:52:39.828445 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e2812b-355d-4766-8624-1534680c18a7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:39.828445 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-70e2812b-355d-4766-8624-1534680c18a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:39.841457 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-074fad3a-1f4f-4ea1-87a9-1b0f85651f14 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:39.861700 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:39.870213 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f272a79d-daa7-40f4-b235-f0a68765e1db None None] Network e89f28a0-f5dc-4d81-be3e-b775435488ad requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:40.001290 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-70e2812b-355d-4766-8624-1534680c18a7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2035873
Dec 22 04:52:40.005210 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fad3a-1f4f-4ea1-87a9-1b0f85651f14 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'Subnet': ['ID=fb4ab975-256b-45d7-bdff-7da176555df9,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:40.008445 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-074fad3a-1f4f-4ea1-87a9-1b0f85651f14 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:40.012315 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074fad3a-1f4f-4ea1-87a9-1b0f85651f14 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Checking segment: {'id': 'e69aa3aa-6bd8-41f7-b648-7e604302c52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '766bcd0c-c993-4b3f-a1d9-09b890398512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:52:40.012768 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074fad3a-1f4f-4ea1-87a9-1b0f85651f14 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Network hostable DHCP agents. Network: 766bcd0c-c993-4b3f-a1d9-09b890398512, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:52:40.042308 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074fad3a-1f4f-4ea1-87a9-1b0f85651f14 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Network 766bcd0c-c993-4b3f-a1d9-09b890398512 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:52:40.054857 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84069100-ad92-4416-9122-83bddf9343ee None None] Provisioning for port 970cb7e4-87fb-4381-b108-82a29bbc1142 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:52:40.069041 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-074fad3a-1f4f-4ea1-87a9-1b0f85651f14 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 766bcd0c-c993-4b3f-a1d9-09b890398512) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:52:40.082248 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074fad3a-1f4f-4ea1-87a9-1b0f85651f14 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:40.084470 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-074fad3a-1f4f-4ea1-87a9-1b0f85651f14 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:40.094448 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0d2ec5-424f-4c15-af2b-dc31a20efaa9 None None] Network 766bcd0c-c993-4b3f-a1d9-09b890398512 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:40.162346 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-074fad3a-1f4f-4ea1-87a9-1b0f85651f14 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2053809
Dec 22 04:52:40.162346 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56964) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:40.162346 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-032f0bf7-6e20-4955-8e2e-c0bebcc81b5d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:40.266606 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 970cb7e4-87fb-4381-b108-82a29bbc1142 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:52:40.565247 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-032f0bf7-6e20-4955-8e2e-c0bebcc81b5d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7068985'] for subnet, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:40.645115 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a434852-8c42-4a29-8419-0d2ee6127152 req-b2b75aa4-8689-48b1-8d56-342508363714 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:40.647523 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5a434852-8c42-4a29-8419-0d2ee6127152 req-b2b75aa4-8689-48b1-8d56-342508363714 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.3161652
Dec 22 04:52:40.665912 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577f805e-165c-4d33-8f16-0e9a5960289b None None] Network e89f28a0-f5dc-4d81-be3e-b775435488ad requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:40.697919 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 970cb7e4-87fb-4381-b108-82a29bbc1142 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:52:40.713515 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 56978) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:40.779428 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 970cb7e4-87fb-4381-b108-82a29bbc1142 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:52:40.779590 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:40.840163 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5a434852-8c42-4a29-8419-0d2ee6127152 req-9b6ad113-b84a-47f0-95b6-4f475c3a4916 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1821127
Dec 22 04:52:40.892037 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-032f0bf7-6e20-4955-8e2e-c0bebcc81b5d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746328993549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1382561'] for subnet, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:40.897875 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a326f4ac-2eae-4a22-b0df-b0f04447eb58 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:40.956491 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-4fc64b93-e4b5-4767-8a2b-123da718c077 tempest-DvrRoutersNegativeTest-913584636 tempest-DvrRoutersNegativeTest-913584636-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-611928334', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:40.962249 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.policy [None req-4fc64b93-e4b5-4767-8a2b-123da718c077 tempest-DvrRoutersNegativeTest-913584636 tempest-DvrRoutersNegativeTest-913584636-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83434) log_rule_list /opt/stack/neutron/neutron/policy.py:411}}
Dec 22 04:52:40.962466 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032f0bf7-6e20-4955-8e2e-c0bebcc81b5d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:40.962871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.policy [None req-4fc64b93-e4b5-4767-8a2b-123da718c077 tempest-DvrRoutersNegativeTest-913584636 tempest-DvrRoutersNegativeTest-913584636-project] Failed policy check for 'create_router' {{(pid=83434) enforce /opt/stack/neutron/neutron/policy.py:482}}
Dec 22 04:52:40.963070 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-032f0bf7-6e20-4955-8e2e-c0bebcc81b5d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:40.965145 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-032f0bf7-6e20-4955-8e2e-c0bebcc81b5d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "PUT /v2.0/subnets/fb4ab975-256b-45d7-bdff-7da176555df9 HTTP/1.1" status: 200  len: 826 time: 0.8089304
Dec 22 04:52:40.965705 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-4fc64b93-e4b5-4767-8a2b-123da718c077 tempest-DvrRoutersNegativeTest-913584636 tempest-DvrRoutersNegativeTest-913584636-project] create failed (client error): Access was denied to this resource.
Dec 22 04:52:40.971405 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 56988) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:40.976689 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4fc64b93-e4b5-4767-8a2b-123da718c077 tempest-DvrRoutersNegativeTest-913584636 tempest-DvrRoutersNegativeTest-913584636-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.2689238
Dec 22 04:52:41.048115 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16862322-9ffd-4914-a2eb-70c11a13831f None None] Update dhcp port {'port': {'network_id': 'fd799565-cc2e-453c-bdda-c4247413b6ef', 'fixed_ips': [{'subnet_id': 'a8fe97d5-d2a2-467d-9dd8-e8691a5be5f5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e306c233-c5e9-464b-a788-030aadec5a03'}], 'binding:host_id': 'dv-neutron-822525-1-hyperv'}, 'id': '970cb7e4-87fb-4381-b108-82a29bbc1142'} from dv-neutron-822525-1-hyperv. {{(pid=83436) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 22 04:52:41.095181 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f0bf7-6e20-4955-8e2e-c0bebcc81b5d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'Subnet': ['ID=fb4ab975-256b-45d7-bdff-7da176555df9,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:41.101641 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc7396c-0657-4e4b-ad4e-777804f5de64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-766bcd0c-c993-4b3f-a1d9-09b890398512', 'network_id': '766bcd0c-c993-4b3f-a1d9-09b890398512', 'tenant_id': '01e47d056ac8479e8aae5da637227d43', 'fixed_ips': [{'subnet_id': 'fb4ab975-256b-45d7-bdff-7da176555df9'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:52:41.102483 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fdc7396c-0657-4e4b-ad4e-777804f5de64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:41.104759 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-032f0bf7-6e20-4955-8e2e-c0bebcc81b5d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:41.157819 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37028103-8999-4ff6-a28f-52254f9a81fc tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:41.244003 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37028103-8999-4ff6-a28f-52254f9a81fc tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:41.318798 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57000) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:41.335873 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3faa491f-ba4f-4572-bc96-ed0feb9cb7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:41.351565 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37028103-8999-4ff6-a28f-52254f9a81fc tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:41.359352 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-70e2812b-355d-4766-8624-1534680c18a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:41.381965 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-16862322-9ffd-4914-a2eb-70c11a13831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server [None req-fdc7396c-0657-4e4b-ad4e-777804f5de64 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb4ab975-256b-45d7-bdff-7da176555df9: This subnet is being modified by another concurrent operation.
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise exception
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb4ab975-256b-45d7-bdff-7da176555df9: This subnet is being modified by another concurrent operation.
Dec 22 04:52:41.401778 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server 
Dec 22 04:52:41.408922 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:41.425790 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad300567-8290-472f-9c30-cb18e47ff144 None None] Network 766bcd0c-c993-4b3f-a1d9-09b890398512 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:41.517874 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-890b36b7-2bb6-4ec8-a939-f0282809de06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:41.554177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37028103-8999-4ff6-a28f-52254f9a81fc tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event deleted for resources: {'Subnet': ['ID=fb4ab975-256b-45d7-bdff-7da176555df9,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:41.558302 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-37028103-8999-4ff6-a28f-52254f9a81fc tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:41.662342 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37028103-8999-4ff6-a28f-52254f9a81fc tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:41.688718 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-890b36b7-2bb6-4ec8-a939-f0282809de06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:41.690519 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-37028103-8999-4ff6-a28f-52254f9a81fc tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bd35a00>,) {'filters': {'network_id': ['766bcd0c-c993-4b3f-a1d9-09b890398512']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:41.692632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-890b36b7-2bb6-4ec8-a939-f0282809de06 admin admin] Usage tracker for resource:security_group_rule and tenant:4c1669c8510840d6a8e1a17a5cfacc9d is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:41.695800 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-890b36b7-2bb6-4ec8-a939-f0282809de06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:41.705882 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-890b36b7-2bb6-4ec8-a939-f0282809de06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:41.706789 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 970cb7e4-87fb-4381-b108-82a29bbc1142, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=970cb7e4-87fb-4381-b108-82a29bbc1142,segment=NetworkSegment(7c192ec0-37f3-4377-92cd-08802ec7ee27),segment_id=7c192ec0-37f3-4377-92cd-08802ec7ee27)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:41.709298 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-37028103-8999-4ff6-a28f-52254f9a81fc tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bd35a00>, 'e69aa3aa-6bd8-41f7-b648-7e604302c52a') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:41.709624 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-37028103-8999-4ff6-a28f-52254f9a81fc tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bd35a00>, 'e69aa3aa-6bd8-41f7-b648-7e604302c52a') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:41.722426 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:41.722902 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37028103-8999-4ff6-a28f-52254f9a81fc tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:41.728538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a7d09fc1-7d14-46a2-a899-a4d07647c3d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:41.740881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57012) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:41.746563 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-537469317-network', 'tenant_id': '29359e1ebb78427089a618492e41a195'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:41.752186 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:41.754588 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37028103-8999-4ff6-a28f-52254f9a81fc tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:41.760065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Usage tracker for resource:network and tenant:29359e1ebb78427089a618492e41a195 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:41.764059 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:41.768190 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37028103-8999-4ff6-a28f-52254f9a81fc tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:52:41.768587 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37028103-8999-4ff6-a28f-52254f9a81fc tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:41.768876 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc52d389-8502-46a8-88c3-1832a08e210c None None] Network 766bcd0c-c993-4b3f-a1d9-09b890398512 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:52:41.783473 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:52:41.787953 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-890b36b7-2bb6-4ec8-a939-f0282809de06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:41.793118 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-890b36b7-2bb6-4ec8-a939-f0282809de06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:41.801749 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-db908e60-d057-4b34-98b4-c95fdb8c75c7 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:41.841889 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:41.850851 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-890b36b7-2bb6-4ec8-a939-f0282809de06 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c1669c8510840d6a8e1a17a5cfacc9d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5300426
Dec 22 04:52:41.851990 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b36b7-2bb6-4ec8-a939-f0282809de06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83a809b-6fb2-4bc2-9f1d-2ddddf6a3f80,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:41.854374 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57018) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:41.858756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-890b36b7-2bb6-4ec8-a939-f0282809de06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:41.874688 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Made reservation on behalf of 29359e1ebb78427089a618492e41a195 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:41.877584 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:41.893917 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:41.905847 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37028103-8999-4ff6-a28f-52254f9a81fc tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:41.908892 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=970cb7e4-87fb-4381-b108-82a29bbc1142,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:41.911578 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-45e4af65-e8c6-4894-a146-faa263c3cb5e tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:41.929891 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2c1ca25e-406f-4737-8fea-47de51bf8514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:41.933498 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37028103-8999-4ff6-a28f-52254f9a81fc tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:41.937041 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37028103-8999-4ff6-a28f-52254f9a81fc tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event deleted for resources: {'Network': ['ID=766bcd0c-c993-4b3f-a1d9-09b890398512,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:41.944686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-37028103-8999-4ff6-a28f-52254f9a81fc tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:41.960231 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2c1ca25e-406f-4737-8fea-47de51bf8514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:41.973634 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-37028103-8999-4ff6-a28f-52254f9a81fc tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/networks/766bcd0c-c993-4b3f-a1d9-09b890398512 HTTP/1.1" status: 204  len: 168 time: 1.0030107
Dec 22 04:52:41.975322 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:41.976899 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57024) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:41.980230 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Usage tracker for resource:security_group_rule and tenant:29359e1ebb78427089a618492e41a195 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:41.984171 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:41.990307 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:42.035365 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:42.068948 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-f848979a-8617-4f33-8d2a-f269f3139820 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:52:42.069673 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f848979a-8617-4f33-8d2a-f269f3139820 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:52:42.078172 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:42.086012 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:42.098152 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f848979a-8617-4f33-8d2a-f269f3139820 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/networks/766bcd0c-c993-4b3f-a1d9-09b890398512 HTTP/1.1" status: 404  len: 339 time: 0.1195345
Dec 22 04:52:42.099308 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 970cb7e4-87fb-4381-b108-82a29bbc1142 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:52:42.103868 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57028) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:42.104864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-064e458b-0975-4806-b71a-75a109ca0605 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:42.122631 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-fa9a8dad-f5cf-40cf-a484-23aaa52dc7db tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1296610677', 'description': 'd1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:42.128156 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2c1ca25e-406f-4737-8fea-47de51bf8514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:42.133411 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fa9a8dad-f5cf-40cf-a484-23aaa52dc7db tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:42.134100 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9e80abcf-49e1-476a-9395-330e3c766d88 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:42.134676 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:42.146584 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:52:42.150619 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ca25e-406f-4737-8fea-47de51bf8514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83a809b-6fb2-4bc2-9f1d-2ddddf6a3f80,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:42.151297 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fa9a8dad-f5cf-40cf-a484-23aaa52dc7db tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Usage tracker for resource:network and tenant:01e47d056ac8479e8aae5da637227d43 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:42.159023 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933c9cc-ae93-4224-844f-8df348b42bd9 req-64260590-9faa-47c1-9f7c-77c36e39cbb2 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:42.159585 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fa9a8dad-f5cf-40cf-a484-23aaa52dc7db tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:42.166078 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4933c9cc-ae93-4224-844f-8df348b42bd9 req-64260590-9faa-47c1-9f7c-77c36e39cbb2 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.1483166
Dec 22 04:52:42.167619 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd21a0f-ad08-4e0b-884e-25ae7114cb28,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:42.168271 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2c1ca25e-406f-4737-8fea-47de51bf8514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:42.172159 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fa9a8dad-f5cf-40cf-a484-23aaa52dc7db tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:42.174203 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:42.175248 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:42.175587 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Added segment 50fd732d-cc24-455f-b9b1-46b1525b2492 of type vlan for network 63646f38-c79f-42c8-9b3b-0a406f516e69
Dec 22 04:52:42.186382 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2c1ca25e-406f-4737-8fea-47de51bf8514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:42.189917 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2c1ca25e-406f-4737-8fea-47de51bf8514 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a83a809b-6fb2-4bc2-9f1d-2ddddf6a3f80 HTTP/1.1" status: 204  len: 168 time: 0.3316267
Dec 22 04:52:42.203103 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9a8dad-f5cf-40cf-a484-23aaa52dc7db tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Made reservation on behalf of 01e47d056ac8479e8aae5da637227d43 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:42.206893 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fa9a8dad-f5cf-40cf-a484-23aaa52dc7db tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:42.239365 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4933c9cc-ae93-4224-844f-8df348b42bd9 req-1046842e-59fb-49ce-8c2d-5d152aa10dbc tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686440
Dec 22 04:52:42.265991 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-16862322-9ffd-4914-a2eb-70c11a13831f None None] Allocated IP 172.20.0.1 (fd799565-cc2e-453c-bdda-c4247413b6ef/e306c233-c5e9-464b-a788-030aadec5a03/970cb7e4-87fb-4381-b108-82a29bbc1142) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:52:42.273834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:42.336059 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:42.336059 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:42.336059 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:42.346227 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:42.364063 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bbaf5767-71d5-40e4-86d9-0677b43d052b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:42.381746 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.api [None req-fa9a8dad-f5cf-40cf-a484-23aaa52dc7db tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:52:42.381903 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_db.api [None req-fa9a8dad-f5cf-40cf-a484-23aaa52dc7db tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:52:42.389123 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6440084
Dec 22 04:52:42.389358 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57034) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:42.395042 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-625f1e56-95d8-4cb4-ab0e-1938c701e2cf admin admin] Request body: {'subnet': {'network_id': '63646f38-c79f-42c8-9b3b-0a406f516e69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-537469317-subnet', 'tenant_id': '29359e1ebb78427089a618492e41a195', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:42.399824 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-625f1e56-95d8-4cb4-ab0e-1938c701e2cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:42.405384 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-625f1e56-95d8-4cb4-ab0e-1938c701e2cf admin admin] Usage tracker for resource:subnet and tenant:29359e1ebb78427089a618492e41a195 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:42.408427 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-625f1e56-95d8-4cb4-ab0e-1938c701e2cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:42.426953 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-625f1e56-95d8-4cb4-ab0e-1938c701e2cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:42.441688 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 970cb7e4-87fb-4381-b108-82a29bbc1142 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:52:42.441900 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:42.456601 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625f1e56-95d8-4cb4-ab0e-1938c701e2cf admin admin] Made reservation on behalf of 29359e1ebb78427089a618492e41a195 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:42.459297 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-625f1e56-95d8-4cb4-ab0e-1938c701e2cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:42.484438 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Pushing event updated for resources: {'Network': ['ID=63646f38-c79f-42c8-9b3b-0a406f516e69,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:42.497897 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:42.500789 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 63646f38-c79f-42c8-9b3b-0a406f516e69 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:52:42.633691 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-16862322-9ffd-4914-a2eb-70c11a13831f None None] For port 970cb7e4-87fb-4381-b108-82a29bbc1142, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=970cb7e4-87fb-4381-b108-82a29bbc1142,segment=NetworkSegment(7c192ec0-37f3-4377-92cd-08802ec7ee27),segment_id=7c192ec0-37f3-4377-92cd-08802ec7ee27)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:42.705452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-625f1e56-95d8-4cb4-ab0e-1938c701e2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:42.710799 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1df108c7-4238-43d0-95fa-20ebc4bfb76b tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:42.717116 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-16862322-9ffd-4914-a2eb-70c11a13831f None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:42.745833 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-16862322-9ffd-4914-a2eb-70c11a13831f None None] Transition to ACTIVE for port object 970cb7e4-87fb-4381-b108-82a29bbc1142 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:52:42.754167 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-16862322-9ffd-4914-a2eb-70c11a13831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:42.759240 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a4bb1f4e-fdd7-420f-b0e2-def1f8803cf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:42.784320 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f1e56-95d8-4cb4-ab0e-1938c701e2cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce753798-4957-4e0f-9752-71eadc966554,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:42.788592 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-625f1e56-95d8-4cb4-ab0e-1938c701e2cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:42.797193 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625f1e56-95d8-4cb4-ab0e-1938c701e2cf admin admin] Checking segment: {'id': '50fd732d-cc24-455f-b9b1-46b1525b2492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '63646f38-c79f-42c8-9b3b-0a406f516e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:52:42.797536 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625f1e56-95d8-4cb4-ab0e-1938c701e2cf admin admin] Network hostable DHCP agents. Network: 63646f38-c79f-42c8-9b3b-0a406f516e69, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:52:42.820714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625f1e56-95d8-4cb4-ab0e-1938c701e2cf admin admin] Network 63646f38-c79f-42c8-9b3b-0a406f516e69 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:52:42.834650 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-625f1e56-95d8-4cb4-ab0e-1938c701e2cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 63646f38-c79f-42c8-9b3b-0a406f516e69) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:52:42.840412 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625f1e56-95d8-4cb4-ab0e-1938c701e2cf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:42.841172 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-625f1e56-95d8-4cb4-ab0e-1938c701e2cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:42.860210 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09376f63-27bd-4bbb-b820-213476edd3b2 None None] Network 63646f38-c79f-42c8-9b3b-0a406f516e69 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:42.864937 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-625f1e56-95d8-4cb4-ab0e-1938c701e2cf admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4747691
Dec 22 04:52:42.883623 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fa9a8dad-f5cf-40cf-a484-23aaa52dc7db tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:42.916880 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9a8dad-f5cf-40cf-a484-23aaa52dc7db tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:52:42.929891 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fa9a8dad-f5cf-40cf-a484-23aaa52dc7db tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:42.930223 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-fa9a8dad-f5cf-40cf-a484-23aaa52dc7db tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Added segment 5f0cf1a8-f638-46a2-a830-61a714530409 of type vlan for network 26a755e4-68ed-4571-b38d-6993dbd1929f
Dec 22 04:52:42.963726 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fa9a8dad-f5cf-40cf-a484-23aaa52dc7db tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:43.013107 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16862322-9ffd-4914-a2eb-70c11a13831f None None] Pushing event updated for resources: {'Port': ['ID=970cb7e4-87fb-4381-b108-82a29bbc1142,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:43.013567 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fa9a8dad-f5cf-40cf-a484-23aaa52dc7db tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:43.018634 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9a8dad-f5cf-40cf-a484-23aaa52dc7db tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:43.019349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fa9a8dad-f5cf-40cf-a484-23aaa52dc7db tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:43.026084 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-16862322-9ffd-4914-a2eb-70c11a13831f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:43.032597 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2fedcc0a-d6dd-41ed-8f8b-55846c6b1411 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:43.171141 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fa9a8dad-f5cf-40cf-a484-23aaa52dc7db tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.0557008
Dec 22 04:52:43.171888 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57058) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:43.183042 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a8dad-f5cf-40cf-a484-23aaa52dc7db tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'Network': ['ID=26a755e4-68ed-4571-b38d-6993dbd1929f,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:43.186270 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fa9a8dad-f5cf-40cf-a484-23aaa52dc7db tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:43.321259 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 26a755e4-68ed-4571-b38d-6993dbd1929f details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:52:43.459402 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bb5686-ee20-4a95-8886-1c7ba9a117da None None] Network 63646f38-c79f-42c8-9b3b-0a406f516e69 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:43.530457 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f24ae4-56a4-4924-ad4c-8412c88bb9c3 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:43.538593 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-26f24ae4-56a4-4924-ad4c-8412c88bb9c3 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Synchronizing usage tracker for tenant:01e47d056ac8479e8aae5da637227d43 on resource:network {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:43.562433 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57070) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:43.605503 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:43.694465 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-26f24ae4-56a4-4924-ad4c-8412c88bb9c3 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Unset dirty status for tenant:01e47d056ac8479e8aae5da637227d43 on resource:network {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:43.698703 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57076) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:43.714403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e5362a8b-bb43-4deb-b7d3-62d4e8804add tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Request body: {'network': {'description': 'd2'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:43.720784 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-26f24ae4-56a4-4924-ad4c-8412c88bb9c3 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "GET /v2.0/networks?id=26a755e4-68ed-4571-b38d-6993dbd1929f HTTP/1.1" status: 200  len: 765 time: 0.5409141
Dec 22 04:52:43.793452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d22b4-d374-45f2-b33d-419c63e68e06 req-5c438423-145a-41d2-8a42-8cbc7f9fdb7a tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:43.808307 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-de3d22b4-d374-45f2-b33d-419c63e68e06 req-5c438423-145a-41d2-8a42-8cbc7f9fdb7a tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.2557855
Dec 22 04:52:43.863704 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-de3d22b4-d374-45f2-b33d-419c63e68e06 req-b7bf9303-c2e6-4dde-8bcf-7984542baf69 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546873
Dec 22 04:52:43.865961 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-7aced461-ca9d-4a9e-b4a4-149d7f3fbe60 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:43.866661 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-7aced461-ca9d-4a9e-b4a4-149d7f3fbe60 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 22 04:52:43.867710 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7aced461-ca9d-4a9e-b4a4-149d7f3fbe60 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.3070259
Dec 22 04:52:43.872334 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57080) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:43.886119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1284250934'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:43.903690 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:43.911461 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:43.923147 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:43.935135 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:43.979517 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d84b81-f44c-4c1d-93f0-b26e57ca59c9 None None] Network fd799565-cc2e-453c-bdda-c4247413b6ef requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:44.063657 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f4cbcb46-4683-4bb7-8fd9-ed3084a3803f None None] Provisioning for port 970cb7e4-87fb-4381-b108-82a29bbc1142 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:52:44.071993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f4cbcb46-4683-4bb7-8fd9-ed3084a3803f None None] Provisioning complete for port 970cb7e4-87fb-4381-b108-82a29bbc1142 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:52:44.071993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f4cbcb46-4683-4bb7-8fd9-ed3084a3803f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:44.121090 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 970cb7e4-87fb-4381-b108-82a29bbc1142 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:52:44.128091 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:44.178325 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:44.274421 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e5362a8b-bb43-4deb-b7d3-62d4e8804add tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:44.293891 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb7041-0051-46e9-9783-db918304dd3f req-0b3d1be2-99b7-4333-9a8f-25fd26f24190 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:44.294551 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-05cb7041-0051-46e9-9783-db918304dd3f req-0b3d1be2-99b7-4333-9a8f-25fd26f24190 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Synchronizing usage tracker for tenant:2101d4185c734493b4891da848e5f209 on resource:network {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:44.298067 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:44.307233 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group_rule and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:44.310774 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:44.318678 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e5362a8b-bb43-4deb-b7d3-62d4e8804add tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:44.325564 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:44.325564 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:44.382952 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 970cb7e4-87fb-4381-b108-82a29bbc1142 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:52:44.383706 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:44.409500 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e5362a8b-bb43-4deb-b7d3-62d4e8804add tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Network 26a755e4-68ed-4571-b38d-6993dbd1929f is not hosted by any dhcp agent {{(pid=83435) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 22 04:52:44.413333 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5362a8b-bb43-4deb-b7d3-62d4e8804add tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:44.413497 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e5362a8b-bb43-4deb-b7d3-62d4e8804add tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:44.415667 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e5362a8b-bb43-4deb-b7d3-62d4e8804add tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "PUT /v2.0/networks/26a755e4-68ed-4571-b38d-6993dbd1929f HTTP/1.1" status: 200  len: 762 time: 0.7148831
Dec 22 04:52:44.421770 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57088) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:44.448130 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5362a8b-bb43-4deb-b7d3-62d4e8804add tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'Network': ['ID=26a755e4-68ed-4571-b38d-6993dbd1929f,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:44.455193 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e5362a8b-bb43-4deb-b7d3-62d4e8804add tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:44.462745 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 26a755e4-68ed-4571-b38d-6993dbd1929f details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:52:44.510084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:44.518482 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:44.527805 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c386d583-c5bc-40f5-9175-120dc192520d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:44.562051 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42d6fc9-c9de-478a-99b1-c7ee693b3b10 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:44.563054 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=165c873c-9119-4c8a-98a7-b246201424eb,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:44.566876 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-05cb7041-0051-46e9-9783-db918304dd3f req-0b3d1be2-99b7-4333-9a8f-25fd26f24190 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Unset dirty status for tenant:2101d4185c734493b4891da848e5f209 on resource:network {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:44.574246 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-05cb7041-0051-46e9-9783-db918304dd3f req-0b3d1be2-99b7-4333-9a8f-25fd26f24190 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/networks?id=e89f28a0-f5dc-4d81-be3e-b775435488ad HTTP/1.1" status: 200  len: 812 time: 0.6173985
Dec 22 04:52:44.581510 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c42d6fc9-c9de-478a-99b1-c7ee693b3b10 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "GET /v2.0/networks?id=26a755e4-68ed-4571-b38d-6993dbd1929f HTTP/1.1" status: 200  len: 765 time: 0.1615586
Dec 22 04:52:44.582117 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57092) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:44.589143 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:44.612358 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:44.617313 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group_rule and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:44.620343 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:44.633532 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:44.651586 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-05cb7041-0051-46e9-9783-db918304dd3f req-659ef6dd-ba36-4829-b3c6-118fe006f650 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/quotas/2101d4185c734493b4891da848e5f209 HTTP/1.1" status: 200  len: 375 time: 0.0743649
Dec 22 04:52:44.744761 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-05cb7041-0051-46e9-9783-db918304dd3f req-4dd4d565-e09e-46ac-81d0-6dd7e01ce3d4 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2101d4185c734493b4891da848e5f209&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0663948
Dec 22 04:52:44.786474 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:44.806121 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ca3b86-2abe-4c47-9473-241fc39aadc0 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:44.807766 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a0ca3b86-2abe-4c47-9473-241fc39aadc0 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.2240150
Dec 22 04:52:44.810508 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57096) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:44.881724 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c1fdf6ee-f3b2-4795-9850-b805a948d781 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "GET /v2.0/subnets?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740 HTTP/1.1" status: 200  len: 207 time: 0.0682573
Dec 22 04:52:44.887368 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57100) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:45.007576 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e61e21d-5178-4433-bdbe-0ca1c1a053bc None None] get_active_networks_info from dv-neutron-822525-1-hyperv {{(pid=83436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 04:52:45.048048 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:45.062878 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d6974bda-56f3-47c6-b898-c03773cc7ea5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:45.074290 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b4ddd15f-5c89-42f5-9a9b-719f7edad55c None None] Provisioning complete for port 970cb7e4-87fb-4381-b108-82a29bbc1142 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:52:45.076268 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b4ddd15f-5c89-42f5-9a9b-719f7edad55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:45.124520 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-05cb7041-0051-46e9-9783-db918304dd3f req-07a96e73-025b-4318-a542-d88f5b38ca08 service neutron] 10.222.0.53 "GET /v2.0/networks/e89f28a0-f5dc-4d81-be3e-b775435488ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3621271
Dec 22 04:52:45.131639 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1590cdd9-5c9c-4e06-a598-b9fed0c6b335,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:45.157511 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:45.161388 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd4ff7-1b7c-4a5d-872c-c410ef52ddf7 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:45.161862 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:45.166481 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.2895689
Dec 22 04:52:45.167171 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd4ff7-1b7c-4a5d-872c-c410ef52ddf7 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:45.169902 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd4ff7-1b7c-4a5d-872c-c410ef52ddf7 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:45.174194 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd4ff7-1b7c-4a5d-872c-c410ef52ddf7 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:45.178553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd4ff7-1b7c-4a5d-872c-c410ef52ddf7 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:45.182892 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd4ff7-1b7c-4a5d-872c-c410ef52ddf7 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:45.184846 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8ffd4ff7-1b7c-4a5d-872c-c410ef52ddf7 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3732 time: 0.2965202
Dec 22 04:52:45.189647 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57108) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:45.190248 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57110) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:45.226603 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-630cd6b4-a3ca-4469-91ab-4cd5d63de657 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group_rule': {'security_group_id': '1590cdd9-5c9c-4e06-a598-b9fed0c6b335', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:45.293950 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-630cd6b4-a3ca-4469-91ab-4cd5d63de657 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:45.298447 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-05cb7041-0051-46e9-9783-db918304dd3f req-11e66026-2de7-44fa-bcc6-ce2068f9d3ae service neutron] 10.222.0.53 "GET /v2.0/networks/e89f28a0-f5dc-4d81-be3e-b775435488ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1641216
Dec 22 04:52:45.300949 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-630cd6b4-a3ca-4469-91ab-4cd5d63de657 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group_rule and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:45.306745 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-630cd6b4-a3ca-4469-91ab-4cd5d63de657 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:45.327006 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-630cd6b4-a3ca-4469-91ab-4cd5d63de657 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:45.370385 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f7970-8cdf-4230-b54f-5305431a2099 req-3a71e027-ff26-4f1e-bd64-bbea066f1c3e tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:45.370385 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-133f7970-8cdf-4230-b54f-5305431a2099 req-3a71e027-ff26-4f1e-bd64-bbea066f1c3e tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.2665355
Dec 22 04:52:45.414646 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e61e21d-5178-4433-bdbe-0ca1c1a053bc None None] Resources bound (agent type, host, resource id):  {{(pid=83436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 04:52:45.429799 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-630cd6b4-a3ca-4469-91ab-4cd5d63de657 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:45.498044 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ed16c26a-9aba-4b39-b34d-e1d01086c992 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 814 time: 0.3044569
Dec 22 04:52:45.502091 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57120) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:45.533330 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-133f7970-8cdf-4230-b54f-5305431a2099 req-d3c2325b-766d-4ce6-bce3-da7254533732 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1567185
Dec 22 04:52:45.580775 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-630cd6b4-a3ca-4469-91ab-4cd5d63de657 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:45.589139 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-630cd6b4-a3ca-4469-91ab-4cd5d63de657 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:45.591505 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c9dac75c-c44a-4b4e-9342-83df630fc89a tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:45.604479 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b568453d-d18a-4902-9013-13d7856e488f req-6b964460-8e87-4c72-b226-2c5904b741e5 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 210 time: 0.0511785
Dec 22 04:52:45.649467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05187f02-7d23-45a2-90c7-fb495175bda6 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:45.651588 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05187f02-7d23-45a2-90c7-fb495175bda6 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:45.653328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05187f02-7d23-45a2-90c7-fb495175bda6 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:45.656249 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05187f02-7d23-45a2-90c7-fb495175bda6 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:45.657713 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05187f02-7d23-45a2-90c7-fb495175bda6 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:45.658945 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-05187f02-7d23-45a2-90c7-fb495175bda6 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Synchronizing usage tracker for tenant:01e47d056ac8479e8aae5da637227d43 on resource:subnet {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:45.681374 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-05187f02-7d23-45a2-90c7-fb495175bda6 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Unset dirty status for tenant:01e47d056ac8479e8aae5da637227d43 on resource:subnet {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:45.687747 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-05187f02-7d23-45a2-90c7-fb495175bda6 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1839831
Dec 22 04:52:45.688328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57128) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:45.748002 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630cd6b4-a3ca-4469-91ab-4cd5d63de657 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=722bbee2-47e9-4aa9-948a-90b5a17b1699,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:45.751489 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-630cd6b4-a3ca-4469-91ab-4cd5d63de657 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:45.768721 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-630cd6b4-a3ca-4469-91ab-4cd5d63de657 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:45.770080 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-630cd6b4-a3ca-4469-91ab-4cd5d63de657 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5784018
Dec 22 04:52:45.772975 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57132) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:45.780740 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-37126c64-0f1e-46d0-8cd2-9e444a7ff1c4 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group_rule': {'security_group_id': '1590cdd9-5c9c-4e06-a598-b9fed0c6b335', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:45.787737 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-37126c64-0f1e-46d0-8cd2-9e444a7ff1c4 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:45.793961 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-37126c64-0f1e-46d0-8cd2-9e444a7ff1c4 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group_rule and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:45.799051 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-37126c64-0f1e-46d0-8cd2-9e444a7ff1c4 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:45.801500 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dd426a-8d0d-4eb1-8131-c760b3032886 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:45.803454 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dd426a-8d0d-4eb1-8131-c760b3032886 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:45.804884 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dd426a-8d0d-4eb1-8131-c760b3032886 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:45.806907 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dd426a-8d0d-4eb1-8131-c760b3032886 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:45.808398 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-37126c64-0f1e-46d0-8cd2-9e444a7ff1c4 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:45.809605 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dd426a-8d0d-4eb1-8131-c760b3032886 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:45.816735 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57136) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:45.817213 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-69dd426a-8d0d-4eb1-8131-c760b3032886 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.1277721
Dec 22 04:52:45.941653 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-37126c64-0f1e-46d0-8cd2-9e444a7ff1c4 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:46.050218 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51395cca-2107-4b6f-8796-733731bff3f1 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:46.051547 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-51395cca-2107-4b6f-8796-733731bff3f1 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "GET /v2.0/networks/35e34944-a86f-4bdd-bd6f-889cb0fed06c HTTP/1.1" status: 200  len: 804 time: 0.2331979
Dec 22 04:52:46.055713 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57142) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:46.071742 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-37126c64-0f1e-46d0-8cd2-9e444a7ff1c4 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 22 04:52:46.073004 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-37126c64-0f1e-46d0-8cd2-9e444a7ff1c4 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.2984347
Dec 22 04:52:46.075567 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57146) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:46.199993 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-26f652af-1679-42b5-b60e-7232b63c6ff5 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:46.243650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-494f0721-8099-4b95-b297-878637fafdf9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Synchronizing usage tracker for tenant:01e47d056ac8479e8aae5da637227d43 on resource:network {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:46.245524 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-26f652af-1679-42b5-b60e-7232b63c6ff5 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:46.270614 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-494f0721-8099-4b95-b297-878637fafdf9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Unset dirty status for tenant:01e47d056ac8479e8aae5da637227d43 on resource:network {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:46.271929 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-494f0721-8099-4b95-b297-878637fafdf9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "GET /v2.0/networks/35e34944-a86f-4bdd-bd6f-889cb0fed06c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.2151995
Dec 22 04:52:46.277269 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57150) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:46.327343 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-26f652af-1679-42b5-b60e-7232b63c6ff5 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:46.335287 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a010e904-d5cc-4651-b463-a28ccf02354f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:46.352612 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f652af-1679-42b5-b60e-7232b63c6ff5 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1590cdd9-5c9c-4e06-a598-b9fed0c6b335,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:46.354680 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-26f652af-1679-42b5-b60e-7232b63c6ff5 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:46.361839 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-26f652af-1679-42b5-b60e-7232b63c6ff5 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:46.362367 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-26f652af-1679-42b5-b60e-7232b63c6ff5 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "DELETE /v2.0/security-groups/1590cdd9-5c9c-4e06-a598-b9fed0c6b335 HTTP/1.1" status: 204  len: 168 time: 0.2855523
Dec 22 04:52:46.367930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57154) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:46.386479 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb523d45-6d53-4cdf-83cb-36262130dcce tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:46.387907 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fb523d45-6d53-4cdf-83cb-36262130dcce tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "GET /v2.0/subnets/dd33899b-fe95-40f1-a564-d9503a0643d8 HTTP/1.1" status: 200  len: 843 time: 0.1072776
Dec 22 04:52:46.392320 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57158) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:46.459416 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4a22d48e-2c2b-439f-800e-09477a31bbf0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Synchronizing usage tracker for tenant:172b6a7f076d47b598280b47f93c532f on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:46.461062 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7681ebc5-ccdb-4c2a-bb57-246cf75fc95a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:46.462486 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7681ebc5-ccdb-4c2a-bb57-246cf75fc95a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "GET /v2.0/subnets/dd33899b-fe95-40f1-a564-d9503a0643d8?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0692582
Dec 22 04:52:46.465949 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57162) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:46.473750 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-fed3bb2b-088d-40f6-915c-970a173a3bcb tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1581202464'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:46.479055 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fed3bb2b-088d-40f6-915c-970a173a3bcb tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:46.479757 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4a22d48e-2c2b-439f-800e-09477a31bbf0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Unset dirty status for tenant:172b6a7f076d47b598280b47f93c532f on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:46.481937 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4a22d48e-2c2b-439f-800e-09477a31bbf0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1112621
Dec 22 04:52:46.485946 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57166) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:46.494422 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-e1d752f2-af28-4127-9f1e-8d4d145ac368 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group': {'name': 'tempest-secgroup--391300825'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:46.494574 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fed3bb2b-088d-40f6-915c-970a173a3bcb tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:46.501316 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e1d752f2-af28-4127-9f1e-8d4d145ac368 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:46.507181 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed3bb2b-088d-40f6-915c-970a173a3bcb tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Made reservation on behalf of 01e47d056ac8479e8aae5da637227d43 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:46.510695 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fed3bb2b-088d-40f6-915c-970a173a3bcb tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:46.511829 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e1d752f2-af28-4127-9f1e-8d4d145ac368 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:46.522512 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e1d752f2-af28-4127-9f1e-8d4d145ac368 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:46.544154 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed3bb2b-088d-40f6-915c-970a173a3bcb tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:52:46.561789 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fed3bb2b-088d-40f6-915c-970a173a3bcb tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:46.562295 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-fed3bb2b-088d-40f6-915c-970a173a3bcb tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Added segment 4227da41-3faa-42e2-9f67-2b393ba2c9ad of type vlan for network b8c772f9-c089-4ebd-a054-880916191a79
Dec 22 04:52:46.564771 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e1d752f2-af28-4127-9f1e-8d4d145ac368 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:46.569790 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e1d752f2-af28-4127-9f1e-8d4d145ac368 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group_rule and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:46.573155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e1d752f2-af28-4127-9f1e-8d4d145ac368 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:46.597170 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e1d752f2-af28-4127-9f1e-8d4d145ac368 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:46.603497 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fed3bb2b-088d-40f6-915c-970a173a3bcb tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:46.633609 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fed3bb2b-088d-40f6-915c-970a173a3bcb tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:46.637328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed3bb2b-088d-40f6-915c-970a173a3bcb tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:46.637925 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fed3bb2b-088d-40f6-915c-970a173a3bcb tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:46.642600 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e924905b-a1cf-4f86-805c-a65c7c8400b8 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:46.694379 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e1d752f2-af28-4127-9f1e-8d4d145ac368 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:46.752603 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e1d752f2-af28-4127-9f1e-8d4d145ac368 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:46.769534 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2c1ca25e-406f-4737-8fea-47de51bf8514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:46.772312 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3bb2b-088d-40f6-915c-970a173a3bcb tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'Network': ['ID=b8c772f9-c089-4ebd-a054-880916191a79,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:46.775942 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fed3bb2b-088d-40f6-915c-970a173a3bcb tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:46.778043 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fed3bb2b-088d-40f6-915c-970a173a3bcb tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3109798
Dec 22 04:52:46.782406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57174) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:46.787705 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network b8c772f9-c089-4ebd-a054-880916191a79 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:52:46.793812 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-65d7b83a-3ae6-425d-a623-0a5ff7715b2a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Request body: {'subnet': {'network_id': 'b8c772f9-c089-4ebd-a054-880916191a79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:46.841980 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d752f2-af28-4127-9f1e-8d4d145ac368 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54637d70-8f57-4b85-81e2-9f2882634425,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:46.857461 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-176491ca-9d61-404f-9335-621908e81e60 req-92af9765-3e43-4baa-a581-d8e681e2b82b tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 210 time: 0.0760205
Dec 22 04:52:46.863259 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e1d752f2-af28-4127-9f1e-8d4d145ac368 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:46.867080 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e1d752f2-af28-4127-9f1e-8d4d145ac368 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:46.868624 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e1d752f2-af28-4127-9f1e-8d4d145ac368 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.3799245
Dec 22 04:52:46.871514 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57178) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:46.880140 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-3a5465e5-d729-4794-965d-36fd5162df50 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group_rule': {'security_group_id': '54637d70-8f57-4b85-81e2-9f2882634425', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:46.881414 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-3a5465e5-d729-4794-965d-36fd5162df50 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:52:46.883103 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3a5465e5-d729-4794-965d-36fd5162df50 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0104160
Dec 22 04:52:46.886903 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57182) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:46.970074 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51f064-41bd-4355-9d98-22b18f3bd6f3 req-82c99769-1886-42cd-a564-f2f020e1468d tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:46.971536 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5c51f064-41bd-4355-9d98-22b18f3bd6f3 req-82c99769-1886-42cd-a564-f2f020e1468d tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.2757306
Dec 22 04:52:47.033633 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d0a1cc72-f6bb-4ac6-ba48-c5e12d453634 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:47.055193 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5c51f064-41bd-4355-9d98-22b18f3bd6f3 req-b9731301-44d3-432c-a1df-fe57939c0429 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720842
Dec 22 04:52:47.061795 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-65d7b83a-3ae6-425d-a623-0a5ff7715b2a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:47.070864 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d0a1cc72-f6bb-4ac6-ba48-c5e12d453634 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:47.071422 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-65d7b83a-3ae6-425d-a623-0a5ff7715b2a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:47.089971 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d7b83a-3ae6-425d-a623-0a5ff7715b2a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Made reservation on behalf of 01e47d056ac8479e8aae5da637227d43 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:47.148460 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d0a1cc72-f6bb-4ac6-ba48-c5e12d453634 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:47.153525 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a054498d-9e49-40e9-84df-b7cf15c52ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:47.170218 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1cc72-f6bb-4ac6-ba48-c5e12d453634 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54637d70-8f57-4b85-81e2-9f2882634425,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:47.173724 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d0a1cc72-f6bb-4ac6-ba48-c5e12d453634 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:47.179658 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d0a1cc72-f6bb-4ac6-ba48-c5e12d453634 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:47.184366 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d0a1cc72-f6bb-4ac6-ba48-c5e12d453634 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "DELETE /v2.0/security-groups/54637d70-8f57-4b85-81e2-9f2882634425 HTTP/1.1" status: 204  len: 168 time: 0.2961235
Dec 22 04:52:47.185091 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57188) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:47.244488 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb7041-0051-46e9-9783-db918304dd3f req-0e54829a-9d20-428b-8185-42c5e5165669 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:47.245590 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-05cb7041-0051-46e9-9783-db918304dd3f req-0e54829a-9d20-428b-8185-42c5e5165669 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.47 "GET /v2.0/networks?id=e89f28a0-f5dc-4d81-be3e-b775435488ad HTTP/1.1" status: 200  len: 812 time: 0.3294711
Dec 22 04:52:47.260140 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-65d7b83a-3ae6-425d-a623-0a5ff7715b2a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:47.267734 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ee6f83b9-c724-44e1-8cde-fff9078c4576 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Synchronizing usage tracker for tenant:172b6a7f076d47b598280b47f93c532f on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:47.287891 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ee6f83b9-c724-44e1-8cde-fff9078c4576 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Unset dirty status for tenant:172b6a7f076d47b598280b47f93c532f on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:47.293792 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ee6f83b9-c724-44e1-8cde-fff9078c4576 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1031322
Dec 22 04:52:47.293792 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57192) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:47.298653 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-be159ca5-9103-4150-9c6d-656cabb5dd84 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1543153241'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:47.305861 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-be159ca5-9103-4150-9c6d-656cabb5dd84 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:47.315214 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-be159ca5-9103-4150-9c6d-656cabb5dd84 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:47.327370 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-be159ca5-9103-4150-9c6d-656cabb5dd84 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:47.335305 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-05cb7041-0051-46e9-9783-db918304dd3f req-7271e7a2-a683-4d6e-a165-e7f587ac960c tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Request body: {'port': {'device_id': 'cf0399ce-d45b-4b0d-8e4a-96209a9e2ada', 'network_id': 'e89f28a0-f5dc-4d81-be3e-b775435488ad', 'admin_state_up': True, 'tenant_id': '2101d4185c734493b4891da848e5f209'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:47.370535 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-be159ca5-9103-4150-9c6d-656cabb5dd84 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:47.375687 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-be159ca5-9103-4150-9c6d-656cabb5dd84 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group_rule and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:47.378768 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-be159ca5-9103-4150-9c6d-656cabb5dd84 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:47.384993 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-be159ca5-9103-4150-9c6d-656cabb5dd84 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:47.439313 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.ipam_backend_mixin [None req-65d7b83a-3ae6-425d-a623-0a5ff7715b2a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Performing IP validity checks on allocation pools {{(pid=83435) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 22 04:52:47.439313 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.ipam_backend_mixin [None req-65d7b83a-3ae6-425d-a623-0a5ff7715b2a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83435) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 22 04:52:47.476449 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-be159ca5-9103-4150-9c6d-656cabb5dd84 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:47.483581 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-be159ca5-9103-4150-9c6d-656cabb5dd84 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:47.495965 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-495e28a7-83e3-40c6-aded-c9c2a6ac68dc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:47.534618 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be159ca5-9103-4150-9c6d-656cabb5dd84 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e22b679d-902a-45bd-a0a4-6fa2ec33ced9,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:47.537519 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-be159ca5-9103-4150-9c6d-656cabb5dd84 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:47.541777 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-be159ca5-9103-4150-9c6d-656cabb5dd84 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.2475257
Dec 22 04:52:47.542532 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57196) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:47.543361 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-be159ca5-9103-4150-9c6d-656cabb5dd84 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:47.551561 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-53ae5d9f-2085-4b9d-8f3d-9eaca6a93dd5 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group_rule': {'security_group_id': 'e22b679d-902a-45bd-a0a4-6fa2ec33ced9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:47.551720 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-53ae5d9f-2085-4b9d-8f3d-9eaca6a93dd5 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:52:47.556041 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-53ae5d9f-2085-4b9d-8f3d-9eaca6a93dd5 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0115914
Dec 22 04:52:47.557166 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57200) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:47.642650 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1b76-a024-4be2-8fdc-2f8e7861d97d tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:47.670760 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1b76-a024-4be2-8fdc-2f8e7861d97d tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:47.674984 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-05cb7041-0051-46e9-9783-db918304dd3f req-7271e7a2-a683-4d6e-a165-e7f587ac960c tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:47.682880 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-05cb7041-0051-46e9-9783-db918304dd3f req-7271e7a2-a683-4d6e-a165-e7f587ac960c tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Usage tracker for resource:port and tenant:2101d4185c734493b4891da848e5f209 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:47.686268 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-05cb7041-0051-46e9-9783-db918304dd3f req-7271e7a2-a683-4d6e-a165-e7f587ac960c tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:47.694433 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-05cb7041-0051-46e9-9783-db918304dd3f req-7271e7a2-a683-4d6e-a165-e7f587ac960c tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:47.715846 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1b76-a024-4be2-8fdc-2f8e7861d97d tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:47.721520 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b6f7ea1b-bc5d-47c5-a6c2-cc048081fded tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:47.736586 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef1b76-a024-4be2-8fdc-2f8e7861d97d tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22b679d-902a-45bd-a0a4-6fa2ec33ced9,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:47.741289 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f5ef1b76-a024-4be2-8fdc-2f8e7861d97d tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:47.743467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f5ef1b76-a024-4be2-8fdc-2f8e7861d97d tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:47.744741 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f5ef1b76-a024-4be2-8fdc-2f8e7861d97d tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "DELETE /v2.0/security-groups/e22b679d-902a-45bd-a0a4-6fa2ec33ced9 HTTP/1.1" status: 204  len: 168 time: 0.1871450
Dec 22 04:52:47.746550 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05cb7041-0051-46e9-9783-db918304dd3f req-7271e7a2-a683-4d6e-a165-e7f587ac960c tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Made reservation on behalf of 2101d4185c734493b4891da848e5f209 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:52:47.747526 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57204) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:47.750122 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-05cb7041-0051-46e9-9783-db918304dd3f req-7271e7a2-a683-4d6e-a165-e7f587ac960c tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:47.799132 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f3ba75fb-d737-44e8-8fbe-59115ddc1da1 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Synchronizing usage tracker for tenant:172b6a7f076d47b598280b47f93c532f on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:47.819625 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f3ba75fb-d737-44e8-8fbe-59115ddc1da1 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Unset dirty status for tenant:172b6a7f076d47b598280b47f93c532f on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:47.827306 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f3ba75fb-d737-44e8-8fbe-59115ddc1da1 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0724576
Dec 22 04:52:47.827785 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57208) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:47.833234 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-de49e147-caac-4e51-9962-bdacd99b870b tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1300043734'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:47.840530 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-de49e147-caac-4e51-9962-bdacd99b870b tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:47.852931 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-de49e147-caac-4e51-9962-bdacd99b870b tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:47.867094 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-de49e147-caac-4e51-9962-bdacd99b870b tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:47.896707 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-65d7b83a-3ae6-425d-a623-0a5ff7715b2a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:47.900957 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c7a6cdb0-870b-4d60-8982-984839f59aeb tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:47.956932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-de49e147-caac-4e51-9962-bdacd99b870b tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:47.963484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-de49e147-caac-4e51-9962-bdacd99b870b tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group_rule and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:47.972437 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-de49e147-caac-4e51-9962-bdacd99b870b tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:47.985595 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-de49e147-caac-4e51-9962-bdacd99b870b tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:48.092868 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-de49e147-caac-4e51-9962-bdacd99b870b tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:48.097149 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7b83a-3ae6-425d-a623-0a5ff7715b2a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'Subnet': ['ID=964eb9ba-717d-4c47-87d6-a4e767f37d5f,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:48.097935 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-de49e147-caac-4e51-9962-bdacd99b870b tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:48.102037 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:48.109507 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-65d7b83a-3ae6-425d-a623-0a5ff7715b2a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:48.120797 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-000d18e2-d689-4121-ba23-ea5078e919eb req-2aa1167f-52a2-40ed-9158-01b0b3edc0e3 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 210 time: 0.0590086
Dec 22 04:52:48.130657 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [req-05cb7041-0051-46e9-9783-db918304dd3f req-7271e7a2-a683-4d6e-a165-e7f587ac960c tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Allocated IP 172.20.0.10 (e89f28a0-f5dc-4d81-be3e-b775435488ad/bdb284f6-deb7-4ad9-b047-24092e9bd2bc/63542034-7e07-4a2c-8543-f26708a35bdd) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:52:48.133000 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d7b83a-3ae6-425d-a623-0a5ff7715b2a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Checking segment: {'id': '4227da41-3faa-42e2-9f67-2b393ba2c9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b8c772f9-c089-4ebd-a054-880916191a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:52:48.133646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d7b83a-3ae6-425d-a623-0a5ff7715b2a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Network hostable DHCP agents. Network: b8c772f9-c089-4ebd-a054-880916191a79, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:52:48.155780 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49e147-caac-4e51-9962-bdacd99b870b tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d4aef1-0144-4c20-a015-6f96d7bf5a88,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:48.182394 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-de49e147-caac-4e51-9962-bdacd99b870b tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:48.195227 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-de49e147-caac-4e51-9962-bdacd99b870b tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:48.196787 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-de49e147-caac-4e51-9962-bdacd99b870b tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.3682384
Dec 22 04:52:48.199819 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57220) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:48.203953 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d7b83a-3ae6-425d-a623-0a5ff7715b2a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Network b8c772f9-c089-4ebd-a054-880916191a79 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:52:48.208142 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-ef53ba29-c16e-4a59-b1af-dfac286688d5 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group_rule': {'security_group_id': '36d4aef1-0144-4c20-a015-6f96d7bf5a88', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:48.209866 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-ef53ba29-c16e-4a59-b1af-dfac286688d5 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:52:48.213879 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ef53ba29-c16e-4a59-b1af-dfac286688d5 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0099368
Dec 22 04:52:48.214187 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57224) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:48.224530 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-6ce7a43b-dbde-4468-87d2-c8bfddff4e0a tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group_rule': {'security_group_id': '36d4aef1-0144-4c20-a015-6f96d7bf5a88', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:48.225776 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-6ce7a43b-dbde-4468-87d2-c8bfddff4e0a tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:52:48.227489 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6ce7a43b-dbde-4468-87d2-c8bfddff4e0a tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0109010
Dec 22 04:52:48.229734 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57228) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:48.236592 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-65d7b83a-3ae6-425d-a623-0a5ff7715b2a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, b8c772f9-c089-4ebd-a054-880916191a79) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:52:48.241110 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d7b83a-3ae6-425d-a623-0a5ff7715b2a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:48.241881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-65d7b83a-3ae6-425d-a623-0a5ff7715b2a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:48.247397 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-d04ac98f-8200-424f-9364-de1103cdd5a7 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group_rule': {'security_group_id': '36d4aef1-0144-4c20-a015-6f96d7bf5a88', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:48.247397 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-d04ac98f-8200-424f-9364-de1103cdd5a7 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:52:48.249001 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d04ac98f-8200-424f-9364-de1103cdd5a7 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0172961
Dec 22 04:52:48.250950 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44604318-dec3-4d23-af31-b75c5ab5da7b None None] Network b8c772f9-c089-4ebd-a054-880916191a79 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:48.288616 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57232) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:48.298236 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-3995d137-84ef-4970-87b9-bd5cffb06dee tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group_rule': {'security_group_id': '36d4aef1-0144-4c20-a015-6f96d7bf5a88', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:48.299220 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-3995d137-84ef-4970-87b9-bd5cffb06dee tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:52:48.300102 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3995d137-84ef-4970-87b9-bd5cffb06dee tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0131712
Dec 22 04:52:48.303125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57236) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:48.349821 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-65d7b83a-3ae6-425d-a623-0a5ff7715b2a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 1.5668409
Dec 22 04:52:48.353054 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57240) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:48.362137 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e15a0cfb-a711-4163-acf6-31b83a9a5766 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:48.408861 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55815b81-f9a0-4ec2-945b-3a508d47c369 req-f74eb35c-e36b-4a03-8339-82a61011b8aa tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:48.415708 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-55815b81-f9a0-4ec2-945b-3a508d47c369 req-f74eb35c-e36b-4a03-8339-82a61011b8aa tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.1642489
Dec 22 04:52:48.456718 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-138cbad1-c909-43aa-b47e-45b7417b9153 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:48.484986 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-05cb7041-0051-46e9-9783-db918304dd3f req-7271e7a2-a683-4d6e-a165-e7f587ac960c tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:48.500096 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-138cbad1-c909-43aa-b47e-45b7417b9153 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:48.516406 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-55815b81-f9a0-4ec2-945b-3a508d47c369 req-c6260bf1-57d4-4f5a-8796-b2a49873df49 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0998182
Dec 22 04:52:48.557221 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e15a0cfb-a711-4163-acf6-31b83a9a5766 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7068985'] for subnet, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:48.561857 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-b8c772f9-c089-4ebd-a054-880916191a79', 'network_id': 'b8c772f9-c089-4ebd-a054-880916191a79', 'tenant_id': '01e47d056ac8479e8aae5da637227d43', 'fixed_ips': [{'subnet_id': '964eb9ba-717d-4c47-87d6-a4e767f37d5f'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:52:48.562810 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:48.564089 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-138cbad1-c909-43aa-b47e-45b7417b9153 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:48.576248 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-be159ca5-9103-4150-9c6d-656cabb5dd84 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:48.592588 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cbad1-c909-43aa-b47e-45b7417b9153 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d4aef1-0144-4c20-a015-6f96d7bf5a88,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:48.599545 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-138cbad1-c909-43aa-b47e-45b7417b9153 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:48.600770 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-138cbad1-c909-43aa-b47e-45b7417b9153 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:48.601469 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-138cbad1-c909-43aa-b47e-45b7417b9153 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "DELETE /v2.0/security-groups/36d4aef1-0144-4c20-a015-6f96d7bf5a88 HTTP/1.1" status: 204  len: 168 time: 0.2972491
Dec 22 04:52:48.604494 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57246) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:48.628266 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-05cb7041-0051-46e9-9783-db918304dd3f req-7271e7a2-a683-4d6e-a165-e7f587ac960c tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:48.642700 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-40b77f7f-ac08-496d-9fa3-fe5a09a9bc27 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:48.672571 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3c1c7d3e-41b1-42d6-9f44-5ae7bb59b52d tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Synchronizing usage tracker for tenant:172b6a7f076d47b598280b47f93c532f on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:48.698970 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3c1c7d3e-41b1-42d6-9f44-5ae7bb59b52d tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Unset dirty status for tenant:172b6a7f076d47b598280b47f93c532f on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:48.707024 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3c1c7d3e-41b1-42d6-9f44-5ae7bb59b52d tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0925930
Dec 22 04:52:48.707909 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57250) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:48.713269 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-c52a5e7b-6583-42b7-b18b-8826b2bb4c29 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group': {'name': 'tempest-secgroup--2109302359'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:48.727401 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 22 04:52:48.727401 dv-neutron-822525-1-hyperv neutron-server[83436]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s]
Dec 22 04:52:48.727401 dv-neutron-822525-1-hyperv neutron-server[83436]: [parameters: {'in_use': 1, 'id_1': '964eb9ba-717d-4c47-87d6-a4e767f37d5f'}]
Dec 22 04:52:48.727401 dv-neutron-822525-1-hyperv neutron-server[83436]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:52:48.728676 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:52:48.730260 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c52a5e7b-6583-42b7-b18b-8826b2bb4c29 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:48.755871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c52a5e7b-6583-42b7-b18b-8826b2bb4c29 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:48.774359 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c52a5e7b-6583-42b7-b18b-8826b2bb4c29 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:48.798463 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05cb7041-0051-46e9-9783-db918304dd3f req-7271e7a2-a683-4d6e-a165-e7f587ac960c tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Network e89f28a0-f5dc-4d81-be3e-b775435488ad is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:52:48.804065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [req-05cb7041-0051-46e9-9783-db918304dd3f req-7271e7a2-a683-4d6e-a165-e7f587ac960c tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:52:48.805916 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271e7a2-a683-4d6e-a165-e7f587ac960c tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Pushing event updated for resources: {'Port': ['ID=63542034-7e07-4a2c-8543-f26708a35bdd,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:48.812199 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-05cb7041-0051-46e9-9783-db918304dd3f req-7271e7a2-a683-4d6e-a165-e7f587ac960c tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:52:48.824940 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c52a5e7b-6583-42b7-b18b-8826b2bb4c29 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:48.829315 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c52a5e7b-6583-42b7-b18b-8826b2bb4c29 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group_rule and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:48.833082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c52a5e7b-6583-42b7-b18b-8826b2bb4c29 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:48.844078 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c52a5e7b-6583-42b7-b18b-8826b2bb4c29 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:48.848076 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7271e7a2-a683-4d6e-a165-e7f587ac960c tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:48.936302 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb7041-0051-46e9-9783-db918304dd3f req-7271e7a2-a683-4d6e-a165-e7f587ac960c tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:48.937074 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-05cb7041-0051-46e9-9783-db918304dd3f req-7271e7a2-a683-4d6e-a165-e7f587ac960c tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:48.968759 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e15a0cfb-a711-4163-acf6-31b83a9a5766 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746328993549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1382561'] for subnet, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:48.975244 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-207f1e17-b8a7-4bc1-93d7-6c0bf95c97b9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:49.005114 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-05cb7041-0051-46e9-9783-db918304dd3f req-7271e7a2-a683-4d6e-a165-e7f587ac960c tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6802378
Dec 22 04:52:49.027379 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-05cb7041-0051-46e9-9783-db918304dd3f req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] Request body: {'port': {'device_id': 'cf0399ce-d45b-4b0d-8e4a-96209a9e2ada', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:49.053578 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c52a5e7b-6583-42b7-b18b-8826b2bb4c29 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:49.071041 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c52a5e7b-6583-42b7-b18b-8826b2bb4c29 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:49.075479 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-26f652af-1679-42b5-b60e-7232b63c6ff5 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:49.081328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15a0cfb-a711-4163-acf6-31b83a9a5766 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:49.081462 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e15a0cfb-a711-4163-acf6-31b83a9a5766 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:49.086339 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e15a0cfb-a711-4163-acf6-31b83a9a5766 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "PUT /v2.0/subnets/964eb9ba-717d-4c47-87d6-a4e767f37d5f HTTP/1.1" status: 200  len: 900 time: 0.7290430
Dec 22 04:52:49.088684 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57258) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:49.128565 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5ce4ad28-9f3a-46ab-a3b9-34dec7ef2b29 req-fd76698d-f55c-442e-8307-ecae4133ccb5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2400563
Dec 22 04:52:49.145942 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a5e7b-6583-42b7-b18b-8826b2bb4c29 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49db6b5-ecd9-4427-aa17-df1a2260e39b,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:49.150840 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c52a5e7b-6583-42b7-b18b-8826b2bb4c29 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:49.189039 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.47', 57861) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:49.196580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a0cfb-a711-4163-acf6-31b83a9a5766 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event updated for resources: {'Subnet': ['ID=964eb9ba-717d-4c47-87d6-a4e767f37d5f,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:49.204233 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e15a0cfb-a711-4163-acf6-31b83a9a5766 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:49.229562 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:49.230353 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c52a5e7b-6583-42b7-b18b-8826b2bb4c29 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:49.232299 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c52a5e7b-6583-42b7-b18b-8826b2bb4c29 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.5241399
Dec 22 04:52:49.248193 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c2974-5261-485c-b5c0-9d411568f672 req-48122a32-2b3f-4bfe-a801-bf6023df61a4 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:49.249949 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8f6c2974-5261-485c-b5c0-9d411568f672 req-48122a32-2b3f-4bfe-a801-bf6023df61a4 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.2596743
Dec 22 04:52:49.250590 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57266) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:49.293052 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-cc6918ea-b6b5-466f-970e-b7415838d567 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group_rule': {'security_group_id': 'd49db6b5-ecd9-4427-aa17-df1a2260e39b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:49.293437 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-cc6918ea-b6b5-466f-970e-b7415838d567 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:52:49.300748 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-cc6918ea-b6b5-466f-970e-b7415838d567 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0338004
Dec 22 04:52:49.305607 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57270) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:49.320708 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-817cfcc6-2fb0-45c3-95d7-2c05e42a2f3c tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group_rule': {'security_group_id': 'd49db6b5-ecd9-4427-aa17-df1a2260e39b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:49.330071 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-817cfcc6-2fb0-45c3-95d7-2c05e42a2f3c tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:49.351256 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-817cfcc6-2fb0-45c3-95d7-2c05e42a2f3c tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group_rule and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:49.351256 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-817cfcc6-2fb0-45c3-95d7-2c05e42a2f3c tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:49.365819 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-817cfcc6-2fb0-45c3-95d7-2c05e42a2f3c tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:49.386247 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8f6c2974-5261-485c-b5c0-9d411568f672 req-d98582fa-a93c-4541-96fd-f8f0ee4dd493 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1147473
Dec 22 04:52:49.438304 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-71a8cafb-d147-488a-91ba-1c9bde9cca5f req-2eab3431-d952-4a41-b9a8-08a6a84511f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a189efe8546c44009128ff34bc595fc2&device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 1099 time: 0.2800782
Dec 22 04:52:49.438304 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5ce4ad28-9f3a-46ab-a3b9-34dec7ef2b29 req-b17a1490-e077-4d1a-be23-818b27e4e446 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a9c0bba5dc144c8a8924788c9d546a7&device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 1098 time: 0.2405829
Dec 22 04:52:49.438304 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-817cfcc6-2fb0-45c3-95d7-2c05e42a2f3c tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:52:49.440573 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-817cfcc6-2fb0-45c3-95d7-2c05e42a2f3c tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1289446
Dec 22 04:52:49.441988 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57276) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:49.450454 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-f7c8ad9b-6570-4dad-8471-154d61731254 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group_rule': {'security_group_id': 'd49db6b5-ecd9-4427-aa17-df1a2260e39b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:49.450454 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-f7c8ad9b-6570-4dad-8471-154d61731254 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:52:49.451846 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f7c8ad9b-6570-4dad-8471-154d61731254 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0063612
Dec 22 04:52:49.460810 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Allocated IP 2001:db8::3 (b8c772f9-c089-4ebd-a054-880916191a79/964eb9ba-717d-4c47-87d6-a4e767f37d5f/9c047be1-727c-4041-8469-bfdd02abef05) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:52:49.474316 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57280) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:49.497510 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:49.532855 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-05cb7041-0051-46e9-9783-db918304dd3f req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:49.718550 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-d91422c4-fafb-4ffc-85ca-3836a980f5b5 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group_rule': {'security_group_id': 'd49db6b5-ecd9-4427-aa17-df1a2260e39b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:49.735770 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d91422c4-fafb-4ffc-85ca-3836a980f5b5 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:49.743629 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:49.749030 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d91422c4-fafb-4ffc-85ca-3836a980f5b5 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group_rule and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:49.750285 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:49.762681 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Transition to ACTIVE for port object 9c047be1-727c-4041-8469-bfdd02abef05 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:52:49.766176 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d91422c4-fafb-4ffc-85ca-3836a980f5b5 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:49.780005 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d91422c4-fafb-4ffc-85ca-3836a980f5b5 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:49.792313 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Transition to ACTIVE for port object 9c047be1-727c-4041-8469-bfdd02abef05 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:52:49.803243 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:49.811014 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-89a0001c-2fa5-48d3-bcbc-16b97453249b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:49.880210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4ad28-9f3a-46ab-a3b9-34dec7ef2b29 req-04ce7f1c-698d-40d1-9302-e0c6034b5f9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:49.882528 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5ce4ad28-9f3a-46ab-a3b9-34dec7ef2b29 req-04ce7f1c-698d-40d1-9302-e0c6034b5f9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=f97bc42d-0eac-447b-b60a-aa353e247715 HTTP/1.1" status: 200  len: 897 time: 0.4086461
Dec 22 04:52:49.889889 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8cafb-d147-488a-91ba-1c9bde9cca5f req-8611d1ab-7d9d-4b95-b9f1-7999c90eb8d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:49.889889 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-71a8cafb-d147-488a-91ba-1c9bde9cca5f req-8611d1ab-7d9d-4b95-b9f1-7999c90eb8d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e68a3e5c-f921-45fc-a6c9-1329c028d289 HTTP/1.1" status: 200  len: 913 time: 0.4321928
Dec 22 04:52:49.889889 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-d91422c4-fafb-4ffc-85ca-3836a980f5b5 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:52:49.892508 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d91422c4-fafb-4ffc-85ca-3836a980f5b5 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.3964968
Dec 22 04:52:49.894064 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57284) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:49.899332 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Network b8c772f9-c089-4ebd-a054-880916191a79 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:52:49.899332 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:52:49.901577 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-8f7eb3d5-020c-4c57-908d-8570deaef467 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group_rule': {'security_group_id': 'd49db6b5-ecd9-4427-aa17-df1a2260e39b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:49.901812 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:52:49.901992 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-8f7eb3d5-020c-4c57-908d-8570deaef467 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:52:49.903271 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8f7eb3d5-020c-4c57-908d-8570deaef467 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0088463
Dec 22 04:52:49.914913 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57290) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:49.920823 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e3bacd16-3f16-4a71-94d2-63ca60c5c209 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group_rule': {'security_group_id': 'd49db6b5-ecd9-4427-aa17-df1a2260e39b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:49.939838 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e3bacd16-3f16-4a71-94d2-63ca60c5c209 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:49.942586 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Pushing event updated for resources: {'Port': ['ID=9c047be1-727c-4041-8469-bfdd02abef05,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:49.945475 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:49.958883 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f63af-6fe3-4ba6-b49f-078434c75069 req-57f1cb11-82ca-4e1a-9122-7773374524aa tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:49.959643 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-8c7f63af-6fe3-4ba6-b49f-078434c75069 req-57f1cb11-82ca-4e1a-9122-7773374524aa tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Synchronizing usage tracker for tenant:2101d4185c734493b4891da848e5f209 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:49.968654 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e3bacd16-3f16-4a71-94d2-63ca60c5c209 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group_rule and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:49.983000 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e3bacd16-3f16-4a71-94d2-63ca60c5c209 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:50.015538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Attempting to bind port 9c047be1-727c-4041-8469-bfdd02abef05 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:52:50.015538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Attempting to bind port 9c047be1-727c-4041-8469-bfdd02abef05 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '4227da41-3faa-42e2-9f67-2b393ba2c9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b8c772f9-c089-4ebd-a054-880916191a79'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:52:50.015538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Attempting to bind port 9c047be1-727c-4041-8469-bfdd02abef05 on network b8c772f9-c089-4ebd-a054-880916191a79 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:52:50.020443 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e3bacd16-3f16-4a71-94d2-63ca60c5c209 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:50.032663 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:52:50.034407 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Checking segment: {'id': '4227da41-3faa-42e2-9f67-2b393ba2c9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b8c772f9-c089-4ebd-a054-880916191a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:52:50.034820 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:50.035219 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Bound using segment: {'id': '4227da41-3faa-42e2-9f67-2b393ba2c9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b8c772f9-c089-4ebd-a054-880916191a79'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:52:50.035742 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Bound port: 9c047be1-727c-4041-8469-bfdd02abef05, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4227da41-3faa-42e2-9f67-2b393ba2c9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b8c772f9-c089-4ebd-a054-880916191a79'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:52:50.036091 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:50.092110 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5ce4ad28-9f3a-46ab-a3b9-34dec7ef2b29 req-98309fd4-4866-46af-a941-29cd2c7c800b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d744c85-97ab-4499-946b-724c644689b1 HTTP/1.1" status: 200  len: 1000 time: 0.1953411
Dec 22 04:52:50.093915 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-71a8cafb-d147-488a-91ba-1c9bde9cca5f req-26aabea2-353e-489a-9fcd-b65ac3f1d49e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11cb9345-8066-4ad5-8be0-621882ff7c67 HTTP/1.1" status: 200  len: 1002 time: 0.1983683
Dec 22 04:52:50.125348 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-e3bacd16-3f16-4a71-94d2-63ca60c5c209 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Project 172b6a7f076d47b598280b47f93c532f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 04:52:50.189970 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] For port 9c047be1-727c-4041-8469-bfdd02abef05, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:52:50.195629 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] For port 9c047be1-727c-4041-8469-bfdd02abef05, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=9c047be1-727c-4041-8469-bfdd02abef05,segment=NetworkSegment(4227da41-3faa-42e2-9f67-2b393ba2c9ad),segment_id=4227da41-3faa-42e2-9f67-2b393ba2c9ad)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:52:50.206713 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:50.209498 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-8c7f63af-6fe3-4ba6-b49f-078434c75069 req-57f1cb11-82ca-4e1a-9122-7773374524aa tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Unset dirty status for tenant:2101d4185c734493b4891da848e5f209 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:50.218461 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-8c7f63af-6fe3-4ba6-b49f-078434c75069 req-57f1cb11-82ca-4e1a-9122-7773374524aa tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 932 time: 0.7996695
Dec 22 04:52:50.222621 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4ad28-9f3a-46ab-a3b9-34dec7ef2b29 req-01c3ff59-d033-44e4-a5e4-6d478dd9eef0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:50.224197 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5ce4ad28-9f3a-46ab-a3b9-34dec7ef2b29 req-01c3ff59-d033-44e4-a5e4-6d478dd9eef0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9364b721-02c0-45b6-9969-0de35a0139cd HTTP/1.1" status: 200  len: 835 time: 0.1198905
Dec 22 04:52:50.224579 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f69a5e54-9334-40d4-8d23-a4d4ededa5a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:50.225399 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:50.226283 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8cafb-d147-488a-91ba-1c9bde9cca5f req-cd9a01bd-b7b7-4c91-a288-a47fd0f8ea89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:50.229878 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-71a8cafb-d147-488a-91ba-1c9bde9cca5f req-cd9a01bd-b7b7-4c91-a288-a47fd0f8ea89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0 HTTP/1.1" status: 200  len: 851 time: 0.1235185
Dec 22 04:52:50.231913 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-e3bacd16-3f16-4a71-94d2-63ca60c5c209 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:52:50.238214 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e3bacd16-3f16-4a71-94d2-63ca60c5c209 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3191094
Dec 22 04:52:50.239831 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57294) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:50.240366 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d7e4edba-e696-45cd-b272-41c44fc2e227 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:50.281824 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-b95d1064-d79b-4192-b9cc-c2b508ef2660 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group_rule': {'security_group_id': 'd49db6b5-ecd9-4427-aa17-df1a2260e39b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:50.282556 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-b95d1064-d79b-4192-b9cc-c2b508ef2660 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:52:50.286969 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b95d1064-d79b-4192-b9cc-c2b508ef2660 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0437462
Dec 22 04:52:50.292048 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57300) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:50.305894 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event deleted for resources: {'Subnet': ['ID=964eb9ba-717d-4c47-87d6-a4e767f37d5f,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:50.328845 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-f680ac0a-f530-404b-9df9-991e4036b121 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group_rule': {'security_group_id': 'd49db6b5-ecd9-4427-aa17-df1a2260e39b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:50.334673 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:50.336533 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Pushing event updated for resources: {'Port': ['ID=9c047be1-727c-4041-8469-bfdd02abef05,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:50.346685 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:50.354138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f680ac0a-f530-404b-9df9-991e4036b121 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:50.390135 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5ce4ad28-9f3a-46ab-a3b9-34dec7ef2b29 req-ac87fa80-76fb-44fe-b297-9f90415ce98b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f97bc42d-0eac-447b-b60a-aa353e247715&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1455853
Dec 22 04:52:50.395764 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-71a8cafb-d147-488a-91ba-1c9bde9cca5f req-24910f05-7c62-4517-b3b9-79322016360c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e68a3e5c-f921-45fc-a6c9-1329c028d289&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1533227
Dec 22 04:52:50.444349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f680ac0a-f530-404b-9df9-991e4036b121 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group_rule and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:50.453920 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f680ac0a-f530-404b-9df9-991e4036b121 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:50.470745 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f680ac0a-f530-404b-9df9-991e4036b121 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:50.522291 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-8c7f63af-6fe3-4ba6-b49f-078434c75069 req-4a42c204-487b-42e1-99f8-0d638e7da154 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Synchronizing usage tracker for tenant:2101d4185c734493b4891da848e5f209 on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:50.542532 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:50.557256 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-f680ac0a-f530-404b-9df9-991e4036b121 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Project 172b6a7f076d47b598280b47f93c532f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 04:52:50.609275 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b5509a0>,) {'filters': {'network_id': ['b8c772f9-c089-4ebd-a054-880916191a79']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:50.667837 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b5509a0>, '4227da41-3faa-42e2-9f67-2b393ba2c9ad') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:50.679061 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b5509a0>, '4227da41-3faa-42e2-9f67-2b393ba2c9ad') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:50.682774 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-8c7f63af-6fe3-4ba6-b49f-078434c75069 req-4a42c204-487b-42e1-99f8-0d638e7da154 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Unset dirty status for tenant:2101d4185c734493b4891da848e5f209 on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:50.694450 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-8c7f63af-6fe3-4ba6-b49f-078434c75069 req-4a42c204-487b-42e1-99f8-0d638e7da154 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4728677
Dec 22 04:52:50.708514 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [req-05cb7041-0051-46e9-9783-db918304dd3f req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63542034-7e07-4a2c-8543-f26708a35bdd {{(pid=83435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:52:50.715577 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-f680ac0a-f530-404b-9df9-991e4036b121 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:52:50.715577 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f680ac0a-f530-404b-9df9-991e4036b121 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.4160924
Dec 22 04:52:50.716809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:50.724445 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-05cb7041-0051-46e9-9783-db918304dd3f req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:50.729726 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57308) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:50.741439 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-138506c9-801a-4ce3-b0c1-9b221fc624ee tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group_rule': {'security_group_id': 'd49db6b5-ecd9-4427-aa17-df1a2260e39b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:50.750110 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-71a8cafb-d147-488a-91ba-1c9bde9cca5f req-90fd80a0-f174-4a90-8a39-32c60d9a1b3c service neutron] 10.222.0.47 "GET /v2.0/networks/e68a3e5c-f921-45fc-a6c9-1329c028d289?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3348074
Dec 22 04:52:50.753073 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5ce4ad28-9f3a-46ab-a3b9-34dec7ef2b29 req-1361c858-9e63-4839-a8b7-c9974a5f3118 service neutron] 10.222.0.47 "GET /v2.0/networks/f97bc42d-0eac-447b-b60a-aa353e247715?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3557560
Dec 22 04:52:50.756491 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-138506c9-801a-4ce3-b0c1-9b221fc624ee tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:50.765613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-05cb7041-0051-46e9-9783-db918304dd3f req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] Transition to ACTIVE for port object 63542034-7e07-4a2c-8543-f26708a35bdd will not be triggered until provisioned by entity L2. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:52:50.766852 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:50.769267 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-138506c9-801a-4ce3-b0c1-9b221fc624ee tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group_rule and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:50.774669 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-138506c9-801a-4ce3-b0c1-9b221fc624ee tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:50.778504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-05cb7041-0051-46e9-9783-db918304dd3f req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:50.788099 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:50.835774 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-138506c9-801a-4ce3-b0c1-9b221fc624ee tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:50.852233 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:52:50.852233 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:52:50.871816 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:52:50.929126 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3115bb8-d0c0-4281-9a7a-c106efcca914 req-cd010914-bffa-4514-9057-b98084d0167a tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:50.931386 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b3115bb8-d0c0-4281-9a7a-c106efcca914 req-cd010914-bffa-4514-9057-b98084d0167a tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.3278751
Dec 22 04:52:50.972512 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-138506c9-801a-4ce3-b0c1-9b221fc624ee tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Project 172b6a7f076d47b598280b47f93c532f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 04:52:50.991784 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=63542034-7e07-4a2c-8543-f26708a35bdd,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:51.042923 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:51.052482 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.api [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 04:52:51.052482 dv-neutron-822525-1-hyperv neutron-server[83435]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 04:52:51.052482 dv-neutron-822525-1-hyperv neutron-server[83435]: [parameters: {'id': 'b8c772f9-c089-4ebd-a054-880916191a79'}]
Dec 22 04:52:51.052482 dv-neutron-822525-1-hyperv neutron-server[83435]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:52:51.052968 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_db.api [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:52:51.059635 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-71a8cafb-d147-488a-91ba-1c9bde9cca5f req-2d696aaa-cafc-4ac8-bb9d-afec38c0c059 service neutron] 10.222.0.47 "GET /v2.0/networks/e68a3e5c-f921-45fc-a6c9-1329c028d289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2899234
Dec 22 04:52:51.063292 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-138506c9-801a-4ce3-b0c1-9b221fc624ee tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:52:51.066833 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-138506c9-801a-4ce3-b0c1-9b221fc624ee tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3320608
Dec 22 04:52:51.068008 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57312) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:51.068243 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b3115bb8-d0c0-4281-9a7a-c106efcca914 req-0aa4d460-19e2-4a04-89e9-0823fb9cb644 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1263113
Dec 22 04:52:51.071466 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5ce4ad28-9f3a-46ab-a3b9-34dec7ef2b29 req-d7829674-7674-4a28-852e-f7ce0e9bdfe6 service neutron] 10.222.0.47 "GET /v2.0/networks/f97bc42d-0eac-447b-b60a-aa353e247715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2827623
Dec 22 04:52:51.246503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35f50e07-cddb-471f-803e-c8d68f83e318 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:51.250825 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-05cb7041-0051-46e9-9783-db918304dd3f req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] Attempting to bind port 63542034-7e07-4a2c-8543-f26708a35bdd on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:52:51.251151 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-05cb7041-0051-46e9-9783-db918304dd3f req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] Attempting to bind port 63542034-7e07-4a2c-8543-f26708a35bdd by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '190672a3-9761-46a0-a74c-7d2134a1636c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e89f28a0-f5dc-4d81-be3e-b775435488ad'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:52:51.251470 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cb7041-0051-46e9-9783-db918304dd3f req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] Attempting to bind port 63542034-7e07-4a2c-8543-f26708a35bdd on network e89f28a0-f5dc-4d81-be3e-b775435488ad {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:52:51.279976 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cb7041-0051-46e9-9783-db918304dd3f req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] Port 63542034-7e07-4a2c-8543-f26708a35bdd on network e89f28a0-f5dc-4d81-be3e-b775435488ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:52:51.280648 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cb7041-0051-46e9-9783-db918304dd3f req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] Attempting to bind port 63542034-7e07-4a2c-8543-f26708a35bdd on network e89f28a0-f5dc-4d81-be3e-b775435488ad {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:52:51.286335 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35f50e07-cddb-471f-803e-c8d68f83e318 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:51.312169 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cb7041-0051-46e9-9783-db918304dd3f req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:52:51.312507 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cb7041-0051-46e9-9783-db918304dd3f req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] Checking segment: {'id': '190672a3-9761-46a0-a74c-7d2134a1636c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e89f28a0-f5dc-4d81-be3e-b775435488ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:52:51.312899 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cb7041-0051-46e9-9783-db918304dd3f req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] Bound using segment: {'id': '190672a3-9761-46a0-a74c-7d2134a1636c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e89f28a0-f5dc-4d81-be3e-b775435488ad'} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:52:51.313346 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-05cb7041-0051-46e9-9783-db918304dd3f req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] Bound port: 63542034-7e07-4a2c-8543-f26708a35bdd, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '190672a3-9761-46a0-a74c-7d2134a1636c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e89f28a0-f5dc-4d81-be3e-b775435488ad'}}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:52:51.313732 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-05cb7041-0051-46e9-9783-db918304dd3f req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:51.392681 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35f50e07-cddb-471f-803e-c8d68f83e318 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:51.403029 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-10b236df-69ff-4843-98eb-113176b98cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:51.438357 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f50e07-cddb-471f-803e-c8d68f83e318 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49db6b5-ecd9-4427-aa17-df1a2260e39b,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:51.440881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-35f50e07-cddb-471f-803e-c8d68f83e318 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:51.455752 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b508a82-701d-4b77-a1fb-b4af5de728df None None] Network b8c772f9-c089-4ebd-a054-880916191a79 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:51.458325 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-05cb7041-0051-46e9-9783-db918304dd3f req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] For port 63542034-7e07-4a2c-8543-f26708a35bdd, host hv-neutron-8225, cleared binding levels {{(pid=83435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:52:51.461621 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-05cb7041-0051-46e9-9783-db918304dd3f req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] For port 63542034-7e07-4a2c-8543-f26708a35bdd, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=63542034-7e07-4a2c-8543-f26708a35bdd,segment=NetworkSegment(190672a3-9761-46a0-a74c-7d2134a1636c),segment_id=190672a3-9761-46a0-a74c-7d2134a1636c)] {{(pid=83435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:52:51.462801 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35f50e07-cddb-471f-803e-c8d68f83e318 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:51.463998 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-35f50e07-cddb-471f-803e-c8d68f83e318 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "DELETE /v2.0/security-groups/d49db6b5-ecd9-4427-aa17-df1a2260e39b HTTP/1.1" status: 204  len: 168 time: 0.3951094
Dec 22 04:52:51.467491 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57318) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:51.468462 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-05cb7041-0051-46e9-9783-db918304dd3f req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:51.472507 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c94fb32b-a1c3-4d47-b2e4-0bd153efdbbe tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:51.524310 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4ba7863e-c107-4e2d-adf1-11cc93f99646 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Synchronizing usage tracker for tenant:172b6a7f076d47b598280b47f93c532f on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:51.527937 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-05cb7041-0051-46e9-9783-db918304dd3f req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:51.530256 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-05cb7041-0051-46e9-9783-db918304dd3f req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] 10.222.0.47 "PUT /v2.0/ports/63542034-7e07-4a2c-8543-f26708a35bdd HTTP/1.1" status: 200  len: 1094 time: 2.5087068
Dec 22 04:52:51.532476 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0399ce-d45b-4b0d-8e4a-96209a9e2ada', 'tag': '63542034-7e07-4a2c-8543-f26708a35bdd'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:52:51.539715 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4ba7863e-c107-4e2d-adf1-11cc93f99646 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Unset dirty status for tenant:172b6a7f076d47b598280b47f93c532f on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:51.548005 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4ba7863e-c107-4e2d-adf1-11cc93f99646 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0724645
Dec 22 04:52:51.548666 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57324) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:51.553723 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:51.566590 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-d14621e9-d126-463a-a985-a92ae091c73a tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1359896252'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:51.577204 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d14621e9-d126-463a-a985-a92ae091c73a tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:51.585201 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=63542034-7e07-4a2c-8543-f26708a35bdd,revision_number=3']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:51.588332 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:51.600177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d14621e9-d126-463a-a985-a92ae091c73a tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:51.602347 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Deleting port 9c047be1-727c-4041-8469-bfdd02abef05 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:52:51.602723 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:51.630328 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-960d6351-0981-4bff-a8f7-09fb75ea0f6a None None] Provisioning for port 9c047be1-727c-4041-8469-bfdd02abef05 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:52:51.635263 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0399ce-d45b-4b0d-8e4a-96209a9e2ada', 'tag': '63542034-7e07-4a2c-8543-f26708a35bdd', 'status': 'completed', 'code': 200}
Dec 22 04:52:51.658086 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d14621e9-d126-463a-a985-a92ae091c73a tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:51.772046 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9450708a-1db6-4e81-a319-e1ff3a2bcfa4 None None] DHCP port deletion for b8c772f9-c089-4ebd-a054-880916191a79 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:52:51.776171 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-9450708a-1db6-4e81-a319-e1ff3a2bcfa4 None None] Deleting port 9c047be1-727c-4041-8469-bfdd02abef05 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:52:51.776756 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9450708a-1db6-4e81-a319-e1ff3a2bcfa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:51.801176 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d14621e9-d126-463a-a985-a92ae091c73a tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:51.865799 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d14621e9-d126-463a-a985-a92ae091c73a tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group_rule and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:51.869522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d14621e9-d126-463a-a985-a92ae091c73a tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:51.888050 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d14621e9-d126-463a-a985-a92ae091c73a tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:51.921567 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bd42d-496d-48ec-95f1-351b1806b5e5 req-988542b0-196c-4934-809d-ca7641a0e086 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:51.930466 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-871bd42d-496d-48ec-95f1-351b1806b5e5 req-988542b0-196c-4934-809d-ca7641a0e086 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 944 time: 0.1003079
Dec 22 04:52:51.954359 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] For port 9c047be1-727c-4041-8469-bfdd02abef05, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=9c047be1-727c-4041-8469-bfdd02abef05,segment=NetworkSegment(4227da41-3faa-42e2-9f67-2b393ba2c9ad),segment_id=4227da41-3faa-42e2-9f67-2b393ba2c9ad)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:51.954715 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:51.990241 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-871bd42d-496d-48ec-95f1-351b1806b5e5 req-f9b866f3-0680-4bae-b948-24b84f2b6a25 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583510
Dec 22 04:52:52.072889 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-9450708a-1db6-4e81-a319-e1ff3a2bcfa4 None None] For port 9c047be1-727c-4041-8469-bfdd02abef05, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=9c047be1-727c-4041-8469-bfdd02abef05,segment=NetworkSegment(4227da41-3faa-42e2-9f67-2b393ba2c9ad),segment_id=4227da41-3faa-42e2-9f67-2b393ba2c9ad)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:52.073285 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9450708a-1db6-4e81-a319-e1ff3a2bcfa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:52.199757 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-9450708a-1db6-4e81-a319-e1ff3a2bcfa4 None None] Calling delete_port for 9c047be1-727c-4041-8469-bfdd02abef05 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:52:52.204736 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-05cb7041-0051-46e9-9783-db918304dd3f req-80ea2294-d3be-49fa-9917-2d9e00251bea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2101d4185c734493b4891da848e5f209&device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 1097 time: 0.4634352
Dec 22 04:52:52.213766 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Calling delete_port for 9c047be1-727c-4041-8469-bfdd02abef05 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:52:52.313971 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9450708a-1db6-4e81-a319-e1ff3a2bcfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:52.320021 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d14621e9-d126-463a-a985-a92ae091c73a tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:52.331254 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:52.332572 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-05cb7041-0051-46e9-9783-db918304dd3f req-9552aae2-2e87-44f9-ab4f-bbe2cc6d43e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63542034-7e07-4a2c-8543-f26708a35bdd HTTP/1.1" status: 200  len: 217 time: 0.0907984
Dec 22 04:52:52.340937 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d14621e9-d126-463a-a985-a92ae091c73a tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:52.374234 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9450708a-1db6-4e81-a319-e1ff3a2bcfa4 None None] No DVR routers for this DVR port 9c047be1-727c-4041-8469-bfdd02abef05 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:52:52.382611 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450708a-1db6-4e81-a319-e1ff3a2bcfa4 None None] Pushing event deleted for resources: {'Port': ['ID=9c047be1-727c-4041-8469-bfdd02abef05,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:52.385327 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9450708a-1db6-4e81-a319-e1ff3a2bcfa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:52.397911 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2b1ebadf-8fc5-4f50-80b6-ffc9eab89c0c tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:52.407623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654d9c0e-6a34-4c13-af78-eff1e21f4737 None None] Network b8c772f9-c089-4ebd-a054-880916191a79 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:52.524034 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14621e9-d126-463a-a985-a92ae091c73a tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aba3ad95-dad6-4ffa-80fd-b665cc49a59f,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:52.531623 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d14621e9-d126-463a-a985-a92ae091c73a tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:52.536202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb7041-0051-46e9-9783-db918304dd3f req-8faa5259-12de-4103-ad51-bcb2aec86ce5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:52.538006 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-05cb7041-0051-46e9-9783-db918304dd3f req-8faa5259-12de-4103-ad51-bcb2aec86ce5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bdb284f6-deb7-4ad9-b047-24092e9bd2bc HTTP/1.1" status: 200  len: 852 time: 0.1976898
Dec 22 04:52:52.540205 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.api [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:52:52.540741 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_db.api [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:52:52.543018 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d14621e9-d126-463a-a985-a92ae091c73a tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:52.543982 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d14621e9-d126-463a-a985-a92ae091c73a tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.9838889
Dec 22 04:52:52.548879 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57334) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:52.567328 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-66b03840-591a-4375-abb5-6d103eee79bc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group_rule': {'security_group_id': 'aba3ad95-dad6-4ffa-80fd-b665cc49a59f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:52.598730 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-05cb7041-0051-46e9-9783-db918304dd3f req-45cce4c9-feb7-4824-8dea-a7a8423b5a00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e89f28a0-f5dc-4d81-be3e-b775435488ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0532618
Dec 22 04:52:52.602600 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-66b03840-591a-4375-abb5-6d103eee79bc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:52.610628 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-66b03840-591a-4375-abb5-6d103eee79bc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group_rule and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:52.614931 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-66b03840-591a-4375-abb5-6d103eee79bc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:52.621619 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-66b03840-591a-4375-abb5-6d103eee79bc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:52.705613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b8d15-353a-4ce9-9400-6b5120da735e req-f3c5de71-9782-4056-b544-da95447413c8 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:52.708990 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b37b8d15-353a-4ce9-9400-6b5120da735e req-f3c5de71-9782-4056-b544-da95447413c8 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.2761688
Dec 22 04:52:52.803277 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-66b03840-591a-4375-abb5-6d103eee79bc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] create failed (client error): The resource could not be found.
Dec 22 04:52:52.803277 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-66b03840-591a-4375-abb5-6d103eee79bc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.2489738
Dec 22 04:52:52.803498 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-05cb7041-0051-46e9-9783-db918304dd3f req-e4d11db0-be79-4e4b-b80b-2b2b5efe1076 service neutron] 10.222.0.47 "GET /v2.0/networks/e89f28a0-f5dc-4d81-be3e-b775435488ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1947198
Dec 22 04:52:52.803498 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b37b8d15-353a-4ce9-9400-6b5120da735e req-dc73d593-b2b5-48c9-863d-9ab6905c5c59 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0844870
Dec 22 04:52:52.803934 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57338) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:52.809197 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-d76a3eb3-aa34-466f-8e8d-82ffd520c406 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group_rule': {'security_group_id': 'aba3ad95-dad6-4ffa-80fd-b665cc49a59f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '15a69be8-b8d2-4d69-9df9-a4ce86402402'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:52.834210 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d76a3eb3-aa34-466f-8e8d-82ffd520c406 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:52.890306 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d76a3eb3-aa34-466f-8e8d-82ffd520c406 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group_rule and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:52.894398 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d76a3eb3-aa34-466f-8e8d-82ffd520c406 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:52.902957 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d76a3eb3-aa34-466f-8e8d-82ffd520c406 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:52.984129 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-05cb7041-0051-46e9-9783-db918304dd3f req-75b019ae-3d47-4f25-8939-d09bcd7fcf0f service neutron] 10.222.0.47 "GET /v2.0/networks/e89f28a0-f5dc-4d81-be3e-b775435488ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1683397
Dec 22 04:52:52.984129 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-d76a3eb3-aa34-466f-8e8d-82ffd520c406 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] create failed (client error): The resource could not be found.
Dec 22 04:52:52.985293 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d76a3eb3-aa34-466f-8e8d-82ffd520c406 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1798701
Dec 22 04:52:52.988555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57344) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:53.041240 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Deleting port 9c047be1-727c-4041-8469-bfdd02abef05 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:52:53.042111 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:53.047470 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a919d-9cd4-412d-86f0-b09269572b73 req-64d8466b-34ce-4a74-b80d-b142c3ffe53c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:53.048563 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6d5a919d-9cd4-412d-86f0-b09269572b73 req-64d8466b-34ce-4a74-b80d-b142c3ffe53c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.1028636
Dec 22 04:52:53.108556 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6d5a919d-9cd4-412d-86f0-b09269572b73 req-e052af14-b0f3-4e14-8d96-281b903aa9fd tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522549
Dec 22 04:52:53.165729 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] The port '9c047be1-727c-4041-8469-bfdd02abef05' was deleted {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:52:53.337325 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97401916-fc14-436c-b5a4-547434b9250c req-2a866c7d-11b3-434c-af52-fb39836da4e6 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:53.344185 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-97401916-fc14-436c-b5a4-547434b9250c req-2a866c7d-11b3-434c-af52-fb39836da4e6 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.0878153
Dec 22 04:52:53.375348 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e57448fc-9354-4abf-8c05-36cb2a35cd71 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:53.396456 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-97401916-fc14-436c-b5a4-547434b9250c req-9a8f5d4c-e7c8-43d7-983a-b5b223b18519 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449674
Dec 22 04:52:53.425114 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:53.449530 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e57448fc-9354-4abf-8c05-36cb2a35cd71 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:53.500647 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469af40100>,) {'filters': {'network_id': ['b8c772f9-c089-4ebd-a054-880916191a79']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:53.528462 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:52:53.532500 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b7427-1518-4083-bbb4-08fbb0b760df req-021749b1-cf0a-4b04-9306-d5fa40c36753 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:53.534245 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-495b7427-1518-4083-bbb4-08fbb0b760df req-021749b1-cf0a-4b04-9306-d5fa40c36753 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 944 time: 0.3672025
Dec 22 04:52:53.536714 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0b2d49ea-0c75-4a5d-a9d7-e871153802e9 req-bdbcf724-62f2-4d3c-8e52-0830117d3548 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2101d4185c734493b4891da848e5f209&device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 1097 time: 0.4103813
Dec 22 04:52:53.540659 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469af40100>, '4227da41-3faa-42e2-9f67-2b393ba2c9ad') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:53.541262 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469af40100>, '4227da41-3faa-42e2-9f67-2b393ba2c9ad') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:53.644940 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:53.692797 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e57448fc-9354-4abf-8c05-36cb2a35cd71 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:53.698202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6a45e4af-1358-4ba3-b3a6-a6d7af0ad07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:53.721719 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:53.745815 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57448fc-9354-4abf-8c05-36cb2a35cd71 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba3ad95-dad6-4ffa-80fd-b665cc49a59f,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:53.745815 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e57448fc-9354-4abf-8c05-36cb2a35cd71 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:53.773100 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:52:53.773100 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:52:53.788081 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:52:53.854521 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-495b7427-1518-4083-bbb4-08fbb0b760df req-94e9ce2b-e739-4836-a0ee-349c94ace99a tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3054922
Dec 22 04:52:53.875254 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cffbb-0ed4-42ad-bff7-7fcf5a1042bf req-e30d718b-0b3d-4df7-82de-33c4acb3d0ec tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:53.875254 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7a1cffbb-0ed4-42ad-bff7-7fcf5a1042bf req-e30d718b-0b3d-4df7-82de-33c4acb3d0ec tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.0839314
Dec 22 04:52:53.890213 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e57448fc-9354-4abf-8c05-36cb2a35cd71 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:53.891314 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e57448fc-9354-4abf-8c05-36cb2a35cd71 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "DELETE /v2.0/security-groups/aba3ad95-dad6-4ffa-80fd-b665cc49a59f HTTP/1.1" status: 204  len: 168 time: 0.9013014
Dec 22 04:52:53.892022 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57358) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:53.919302 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d49ea-0c75-4a5d-a9d7-e871153802e9 req-87ff9fe3-56b9-4328-b052-3198eeac8867 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:53.921398 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0b2d49ea-0c75-4a5d-a9d7-e871153802e9 req-87ff9fe3-56b9-4328-b052-3198eeac8867 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e89f28a0-f5dc-4d81-be3e-b775435488ad HTTP/1.1" status: 200  len: 913 time: 0.3705766
Dec 22 04:52:53.938907 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7a1cffbb-0ed4-42ad-bff7-7fcf5a1042bf req-22d5cd31-49eb-4723-ba6b-0c8ca4fe41a4 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503199
Dec 22 04:52:54.094153 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:54.109251 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e62bb966-4652-407d-9b8c-a5087f4f5772 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:54.131093 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:54.150223 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0b2d49ea-0c75-4a5d-a9d7-e871153802e9 req-3e0ba6a0-b40d-4aa5-93f5-ff04c7f83776 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63542034-7e07-4a2c-8543-f26708a35bdd HTTP/1.1" status: 200  len: 217 time: 0.2192819
Dec 22 04:52:54.151057 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/networks/b8c772f9-c089-4ebd-a054-880916191a79 HTTP/1.1" status: 204  len: 168 time: 5.0595608
Dec 22 04:52:54.154643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57362) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:54.157932 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event deleted for resources: {'Network': ['ID=b8c772f9-c089-4ebd-a054-880916191a79,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:54.196969 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:54.210005 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6e4bf3ef-3ddd-49d6-9f7e-2844a94289b6 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Synchronizing usage tracker for tenant:172b6a7f076d47b598280b47f93c532f on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:54.218664 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a97c93-b6f7-47c5-815b-d463b63b2433 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:52:54.219561 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a97c93-b6f7-47c5-815b-d463b63b2433 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:52:54.224801 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f9a97c93-b6f7-47c5-815b-d463b63b2433 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/subnets/964eb9ba-717d-4c47-87d6-a4e767f37d5f HTTP/1.1" status: 404  len: 337 time: 0.0688434
Dec 22 04:52:54.227973 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57366) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:54.239644 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d49ea-0c75-4a5d-a9d7-e871153802e9 req-0471e5c1-e476-416a-b514-37fc38c8936f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:54.240574 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0b2d49ea-0c75-4a5d-a9d7-e871153802e9 req-0471e5c1-e476-416a-b514-37fc38c8936f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bdb284f6-deb7-4ad9-b047-24092e9bd2bc HTTP/1.1" status: 200  len: 852 time: 0.0801370
Dec 22 04:52:54.241009 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6e4bf3ef-3ddd-49d6-9f7e-2844a94289b6 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Unset dirty status for tenant:172b6a7f076d47b598280b47f93c532f on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:54.248837 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6e4bf3ef-3ddd-49d6-9f7e-2844a94289b6 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3423414
Dec 22 04:52:54.248837 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57370) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:54.263558 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20b97d9-aa3d-4bf3-b2fb-eda8880ff71c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:52:54.263558 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20b97d9-aa3d-4bf3-b2fb-eda8880ff71c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:52:54.266493 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c20b97d9-aa3d-4bf3-b2fb-eda8880ff71c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/networks/b8c772f9-c089-4ebd-a054-880916191a79 HTTP/1.1" status: 404  len: 339 time: 0.0385277
Dec 22 04:52:54.268036 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57374) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:54.282411 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e29062dd-9d54-4dce-8536-c56fbed8352f tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group_rule': {'security_group_id': 'c59071d1-186e-4987-a281-4a40e9feee09', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:54.296045 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e29062dd-9d54-4dce-8536-c56fbed8352f tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:54.300181 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0b2d49ea-0c75-4a5d-a9d7-e871153802e9 req-1e8e67ec-0ba9-48f1-800c-7e0e2c49cf18 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e89f28a0-f5dc-4d81-be3e-b775435488ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506046
Dec 22 04:52:54.302036 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e29062dd-9d54-4dce-8536-c56fbed8352f tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group_rule and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:54.304883 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e29062dd-9d54-4dce-8536-c56fbed8352f tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:54.332587 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e29062dd-9d54-4dce-8536-c56fbed8352f tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:54.400521 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d7b32d23-556f-4797-8693-4bc13b08e763 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:54.451222 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-e29062dd-9d54-4dce-8536-c56fbed8352f tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] create failed (client error): The resource could not be found.
Dec 22 04:52:54.452193 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e29062dd-9d54-4dce-8536-c56fbed8352f tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2051883
Dec 22 04:52:54.455807 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57378) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:54.462438 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-773ca061-7513-49a1-8c75-719dbb079ec0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group': {'name': 'tempest-secgroup--982728410'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:54.468592 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0b2d49ea-0c75-4a5d-a9d7-e871153802e9 req-8c8faac2-da00-4578-a495-3509d061bb45 service neutron] 10.222.0.47 "GET /v2.0/networks/e89f28a0-f5dc-4d81-be3e-b775435488ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1608875
Dec 22 04:52:54.471403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-773ca061-7513-49a1-8c75-719dbb079ec0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:54.504762 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-773ca061-7513-49a1-8c75-719dbb079ec0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:54.540775 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d7b32d23-556f-4797-8693-4bc13b08e763 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:54.571276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-773ca061-7513-49a1-8c75-719dbb079ec0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:54.576140 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-d7b32d23-556f-4797-8693-4bc13b08e763 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b287370>,) {'filters': {'network_id': ['26a755e4-68ed-4571-b38d-6993dbd1929f']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:54.589488 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-d7b32d23-556f-4797-8693-4bc13b08e763 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b287370>, '5f0cf1a8-f638-46a2-a830-61a714530409') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:54.589488 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-d7b32d23-556f-4797-8693-4bc13b08e763 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b287370>, '5f0cf1a8-f638-46a2-a830-61a714530409') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:54.605529 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d7b32d23-556f-4797-8693-4bc13b08e763 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:54.624912 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d7b32d23-556f-4797-8693-4bc13b08e763 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:54.638348 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b32d23-556f-4797-8693-4bc13b08e763 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:52:54.638348 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d7b32d23-556f-4797-8693-4bc13b08e763 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:54.648918 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0b2d49ea-0c75-4a5d-a9d7-e871153802e9 req-612c7b4a-a91b-4c05-a666-185213e51c37 service neutron] 10.222.0.47 "GET /v2.0/networks/e89f28a0-f5dc-4d81-be3e-b775435488ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1664691
Dec 22 04:52:54.648918 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-773ca061-7513-49a1-8c75-719dbb079ec0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:54.650731 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-773ca061-7513-49a1-8c75-719dbb079ec0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group_rule and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:54.652932 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-773ca061-7513-49a1-8c75-719dbb079ec0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:54.660126 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-773ca061-7513-49a1-8c75-719dbb079ec0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:52:54.666767 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:52:54.743537 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-773ca061-7513-49a1-8c75-719dbb079ec0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:54.747755 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-773ca061-7513-49a1-8c75-719dbb079ec0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:54.754916 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:54.758405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d7b32d23-556f-4797-8693-4bc13b08e763 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:54.762934 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e88b2105-02f7-4a6f-8284-e92e93d0b175 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:54.781993 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d7b32d23-556f-4797-8693-4bc13b08e763 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:54.793619 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b32d23-556f-4797-8693-4bc13b08e763 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event deleted for resources: {'Network': ['ID=26a755e4-68ed-4571-b38d-6993dbd1929f,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:54.794884 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ca061-7513-49a1-8c75-719dbb079ec0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d112e382-f1d4-4cde-be7e-6ea830f2ce03,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:54.797301 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d7b32d23-556f-4797-8693-4bc13b08e763 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:54.798043 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-773ca061-7513-49a1-8c75-719dbb079ec0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:54.800158 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d7b32d23-556f-4797-8693-4bc13b08e763 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/networks/26a755e4-68ed-4571-b38d-6993dbd1929f HTTP/1.1" status: 204  len: 168 time: 0.5306239
Dec 22 04:52:54.803024 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57382) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:54.806015 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-773ca061-7513-49a1-8c75-719dbb079ec0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:54.807941 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-773ca061-7513-49a1-8c75-719dbb079ec0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.3505001
Dec 22 04:52:54.810806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57386) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:54.816664 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b73adb3e-6d8a-4c3e-b152-99eaff1fdd98 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1912614127'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:54.823594 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b73adb3e-6d8a-4c3e-b152-99eaff1fdd98 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:54.830261 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b73adb3e-6d8a-4c3e-b152-99eaff1fdd98 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:54.834770 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b73adb3e-6d8a-4c3e-b152-99eaff1fdd98 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:54.840444 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b73adb3e-6d8a-4c3e-b152-99eaff1fdd98 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:54.851595 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b73adb3e-6d8a-4c3e-b152-99eaff1fdd98 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:54.858297 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f20d15-6f15-4a08-b765-755160993147 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:52:54.858297 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f20d15-6f15-4a08-b765-755160993147 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:52:54.859691 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d2f20d15-6f15-4a08-b765-755160993147 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/subnets/fb4ab975-256b-45d7-bdff-7da176555df9 HTTP/1.1" status: 404  len: 337 time: 0.0559728
Dec 22 04:52:54.863000 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57390) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:54.894066 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fc0dc2-1fd8-4f28-937f-da5a8f3e9c76 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:52:54.894066 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9fc0dc2-1fd8-4f28-937f-da5a8f3e9c76 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:52:54.895369 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b9fc0dc2-1fd8-4f28-937f-da5a8f3e9c76 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/networks/766bcd0c-c993-4b3f-a1d9-09b890398512 HTTP/1.1" status: 404  len: 339 time: 0.0320346
Dec 22 04:52:54.898107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57394) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:54.914435 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b73adb3e-6d8a-4c3e-b152-99eaff1fdd98 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:54.918701 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b73adb3e-6d8a-4c3e-b152-99eaff1fdd98 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group_rule and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:54.923027 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b73adb3e-6d8a-4c3e-b152-99eaff1fdd98 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:54.933384 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b73adb3e-6d8a-4c3e-b152-99eaff1fdd98 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:55.061598 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b73adb3e-6d8a-4c3e-b152-99eaff1fdd98 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:55.067175 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b73adb3e-6d8a-4c3e-b152-99eaff1fdd98 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:55.076420 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-79d0a7d2-b949-4b85-91d7-0be03bd8fac2 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:55.129344 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73adb3e-6d8a-4c3e-b152-99eaff1fdd98 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=223b81b9-9d52-4ddd-b691-1969a66598a3,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:55.129344 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b73adb3e-6d8a-4c3e-b152-99eaff1fdd98 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:55.138440 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b73adb3e-6d8a-4c3e-b152-99eaff1fdd98 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:55.140054 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b73adb3e-6d8a-4c3e-b152-99eaff1fdd98 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.3280547
Dec 22 04:52:55.143792 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57402) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:55.150701 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-d836393e-1fa0-475c-8fb9-3efc8470dca0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group_rule': {'security_group_id': 'd112e382-f1d4-4cde-be7e-6ea830f2ce03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '223b81b9-9d52-4ddd-b691-1969a66598a3'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:55.162883 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d836393e-1fa0-475c-8fb9-3efc8470dca0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:55.169097 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d836393e-1fa0-475c-8fb9-3efc8470dca0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group_rule and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:55.178886 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d836393e-1fa0-475c-8fb9-3efc8470dca0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:55.181939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d836393e-1fa0-475c-8fb9-3efc8470dca0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:55.188605 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c5ff9-ae7a-42c0-9e10-8d435ccadce6 req-1d4bf63b-e706-4bc5-bbea-f5bd9aa3195d tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:55.193617 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-487c5ff9-ae7a-42c0-9e10-8d435ccadce6 req-1d4bf63b-e706-4bc5-bbea-f5bd9aa3195d tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 944 time: 0.1660438
Dec 22 04:52:55.231717 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c665b7-5d42-4081-9c83-5f6325871292 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Deleting subnet e306c233-c5e9-464b-a788-030aadec5a03 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:52:55.234728 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d7c665b7-5d42-4081-9c83-5f6325871292 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:55.260507 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-d836393e-1fa0-475c-8fb9-3efc8470dca0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:52:55.265109 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d836393e-1fa0-475c-8fb9-3efc8470dca0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.1177509
Dec 22 04:52:55.266616 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57406) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:55.297667 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-487c5ff9-ae7a-42c0-9e10-8d435ccadce6 req-e68f85e7-279d-4c04-96f9-d5d93997ccc5 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964134
Dec 22 04:52:55.309684 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b1309-fbe9-4167-b847-c0d92d7ad04e req-22c8169e-843c-49d0-9636-bac6a916b781 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:55.325813 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-566b1309-fbe9-4167-b847-c0d92d7ad04e req-22c8169e-843c-49d0-9636-bac6a916b781 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.2177267
Dec 22 04:52:55.344858 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d7c665b7-5d42-4081-9c83-5f6325871292 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:55.352707 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e2440974-907e-439d-8481-9cc0ab1b95bf tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:55.380928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e2440974-907e-439d-8481-9cc0ab1b95bf tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:55.431232 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e2440974-907e-439d-8481-9cc0ab1b95bf tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:55.437922 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fa0c5444-d8f3-4f57-be16-beb36795ffcc tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:55.452995 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-566b1309-fbe9-4167-b847-c0d92d7ad04e req-c9272729-7ba7-4aae-9b1b-f680b92547af tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1248364
Dec 22 04:52:55.459271 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2440974-907e-439d-8481-9cc0ab1b95bf tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=223b81b9-9d52-4ddd-b691-1969a66598a3,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:55.459271 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e2440974-907e-439d-8481-9cc0ab1b95bf tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:55.463902 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e2440974-907e-439d-8481-9cc0ab1b95bf tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:55.467239 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e2440974-907e-439d-8481-9cc0ab1b95bf tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "DELETE /v2.0/security-groups/223b81b9-9d52-4ddd-b691-1969a66598a3 HTTP/1.1" status: 204  len: 168 time: 0.1974108
Dec 22 04:52:55.467879 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57410) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:55.490511 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d7c665b7-5d42-4081-9c83-5f6325871292 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:55.546190 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2142df4a-f8e7-40c8-b768-06db0ca98c5e tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Synchronizing usage tracker for tenant:172b6a7f076d47b598280b47f93c532f on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:55.564018 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2142df4a-f8e7-40c8-b768-06db0ca98c5e tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Unset dirty status for tenant:172b6a7f076d47b598280b47f93c532f on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:55.565386 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2142df4a-f8e7-40c8-b768-06db0ca98c5e tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.0964396
Dec 22 04:52:55.568690 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57416) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:55.585441 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d7c665b7-5d42-4081-9c83-5f6325871292 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:55.594456 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f53e656f-1ab6-4c2e-a5df-b181474bd39d tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:55.652348 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3583918d-aa4a-4b24-a09b-5d6acaa64069 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:55.691491 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3583918d-aa4a-4b24-a09b-5d6acaa64069 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:55.696008 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c665b7-5d42-4081-9c83-5f6325871292 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event deleted for resources: {'Subnet': ['ID=e306c233-c5e9-464b-a788-030aadec5a03,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:55.696008 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d7c665b7-5d42-4081-9c83-5f6325871292 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:55.705342 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d7c665b7-5d42-4081-9c83-5f6325871292 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:55.711203 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fba1848-e650-43cd-bd08-36fd0b6a02f5 None None] Network fd799565-cc2e-453c-bdda-c4247413b6ef requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:55.723209 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d7c665b7-5d42-4081-9c83-5f6325871292 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/subnets/e306c233-c5e9-464b-a788-030aadec5a03 HTTP/1.1" status: 204  len: 168 time: 0.8126051
Dec 22 04:52:55.723209 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57422) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:55.794148 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec11810-775a-4f2e-b9b0-16b59b405177 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Deleting subnet a8fe97d5-d2a2-467d-9dd8-e8691a5be5f5 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:52:55.798837 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4ec11810-775a-4f2e-b9b0-16b59b405177 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:55.809809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3583918d-aa4a-4b24-a09b-5d6acaa64069 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:55.814966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:55.833786 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583918d-aa4a-4b24-a09b-5d6acaa64069 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d112e382-f1d4-4cde-be7e-6ea830f2ce03,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:55.837798 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3583918d-aa4a-4b24-a09b-5d6acaa64069 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:55.857340 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3583918d-aa4a-4b24-a09b-5d6acaa64069 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:55.860512 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3583918d-aa4a-4b24-a09b-5d6acaa64069 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "DELETE /v2.0/security-groups/d112e382-f1d4-4cde-be7e-6ea830f2ce03 HTTP/1.1" status: 204  len: 168 time: 0.2908382
Dec 22 04:52:55.863837 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57426) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:55.936398 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4ec11810-775a-4f2e-b9b0-16b59b405177 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:55.984580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2b0a363e-fd53-4367-b253-97cceae9f744 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Synchronizing usage tracker for tenant:172b6a7f076d47b598280b47f93c532f on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:56.024621 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4930b609-ebb6-4acf-bdef-db6f85654500 req-0d88f5ea-b7c9-4e3d-aec5-7069a6ad00de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a189efe8546c44009128ff34bc595fc2&device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 1099 time: 0.1329899
Dec 22 04:52:56.026573 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2b0a363e-fd53-4367-b253-97cceae9f744 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Unset dirty status for tenant:172b6a7f076d47b598280b47f93c532f on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:56.032000 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2b0a363e-fd53-4367-b253-97cceae9f744 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1610415
Dec 22 04:52:56.037417 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57432) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:56.063623 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e4c4b1cd-ecad-4411-bc89-9f6d6ac85336 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1337743873'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:56.145806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e4c4b1cd-ecad-4411-bc89-9f6d6ac85336 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:56.157849 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e4c4b1cd-ecad-4411-bc89-9f6d6ac85336 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:56.175228 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e4c4b1cd-ecad-4411-bc89-9f6d6ac85336 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:56.189147 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73898a-43e5-437c-bf34-e71fa2e3a988 req-fddb780d-efd7-401a-8ebc-4bfd07b375c7 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:56.190708 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2b73898a-43e5-437c-bf34-e71fa2e3a988 req-fddb780d-efd7-401a-8ebc-4bfd07b375c7 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.3087008
Dec 22 04:52:56.227498 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4ec11810-775a-4f2e-b9b0-16b59b405177 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:56.255152 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e4c4b1cd-ecad-4411-bc89-9f6d6ac85336 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:56.264056 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e4c4b1cd-ecad-4411-bc89-9f6d6ac85336 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group_rule and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:56.267686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e4c4b1cd-ecad-4411-bc89-9f6d6ac85336 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:56.270827 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930b609-ebb6-4acf-bdef-db6f85654500 req-f3bad0bb-ff9d-4992-a53e-5dcf2624d8a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:56.272763 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4930b609-ebb6-4acf-bdef-db6f85654500 req-f3bad0bb-ff9d-4992-a53e-5dcf2624d8a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e68a3e5c-f921-45fc-a6c9-1329c028d289 HTTP/1.1" status: 200  len: 913 time: 0.2361367
Dec 22 04:52:56.276547 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e4c4b1cd-ecad-4411-bc89-9f6d6ac85336 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:56.328573 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2b73898a-43e5-437c-bf34-e71fa2e3a988 req-f526b5d1-8508-4901-bfe1-271522123e5c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1268275
Dec 22 04:52:56.396688 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4ec11810-775a-4f2e-b9b0-16b59b405177 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:56.399783 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d7c665b7-5d42-4081-9c83-5f6325871292 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:56.418630 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 63542034-7e07-4a2c-8543-f26708a35bdd details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 04:52:56.455656 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4930b609-ebb6-4acf-bdef-db6f85654500 req-5ad0915a-a673-4b3f-8f14-403994ddf4b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11cb9345-8066-4ad5-8be0-621882ff7c67 HTTP/1.1" status: 200  len: 1002 time: 0.1742787
Dec 22 04:52:56.486125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec11810-775a-4f2e-b9b0-16b59b405177 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event deleted for resources: {'Subnet': ['ID=a8fe97d5-d2a2-467d-9dd8-e8691a5be5f5,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:56.504229 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4ec11810-775a-4f2e-b9b0-16b59b405177 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:56.512184 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4ec11810-775a-4f2e-b9b0-16b59b405177 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:56.530781 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4ec11810-775a-4f2e-b9b0-16b59b405177 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/subnets/a8fe97d5-d2a2-467d-9dd8-e8691a5be5f5 HTTP/1.1" status: 204  len: 168 time: 0.8137057
Dec 22 04:52:56.531464 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57438) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:56.537041 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e4c4b1cd-ecad-4411-bc89-9f6d6ac85336 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:56.624872 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e4c4b1cd-ecad-4411-bc89-9f6d6ac85336 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:56.644925 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 63542034-7e07-4a2c-8543-f26708a35bdd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=63542034-7e07-4a2c-8543-f26708a35bdd,segment=NetworkSegment(190672a3-9761-46a0-a74c-7d2134a1636c),segment_id=190672a3-9761-46a0-a74c-7d2134a1636c)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:56.658030 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-31202b64-5dcd-48a5-9eee-7980d7bd6bb3 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:56.669602 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '63542034-7e07-4a2c-8543-f26708a35bdd', 'network_id': 'e89f28a0-f5dc-4d81-be3e-b775435488ad', 'port_id': '63542034-7e07-4a2c-8543-f26708a35bdd', 'mac_address': 'fa:16:3e:87:9a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdb284f6-deb7-4ad9-b047-24092e9bd2bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 04:52:56.690805 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:56.704258 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Deleting port 970cb7e4-87fb-4381-b108-82a29bbc1142 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:52:56.704593 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:56.751769 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:56.780074 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63542034-7e07-4a2c-8543-f26708a35bdd {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:52:56.798280 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 63542034-7e07-4a2c-8543-f26708a35bdd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=63542034-7e07-4a2c-8543-f26708a35bdd,segment=NetworkSegment(190672a3-9761-46a0-a74c-7d2134a1636c),segment_id=190672a3-9761-46a0-a74c-7d2134a1636c)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:56.803762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:56.806705 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:56.844879 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930b609-ebb6-4acf-bdef-db6f85654500 req-b96c1cba-9e82-46d9-bd8b-b86bea07e234 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:56.846795 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4930b609-ebb6-4acf-bdef-db6f85654500 req-b96c1cba-9e82-46d9-bd8b-b86bea07e234 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0 HTTP/1.1" status: 200  len: 851 time: 0.3787353
Dec 22 04:52:56.902912 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=63542034-7e07-4a2c-8543-f26708a35bdd,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:56.906934 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:56.941259 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4b1cd-ecad-4411-bc89-9f6d6ac85336 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776fd55e-7569-4586-a9fb-879f452ce8a2,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:56.946851 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e4c4b1cd-ecad-4411-bc89-9f6d6ac85336 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:56.947440 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d54540d-7015-4f10-8cb7-ff92a38e34bc None None] Network fd799565-cc2e-453c-bdda-c4247413b6ef requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:56.953404 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e4c4b1cd-ecad-4411-bc89-9f6d6ac85336 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:56.958018 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e4c4b1cd-ecad-4411-bc89-9f6d6ac85336 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.9193549
Dec 22 04:52:56.958754 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57442) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:56.977048 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-bc7ed936-41da-422c-bd5d-75f6351491a2 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group_rule': {'security_group_id': '776fd55e-7569-4586-a9fb-879f452ce8a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:56.985941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bc7ed936-41da-422c-bd5d-75f6351491a2 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:56.988107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] For port 970cb7e4-87fb-4381-b108-82a29bbc1142, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=970cb7e4-87fb-4381-b108-82a29bbc1142,segment=NetworkSegment(7c192ec0-37f3-4377-92cd-08802ec7ee27),segment_id=7c192ec0-37f3-4377-92cd-08802ec7ee27)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:56.988603 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:56.991005 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bc7ed936-41da-422c-bd5d-75f6351491a2 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group_rule and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:56.999983 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bc7ed936-41da-422c-bd5d-75f6351491a2 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:57.015259 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379b071-235a-447b-b754-ca53c2ba47bc req-bfb816fd-ed19-4eeb-9cb7-52748a222c2d tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:57.018120 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e379b071-235a-447b-b754-ca53c2ba47bc req-bfb816fd-ed19-4eeb-9cb7-52748a222c2d tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 944 time: 0.4863443
Dec 22 04:52:57.023618 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bc7ed936-41da-422c-bd5d-75f6351491a2 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:57.067463 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-75d671bf-14d4-45d6-81ad-eb82540cad58 None None] Provisioning complete for port 970cb7e4-87fb-4381-b108-82a29bbc1142 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:52:57.067463 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-75d671bf-14d4-45d6-81ad-eb82540cad58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:57.068338 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4930b609-ebb6-4acf-bdef-db6f85654500 req-749bdf76-0ad5-4add-9c5d-025eec5a4c19 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e68a3e5c-f921-45fc-a6c9-1329c028d289&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2051356
Dec 22 04:52:57.116909 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Calling delete_port for 970cb7e4-87fb-4381-b108-82a29bbc1142 owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:52:57.190147 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-bc7ed936-41da-422c-bd5d-75f6351491a2 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:52:57.193731 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bc7ed936-41da-422c-bd5d-75f6351491a2 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.2217627
Dec 22 04:52:57.194162 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57446) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:57.199629 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-8862a7ea-67a1-416a-bc25-1a116a87463e tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group_rule': {'security_group_id': '776fd55e-7569-4586-a9fb-879f452ce8a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:57.205509 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8862a7ea-67a1-416a-bc25-1a116a87463e tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:57.209228 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8862a7ea-67a1-416a-bc25-1a116a87463e tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group_rule and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:57.214347 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8862a7ea-67a1-416a-bc25-1a116a87463e tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:57.222552 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8862a7ea-67a1-416a-bc25-1a116a87463e tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:57.224119 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e379b071-235a-447b-b754-ca53c2ba47bc req-7c705cd5-7249-4f57-9a1f-6a1a86216507 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1881342
Dec 22 04:52:57.281039 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-75d671bf-14d4-45d6-81ad-eb82540cad58 None None] Port 970cb7e4-87fb-4381-b108-82a29bbc1142 update to ACTIVE by agent not found {{(pid=83436) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}}
Dec 22 04:52:57.283703 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:57.293580 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-317a2682-106d-4155-9321-fcd58b4bc95d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:57.301633 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4930b609-ebb6-4acf-bdef-db6f85654500 req-c1dbdf5b-48a2-4aa5-8bc4-c6d36e8315d2 service neutron] 10.222.0.47 "GET /v2.0/networks/e68a3e5c-f921-45fc-a6c9-1329c028d289?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2204254
Dec 22 04:52:57.326186 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-8862a7ea-67a1-416a-bc25-1a116a87463e tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:52:57.327270 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8862a7ea-67a1-416a-bc25-1a116a87463e tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.1323709
Dec 22 04:52:57.335145 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['63542034-7e07-4a2c-8543-f26708a35bdd'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 04:52:57.335356 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57450) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:57.346492 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event deleted for resources: {'Port': ['ID=970cb7e4-87fb-4381-b108-82a29bbc1142,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:57.349922 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:57.350139 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] No DVR routers for this DVR port 970cb7e4-87fb-4381-b108-82a29bbc1142 on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:52:57.478926 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc4d2c8-d86d-4391-9a7e-5f8378a18dea None None] DHCP port deletion for fd799565-cc2e-453c-bdda-c4247413b6ef request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:52:57.481114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:57.512235 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469c1484c0>,) {'filters': {'network_id': ['fd799565-cc2e-453c-bdda-c4247413b6ef']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:57.525538 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c1484c0>, '7c192ec0-37f3-4377-92cd-08802ec7ee27') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:57.525902 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c1484c0>, '7c192ec0-37f3-4377-92cd-08802ec7ee27') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:52:57.548153 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:57.602190 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:57.610898 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4930b609-ebb6-4acf-bdef-db6f85654500 req-d1b70352-a2af-4a1b-876a-18f042ad65a5 service neutron] 10.222.0.47 "GET /v2.0/networks/e68a3e5c-f921-45fc-a6c9-1329c028d289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3008623
Dec 22 04:52:57.611395 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fe40275e-68dc-493a-8ef9-fc36f5ccd5c2 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:57.617944 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:52:57.617944 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:52:57.634715 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:52:57.644281 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fe40275e-68dc-493a-8ef9-fc36f5ccd5c2 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:57.695815 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fe40275e-68dc-493a-8ef9-fc36f5ccd5c2 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:57.700853 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e57448fc-9354-4abf-8c05-36cb2a35cd71 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:57.723923 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40275e-68dc-493a-8ef9-fc36f5ccd5c2 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=776fd55e-7569-4586-a9fb-879f452ce8a2,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:57.723923 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fe40275e-68dc-493a-8ef9-fc36f5ccd5c2 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:57.735415 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fe40275e-68dc-493a-8ef9-fc36f5ccd5c2 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:57.739469 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fe40275e-68dc-493a-8ef9-fc36f5ccd5c2 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "DELETE /v2.0/security-groups/776fd55e-7569-4586-a9fb-879f452ce8a2 HTTP/1.1" status: 204  len: 168 time: 0.3961582
Dec 22 04:52:57.740328 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:57.741149 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57458) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:57.743995 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d7b32d23-556f-4797-8693-4bc13b08e763 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:57.761207 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:57.779305 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f040a3-ac4c-4ece-8449-c702807d9179 req-632692fb-eb95-4170-b287-b52796bb885f tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:57.780020 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d6f040a3-ac4c-4ece-8449-c702807d9179 req-632692fb-eb95-4170-b287-b52796bb885f tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.2232239
Dec 22 04:52:57.787261 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event deleted for resources: {'Network': ['ID=fd799565-cc2e-453c-bdda-c4247413b6ef,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:57.792843 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/networks/fd799565-cc2e-453c-bdda-c4247413b6ef HTTP/1.1" status: 204  len: 168 time: 1.2591374
Dec 22 04:52:57.793715 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:57.794136 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57462) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:57.803942 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-de412cbc-4966-46ad-bd99-315c9b1b4229 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Synchronizing usage tracker for tenant:172b6a7f076d47b598280b47f93c532f on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:57.820214 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-de412cbc-4966-46ad-bd99-315c9b1b4229 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Unset dirty status for tenant:172b6a7f076d47b598280b47f93c532f on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:57.821717 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-de412cbc-4966-46ad-bd99-315c9b1b4229 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0796914
Dec 22 04:52:57.826504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57466) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:57.833338 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-7f406b4c-acaf-4f93-b373-4140c7e24f34 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group': {'name': 'tempest-secgroup--488853512'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:57.840739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7f406b4c-acaf-4f93-b373-4140c7e24f34 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:57.853662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7f406b4c-acaf-4f93-b373-4140c7e24f34 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:57.853953 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08ad8b9-5b46-4ea1-8b6e-6270d74cd25a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:52:57.854384 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08ad8b9-5b46-4ea1-8b6e-6270d74cd25a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:52:57.856030 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c08ad8b9-5b46-4ea1-8b6e-6270d74cd25a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/subnets/12e4b9ef-b9f9-4c3e-b853-f49e96d158d2 HTTP/1.1" status: 404  len: 337 time: 0.0435803
Dec 22 04:52:57.860408 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57470) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:57.879176 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d6f040a3-ac4c-4ece-8449-c702807d9179 req-74a914c7-8373-4c91-b8ef-36e6cbe6eeb7 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836787
Dec 22 04:52:57.891463 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7f406b4c-acaf-4f93-b373-4140c7e24f34 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:57.905255 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e6d269-0b50-4ab0-8d42-01535d74e41b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:52:57.905802 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e6d269-0b50-4ab0-8d42-01535d74e41b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:52:57.910714 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d5e6d269-0b50-4ab0-8d42-01535d74e41b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/networks/19bebbe8-41aa-489b-ba85-3c178cd96185 HTTP/1.1" status: 404  len: 339 time: 0.0467181
Dec 22 04:52:57.910821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57474) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:57.937090 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7f406b4c-acaf-4f93-b373-4140c7e24f34 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:52:57.941680 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7f406b4c-acaf-4f93-b373-4140c7e24f34 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Usage tracker for resource:security_group_rule and tenant:172b6a7f076d47b598280b47f93c532f is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:52:57.944187 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7f406b4c-acaf-4f93-b373-4140c7e24f34 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:52:57.950029 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ef21e3-dd8c-413b-80a1-9cecb8cba564 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:52:57.950158 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7f406b4c-acaf-4f93-b373-4140c7e24f34 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:52:57.950289 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ef21e3-dd8c-413b-80a1-9cecb8cba564 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:52:57.953590 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-61ef21e3-dd8c-413b-80a1-9cecb8cba564 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/subnets/ad24ccfa-d2e6-4f2d-b0b0-c52335e7d18c HTTP/1.1" status: 404  len: 337 time: 0.0407965
Dec 22 04:52:57.956655 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57478) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:57.986332 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b16427-a33d-41c8-bd2e-287964003400 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:52:57.986789 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b16427-a33d-41c8-bd2e-287964003400 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:52:57.988452 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c1b16427-a33d-41c8-bd2e-287964003400 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/networks/52f257a0-5b41-45f9-9945-c3a6ebd584aa HTTP/1.1" status: 404  len: 339 time: 0.0308461
Dec 22 04:52:57.991045 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57482) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:58.009042 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7f406b4c-acaf-4f93-b373-4140c7e24f34 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:58.012674 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7f406b4c-acaf-4f93-b373-4140c7e24f34 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:58.017912 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dde8e3bf-8480-4140-8c72-2e2b38f66954 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:58.027729 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6add4c-1cfc-4071-a267-4f3fcf5b908e tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:52:58.028155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6add4c-1cfc-4071-a267-4f3fcf5b908e tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:52:58.030328 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8b6add4c-1cfc-4071-a267-4f3fcf5b908e tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/subnets/98e48a0f-f0bb-477f-b7a5-d16e8817801d HTTP/1.1" status: 404  len: 337 time: 0.0383279
Dec 22 04:52:58.032837 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57486) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:58.060289 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f406b4c-acaf-4f93-b373-4140c7e24f34 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=864eab71-e239-4133-8d57-e3fb6d2d80f1,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:58.062419 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfebe358-a241-4b80-b1a7-e4c490876ab4 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:52:58.062845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfebe358-a241-4b80-b1a7-e4c490876ab4 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:52:58.063593 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7f406b4c-acaf-4f93-b373-4140c7e24f34 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:58.064679 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7f406b4c-acaf-4f93-b373-4140c7e24f34 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:58.068879 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7f406b4c-acaf-4f93-b373-4140c7e24f34 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.2414236
Dec 22 04:52:58.069670 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57490) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:58.069817 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-dfebe358-a241-4b80-b1a7-e4c490876ab4 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/networks/2d9650d7-5981-4ad7-9ad5-5f2aad38d862 HTTP/1.1" status: 404  len: 339 time: 0.0360258
Dec 22 04:52:58.072262 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57494) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:58.077199 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-49d355ac-28fd-4d57-9628-b578d9cb24b2 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:52:58.077879 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-49d355ac-28fd-4d57-9628-b578d9cb24b2 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 22 04:52:58.078859 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-49d355ac-28fd-4d57-9628-b578d9cb24b2 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "PUT /v2.0/security-groups/864eab71-e239-4133-8d57-e3fb6d2d80f1 HTTP/1.1" status: 409  len: 330 time: 0.0081990
Dec 22 04:52:58.081340 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57498) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:58.094442 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 970cb7e4-87fb-4381-b108-82a29bbc1142 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:52:58.128065 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 970cb7e4-87fb-4381-b108-82a29bbc1142 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:52:58.128519 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 970cb7e4-87fb-4381-b108-82a29bbc1142 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:52:58.149081 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-872e8656-1aea-47e4-9f57-e71aaa83c76f tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:58.177155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-872e8656-1aea-47e4-9f57-e71aaa83c76f tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:58.228579 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-872e8656-1aea-47e4-9f57-e71aaa83c76f tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:58.234354 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-890b36b7-2bb6-4ec8-a939-f0282809de06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:58.278219 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6f0c71-ae36-4e2d-9b9c-48abd06b946a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Deleting subnet 9c370524-632e-48cf-929e-db28a3f92b51 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:52:58.283443 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-af6f0c71-ae36-4e2d-9b9c-48abd06b946a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:58.349081 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-af6f0c71-ae36-4e2d-9b9c-48abd06b946a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:58.365190 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e8656-1aea-47e4-9f57-e71aaa83c76f tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=864eab71-e239-4133-8d57-e3fb6d2d80f1,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:58.367778 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-872e8656-1aea-47e4-9f57-e71aaa83c76f tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:58.374691 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-872e8656-1aea-47e4-9f57-e71aaa83c76f tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:58.375808 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-872e8656-1aea-47e4-9f57-e71aaa83c76f tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "DELETE /v2.0/security-groups/864eab71-e239-4133-8d57-e3fb6d2d80f1 HTTP/1.1" status: 204  len: 168 time: 0.2935143
Dec 22 04:52:58.378295 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57506) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:58.441384 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d5f3395a-28ab-4000-94d5-8171a076ddfd tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Synchronizing usage tracker for tenant:172b6a7f076d47b598280b47f93c532f on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:52:58.460439 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d5f3395a-28ab-4000-94d5-8171a076ddfd tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Unset dirty status for tenant:172b6a7f076d47b598280b47f93c532f on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:52:58.462038 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d5f3395a-28ab-4000-94d5-8171a076ddfd tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0822365
Dec 22 04:52:58.465932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57510) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:58.486573 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-4cf79d57-3b32-45c3-a37c-2d36610b2232 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] delete failed (client error): The resource could not be found.
Dec 22 04:52:58.487667 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4cf79d57-3b32-45c3-a37c-2d36610b2232 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "DELETE /v2.0/security-groups/1211d08f-6ce8-4e01-9380-886a237f399e HTTP/1.1" status: 404  len: 347 time: 0.0205998
Dec 22 04:52:58.491236 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57514) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:58.494596 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059f67b-cfc4-45f4-be5a-4f82e4a9db37 req-7c916d22-b289-4f12-900b-503d239466e8 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:58.495572 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e059f67b-cfc4-45f4-be5a-4f82e4a9db37 req-7c916d22-b289-4f12-900b-503d239466e8 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 945 time: 0.1194026
Dec 22 04:52:58.509229 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-fb695698-8159-49c4-a4b8-2f4f119fd212 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] show failed (client error): The resource could not be found.
Dec 22 04:52:58.515075 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fb695698-8159-49c4-a4b8-2f4f119fd212 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "GET /v2.0/security-groups/3e79fbf0-3472-48f2-a149-0d8f69859c34 HTTP/1.1" status: 404  len: 347 time: 0.0180707
Dec 22 04:52:58.515075 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57518) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:58.524901 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-af6f0c71-ae36-4e2d-9b9c-48abd06b946a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:58.533239 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-dda7a200-9e8f-449f-9b5b-a280081566d5 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] show failed (client error): The resource could not be found.
Dec 22 04:52:58.534461 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-dda7a200-9e8f-449f-9b5b-a280081566d5 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] 10.222.0.53 "GET /v2.0/security-group-rules/aee864a9-3261-40d4-98f0-2fc0ad0ceb6b HTTP/1.1" status: 404  len: 356 time: 0.0185287
Dec 22 04:52:58.574062 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57524) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:58.600117 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e059f67b-cfc4-45f4-be5a-4f82e4a9db37 req-2739ba37-d0f9-43a8-978a-92458d4b78d0 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977914
Dec 22 04:52:58.648555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-af6f0c71-ae36-4e2d-9b9c-48abd06b946a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:58.665704 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5ca2f715-3bde-4dc9-bfb9-ac68e4cd059d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:58.725899 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f0c71-ae36-4e2d-9b9c-48abd06b946a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event deleted for resources: {'Subnet': ['ID=9c370524-632e-48cf-929e-db28a3f92b51,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:58.728055 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-af6f0c71-ae36-4e2d-9b9c-48abd06b946a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:58.733436 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-af6f0c71-ae36-4e2d-9b9c-48abd06b946a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:58.738777 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c60ac9-ae49-4876-b1f6-6705b10e2140 None None] Network 08e9a5a9-363a-4fa4-8754-b552f268412a requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:52:58.742928 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-af6f0c71-ae36-4e2d-9b9c-48abd06b946a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/subnets/9c370524-632e-48cf-929e-db28a3f92b51 HTTP/1.1" status: 204  len: 168 time: 0.6696851
Dec 22 04:52:58.745936 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57528) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:58.960437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:58.988909 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Deleting port f191cc85-ff1e-401b-9df5-0ca943fc62da {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:52:58.989465 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:59.088720 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57538) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:59.148866 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ea3937-0b6d-409c-9cd0-85230c666f70 None None] DHCP port deletion for 08e9a5a9-363a-4fa4-8754-b552f268412a request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:52:59.161244 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-e3ea3937-0b6d-409c-9cd0-85230c666f70 None None] Deleting port f191cc85-ff1e-401b-9df5-0ca943fc62da {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:52:59.161719 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e3ea3937-0b6d-409c-9cd0-85230c666f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:59.258108 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25f399-e011-4cc1-9a2f-fcb29aa9a26f req-68ec0edf-6760-491d-bd6d-4c413bd95cbc tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:59.260774 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ad25f399-e011-4cc1-9a2f-fcb29aa9a26f req-68ec0edf-6760-491d-bd6d-4c413bd95cbc tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.1345885
Dec 22 04:52:59.267082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-140a9f52-f8a6-4b02-af31-d3987a58b27b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:59.316681 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] For port f191cc85-ff1e-401b-9df5-0ca943fc62da, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f191cc85-ff1e-401b-9df5-0ca943fc62da,segment=NetworkSegment(d1267d88-2795-4f62-b453-2565f4b404c9),segment_id=d1267d88-2795-4f62-b453-2565f4b404c9)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:59.317208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:59.381442 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ad25f399-e011-4cc1-9a2f-fcb29aa9a26f req-d785708f-797c-430c-b4e0-318e700429b9 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578933
Dec 22 04:52:59.442530 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-e3ea3937-0b6d-409c-9cd0-85230c666f70 None None] For port f191cc85-ff1e-401b-9df5-0ca943fc62da, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f191cc85-ff1e-401b-9df5-0ca943fc62da,segment=NetworkSegment(d1267d88-2795-4f62-b453-2565f4b404c9),segment_id=d1267d88-2795-4f62-b453-2565f4b404c9)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:52:59.442926 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e3ea3937-0b6d-409c-9cd0-85230c666f70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:59.570208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Calling delete_port for f191cc85-ff1e-401b-9df5-0ca943fc62da owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:52:59.576971 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-e3ea3937-0b6d-409c-9cd0-85230c666f70 None None] Calling delete_port for f191cc85-ff1e-401b-9df5-0ca943fc62da owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:52:59.669823 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e3ea3937-0b6d-409c-9cd0-85230c666f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:59.680990 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:52:59.723195 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ea3937-0b6d-409c-9cd0-85230c666f70 None None] No DVR routers for this DVR port f191cc85-ff1e-401b-9df5-0ca943fc62da on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:52:59.725875 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-29440c20-7387-40cd-b33d-7aed501900d7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=172b6a7f076d47b598280b47f93c532f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6349773
Dec 22 04:52:59.730779 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57550) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:52:59.732178 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.api [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:52:59.732548 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_db.api [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:52:59.733522 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea3937-0b6d-409c-9cd0-85230c666f70 None None] Pushing event deleted for resources: {'Port': ['ID=f191cc85-ff1e-401b-9df5-0ca943fc62da,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:52:59.736925 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e3ea3937-0b6d-409c-9cd0-85230c666f70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:52:59.755487 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b3d8a-b091-4cd9-9b18-0b345cc1e8fa req-08a78255-80ca-4b97-9bac-f976f0b4c4b3 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:52:59.757360 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-908b3d8a-b091-4cd9-9b18-0b345cc1e8fa req-08a78255-80ca-4b97-9bac-f976f0b4c4b3 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.1956036
Dec 22 04:52:59.805179 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-908b3d8a-b091-4cd9-9b18-0b345cc1e8fa req-57680595-4488-4812-8058-95fdd9b56b51 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395229
Dec 22 04:52:59.925658 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6c9e131c-dc4d-4b6a-9a25-4f9014262fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:52:59.999463 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d9527-8eaa-4a9b-8fe5-6a828a399598 req-14bfa145-3ab7-4ea2-8c8f-8c4caae023b8 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:00.000830 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1f2d9527-8eaa-4a9b-8fe5-6a828a399598 req-14bfa145-3ab7-4ea2-8c8f-8c4caae023b8 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 945 time: 0.2233031
Dec 22 04:53:00.011756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6c9e131c-dc4d-4b6a-9a25-4f9014262fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:00.100230 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f191cc85-ff1e-401b-9df5-0ca943fc62da no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:53:00.103577 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1f2d9527-8eaa-4a9b-8fe5-6a828a399598 req-f0985ebd-b95d-48c0-b8d4-18d4f2001136 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941157
Dec 22 04:53:00.138113 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: f191cc85-ff1e-401b-9df5-0ca943fc62da {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:53:00.138727 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f191cc85-ff1e-401b-9df5-0ca943fc62da not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:53:00.147855 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6c9e131c-dc4d-4b6a-9a25-4f9014262fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:00.163070 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9e6ab409-cf5c-41d5-9363-c5ac49996c81 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:00.186725 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e131c-dc4d-4b6a-9a25-4f9014262fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165c873c-9119-4c8a-98a7-b246201424eb,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:00.189485 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6c9e131c-dc4d-4b6a-9a25-4f9014262fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:00.197106 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6c9e131c-dc4d-4b6a-9a25-4f9014262fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:00.200572 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6c9e131c-dc4d-4b6a-9a25-4f9014262fc9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/165c873c-9119-4c8a-98a7-b246201424eb HTTP/1.1" status: 204  len: 168 time: 0.4649203
Dec 22 04:53:00.234388 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Deleting port f191cc85-ff1e-401b-9df5-0ca943fc62da {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:00.234802 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:00.301052 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-140a9f52-f8a6-4b02-af31-d3987a58b27b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port d4174688-c960-46eb-a7d1-a10bd93f42d5 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:00.302096 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-140a9f52-f8a6-4b02-af31-d3987a58b27b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:00.307677 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] The port 'f191cc85-ff1e-401b-9df5-0ca943fc62da' was deleted {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:53:00.442968 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f729f08-aa4e-4b77-a6c4-fc0fa3f39b56 req-6429d7f8-339d-4c06-8501-a98822f5c21a tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:00.444599 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9f729f08-aa4e-4b77-a6c4-fc0fa3f39b56 req-6429d7f8-339d-4c06-8501-a98822f5c21a tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.2747316
Dec 22 04:53:00.459658 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 63542034-7e07-4a2c-8543-f26708a35bdd up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:53:00.483334 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:00.535365 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bdc11f0>,) {'filters': {'network_id': ['08e9a5a9-363a-4fa4-8754-b552f268412a']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:00.555931 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bdc11f0>, 'd1267d88-2795-4f62-b453-2565f4b404c9') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:00.556259 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 63542034-7e07-4a2c-8543-f26708a35bdd completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:53:00.556418 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bdc11f0>, 'd1267d88-2795-4f62-b453-2565f4b404c9') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:00.564209 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 63542034-7e07-4a2c-8543-f26708a35bdd triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:00.564741 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:00.576951 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:00.587871 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9f729f08-aa4e-4b77-a6c4-fc0fa3f39b56 req-c1b7e4a2-7eb2-40de-b45e-cb4dc583f685 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1276836
Dec 22 04:53:00.596814 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:00.606053 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:53:00.606516 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:53:00.633918 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:53:00.648556 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-140a9f52-f8a6-4b02-af31-d3987a58b27b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port d4174688-c960-46eb-a7d1-a10bd93f42d5, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d4174688-c960-46eb-a7d1-a10bd93f42d5,segment=NetworkSegment(c3c0f38c-059c-40e4-a031-88b90bc90b40),segment_id=c3c0f38c-059c-40e4-a031-88b90bc90b40)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:00.649714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-140a9f52-f8a6-4b02-af31-d3987a58b27b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:00.716640 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:00.744949 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:00.758725 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:00.763353 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 63542034-7e07-4a2c-8543-f26708a35bdd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=63542034-7e07-4a2c-8543-f26708a35bdd,segment=NetworkSegment(190672a3-9761-46a0-a74c-7d2134a1636c),segment_id=190672a3-9761-46a0-a74c-7d2134a1636c)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:00.763504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-67eca9bb-6d65-41f0-b607-a4a0d0ce65da tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:00.765004 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0399ce-d45b-4b0d-8e4a-96209a9e2ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63542034-7e07-4a2c-8543-f26708a35bdd'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:53:00.772359 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:00.774440 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:00.829161 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-140a9f52-f8a6-4b02-af31-d3987a58b27b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for d4174688-c960-46eb-a7d1-a10bd93f42d5 owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:00.848911 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event deleted for resources: {'Network': ['ID=08e9a5a9-363a-4fa4-8754-b552f268412a,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:00.851951 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:00.856872 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/networks/08e9a5a9-363a-4fa4-8754-b552f268412a HTTP/1.1" status: 204  len: 168 time: 2.1098895
Dec 22 04:53:00.859343 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57572) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:00.872808 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0399ce-d45b-4b0d-8e4a-96209a9e2ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63542034-7e07-4a2c-8543-f26708a35bdd', 'code': 200}
Dec 22 04:53:00.878400 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=63542034-7e07-4a2c-8543-f26708a35bdd,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:00.884447 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:00.912903 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-305b0898-80d8-4923-9b68-4ff2b208cec9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:53:00.913119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-305b0898-80d8-4923-9b68-4ff2b208cec9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:53:00.916467 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-305b0898-80d8-4923-9b68-4ff2b208cec9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/subnets/d3a6fc3d-21ec-41ca-a656-233b3f10c5ac HTTP/1.1" status: 404  len: 337 time: 0.0562053
Dec 22 04:53:00.920611 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57576) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:00.953450 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba829e3-7607-4235-9ad9-2a9c29a5251b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:53:00.953944 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba829e3-7607-4235-9ad9-2a9c29a5251b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:53:00.957999 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-eba829e3-7607-4235-9ad9-2a9c29a5251b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/networks/2c2e19dd-c569-4dc9-ad04-be322783e2a2 HTTP/1.1" status: 404  len: 339 time: 0.0311284
Dec 22 04:53:00.958862 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57582) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:01.123222 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-140a9f52-f8a6-4b02-af31-d3987a58b27b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:01.128549 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5747732c-a40d-42ca-99c2-c80839d80ae7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:01.174896 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a9f52-f8a6-4b02-af31-d3987a58b27b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=d4174688-c960-46eb-a7d1-a10bd93f42d5,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:01.179237 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-140a9f52-f8a6-4b02-af31-d3987a58b27b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:01.256850 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe7841f-e5f5-40a4-8ba8-f3d6d0140c3d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Deleting subnet dd33899b-fe95-40f1-a564-d9503a0643d8 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:53:01.261495 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bbe7841f-e5f5-40a4-8ba8-f3d6d0140c3d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:01.273884 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57592) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:01.330549 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d2a3a6a9-faca-4ea3-9afa-f25c77a8294f req-2e4a5a3f-cc89-4acb-b893-5d93180c458d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 1099 time: 0.2240505
Dec 22 04:53:01.338188 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bbe7841f-e5f5-40a4-8ba8-f3d6d0140c3d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:01.495689 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d2a3a6a9-faca-4ea3-9afa-f25c77a8294f req-908c1d2c-9fcf-4ddc-b549-2d41129098fb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227813
Dec 22 04:53:01.516436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-b6426136-b48c-4ef3-93e4-3d7a9f9f71e2 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:01.517049 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-b6426136-b48c-4ef3-93e4-3d7a9f9f71e2 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 22 04:53:01.518023 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b6426136-b48c-4ef3-93e4-3d7a9f9f71e2 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.2436647
Dec 22 04:53:01.519592 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bbe7841f-e5f5-40a4-8ba8-f3d6d0140c3d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:01.527287 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57598) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:01.533766 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group': {'name': 'tempest-secgroup--284029467'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:01.541670 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:01.548712 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Usage tracker for resource:security_group and tenant:431a4c8abbcf4e77b5ba3538833e21e6 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:01.553481 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:01.555836 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d552627-84df-4a22-87bd-281c8a07557f req-10ebbffc-4875-4c0a-9f74-1bbd03044e5f tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:01.557345 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1d552627-84df-4a22-87bd-281c8a07557f req-10ebbffc-4875-4c0a-9f74-1bbd03044e5f tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 946 time: 0.1832492
Dec 22 04:53:01.560372 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:01.585485 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:01.600825 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:01.626048 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1d552627-84df-4a22-87bd-281c8a07557f req-71dbc427-07fb-4e81-9a9c-9fd6576eaf7e tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608606
Dec 22 04:53:01.631622 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bbe7841f-e5f5-40a4-8ba8-f3d6d0140c3d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:01.635427 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-65d7b83a-3ae6-425d-a623-0a5ff7715b2a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:01.649481 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:01.654120 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Usage tracker for resource:security_group_rule and tenant:431a4c8abbcf4e77b5ba3538833e21e6 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:01.658119 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:01.665357 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:01.674530 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7841f-e5f5-40a4-8ba8-f3d6d0140c3d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event deleted for resources: {'Subnet': ['ID=dd33899b-fe95-40f1-a564-d9503a0643d8,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:01.678076 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bbe7841f-e5f5-40a4-8ba8-f3d6d0140c3d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:01.681654 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bbe7841f-e5f5-40a4-8ba8-f3d6d0140c3d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:01.694244 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb38e69-2039-4551-a007-6d9ae381f766 None None] Network 35e34944-a86f-4bdd-bd6f-889cb0fed06c requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:01.695112 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bbe7841f-e5f5-40a4-8ba8-f3d6d0140c3d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/subnets/dd33899b-fe95-40f1-a564-d9503a0643d8 HTTP/1.1" status: 204  len: 168 time: 0.7346451
Dec 22 04:53:01.695763 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57604) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:01.788690 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:01.796270 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:01.800012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-140a9f52-f8a6-4b02-af31-d3987a58b27b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:01.813759 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0b6d8c52-c1dc-444e-a3f5-b705a8200570 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:01.817077 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:01.828836 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Deleting port 847ffc3c-b788-4e9b-a0b7-d1085037d732 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:01.828836 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:01.866178 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:01.931069 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4cfc70-a537-4a18-aae4-9e5a40f10883,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:01.933329 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Usage tracker for resource:security_group_rule and tenant:431a4c8abbcf4e77b5ba3538833e21e6 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:01.943149 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:01.943932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:01.952024 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:01.993733 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2d4e60-ceed-4f60-8e33-0914ced8b657 None None] DHCP port deletion for 35e34944-a86f-4bdd-bd6f-889cb0fed06c request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:53:01.999925 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d4e60-ceed-4f60-8e33-0914ced8b657 None None] Deleting port 847ffc3c-b788-4e9b-a0b7-d1085037d732 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:02.000530 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fc2d4e60-ceed-4f60-8e33-0914ced8b657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:02.017614 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c33c0e-0818-44e8-bf2f-0df1dfca9a31 req-1e2c4bd7-39c0-47a7-a417-6aa949d6c492 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:02.019076 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a2c33c0e-0818-44e8-bf2f-0df1dfca9a31 req-1e2c4bd7-39c0-47a7-a417-6aa949d6c492 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.2714922
Dec 22 04:53:02.078447 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:02.162172 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] For port 847ffc3c-b788-4e9b-a0b7-d1085037d732, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=847ffc3c-b788-4e9b-a0b7-d1085037d732,segment=NetworkSegment(c4075efe-cca2-43e3-8190-cae1a4436402),segment_id=c4075efe-cca2-43e3-8190-cae1a4436402)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:02.162788 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:02.165000 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:02.168637 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e1d752f2-af28-4127-9f1e-8d4d145ac368 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:02.250146 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a2c33c0e-0818-44e8-bf2f-0df1dfca9a31 req-f0f461f6-d3cd-486f-935f-12d9f5abab3d tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2233057
Dec 22 04:53:02.250610 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 847ffc3c-b788-4e9b-a0b7-d1085037d732 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:53:02.251116 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=193665e2-9127-4ce6-bfce-40b692720a5b,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:02.258677 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:02.292269 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Calling delete_port for 847ffc3c-b788-4e9b-a0b7-d1085037d732 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:02.310373 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:02.311264 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-fc2d4e60-ceed-4f60-8e33-0914ced8b657 None None] For port 847ffc3c-b788-4e9b-a0b7-d1085037d732, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=847ffc3c-b788-4e9b-a0b7-d1085037d732,segment=NetworkSegment(c4075efe-cca2-43e3-8190-cae1a4436402),segment_id=c4075efe-cca2-43e3-8190-cae1a4436402)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:02.311659 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fc2d4e60-ceed-4f60-8e33-0914ced8b657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:02.313038 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.7846320
Dec 22 04:53:02.320706 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57610) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:02.332457 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-1bb34eb9-a30b-42a8-a2ff-7754e8e6ab3f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group_rule': {'security_group_id': '193665e2-9127-4ce6-bfce-40b692720a5b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:02.339584 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1bb34eb9-a30b-42a8-a2ff-7754e8e6ab3f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:02.344207 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1bb34eb9-a30b-42a8-a2ff-7754e8e6ab3f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Usage tracker for resource:security_group_rule and tenant:431a4c8abbcf4e77b5ba3538833e21e6 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:02.348402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1bb34eb9-a30b-42a8-a2ff-7754e8e6ab3f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:02.354785 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1bb34eb9-a30b-42a8-a2ff-7754e8e6ab3f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:02.371710 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:02.375760 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3348a974-69b8-4749-afa1-debef308ea9c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:02.417023 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event deleted for resources: {'Port': ['ID=847ffc3c-b788-4e9b-a0b7-d1085037d732,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:02.421132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:02.424564 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] No DVR routers for this DVR port 847ffc3c-b788-4e9b-a0b7-d1085037d732 on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:53:02.445858 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d4e60-ceed-4f60-8e33-0914ced8b657 None None] Calling delete_port for 847ffc3c-b788-4e9b-a0b7-d1085037d732 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:02.465176 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1bb34eb9-a30b-42a8-a2ff-7754e8e6ab3f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:02.480532 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No active binding found for port 847ffc3c-b788-4e9b-a0b7-d1085037d732 {{(pid=83436) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 22 04:53:02.480933 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 847ffc3c-b788-4e9b-a0b7-d1085037d732 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:53:02.520059 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-fc2d4e60-ceed-4f60-8e33-0914ced8b657 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:53:02.520414 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-fc2d4e60-ceed-4f60-8e33-0914ced8b657 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:53:02.560223 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:02.586066 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469c0312e0>,) {'filters': {'network_id': ['35e34944-a86f-4bdd-bd6f-889cb0fed06c']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:02.603349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c0312e0>, 'c4075efe-cca2-43e3-8190-cae1a4436402') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:02.603642 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c0312e0>, 'c4075efe-cca2-43e3-8190-cae1a4436402') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:02.616623 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:02.634074 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:02.640823 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:53:02.641219 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:53:02.656489 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:53:02.737898 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:02.741669 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-178a970a-251f-47be-a292-c1a3b433cefd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:02.757637 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:02.802166 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1bb34eb9-a30b-42a8-a2ff-7754e8e6ab3f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:02.805529 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Pushing event deleted for resources: {'Network': ['ID=35e34944-a86f-4bdd-bd6f-889cb0fed06c,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:02.812368 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1bb34eb9-a30b-42a8-a2ff-7754e8e6ab3f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:02.815442 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:02.820588 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b4870821-807a-422c-80f1-9b9db754c415 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:02.821572 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] 10.222.0.53 "DELETE /v2.0/networks/35e34944-a86f-4bdd-bd6f-889cb0fed06c HTTP/1.1" status: 204  len: 168 time: 1.1248193
Dec 22 04:53:02.846782 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb34eb9-a30b-42a8-a2ff-7754e8e6ab3f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d896df-7acc-4632-a3f1-fbf90215a714,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:02.850295 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1bb34eb9-a30b-42a8-a2ff-7754e8e6ab3f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:02.858633 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0dd4a9-8241-4e54-b09d-cd84c11f88be req-a10f6ccb-bab1-47d7-ba3f-fddf3433bcef tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:02.859056 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1bb34eb9-a30b-42a8-a2ff-7754e8e6ab3f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:02.860195 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3e0dd4a9-8241-4e54-b09d-cd84c11f88be req-a10f6ccb-bab1-47d7-ba3f-fddf3433bcef tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 946 time: 0.1039760
Dec 22 04:53:02.860624 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1bb34eb9-a30b-42a8-a2ff-7754e8e6ab3f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5341949
Dec 22 04:53:02.863302 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57618) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:02.870752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e5195cde-1fc3-4561-b973-f4f4126ae40a tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group_rule': {'security_group_id': '193665e2-9127-4ce6-bfce-40b692720a5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:02.891772 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e5195cde-1fc3-4561-b973-f4f4126ae40a tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:02.898554 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e5195cde-1fc3-4561-b973-f4f4126ae40a tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Usage tracker for resource:security_group_rule and tenant:431a4c8abbcf4e77b5ba3538833e21e6 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:02.902585 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e5195cde-1fc3-4561-b973-f4f4126ae40a tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:02.917127 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e5195cde-1fc3-4561-b973-f4f4126ae40a tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:02.932198 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3e0dd4a9-8241-4e54-b09d-cd84c11f88be req-3b98c8b7-f0b7-4eb5-b1d0-fd9da21cb72c tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652106
Dec 22 04:53:02.940132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e5195cde-1fc3-4561-b973-f4f4126ae40a tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:03.016481 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-e5195cde-1fc3-4561-b973-f4f4126ae40a tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 22 04:53:03.017533 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e5195cde-1fc3-4561-b973-f4f4126ae40a tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.1524668
Dec 22 04:53:03.020110 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140a9f52-f8a6-4b02-af31-d3987a58b27b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 58dcf30e-3958-471a-ae24-3776d056b38b has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:53:03.020877 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57622) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:03.022290 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d4e60-ceed-4f60-8e33-0914ced8b657 None None] Deleting port 847ffc3c-b788-4e9b-a0b7-d1085037d732 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:03.022856 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fc2d4e60-ceed-4f60-8e33-0914ced8b657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:03.099802 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d4e60-ceed-4f60-8e33-0914ced8b657 None None] The port '847ffc3c-b788-4e9b-a0b7-d1085037d732' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:53:03.173481 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ad78d5a8-7416-4ce0-acad-3df790e7dca2 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:03.192774 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57628) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:03.273328 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ad78d5a8-7416-4ce0-acad-3df790e7dca2 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:03.370290 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ad78d5a8-7416-4ce0-acad-3df790e7dca2 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:03.377398 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:03.394035 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78d5a8-7416-4ce0-acad-3df790e7dca2 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=193665e2-9127-4ce6-bfce-40b692720a5b,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:03.396669 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ad78d5a8-7416-4ce0-acad-3df790e7dca2 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:03.406203 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ad78d5a8-7416-4ce0-acad-3df790e7dca2 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:03.407559 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ad78d5a8-7416-4ce0-acad-3df790e7dca2 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "DELETE /v2.0/security-groups/193665e2-9127-4ce6-bfce-40b692720a5b HTTP/1.1" status: 204  len: 168 time: 0.3804469
Dec 22 04:53:03.410365 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57636) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:03.429970 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d2138055-4d1b-4341-957f-f763430994db admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=01e47d056ac8479e8aae5da637227d43&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2359264
Dec 22 04:53:03.432409 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57640) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:03.438372 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140a9f52-f8a6-4b02-af31-d3987a58b27b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:53:03.447076 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-140a9f52-f8a6-4b02-af31-d3987a58b27b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/routers/58dcf30e-3958-471a-ae24-3776d056b38b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8723586
Dec 22 04:53:03.449089 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e60cd8-12c4-431d-a5b4-bff962c7d25c None None] Sync routers for ids ['58dcf30e-3958-471a-ae24-3776d056b38b'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:53:03.461485 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e60cd8-12c4-431d-a5b4-bff962c7d25c None None] Routers {'58dcf30e-3958-471a-ae24-3776d056b38b'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:03.462733 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d0e60cd8-12c4-431d-a5b4-bff962c7d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c4afac0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:52:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['58dcf30e-3958-471a-ae24-3776d056b38b'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:03.520650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d0de45d9-a24d-4098-9dd9-141a5ef517c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:03.544165 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-87efc8e1-a929-4ded-b2c0-d936e09a4597 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Synchronizing usage tracker for tenant:431a4c8abbcf4e77b5ba3538833e21e6 on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:03.552616 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d0de45d9-a24d-4098-9dd9-141a5ef517c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:03.575071 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-87efc8e1-a929-4ded-b2c0-d936e09a4597 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Unset dirty status for tenant:431a4c8abbcf4e77b5ba3538833e21e6 on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:03.577174 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-87efc8e1-a929-4ded-b2c0-d936e09a4597 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1646130
Dec 22 04:53:03.584095 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57646) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:03.584552 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0f290-5702-4980-a097-b8259321a401 req-8a79726d-fd88-458a-8491-0bb5e5ba69d3 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:03.586108 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a3e0f290-5702-4980-a097-b8259321a401 req-8a79726d-fd88-458a-8491-0bb5e5ba69d3 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.1435707
Dec 22 04:53:03.635049 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a3e0f290-5702-4980-a097-b8259321a401 req-8b2662e1-e9d4-45de-90c5-9bfb60ccec54 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420532
Dec 22 04:53:03.637743 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-02f7dd97-bf19-471a-bcd5-982ac491323f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group': {'name': 'tempest-secgroup--456422745'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:03.652802 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-02f7dd97-bf19-471a-bcd5-982ac491323f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:03.663798 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-d0e60cd8-12c4-431d-a5b4-bff962c7d25c None None] Set router 58dcf30e-3958-471a-ae24-3776d056b38b gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:53:03.678035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-02f7dd97-bf19-471a-bcd5-982ac491323f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:03.717810 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-02f7dd97-bf19-471a-bcd5-982ac491323f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:03.760681 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d0de45d9-a24d-4098-9dd9-141a5ef517c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:03.769637 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e2440974-907e-439d-8481-9cc0ab1b95bf tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:03.792673 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df1f90-529a-4fda-8d79-34b6c223d829 req-c74140aa-b58d-46c2-8044-ead9599f28b1 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:03.794176 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-91df1f90-529a-4fda-8d79-34b6c223d829 req-c74140aa-b58d-46c2-8044-ead9599f28b1 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.1939435
Dec 22 04:53:03.796286 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de45d9-a24d-4098-9dd9-141a5ef517c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82edc48d-1c22-4e34-88cc-8fdbbfcaffd5,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:03.801918 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d0de45d9-a24d-4098-9dd9-141a5ef517c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:03.805003 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-02f7dd97-bf19-471a-bcd5-982ac491323f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:03.845886 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d0de45d9-a24d-4098-9dd9-141a5ef517c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:03.850300 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d0de45d9-a24d-4098-9dd9-141a5ef517c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/82edc48d-1c22-4e34-88cc-8fdbbfcaffd5 HTTP/1.1" status: 204  len: 168 time: 0.4136930
Dec 22 04:53:03.850300 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-02f7dd97-bf19-471a-bcd5-982ac491323f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Usage tracker for resource:security_group_rule and tenant:431a4c8abbcf4e77b5ba3538833e21e6 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:03.855014 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-02f7dd97-bf19-471a-bcd5-982ac491323f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:03.864174 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-02f7dd97-bf19-471a-bcd5-982ac491323f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:03.901243 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-91df1f90-529a-4fda-8d79-34b6c223d829 req-6eaea1b4-d471-4c9c-9f68-61b16e7bba9c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Deleting port 11cb9345-8066-4ad5-8be0-621882ff7c67 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:03.901769 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-91df1f90-529a-4fda-8d79-34b6c223d829 req-6eaea1b4-d471-4c9c-9f68-61b16e7bba9c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:03.914240 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f709b8f-ba91-433d-b9de-5be5b1bae869 req-8af93ee8-4a35-4096-a16f-25e9f18d9f82 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:03.915525 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-6f709b8f-ba91-433d-b9de-5be5b1bae869 req-8af93ee8-4a35-4096-a16f-25e9f18d9f82 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:03.929499 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-6f709b8f-ba91-433d-b9de-5be5b1bae869 req-8af93ee8-4a35-4096-a16f-25e9f18d9f82 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:03.930909 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6f709b8f-ba91-433d-b9de-5be5b1bae869 req-8af93ee8-4a35-4096-a16f-25e9f18d9f82 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1ae02-7af9-40dc-b222-cf38075b270d HTTP/1.1" status: 200  len: 946 time: 0.1205823
Dec 22 04:53:04.008469 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6f709b8f-ba91-433d-b9de-5be5b1bae869 req-8732861e-0f12-4769-9344-eec65299d624 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=539f3721-2ee8-4ec5-b55c-4768f9ae3d71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691333
Dec 22 04:53:04.188783 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d0e60cd8-12c4-431d-a5b4-bff962c7d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c4afac0>, [{'id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'name': 'tempest-TestNetworkBasicOps-router-1478209335', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:14Z', 'updated_at': '2021-12-22T04:53:01Z', 'revision_number': 6, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:15Z', 'updated_at': '2021-12-22T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '98a33b74-d200-4151-999f-fbd8f73d72ac', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'port_id': '0deaae2f-c070-4605-ba96-369346905e69', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'mac_address': 'fa:16:3e:e7:a4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71399509-53eb-423d-a58f-40013ecf242f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:50:29Z', 'updated_at': '2021-12-22T04:50:36Z', 'revision_number': 1, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd65023e-79f7-423c-aa3a-2c429170e389', 'name': '', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:c6:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:45Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:04.193453 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e60cd8-12c4-431d-a5b4-bff962c7d25c None None] Checking router: 58dcf30e-3958-471a-ae24-3776d056b38b for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:53:04.208493 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e60cd8-12c4-431d-a5b4-bff962c7d25c None None] Routers {'58dcf30e-3958-471a-ae24-3776d056b38b'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:04.209288 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d0e60cd8-12c4-431d-a5b4-bff962c7d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c4afac0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:52:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['58dcf30e-3958-471a-ae24-3776d056b38b'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:04.269536 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-02f7dd97-bf19-471a-bcd5-982ac491323f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:04.298295 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-02f7dd97-bf19-471a-bcd5-982ac491323f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:04.304636 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7f406b4c-acaf-4f93-b373-4140c7e24f34 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:04.410558 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-d0e60cd8-12c4-431d-a5b4-bff962c7d25c None None] Set router 58dcf30e-3958-471a-ae24-3776d056b38b gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:53:04.461945 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-91df1f90-529a-4fda-8d79-34b6c223d829 req-6eaea1b4-d471-4c9c-9f68-61b16e7bba9c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] For port 11cb9345-8066-4ad5-8be0-621882ff7c67, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=11cb9345-8066-4ad5-8be0-621882ff7c67,segment=NetworkSegment(4fec6cb2-521a-4cbd-a920-f6745769cdfc),segment_id=4fec6cb2-521a-4cbd-a920-f6745769cdfc)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:04.462297 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-91df1f90-529a-4fda-8d79-34b6c223d829 req-6eaea1b4-d471-4c9c-9f68-61b16e7bba9c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:04.479620 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7dd97-bf19-471a-bcd5-982ac491323f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d177f719-85ad-4c21-ba8c-f14d14873ceb,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:04.536476 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-02f7dd97-bf19-471a-bcd5-982ac491323f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:04.555449 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-02f7dd97-bf19-471a-bcd5-982ac491323f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:04.560218 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-02f7dd97-bf19-471a-bcd5-982ac491323f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.9714701
Dec 22 04:53:04.560378 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57670) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:04.565775 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-084d1dca-7bdd-45aa-9bc1-06639caa53c6 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group_rule': {'security_group_id': 'd177f719-85ad-4c21-ba8c-f14d14873ceb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:04.566655 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-084d1dca-7bdd-45aa-9bc1-06639caa53c6 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:53:04.567778 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-084d1dca-7bdd-45aa-9bc1-06639caa53c6 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0068066
Dec 22 04:53:04.571063 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57674) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:04.645661 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fc09d626-0cf2-4d73-a5a6-3fd83e629b94 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:04.654150 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4547b2b-d6bf-40a2-895a-60f0690f3f55 req-a01c5525-ce74-4dce-ae0f-0662664b5458 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:04.657042 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e4547b2b-d6bf-40a2-895a-60f0690f3f55 req-a01c5525-ce74-4dce-ae0f-0662664b5458 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 946 time: 0.5364661
Dec 22 04:53:04.704981 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fc09d626-0cf2-4d73-a5a6-3fd83e629b94 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:04.780780 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fc09d626-0cf2-4d73-a5a6-3fd83e629b94 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:04.796570 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-35baa47f-2a80-4ed8-89b1-83c557a64731 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:04.820113 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09d626-0cf2-4d73-a5a6-3fd83e629b94 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d177f719-85ad-4c21-ba8c-f14d14873ceb,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:04.822230 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fc09d626-0cf2-4d73-a5a6-3fd83e629b94 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:04.823339 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fc09d626-0cf2-4d73-a5a6-3fd83e629b94 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "DELETE /v2.0/security-groups/d177f719-85ad-4c21-ba8c-f14d14873ceb HTTP/1.1" status: 204  len: 168 time: 0.2488289
Dec 22 04:53:04.824449 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fc09d626-0cf2-4d73-a5a6-3fd83e629b94 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:04.826009 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57684) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:04.881951 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e4547b2b-d6bf-40a2-895a-60f0690f3f55 req-6a090656-295a-40da-92e6-0f7284bfdfc2 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2140477
Dec 22 04:53:04.899822 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d0e60cd8-12c4-431d-a5b4-bff962c7d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c4afac0>, [{'id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'name': 'tempest-TestNetworkBasicOps-router-1478209335', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:14Z', 'updated_at': '2021-12-22T04:53:01Z', 'revision_number': 6, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:15Z', 'updated_at': '2021-12-22T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '98a33b74-d200-4151-999f-fbd8f73d72ac', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'port_id': '0deaae2f-c070-4605-ba96-369346905e69', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'mac_address': 'fa:16:3e:e7:a4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71399509-53eb-423d-a58f-40013ecf242f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:50:29Z', 'updated_at': '2021-12-22T04:50:36Z', 'revision_number': 1, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd65023e-79f7-423c-aa3a-2c429170e389', 'name': '', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:c6:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:45Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:04.905594 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e60cd8-12c4-431d-a5b4-bff962c7d25c None None] The sync data for ids ['58dcf30e-3958-471a-ae24-3776d056b38b'] in dv-neutron-822525-1-hyperv is: [{'id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'name': 'tempest-TestNetworkBasicOps-router-1478209335', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:14Z', 'updated_at': '2021-12-22T04:53:01Z', 'revision_number': 6, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:15Z', 'updated_at': '2021-12-22T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '98a33b74-d200-4151-999f-fbd8f73d72ac', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.52', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'port_id': '0deaae2f-c070-4605-ba96-369346905e69', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'mac_address': 'fa:16:3e:e7:a4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71399509-53eb-423d-a58f-40013ecf242f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:50:29Z', 'updated_at': '2021-12-22T04:50:36Z', 'revision_number': 1, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd65023e-79f7-423c-aa3a-2c429170e389', 'name': '', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:c6:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:45Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:53:04.918209 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-91df1f90-529a-4fda-8d79-34b6c223d829 req-6eaea1b4-d471-4c9c-9f68-61b16e7bba9c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:04.918633 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-91df1f90-529a-4fda-8d79-34b6c223d829 req-6eaea1b4-d471-4c9c-9f68-61b16e7bba9c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:04.919077 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [req-91df1f90-529a-4fda-8d79-34b6c223d829 req-6eaea1b4-d471-4c9c-9f68-61b16e7bba9c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Floating IP 0e177e2d-777d-44a6-a4e1-2d037512987c disassociated. External IP: 172.26.4.213, port: 11cb9345-8066-4ad5-8be0-621882ff7c67.
Dec 22 04:53:04.919485 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-91df1f90-529a-4fda-8d79-34b6c223d829 req-6eaea1b4-d471-4c9c-9f68-61b16e7bba9c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Calling delete_port for 11cb9345-8066-4ad5-8be0-621882ff7c67 owned by compute:nova {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:04.944860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57688) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:04.974331 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-01966618-b2f0-4d02-a134-800beb04d57d tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Synchronizing usage tracker for tenant:431a4c8abbcf4e77b5ba3538833e21e6 on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:05.004723 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-01966618-b2f0-4d02-a134-800beb04d57d tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Unset dirty status for tenant:431a4c8abbcf4e77b5ba3538833e21e6 on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:05.006322 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-01966618-b2f0-4d02-a134-800beb04d57d tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1787932
Dec 22 04:53:05.012144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57696) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:05.020241 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-f45037b5-7aa7-4f83-b35b-cfc6258ece1b tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group': {'name': 'tempest-secgroup--314813713'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:05.023797 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34ab34-e2d8-4af3-8991-4bd481ef8e73 req-acc4736b-4784-4261-b169-41a18558098c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:05.025664 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2d34ab34-e2d8-4af3-8991-4bd481ef8e73 req-acc4736b-4784-4261-b169-41a18558098c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 946 time: 0.1841173
Dec 22 04:53:05.027316 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f45037b5-7aa7-4f83-b35b-cfc6258ece1b tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:05.069653 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f45037b5-7aa7-4f83-b35b-cfc6258ece1b tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:05.080470 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2d34ab34-e2d8-4af3-8991-4bd481ef8e73 req-7f5a0a4d-9bed-4e35-b7a2-105da401909f tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups?id=59e06d07-89b8-4168-8246-6602aaadb149&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473387
Dec 22 04:53:05.134489 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-47166161'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:05.141893 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:05.147960 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f45037b5-7aa7-4f83-b35b-cfc6258ece1b tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:05.149602 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Usage tracker for resource:network and tenant:bca35e43b30448aea0e4f0082567b855 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:05.154213 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:05.161278 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:05.187983 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Made reservation on behalf of bca35e43b30448aea0e4f0082567b855 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:05.191651 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:05.204135 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-91df1f90-529a-4fda-8d79-34b6c223d829 req-6eaea1b4-d471-4c9c-9f68-61b16e7bba9c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:05.216441 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:05.221674 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c1bb88a1-9adc-40e2-8f67-745885f5a518 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:05.251717 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f45037b5-7aa7-4f83-b35b-cfc6258ece1b tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:05.275806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f45037b5-7aa7-4f83-b35b-cfc6258ece1b tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Usage tracker for resource:security_group_rule and tenant:431a4c8abbcf4e77b5ba3538833e21e6 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:05.284265 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263eb53-09c2-42eb-a7d6-c4b9828ef2dd req-38089f47-f385-409c-ae5e-362717d1f923 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:05.292793 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b263eb53-09c2-42eb-a7d6-c4b9828ef2dd req-38089f47-f385-409c-ae5e-362717d1f923 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 946 time: 0.2156661
Dec 22 04:53:05.306824 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:05.311716 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaea1b4-d471-4c9c-9f68-61b16e7bba9c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Pushing event deleted for resources: {'Port': ['ID=11cb9345-8066-4ad5-8be0-621882ff7c67,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:05.315301 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Usage tracker for resource:security_group_rule and tenant:bca35e43b30448aea0e4f0082567b855 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:05.317047 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f45037b5-7aa7-4f83-b35b-cfc6258ece1b tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:05.319101 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:05.319850 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6eaea1b4-d471-4c9c-9f68-61b16e7bba9c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:05.327819 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f45037b5-7aa7-4f83-b35b-cfc6258ece1b tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:05.329307 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:05.382335 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffa29b-37f2-4a21-a7a6-e504b1fb6675 req-9d8d59dc-9671-43a3-a210-fe0d6afa0c47 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:05.383788 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fdffa29b-37f2-4a21-a7a6-e504b1fb6675 req-9d8d59dc-9671-43a3-a210-fe0d6afa0c47 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1ae02-7af9-40dc-b222-cf38075b270d HTTP/1.1" status: 200  len: 946 time: 0.1455920
Dec 22 04:53:05.485299 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:05.486208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f45037b5-7aa7-4f83-b35b-cfc6258ece1b tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:05.490438 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fdffa29b-37f2-4a21-a7a6-e504b1fb6675 req-71cc8c3d-3f78-4831-b08a-862350ebe4fc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=539f3721-2ee8-4ec5-b55c-4768f9ae3d71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946498
Dec 22 04:53:05.492396 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:05.496221 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f67c5ccc-216c-43ac-85fe-cd18919bb0c7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:05.531394 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f45037b5-7aa7-4f83-b35b-cfc6258ece1b tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:05.539873 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-559601d8-e218-4688-a6a2-46fb58c9f3b7 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:05.544726 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:53:05.550994 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e8e24e-a107-43bc-9264-2a72e7b46c4e,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:05.554233 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:05.559809 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:05.560156 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Added segment 4d94f84e-255e-449b-afc8-c83eed0627de of type vlan for network 72019fbe-91c2-46bf-8cb6-6158ceafb7c1
Dec 22 04:53:05.586354 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b263eb53-09c2-42eb-a7d6-c4b9828ef2dd req-2379c2c5-59c7-4faf-b519-5939fcab2c72 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2927952
Dec 22 04:53:05.596327 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:05.622648 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f45037b5-7aa7-4f83-b35b-cfc6258ece1b tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:05.626466 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f45037b5-7aa7-4f83-b35b-cfc6258ece1b tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.6107738
Dec 22 04:53:05.627289 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57706) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:05.638149 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45037b5-7aa7-4f83-b35b-cfc6258ece1b tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c971a89-f1c2-4776-86c9-2424105a08b9,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:05.643074 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e9615803-8ed6-4426-af03-65cb491e6334 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group_rule': {'security_group_id': '4c971a89-f1c2-4776-86c9-2424105a08b9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:05.643788 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-e9615803-8ed6-4426-af03-65cb491e6334 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:53:05.645368 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e9615803-8ed6-4426-af03-65cb491e6334 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0163569
Dec 22 04:53:05.647979 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f45037b5-7aa7-4f83-b35b-cfc6258ece1b tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:05.649736 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57710) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:05.687868 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:05.692170 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:05.693087 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:05.697471 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-61d68d27-3d15-496f-9cc7-3fdbff494344 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:05.796094 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b4adcdc6-e1ec-4b59-aae6-38e6365ab236 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:05.829869 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.8734479
Dec 22 04:53:05.832137 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event updated for resources: {'Network': ['ID=72019fbe-91c2-46bf-8cb6-6158ceafb7c1,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:05.834823 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:05.846787 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b4adcdc6-e1ec-4b59-aae6-38e6365ab236 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:05.851082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34478ce-d107-444a-89e0-670444aaa567 req-f7bc3ca1-7c7e-40dd-ace2-aea66aef373c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:05.853386 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e34478ce-d107-444a-89e0-670444aaa567 req-f7bc3ca1-7c7e-40dd-ace2-aea66aef373c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ec1ae02-7af9-40dc-b222-cf38075b270d HTTP/1.1" status: 200  len: 946 time: 0.2226512
Dec 22 04:53:05.861073 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 72019fbe-91c2-46bf-8cb6-6158ceafb7c1 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:53:05.953099 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91df1f90-529a-4fda-8d79-34b6c223d829 req-6eaea1b4-d471-4c9c-9f68-61b16e7bba9c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Router 2ccb73cb-57d2-48b6-95ca-d32e1304b9f3 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:53:05.956715 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b4adcdc6-e1ec-4b59-aae6-38e6365ab236 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:05.962950 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-11e2f6b3-632a-4e99-bd44-b36193160b62 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:05.981926 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adcdc6-e1ec-4b59-aae6-38e6365ab236 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c971a89-f1c2-4776-86c9-2424105a08b9,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:05.999283 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b4adcdc6-e1ec-4b59-aae6-38e6365ab236 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:06.008571 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-e34478ce-d107-444a-89e0-670444aaa567 req-2ee783d6-89b9-41cf-a915-54859044f922 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:06.016035 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-e34478ce-d107-444a-89e0-670444aaa567 req-2ee783d6-89b9-41cf-a915-54859044f922 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:06.079299 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d4174688-c960-46eb-a7d1-a10bd93f42d5 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:53:06.140071 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: d4174688-c960-46eb-a7d1-a10bd93f42d5 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:53:06.140071 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d4174688-c960-46eb-a7d1-a10bd93f42d5 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:53:06.168106 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b4adcdc6-e1ec-4b59-aae6-38e6365ab236 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:06.169255 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b4adcdc6-e1ec-4b59-aae6-38e6365ab236 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "DELETE /v2.0/security-groups/4c971a89-f1c2-4776-86c9-2424105a08b9 HTTP/1.1" status: 204  len: 168 time: 0.5186300
Dec 22 04:53:06.174739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57718) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:06.233037 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-33e75164-1918-473c-9f96-a34de631db00 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Synchronizing usage tracker for tenant:431a4c8abbcf4e77b5ba3538833e21e6 on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:06.352128 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-33e75164-1918-473c-9f96-a34de631db00 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Unset dirty status for tenant:431a4c8abbcf4e77b5ba3538833e21e6 on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:06.357149 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-33e75164-1918-473c-9f96-a34de631db00 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1777768
Dec 22 04:53:06.364649 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57722) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:06.373034 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e36c1a8a-3a5a-4188-80d8-e1295116a1ed tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group': {'name': 'tempest-secgroup--1083533845'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:06.391131 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e36c1a8a-3a5a-4188-80d8-e1295116a1ed tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:06.406520 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e36c1a8a-3a5a-4188-80d8-e1295116a1ed tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:06.415444 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a632cba-2613-4184-8279-54ecb151a458 req-92f07137-3457-4654-8334-1c39a6080351 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:06.417106 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5a632cba-2613-4184-8279-54ecb151a458 req-92f07137-3457-4654-8334-1c39a6080351 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 946 time: 0.3010957
Dec 22 04:53:06.445151 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e36c1a8a-3a5a-4188-80d8-e1295116a1ed tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:06.450572 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c03a8a1e-5a39-48d5-8f28-e0b96b078738 req-e5b18cfa-27f9-4ce9-9149-a66f83ced4dd tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 210 time: 0.0969503
Dec 22 04:53:06.523825 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-e34478ce-d107-444a-89e0-670444aaa567 req-2ee783d6-89b9-41cf-a915-54859044f922 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd,segment=NetworkSegment(c3c0f38c-059c-40e4-a031-88b90bc90b40),segment_id=c3c0f38c-059c-40e4-a031-88b90bc90b40)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:06.524213 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-e34478ce-d107-444a-89e0-670444aaa567 req-2ee783d6-89b9-41cf-a915-54859044f922 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:06.551256 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e36c1a8a-3a5a-4188-80d8-e1295116a1ed tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:06.553452 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 11cb9345-8066-4ad5-8be0-621882ff7c67 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:53:06.555190 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e36c1a8a-3a5a-4188-80d8-e1295116a1ed tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Usage tracker for resource:security_group_rule and tenant:431a4c8abbcf4e77b5ba3538833e21e6 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:06.559272 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e36c1a8a-3a5a-4188-80d8-e1295116a1ed tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:06.565235 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e36c1a8a-3a5a-4188-80d8-e1295116a1ed tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:06.620028 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 11cb9345-8066-4ad5-8be0-621882ff7c67 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:53:06.624838 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 11cb9345-8066-4ad5-8be0-621882ff7c67 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:53:06.625483 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:53:06.634068 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e36c1a8a-3a5a-4188-80d8-e1295116a1ed tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:06.636820 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5a632cba-2613-4184-8279-54ecb151a458 req-9b63925d-4504-471c-aea3-86ddbed5a507 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1951518
Dec 22 04:53:06.650281 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91df1f90-529a-4fda-8d79-34b6c223d829 req-6eaea1b4-d471-4c9c-9f68-61b16e7bba9c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:53:06.664767 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eea77a-d65a-49f1-ae55-fe3e4423659c None None] Sync routers for ids ['2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:53:06.682871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-e34478ce-d107-444a-89e0-670444aaa567 req-2ee783d6-89b9-41cf-a915-54859044f922 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:06.711699 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eea77a-d65a-49f1-ae55-fe3e4423659c None None] Routers {'2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:06.712359 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-03eea77a-d65a-49f1-ae55-fe3e4423659c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3bf9a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:52:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:06.744119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e36c1a8a-3a5a-4188-80d8-e1295116a1ed tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:06.771132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b4adcdc6-e1ec-4b59-aae6-38e6365ab236 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:06.839716 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:06.898082 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd,segment=NetworkSegment(c3c0f38c-059c-40e4-a031-88b90bc90b40),segment_id=c3c0f38c-059c-40e4-a031-88b90bc90b40)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:06.900207 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec1ae02-7af9-40dc-b222-cf38075b270d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:53:06.924900 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:06.937166 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e3ea3937-0b6d-409c-9cd0-85230c666f70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:06.999946 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c1a8a-3a5a-4188-80d8-e1295116a1ed tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9457e51c-077d-4770-9013-f292095dd58f,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:07.006296 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e36c1a8a-3a5a-4188-80d8-e1295116a1ed tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:07.007669 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e36c1a8a-3a5a-4188-80d8-e1295116a1ed tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.6422300
Dec 22 04:53:07.010406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e36c1a8a-3a5a-4188-80d8-e1295116a1ed tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:07.014955 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57730) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:07.020976 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-91df1f90-529a-4fda-8d79-34b6c223d829 req-6eaea1b4-d471-4c9c-9f68-61b16e7bba9c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] No DVR routers for this DVR port 11cb9345-8066-4ad5-8be0-621882ff7c67 on host hv-neutron-8225 {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:53:07.025949 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-91df1f90-529a-4fda-8d79-34b6c223d829 req-6eaea1b4-d471-4c9c-9f68-61b16e7bba9c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:07.027017 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-4b06ad9a-7de0-464e-a4da-f255e88e9c19 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group_rule': {'security_group_id': '9457e51c-077d-4770-9013-f292095dd58f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:07.028791 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-4b06ad9a-7de0-464e-a4da-f255e88e9c19 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:53:07.030764 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-91df1f90-529a-4fda-8d79-34b6c223d829 req-6eaea1b4-d471-4c9c-9f68-61b16e7bba9c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.47 "DELETE /v2.0/ports/11cb9345-8066-4ad5-8be0-621882ff7c67 HTTP/1.1" status: 204  len: 173 time: 3.2269540
Dec 22 04:53:07.033421 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3a4a9f-9f11-44db-8c3c-41a3560d41da', 'name': 'network-vif-deleted', 'tag': '11cb9345-8066-4ad5-8be0-621882ff7c67'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:53:07.040868 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4b06ad9a-7de0-464e-a4da-f255e88e9c19 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0133286
Dec 22 04:53:07.042895 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57734) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:07.080360 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-d46d6d37-3ad9-4f0d-a19c-9291f5fdf15f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group_rule': {'security_group_id': '9457e51c-077d-4770-9013-f292095dd58f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:07.081353 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-d46d6d37-3ad9-4f0d-a19c-9291f5fdf15f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:53:07.083848 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d46d6d37-3ad9-4f0d-a19c-9291f5fdf15f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0312247
Dec 22 04:53:07.087339 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57740) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:07.098075 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.api [req-e34478ce-d107-444a-89e0-670444aaa567 req-2ee783d6-89b9-41cf-a915-54859044f922 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:53:07.098235 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-5efd0325-b5b2-4d44-ba67-5371f62af150 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group_rule': {'security_group_id': '9457e51c-077d-4770-9013-f292095dd58f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:07.098235 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-5efd0325-b5b2-4d44-ba67-5371f62af150 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:53:07.099183 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5efd0325-b5b2-4d44-ba67-5371f62af150 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0108702
Dec 22 04:53:07.102084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57744) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:07.104332 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_db.api [req-e34478ce-d107-444a-89e0-670444aaa567 req-2ee783d6-89b9-41cf-a915-54859044f922 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:53:07.108765 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec1ae02-7af9-40dc-b222-cf38075b270d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd', 'code': 200}
Dec 22 04:53:07.114553 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-c723cd06-0d19-4056-8889-b92ea28888ea tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group_rule': {'security_group_id': '9457e51c-077d-4770-9013-f292095dd58f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:07.116320 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-c723cd06-0d19-4056-8889-b92ea28888ea tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:53:07.117572 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c723cd06-0d19-4056-8889-b92ea28888ea tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0144572
Dec 22 04:53:07.120228 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57748) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:07.129267 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb98a32-9e79-4abb-9abf-d4d877a17c59 req-dc19bf7e-a6f9-4549-add7-0898163a948e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:07.140915 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4cb98a32-9e79-4abb-9abf-d4d877a17c59 req-dc19bf7e-a6f9-4549-add7-0898163a948e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1ae02-7af9-40dc-b222-cf38075b270d HTTP/1.1" status: 200  len: 946 time: 0.4010737
Dec 22 04:53:07.169133 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd,revision_number=6']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:07.184421 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:07.230898 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-03eea77a-d65a-49f1-ae55-fe3e4423659c None None] Set router 2ccb73cb-57d2-48b6-95ca-d32e1304b9f3 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:53:07.260176 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3a4a9f-9f11-44db-8c3c-41a3560d41da', 'name': 'network-vif-deleted', 'tag': '11cb9345-8066-4ad5-8be0-621882ff7c67', 'status': 'completed', 'code': 200}
Dec 22 04:53:07.266416 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4cb98a32-9e79-4abb-9abf-d4d877a17c59 req-63b993b2-ad8c-4d81-905e-57d9093d10c6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=539f3721-2ee8-4ec5-b55c-4768f9ae3d71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1225476
Dec 22 04:53:07.323494 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9bcf70c0-eed4-4915-be95-c1f2c87eec35 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:07.360806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9bcf70c0-eed4-4915-be95-c1f2c87eec35 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:07.418943 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9bcf70c0-eed4-4915-be95-c1f2c87eec35 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:07.428302 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0094dcfe-3d5f-45a9-99a2-2db88767f035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:07.454202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf70c0-eed4-4915-be95-c1f2c87eec35 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9457e51c-077d-4770-9013-f292095dd58f,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:07.476537 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9bcf70c0-eed4-4915-be95-c1f2c87eec35 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:07.495652 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9bcf70c0-eed4-4915-be95-c1f2c87eec35 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:07.499405 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9bcf70c0-eed4-4915-be95-c1f2c87eec35 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "DELETE /v2.0/security-groups/9457e51c-077d-4770-9013-f292095dd58f HTTP/1.1" status: 204  len: 168 time: 0.3782959
Dec 22 04:53:07.502259 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57756) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:07.515130 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:07.615892 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-e34478ce-d107-444a-89e0-670444aaa567 req-2ee783d6-89b9-41cf-a915-54859044f922 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:07.616354 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-e34478ce-d107-444a-89e0-670444aaa567 req-2ee783d6-89b9-41cf-a915-54859044f922 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:07.715109 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9669f828-419a-4189-8d7e-ce2f4e3b91da tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2112327
Dec 22 04:53:07.744669 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-03eea77a-d65a-49f1-ae55-fe3e4423659c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3bf9a0>, [{'id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'name': 'tempest-ServerActionsTestJSON-1300108519-router', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '110abd68-321e-4558-991b-e2f94bd7d036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:47:30Z', 'updated_at': '2021-12-22T04:47:43Z', 'revision_number': 4, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'gw_port': {'id': '110abd68-321e-4558-991b-e2f94bd7d036', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:32Z', 'updated_at': '2021-12-22T04:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'a7afdbdd-76ec-4be5-ba7d-ad4e58c17910', 'name': '', 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'mac_address': 'fa:16:3e:e4:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:42Z', 'updated_at': '2021-12-22T04:47:59Z', 'revision_number': 5, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'subnets': [{'id': '0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:07.751398 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eea77a-d65a-49f1-ae55-fe3e4423659c None None] Checking router: 2ccb73cb-57d2-48b6-95ca-d32e1304b9f3 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:53:07.763080 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eea77a-d65a-49f1-ae55-fe3e4423659c None None] Routers {'2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:07.764724 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-03eea77a-d65a-49f1-ae55-fe3e4423659c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3bf9a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:52:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:07.766175 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57762) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:07.807522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-b3545a34-ec7d-4002-8fac-49f7d09f443c req-48808843-23ea-4d60-88a7-1ac1243465f7 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Synchronizing usage tracker for tenant:a189efe8546c44009128ff34bc595fc2 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:07.826958 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-37cb66e0-487f-4f22-bc0d-724b7b78cdc7 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group': {'name': 'tempest-secgroup--189661653'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:07.849319 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-37cb66e0-487f-4f22-bc0d-724b7b78cdc7 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:07.868796 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-b3545a34-ec7d-4002-8fac-49f7d09f443c req-48808843-23ea-4d60-88a7-1ac1243465f7 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Unset dirty status for tenant:a189efe8546c44009128ff34bc595fc2 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:07.875190 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-37cb66e0-487f-4f22-bc0d-724b7b78cdc7 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Usage tracker for resource:security_group and tenant:431a4c8abbcf4e77b5ba3538833e21e6 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:07.886137 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b3545a34-ec7d-4002-8fac-49f7d09f443c req-48808843-23ea-4d60-88a7-1ac1243465f7 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a3a4a9f-9f11-44db-8c3c-41a3560d41da HTTP/1.1" status: 200  len: 210 time: 0.1919262
Dec 22 04:53:07.907141 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-37cb66e0-487f-4f22-bc0d-724b7b78cdc7 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:07.925131 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-37cb66e0-487f-4f22-bc0d-724b7b78cdc7 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:07.954822 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-37cb66e0-487f-4f22-bc0d-724b7b78cdc7 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:07.976198 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-03eea77a-d65a-49f1-ae55-fe3e4423659c None None] Set router 2ccb73cb-57d2-48b6-95ca-d32e1304b9f3 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:53:08.180516 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-37cb66e0-487f-4f22-bc0d-724b7b78cdc7 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:08.188945 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-37cb66e0-487f-4f22-bc0d-724b7b78cdc7 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Usage tracker for resource:security_group_rule and tenant:431a4c8abbcf4e77b5ba3538833e21e6 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:08.238869 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-37cb66e0-487f-4f22-bc0d-724b7b78cdc7 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:08.251909 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-37cb66e0-487f-4f22-bc0d-724b7b78cdc7 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:08.361179 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24942aa5-b122-40d1-ac23-f189efb321ea req-9585ca6d-edb3-4fbd-8533-b04e0bffb21d tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:08.363210 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-24942aa5-b122-40d1-ac23-f189efb321ea req-9585ca6d-edb3-4fbd-8533-b04e0bffb21d tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 946 time: 0.3683598
Dec 22 04:53:08.381533 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-e34478ce-d107-444a-89e0-670444aaa567 req-2ee783d6-89b9-41cf-a915-54859044f922 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd,segment=NetworkSegment(c3c0f38c-059c-40e4-a031-88b90bc90b40),segment_id=c3c0f38c-059c-40e4-a031-88b90bc90b40)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:08.381943 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-e34478ce-d107-444a-89e0-670444aaa567 req-2ee783d6-89b9-41cf-a915-54859044f922 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:08.627180 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-03eea77a-d65a-49f1-ae55-fe3e4423659c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3bf9a0>, [{'id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'name': 'tempest-ServerActionsTestJSON-1300108519-router', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '110abd68-321e-4558-991b-e2f94bd7d036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:47:30Z', 'updated_at': '2021-12-22T04:47:43Z', 'revision_number': 4, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'gw_port': {'id': '110abd68-321e-4558-991b-e2f94bd7d036', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:32Z', 'updated_at': '2021-12-22T04:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'a7afdbdd-76ec-4be5-ba7d-ad4e58c17910', 'name': '', 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'mac_address': 'fa:16:3e:e4:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:42Z', 'updated_at': '2021-12-22T04:47:59Z', 'revision_number': 5, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'subnets': [{'id': '0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:08.632470 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eea77a-d65a-49f1-ae55-fe3e4423659c None None] The sync data for ids ['2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'] in dv-neutron-822525-1-hyperv is: [{'id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'name': 'tempest-ServerActionsTestJSON-1300108519-router', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '110abd68-321e-4558-991b-e2f94bd7d036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:47:30Z', 'updated_at': '2021-12-22T04:47:43Z', 'revision_number': 4, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'gw_port': {'id': '110abd68-321e-4558-991b-e2f94bd7d036', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:32Z', 'updated_at': '2021-12-22T04:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'a7afdbdd-76ec-4be5-ba7d-ad4e58c17910', 'name': '', 'network_id': 'e68a3e5c-f921-45fc-a6c9-1329c028d289', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'mac_address': 'fa:16:3e:e4:7a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:42Z', 'updated_at': '2021-12-22T04:47:59Z', 'revision_number': 5, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'subnets': [{'id': '0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:53:08.644023 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe3221-a5c7-4999-9bcf-419accf8d5c5 req-c4692d31-2540-4a0e-875c-fe294a2fc31b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:08.649117 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-15fe3221-a5c7-4999-9bcf-419accf8d5c5 req-c4692d31-2540-4a0e-875c-fe294a2fc31b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:08.656353 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-e34478ce-d107-444a-89e0-670444aaa567 req-2ee783d6-89b9-41cf-a915-54859044f922 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:08.677063 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-15fe3221-a5c7-4999-9bcf-419accf8d5c5 req-c4692d31-2540-4a0e-875c-fe294a2fc31b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:08.686449 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-15fe3221-a5c7-4999-9bcf-419accf8d5c5 req-c4692d31-2540-4a0e-875c-fe294a2fc31b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1ae02-7af9-40dc-b222-cf38075b270d HTTP/1.1" status: 200  len: 944 time: 0.1992407
Dec 22 04:53:08.714702 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-37cb66e0-487f-4f22-bc0d-724b7b78cdc7 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:08.739229 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-37cb66e0-487f-4f22-bc0d-724b7b78cdc7 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:08.746554 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ba59db1f-3442-47d8-97d0-8936e8268b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:08.763252 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-de49e147-caac-4e51-9962-bdacd99b870b tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:08.766575 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-15fe3221-a5c7-4999-9bcf-419accf8d5c5 req-2af34296-d673-4960-85d2-516d3c962ace tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=539f3721-2ee8-4ec5-b55c-4768f9ae3d71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774648
Dec 22 04:53:08.831141 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-24942aa5-b122-40d1-ac23-f189efb321ea req-609cee30-f222-4f5f-8d7a-0b8e5920bbaf tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4514947
Dec 22 04:53:08.845620 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb66e0-487f-4f22-bc0d-724b7b78cdc7 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f593f7f-f045-4591-854b-e086ecf0cbed,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:08.852945 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-37cb66e0-487f-4f22-bc0d-724b7b78cdc7 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:08.945804 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-37cb66e0-487f-4f22-bc0d-724b7b78cdc7 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:08.950642 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-37cb66e0-487f-4f22-bc0d-724b7b78cdc7 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.1760168
Dec 22 04:53:08.953614 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57772) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:08.964293 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-bc71f8bd-c013-4a48-833c-f8d337eed278 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group_rule': {'security_group_id': '2f593f7f-f045-4591-854b-e086ecf0cbed', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:08.965016 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-bc71f8bd-c013-4a48-833c-f8d337eed278 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:53:08.969275 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bc71f8bd-c013-4a48-833c-f8d337eed278 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0141392
Dec 22 04:53:08.970187 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57776) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:08.977410 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-a547cd6c-d7fe-4695-a237-bc6ce0e349a9 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group_rule': {'security_group_id': '2f593f7f-f045-4591-854b-e086ecf0cbed', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:08.999288 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a547cd6c-d7fe-4695-a237-bc6ce0e349a9 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:09.011511 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a547cd6c-d7fe-4695-a237-bc6ce0e349a9 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Usage tracker for resource:security_group_rule and tenant:431a4c8abbcf4e77b5ba3538833e21e6 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:09.016832 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-e34478ce-d107-444a-89e0-670444aaa567 req-2ee783d6-89b9-41cf-a915-54859044f922 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:09.025412 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a547cd6c-d7fe-4695-a237-bc6ce0e349a9 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:09.026877 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d59324fc-f1b2-4233-84be-ba686956126b tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:09.039723 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a547cd6c-d7fe-4695-a237-bc6ce0e349a9 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:09.098930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee783d6-89b9-41cf-a915-54859044f922 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:09.102245 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2ee783d6-89b9-41cf-a915-54859044f922 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:09.151968 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446b221f-6b91-4138-ba6a-ad40266df307 None None] New status for floating IP 0e177e2d-777d-44a6-a4e1-2d037512987c: DOWN {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 04:53:09.165337 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-a547cd6c-d7fe-4695-a237-bc6ce0e349a9 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:53:09.173218 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a547cd6c-d7fe-4695-a237-bc6ce0e349a9 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2000165
Dec 22 04:53:09.176194 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57782) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:09.184550 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-a3900738-356f-4ffa-9231-578de8e8e400 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group_rule': {'security_group_id': '2f593f7f-f045-4591-854b-e086ecf0cbed', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:09.185376 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-a3900738-356f-4ffa-9231-578de8e8e400 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:53:09.192493 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a3900738-356f-4ffa-9231-578de8e8e400 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0125463
Dec 22 04:53:09.195603 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57786) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:09.205181 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57790) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:09.224645 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-6393dadc-3587-42bb-a43e-241415089807 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Request body: {'subnet': {'network_id': '72019fbe-91c2-46bf-8cb6-6158ceafb7c1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:09.229846 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-afd20392-0ee8-4f2f-b859-512f6f789c62 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group_rule': {'security_group_id': '2f593f7f-f045-4591-854b-e086ecf0cbed', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:09.254564 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-afd20392-0ee8-4f2f-b859-512f6f789c62 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:09.260224 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57794) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:09.374250 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6393dadc-3587-42bb-a43e-241415089807 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:09.378430 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6393dadc-3587-42bb-a43e-241415089807 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Usage tracker for resource:subnet and tenant:bca35e43b30448aea0e4f0082567b855 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:09.382540 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6393dadc-3587-42bb-a43e-241415089807 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:09.383863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-afd20392-0ee8-4f2f-b859-512f6f789c62 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Usage tracker for resource:security_group_rule and tenant:431a4c8abbcf4e77b5ba3538833e21e6 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:09.389484 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6393dadc-3587-42bb-a43e-241415089807 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:09.395842 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-afd20392-0ee8-4f2f-b859-512f6f789c62 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:09.410084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6393dadc-3587-42bb-a43e-241415089807 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Made reservation on behalf of bca35e43b30448aea0e4f0082567b855 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:09.410896 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34478ce-d107-444a-89e0-670444aaa567 req-2ee783d6-89b9-41cf-a915-54859044f922 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] No DVR routers for this DVR port b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:53:09.413016 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-afd20392-0ee8-4f2f-b859-512f6f789c62 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:09.419270 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-e34478ce-d107-444a-89e0-670444aaa567 req-2ee783d6-89b9-41cf-a915-54859044f922 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:09.423282 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec1ae02-7af9-40dc-b222-cf38075b270d', 'name': 'network-vif-deleted', 'tag': 'b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:53:09.509863 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e34478ce-d107-444a-89e0-670444aaa567 req-2ee783d6-89b9-41cf-a915-54859044f922 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "DELETE /v2.0/ports/b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd HTTP/1.1" status: 204  len: 173 time: 3.6490245
Dec 22 04:53:09.543860 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec1ae02-7af9-40dc-b222-cf38075b270d', 'name': 'network-vif-deleted', 'tag': 'b93c7c7f-2e5c-4fd0-ad51-2a0edc5b66cd', 'status': 'completed', 'code': 200}
Dec 22 04:53:09.545654 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-95bce4dc-0f7b-45cc-8263-349bab7aef41 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:09.629582 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-95bce4dc-0f7b-45cc-8263-349bab7aef41 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:09.683777 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6393dadc-3587-42bb-a43e-241415089807 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:09.847495 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9050da95-b46b-42d7-8078-9a54f57b43d5 req-080ddcba-5896-4210-bf01-a765f8a65735 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2101d4185c734493b4891da848e5f209&device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 1099 time: 0.3057024
Dec 22 04:53:09.880048 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-afd20392-0ee8-4f2f-b859-512f6f789c62 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:53:09.881268 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-afd20392-0ee8-4f2f-b859-512f6f789c62 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.6845403
Dec 22 04:53:09.882830 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-95bce4dc-0f7b-45cc-8263-349bab7aef41 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:09.889259 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57806) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:09.890905 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:09.913753 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-f08eec62-9170-4e20-9f5d-df0d8732983f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group_rule': {'security_group_id': '2f593f7f-f045-4591-854b-e086ecf0cbed', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:09.914463 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-f08eec62-9170-4e20-9f5d-df0d8732983f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:53:09.915488 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f08eec62-9170-4e20-9f5d-df0d8732983f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0158992
Dec 22 04:53:09.927285 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57810) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:09.937195 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bce4dc-0f7b-45cc-8263-349bab7aef41 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e06d07-89b8-4168-8246-6602aaadb149,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:09.949571 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-95bce4dc-0f7b-45cc-8263-349bab7aef41 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:09.954796 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-1812bfe0-4087-4779-898e-58a4443442b2 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group_rule': {'security_group_id': '2f593f7f-f045-4591-854b-e086ecf0cbed', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:09.976995 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1812bfe0-4087-4779-898e-58a4443442b2 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:09.986586 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b56c3e-e6b7-4980-ba61-2bacc4623f45 req-5fee0a2d-bf5e-422a-9c9b-55fc89d7ae07 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:09.988776 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f2b56c3e-e6b7-4980-ba61-2bacc4623f45 req-5fee0a2d-bf5e-422a-9c9b-55fc89d7ae07 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 946 time: 0.5333290
Dec 22 04:53:09.989718 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1812bfe0-4087-4779-898e-58a4443442b2 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Usage tracker for resource:security_group_rule and tenant:431a4c8abbcf4e77b5ba3538833e21e6 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:09.993342 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1812bfe0-4087-4779-898e-58a4443442b2 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:09.997328 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-95bce4dc-0f7b-45cc-8263-349bab7aef41 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:10.004506 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-95bce4dc-0f7b-45cc-8263-349bab7aef41 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "DELETE /v2.0/security-groups/59e06d07-89b8-4168-8246-6602aaadb149 HTTP/1.1" status: 204  len: 168 time: 0.7267044
Dec 22 04:53:10.006205 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0fe3a51c-4b5e-4e6d-9372-df6756d9e021 req-e3d76df6-baf1-41bc-96d7-c356417a1422 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec1ae02-7af9-40dc-b222-cf38075b270d HTTP/1.1" status: 200  len: 210 time: 0.0562572
Dec 22 04:53:10.006205 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57814) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:10.018100 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1812bfe0-4087-4779-898e-58a4443442b2 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:10.062328 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f2b56c3e-e6b7-4980-ba61-2bacc4623f45 req-36c6da57-e0d0-4c81-ba8d-a67cb6fe3352 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648344
Dec 22 04:53:10.068594 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-1812bfe0-4087-4779-898e-58a4443442b2 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:53:10.073097 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1812bfe0-4087-4779-898e-58a4443442b2 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1355827
Dec 22 04:53:10.073097 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57818) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:10.083385 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-73437774-a32a-448a-9bb0-19a87a71066c tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group_rule': {'security_group_id': '2f593f7f-f045-4591-854b-e086ecf0cbed', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:10.083385 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-73437774-a32a-448a-9bb0-19a87a71066c tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:53:10.083385 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-73437774-a32a-448a-9bb0-19a87a71066c tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0062935
Dec 22 04:53:10.087002 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57822) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:10.106867 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b258b460-cc4c-41ee-a34a-43c2f6109456 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group_rule': {'security_group_id': '2f593f7f-f045-4591-854b-e086ecf0cbed', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:10.117412 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-a827c0cc-d150-4d17-a00e-61bc8e1c66ef tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] show failed (client error): The resource could not be found.
Dec 22 04:53:10.117412 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a827c0cc-d150-4d17-a00e-61bc8e1c66ef tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "GET /v2.0/security-groups/59e06d07-89b8-4168-8246-6602aaadb149 HTTP/1.1" status: 404  len: 347 time: 0.1071882
Dec 22 04:53:10.122626 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57826) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:10.123729 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b258b460-cc4c-41ee-a34a-43c2f6109456 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:10.142109 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b258b460-cc4c-41ee-a34a-43c2f6109456 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Usage tracker for resource:security_group_rule and tenant:431a4c8abbcf4e77b5ba3538833e21e6 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:10.208633 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b258b460-cc4c-41ee-a34a-43c2f6109456 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:10.225072 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6393dadc-3587-42bb-a43e-241415089807 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:10.235276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b258b460-cc4c-41ee-a34a-43c2f6109456 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:10.239507 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4f7e3916-1103-40b6-8bfb-28c624de5f97 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:10.282970 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050da95-b46b-42d7-8078-9a54f57b43d5 req-f4e4854a-edd5-4720-a89a-d3689c127d12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:10.285200 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9050da95-b46b-42d7-8078-9a54f57b43d5 req-f4e4854a-edd5-4720-a89a-d3689c127d12 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e89f28a0-f5dc-4d81-be3e-b775435488ad HTTP/1.1" status: 200  len: 913 time: 0.4297936
Dec 22 04:53:10.324304 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-0ea1d013-d4cc-407d-bc50-d08dc8c5780c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Deleting port d3558e0b-e58e-40c8-a780-7835d7cc481a {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:10.324786 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0ea1d013-d4cc-407d-bc50-d08dc8c5780c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:10.395708 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9050da95-b46b-42d7-8078-9a54f57b43d5 req-37ff185a-a354-4649-81b8-23c519553285 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63542034-7e07-4a2c-8543-f26708a35bdd HTTP/1.1" status: 200  len: 217 time: 0.0940659
Dec 22 04:53:10.409587 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393dadc-3587-42bb-a43e-241415089807 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event updated for resources: {'Subnet': ['ID=71e5164c-6498-4fa6-948d-15cd80107532,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:10.454929 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6393dadc-3587-42bb-a43e-241415089807 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:10.498974 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-b258b460-cc4c-41ee-a34a-43c2f6109456 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:53:10.503905 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b258b460-cc4c-41ee-a34a-43c2f6109456 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.4129293
Dec 22 04:53:10.504219 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6393dadc-3587-42bb-a43e-241415089807 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Checking segment: {'id': '4d94f84e-255e-449b-afc8-c83eed0627de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '72019fbe-91c2-46bf-8cb6-6158ceafb7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:53:10.504882 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6393dadc-3587-42bb-a43e-241415089807 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Network hostable DHCP agents. Network: 72019fbe-91c2-46bf-8cb6-6158ceafb7c1, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:53:10.510474 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57830) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:10.519157 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-07625e35-ce38-48a6-a898-03c725c95d62 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group_rule': {'security_group_id': '2f593f7f-f045-4591-854b-e086ecf0cbed', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:10.526470 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050da95-b46b-42d7-8078-9a54f57b43d5 req-75c0364f-3b71-46d8-8108-68a4c02d8e60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:10.529036 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-07625e35-ce38-48a6-a898-03c725c95d62 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:10.530562 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9050da95-b46b-42d7-8078-9a54f57b43d5 req-75c0364f-3b71-46d8-8108-68a4c02d8e60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bdb284f6-deb7-4ad9-b047-24092e9bd2bc HTTP/1.1" status: 200  len: 852 time: 0.1156974
Dec 22 04:53:10.535876 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-07625e35-ce38-48a6-a898-03c725c95d62 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Usage tracker for resource:security_group_rule and tenant:431a4c8abbcf4e77b5ba3538833e21e6 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:10.540384 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-07625e35-ce38-48a6-a898-03c725c95d62 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:10.557930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-07625e35-ce38-48a6-a898-03c725c95d62 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:10.579875 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0ea1d013-d4cc-407d-bc50-d08dc8c5780c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:10.579875 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0ea1d013-d4cc-407d-bc50-d08dc8c5780c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:10.588880 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6393dadc-3587-42bb-a43e-241415089807 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Network 72019fbe-91c2-46bf-8cb6-6158ceafb7c1 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:53:10.602521 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9050da95-b46b-42d7-8078-9a54f57b43d5 req-55f604b4-d1e1-4d42-bf06-35eb4de3c065 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e89f28a0-f5dc-4d81-be3e-b775435488ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0604582
Dec 22 04:53:10.632244 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-6393dadc-3587-42bb-a43e-241415089807 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 72019fbe-91c2-46bf-8cb6-6158ceafb7c1) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:10.642158 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49706725-a4e9-4fee-9729-f9cfaaeac459 None None] Network 72019fbe-91c2-46bf-8cb6-6158ceafb7c1 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:10.695070 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6393dadc-3587-42bb-a43e-241415089807 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:10.695070 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6393dadc-3587-42bb-a43e-241415089807 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:10.720299 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-0ea1d013-d4cc-407d-bc50-d08dc8c5780c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Calling delete_port for d3558e0b-e58e-40c8-a780-7835d7cc481a owned by network:floatingip {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:10.749687 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6393dadc-3587-42bb-a43e-241415089807 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.5335767
Dec 22 04:53:10.749687 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57834) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:10.750475 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-07625e35-ce38-48a6-a898-03c725c95d62 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:53:10.750475 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-07625e35-ce38-48a6-a898-03c725c95d62 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2348449
Dec 22 04:53:10.752877 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57838) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:10.766811 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-4b30fa39-4799-41ad-bcce-6103539cd1f3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1846871559'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:10.775891 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4b30fa39-4799-41ad-bcce-6103539cd1f3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:10.791303 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4b30fa39-4799-41ad-bcce-6103539cd1f3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Usage tracker for resource:network and tenant:bca35e43b30448aea0e4f0082567b855 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:10.796469 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4b30fa39-4799-41ad-bcce-6103539cd1f3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:10.805110 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9050da95-b46b-42d7-8078-9a54f57b43d5 req-218c6974-5d40-4f07-9c32-f4040c2a06bb service neutron] 10.222.0.47 "GET /v2.0/networks/e89f28a0-f5dc-4d81-be3e-b775435488ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1978710
Dec 22 04:53:10.807046 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4b30fa39-4799-41ad-bcce-6103539cd1f3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:10.886402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f6e44308-b0fe-421d-b8e7-2adb4b912565 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:10.931159 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-72019fbe-91c2-46bf-8cb6-6158ceafb7c1', 'network_id': '72019fbe-91c2-46bf-8cb6-6158ceafb7c1', 'tenant_id': 'bca35e43b30448aea0e4f0082567b855', 'fixed_ips': [{'subnet_id': '71e5164c-6498-4fa6-948d-15cd80107532'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:53:10.931393 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f6e44308-b0fe-421d-b8e7-2adb4b912565 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:10.932024 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:10.969250 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-294485ff-42cf-4c0a-b141-24b4994ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:10.972243 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0ea1d013-d4cc-407d-bc50-d08dc8c5780c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:10.972243 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8eb11cd2-adb8-4dcb-932c-ddbe949b4e58 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:11.028783 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1d013-d4cc-407d-bc50-d08dc8c5780c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Pushing event deleted for resources: {'Port': ['ID=d3558e0b-e58e-40c8-a780-7835d7cc481a,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:11.031687 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0ea1d013-d4cc-407d-bc50-d08dc8c5780c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:11.040748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b30fa39-4799-41ad-bcce-6103539cd1f3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Made reservation on behalf of bca35e43b30448aea0e4f0082567b855 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:11.043725 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4b30fa39-4799-41ad-bcce-6103539cd1f3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:11.115286 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f6e44308-b0fe-421d-b8e7-2adb4b912565 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:11.120860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-37cb66e0-487f-4f22-bc0d-724b7b78cdc7 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:11.132161 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b30fa39-4799-41ad-bcce-6103539cd1f3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:53:11.159796 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9050da95-b46b-42d7-8078-9a54f57b43d5 req-44e4a07f-0aad-4b18-a686-5784a8e03040 service neutron] 10.222.0.47 "GET /v2.0/networks/e89f28a0-f5dc-4d81-be3e-b775435488ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3462615
Dec 22 04:53:11.160800 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4b30fa39-4799-41ad-bcce-6103539cd1f3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:11.161741 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-4b30fa39-4799-41ad-bcce-6103539cd1f3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Added segment a0099fd0-badd-4be8-a946-b2112ed0cf0a of type vlan for network 89710030-585c-4040-98e9-2ada573d1ca2
Dec 22 04:53:11.162043 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e44308-b0fe-421d-b8e7-2adb4b912565 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f593f7f-f045-4591-854b-e086ecf0cbed,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:11.167917 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f6e44308-b0fe-421d-b8e7-2adb4b912565 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:11.173888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57846) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:11.197431 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Allocated IP 2001:db8:0:ffff::2 (72019fbe-91c2-46bf-8cb6-6158ceafb7c1/71e5164c-6498-4fa6-948d-15cd80107532/cb4b2b73-b233-492b-9107-d1db7551e91f) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:53:11.201282 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0ea1d013-d4cc-407d-bc50-d08dc8c5780c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks [] for floatingip, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:11.253406 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0ea1d013-d4cc-407d-bc50-d08dc8c5780c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:11.254464 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0ea1d013-d4cc-407d-bc50-d08dc8c5780c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] 10.222.0.53 "DELETE /v2.0/floatingips/0e177e2d-777d-44a6-a4e1-2d037512987c HTTP/1.1" status: 204  len: 168 time: 1.1366086
Dec 22 04:53:11.255883 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f6e44308-b0fe-421d-b8e7-2adb4b912565 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:11.260555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57850) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:11.262914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4b30fa39-4799-41ad-bcce-6103539cd1f3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:11.266804 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f6e44308-b0fe-421d-b8e7-2adb4b912565 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "DELETE /v2.0/security-groups/2f593f7f-f045-4591-854b-e086ecf0cbed HTTP/1.1" status: 204  len: 168 time: 0.5130887
Dec 22 04:53:11.269836 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57852) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:11.362231 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e6dc5292-a8a9-400a-898c-dbadaf47c6d4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:11.385274 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9b083630-776b-43f4-b6a6-d81497e78b9d tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Synchronizing usage tracker for tenant:431a4c8abbcf4e77b5ba3538833e21e6 on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:11.398017 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4b30fa39-4799-41ad-bcce-6103539cd1f3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:11.401857 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b30fa39-4799-41ad-bcce-6103539cd1f3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:11.402074 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0ef31-ca23-4d9b-8291-b612e7b585cc req-9191f9ba-a160-475e-b97a-391f29ac19bd tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:11.402550 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4b30fa39-4799-41ad-bcce-6103539cd1f3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:11.409517 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-64f0ef31-ca23-4d9b-8291-b612e7b585cc req-9191f9ba-a160-475e-b97a-391f29ac19bd tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 946 time: 0.1414483
Dec 22 04:53:11.413150 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-37028103-8999-4ff6-a28f-52254f9a81fc tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:11.443328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e6dc5292-a8a9-400a-898c-dbadaf47c6d4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:11.444636 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9b083630-776b-43f4-b6a6-d81497e78b9d tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Unset dirty status for tenant:431a4c8abbcf4e77b5ba3538833e21e6 on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:11.445878 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9b083630-776b-43f4-b6a6-d81497e78b9d tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1743515
Dec 22 04:53:11.450367 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57860) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:11.460102 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-ebf19a0a-78a2-4f22-9699-6d9802801a63 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group': {'name': 'tempest-secgroup--1428158787'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:11.465383 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:11.470425 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ebf19a0a-78a2-4f22-9699-6d9802801a63 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:11.476061 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-64f0ef31-ca23-4d9b-8291-b612e7b585cc req-5da1bde5-9d73-4fc4-bdfc-e5c0209ca2e7 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657375
Dec 22 04:53:11.479039 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Transition to ACTIVE for port object cb4b2b73-b233-492b-9107-d1db7551e91f will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:11.483346 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ebf19a0a-78a2-4f22-9699-6d9802801a63 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:11.496320 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ebf19a0a-78a2-4f22-9699-6d9802801a63 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:11.518450 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Transition to ACTIVE for port object cb4b2b73-b233-492b-9107-d1db7551e91f will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:11.524071 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:11.528799 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:11.535400 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ebf19a0a-78a2-4f22-9699-6d9802801a63 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:11.539234 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ebf19a0a-78a2-4f22-9699-6d9802801a63 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Usage tracker for resource:security_group_rule and tenant:431a4c8abbcf4e77b5ba3538833e21e6 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:11.542029 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ebf19a0a-78a2-4f22-9699-6d9802801a63 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:11.548223 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ebf19a0a-78a2-4f22-9699-6d9802801a63 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:11.587870 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Network 72019fbe-91c2-46bf-8cb6-6158ceafb7c1 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:11.595435 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:11.602647 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:53:11.609156 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Pushing event updated for resources: {'Port': ['ID=cb4b2b73-b233-492b-9107-d1db7551e91f,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:11.613385 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:11.613780 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ebf19a0a-78a2-4f22-9699-6d9802801a63 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:11.622060 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ebf19a0a-78a2-4f22-9699-6d9802801a63 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:11.628460 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6c9e131c-dc4d-4b6a-9a25-4f9014262fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:11.629851 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30fa39-4799-41ad-bcce-6103539cd1f3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event updated for resources: {'Network': ['ID=89710030-585c-4040-98e9-2ada573d1ca2,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:11.641345 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4b30fa39-4799-41ad-bcce-6103539cd1f3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.8968995
Dec 22 04:53:11.642443 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4b30fa39-4799-41ad-bcce-6103539cd1f3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:11.647760 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57864) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:11.660624 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-41207236-bc73-4589-8538-a12715bb3668 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Request body: {'subnet': {'network_id': '89710030-585c-4040-98e9-2ada573d1ca2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:11.687238 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 89710030-585c-4040-98e9-2ada573d1ca2 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:53:11.758266 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf19a0a-78a2-4f22-9699-6d9802801a63 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e169caa-e328-4264-8926-43d3f8afa8d8,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:11.772241 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ebf19a0a-78a2-4f22-9699-6d9802801a63 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:11.773239 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ebf19a0a-78a2-4f22-9699-6d9802801a63 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:11.774635 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ebf19a0a-78a2-4f22-9699-6d9802801a63 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.3233714
Dec 22 04:53:11.779040 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57870) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:11.787630 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-e973c38b-f4a9-4de7-bb28-d918a54363f0 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group_rule': {'security_group_id': '2e169caa-e328-4264-8926-43d3f8afa8d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:11.788035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e6dc5292-a8a9-400a-898c-dbadaf47c6d4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:11.795551 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d14621e9-d126-463a-a985-a92ae091c73a tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:11.801161 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e973c38b-f4a9-4de7-bb28-d918a54363f0 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:11.809072 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e973c38b-f4a9-4de7-bb28-d918a54363f0 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Usage tracker for resource:security_group_rule and tenant:431a4c8abbcf4e77b5ba3538833e21e6 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:11.813675 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e973c38b-f4a9-4de7-bb28-d918a54363f0 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:11.814293 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc5292-a8a9-400a-898c-dbadaf47c6d4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=539f3721-2ee8-4ec5-b55c-4768f9ae3d71,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:11.817273 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e6dc5292-a8a9-400a-898c-dbadaf47c6d4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:11.821029 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-41207236-bc73-4589-8538-a12715bb3668 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:11.821983 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Attempting to bind port cb4b2b73-b233-492b-9107-d1db7551e91f on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:53:11.822360 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Attempting to bind port cb4b2b73-b233-492b-9107-d1db7551e91f by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '4d94f84e-255e-449b-afc8-c83eed0627de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '72019fbe-91c2-46bf-8cb6-6158ceafb7c1'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:53:11.822720 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Attempting to bind port cb4b2b73-b233-492b-9107-d1db7551e91f on network 72019fbe-91c2-46bf-8cb6-6158ceafb7c1 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:53:11.827263 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-41207236-bc73-4589-8538-a12715bb3668 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Usage tracker for resource:subnet and tenant:bca35e43b30448aea0e4f0082567b855 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:11.832678 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-41207236-bc73-4589-8538-a12715bb3668 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:11.835592 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e973c38b-f4a9-4de7-bb28-d918a54363f0 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:11.841013 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-41207236-bc73-4589-8538-a12715bb3668 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:11.853748 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:53:11.854130 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Checking segment: {'id': '4d94f84e-255e-449b-afc8-c83eed0627de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '72019fbe-91c2-46bf-8cb6-6158ceafb7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:53:11.854536 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:11.854926 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Bound using segment: {'id': '4d94f84e-255e-449b-afc8-c83eed0627de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '72019fbe-91c2-46bf-8cb6-6158ceafb7c1'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:53:11.855441 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Bound port: cb4b2b73-b233-492b-9107-d1db7551e91f, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d94f84e-255e-449b-afc8-c83eed0627de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '72019fbe-91c2-46bf-8cb6-6158ceafb7c1'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:53:11.855761 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:11.860639 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41207236-bc73-4589-8538-a12715bb3668 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Made reservation on behalf of bca35e43b30448aea0e4f0082567b855 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:11.886935 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e6dc5292-a8a9-400a-898c-dbadaf47c6d4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:11.886935 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e6dc5292-a8a9-400a-898c-dbadaf47c6d4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/security-groups/539f3721-2ee8-4ec5-b55c-4768f9ae3d71 HTTP/1.1" status: 204  len: 168 time: 0.7085638
Dec 22 04:53:11.948099 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57878) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:11.984835 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] For port cb4b2b73-b233-492b-9107-d1db7551e91f, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:53:11.988212 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] For port cb4b2b73-b233-492b-9107-d1db7551e91f, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cb4b2b73-b233-492b-9107-d1db7551e91f,segment=NetworkSegment(4d94f84e-255e-449b-afc8-c83eed0627de),segment_id=4d94f84e-255e-449b-afc8-c83eed0627de)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:53:11.993345 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:11.997393 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:12.016546 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-e973c38b-f4a9-4de7-bb28-d918a54363f0 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] create failed (client error): The resource could not be found.
Dec 22 04:53:12.017575 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e973c38b-f4a9-4de7-bb28-d918a54363f0 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.2374039
Dec 22 04:53:12.021873 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57882) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:12.030036 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-65d10734-73a2-4f1e-b2a7-4e04115dafc5 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group_rule': {'security_group_id': '2e169caa-e328-4264-8926-43d3f8afa8d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a0db7539-675c-44bd-ad62-a5e78b7745f4'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:12.057256 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-65d10734-73a2-4f1e-b2a7-4e04115dafc5 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:12.063383 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-65d10734-73a2-4f1e-b2a7-4e04115dafc5 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Usage tracker for resource:security_group_rule and tenant:431a4c8abbcf4e77b5ba3538833e21e6 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:12.064229 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-41207236-bc73-4589-8538-a12715bb3668 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:12.067986 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-65d10734-73a2-4f1e-b2a7-4e04115dafc5 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:12.084111 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-65d10734-73a2-4f1e-b2a7-4e04115dafc5 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:12.095354 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:12.100225 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-350e8d84-604f-4ba7-b77c-3adc5946f863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:12.113764 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Pushing event updated for resources: {'Port': ['ID=cb4b2b73-b233-492b-9107-d1db7551e91f,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:12.127865 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:12.219159 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-65d10734-73a2-4f1e-b2a7-4e04115dafc5 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] create failed (client error): The resource could not be found.
Dec 22 04:53:12.223828 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-65d10734-73a2-4f1e-b2a7-4e04115dafc5 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1985729
Dec 22 04:53:12.226020 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57886) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:12.278042 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:12.432638 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cb4d62b5-dd84-4dff-8dcf-77b563596a76 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:12.469199 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be6560c-c9b2-4812-a489-82bf25d0cbc6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting subnet 80d90413-e4ca-438f-80c0-75a840d888a1 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:53:12.480911 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1be6560c-c9b2-4812-a489-82bf25d0cbc6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:12.515524 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cb4d62b5-dd84-4dff-8dcf-77b563596a76 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:12.588847 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1be6560c-c9b2-4812-a489-82bf25d0cbc6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:12.693051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cb4d62b5-dd84-4dff-8dcf-77b563596a76 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:12.693051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f6e4e1b1-a1f0-4fd6-98c5-0220ca8c5675 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:12.732771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d62b5-dd84-4dff-8dcf-77b563596a76 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e169caa-e328-4264-8926-43d3f8afa8d8,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:12.732771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-cb4d62b5-dd84-4dff-8dcf-77b563596a76 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:12.732771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cb4d62b5-dd84-4dff-8dcf-77b563596a76 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:12.732771 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-cb4d62b5-dd84-4dff-8dcf-77b563596a76 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "DELETE /v2.0/security-groups/2e169caa-e328-4264-8926-43d3f8afa8d8 HTTP/1.1" status: 204  len: 168 time: 0.5015373
Dec 22 04:53:12.732771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57892) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:12.868494 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7cf13b0c-6095-42c0-a13b-f6ec14d0e9a2 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Synchronizing usage tracker for tenant:431a4c8abbcf4e77b5ba3538833e21e6 on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:12.876570 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1be6560c-c9b2-4812-a489-82bf25d0cbc6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:12.901199 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7cf13b0c-6095-42c0-a13b-f6ec14d0e9a2 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Unset dirty status for tenant:431a4c8abbcf4e77b5ba3538833e21e6 on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:12.901199 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7cf13b0c-6095-42c0-a13b-f6ec14d0e9a2 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1583648
Dec 22 04:53:12.901199 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57896) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:12.904971 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-f8869f7a-c490-4757-a4d2-f19da2a6ed24 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group_rule': {'security_group_id': '1c412baa-c270-46a4-81d5-9e308aa5bc54', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:12.912708 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f8869f7a-c490-4757-a4d2-f19da2a6ed24 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:12.918365 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f8869f7a-c490-4757-a4d2-f19da2a6ed24 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Usage tracker for resource:security_group_rule and tenant:431a4c8abbcf4e77b5ba3538833e21e6 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:12.924525 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f8869f7a-c490-4757-a4d2-f19da2a6ed24 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:12.929183 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f8869f7a-c490-4757-a4d2-f19da2a6ed24 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:12.985272 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdd86b-cca1-42bb-86e7-ead53cce9947 req-c89dff84-c562-43b2-9e26-b0a32b7acad5 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:12.986769 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-55bdd86b-cca1-42bb-86e7-ead53cce9947 req-c89dff84-c562-43b2-9e26-b0a32b7acad5 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 946 time: 0.2870255
Dec 22 04:53:12.997430 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.objects.ports [None req-41207236-bc73-4589-8538-a12715bb3668 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83434) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 04:53:13.008922 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-f8869f7a-c490-4757-a4d2-f19da2a6ed24 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] create failed (client error): The resource could not be found.
Dec 22 04:53:13.009981 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f8869f7a-c490-4757-a4d2-f19da2a6ed24 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1119776
Dec 22 04:53:13.014725 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-41207236-bc73-4589-8538-a12715bb3668 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:13.017062 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57900) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:13.019124 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-625f1e56-95d8-4cb4-ab0e-1938c701e2cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:13.028729 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-fbb99efd-85b2-4bbd-87e4-9bcb83849e2a tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group': {'name': 'tempest-secgroup--1862496009'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:13.035958 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fbb99efd-85b2-4bbd-87e4-9bcb83849e2a tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:13.049473 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fbb99efd-85b2-4bbd-87e4-9bcb83849e2a tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:13.117350 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41207236-bc73-4589-8538-a12715bb3668 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event updated for resources: {'Subnet': ['ID=3f8dce88-bbd3-49e3-bf59-e3b1f09161a1,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:13.124263 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1be6560c-c9b2-4812-a489-82bf25d0cbc6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:13.128531 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-41207236-bc73-4589-8538-a12715bb3668 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:13.129042 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-41207236-bc73-4589-8538-a12715bb3668 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:13.177535 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6560c-c9b2-4812-a489-82bf25d0cbc6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Subnet': ['ID=80d90413-e4ca-438f-80c0-75a840d888a1,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:13.181383 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-55bdd86b-cca1-42bb-86e7-ead53cce9947 req-c5b94c5b-65eb-4927-a6ce-ff864de44a84 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821394
Dec 22 04:53:13.182304 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1be6560c-c9b2-4812-a489-82bf25d0cbc6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:13.195492 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1be6560c-c9b2-4812-a489-82bf25d0cbc6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:13.203542 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e60f038-2d8c-4ffa-88dc-b81108e1b3e7 None None] Network 838a75d7-305a-477b-a5fe-f0288b0ee23f requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:13.207010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fbb99efd-85b2-4bbd-87e4-9bcb83849e2a tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:13.217028 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41207236-bc73-4589-8538-a12715bb3668 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Checking segment: {'id': 'a0099fd0-badd-4be8-a946-b2112ed0cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '89710030-585c-4040-98e9-2ada573d1ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:53:13.217423 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41207236-bc73-4589-8538-a12715bb3668 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Network hostable DHCP agents. Network: 89710030-585c-4040-98e9-2ada573d1ca2, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:53:13.222659 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1be6560c-c9b2-4812-a489-82bf25d0cbc6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/subnets/80d90413-e4ca-438f-80c0-75a840d888a1 HTTP/1.1" status: 204  len: 168 time: 1.2697141
Dec 22 04:53:13.227810 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57906) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:13.247337 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41207236-bc73-4589-8538-a12715bb3668 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Network 89710030-585c-4040-98e9-2ada573d1ca2 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:53:13.266151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-41207236-bc73-4589-8538-a12715bb3668 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 89710030-585c-4040-98e9-2ada573d1ca2) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:13.272656 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41207236-bc73-4589-8538-a12715bb3668 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:13.274583 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-41207236-bc73-4589-8538-a12715bb3668 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:13.321119 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-41207236-bc73-4589-8538-a12715bb3668 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.6719921
Dec 22 04:53:13.323969 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57910) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:13.330658 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-7dc70703-2230-4483-8e16-289b5d851d0e tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Request body: {'port': {'network_id': '89710030-585c-4040-98e9-2ada573d1ca2', 'name': 'tempest-NetworksIpV6TestAttrs-259047730'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:13.445924 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d336e0c4-8c41-468f-b5dc-9d605cff895c None None] Network 89710030-585c-4040-98e9-2ada573d1ca2 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:13.457181 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fbb99efd-85b2-4bbd-87e4-9bcb83849e2a tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:13.484271 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fbb99efd-85b2-4bbd-87e4-9bcb83849e2a tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Usage tracker for resource:security_group_rule and tenant:431a4c8abbcf4e77b5ba3538833e21e6 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:13.489144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fbb99efd-85b2-4bbd-87e4-9bcb83849e2a tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:13.497043 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fbb99efd-85b2-4bbd-87e4-9bcb83849e2a tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:13.509207 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7dc70703-2230-4483-8e16-289b5d851d0e tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:13.514151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7dc70703-2230-4483-8e16-289b5d851d0e tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Usage tracker for resource:port and tenant:bca35e43b30448aea0e4f0082567b855 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:13.518025 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7dc70703-2230-4483-8e16-289b5d851d0e tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:13.525134 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7dc70703-2230-4483-8e16-289b5d851d0e tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:13.545222 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc70703-2230-4483-8e16-289b5d851d0e tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Made reservation on behalf of bca35e43b30448aea0e4f0082567b855 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:13.549677 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7dc70703-2230-4483-8e16-289b5d851d0e tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:13.563994 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6585b47-52e0-4aeb-901b-b75153c6ec03 None None] Network 72019fbe-91c2-46bf-8cb6-6158ceafb7c1 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:13.570543 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-350e8d84-604f-4ba7-b77c-3adc5946f863 admin admin] Deleting port a7afdbdd-76ec-4be5-ba7d-ad4e58c17910 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:13.570926 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-350e8d84-604f-4ba7-b77c-3adc5946f863 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:13.579036 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-7dc70703-2230-4483-8e16-289b5d851d0e tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] device_id is not set on port 3991fd84-4f2b-4148-b523-2ce956cd3703 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:53:13.624028 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:13.681402 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fbb99efd-85b2-4bbd-87e4-9bcb83849e2a tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:13.688688 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:13.731542 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port 92c3f53c-796b-4855-91c0-b0275920dcb7 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:13.731874 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:13.772761 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fbb99efd-85b2-4bbd-87e4-9bcb83849e2a tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:13.780887 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e36c1a8a-3a5a-4188-80d8-e1295116a1ed tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:13.810008 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-7dc70703-2230-4483-8e16-289b5d851d0e tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Allocated IP 2001:db8::f816:3eff:feb9:95c0 (89710030-585c-4040-98e9-2ada573d1ca2/3f8dce88-bbd3-49e3-bf59-e3b1f09161a1/3991fd84-4f2b-4148-b523-2ce956cd3703) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:53:13.853184 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb99efd-85b2-4bbd-87e4-9bcb83849e2a tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2410f238-761d-4df9-9352-38024753e5d4,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:13.861706 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5958f-f93f-42da-b749-a072eed258f8 req-c7b43144-a1b0-40e3-8549-3eeee20f9955 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:13.863346 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5fd5958f-f93f-42da-b749-a072eed258f8 req-c7b43144-a1b0-40e3-8549-3eeee20f9955 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 946 time: 0.1344907
Dec 22 04:53:13.886489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5805ac54-f5a9-416a-8386-c14b4ab28aff None None] Provisioning for port cb4b2b73-b233-492b-9107-d1db7551e91f completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:53:13.887774 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fbb99efd-85b2-4bbd-87e4-9bcb83849e2a tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:13.910846 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fbb99efd-85b2-4bbd-87e4-9bcb83849e2a tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:13.912277 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fbb99efd-85b2-4bbd-87e4-9bcb83849e2a tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.8941386
Dec 22 04:53:13.916842 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57916) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:13.950930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-427bec27-55e1-47c5-bf93-38110e3b75fd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group': {'name': 'tempest-secgroup--1886824497'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:13.957187 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-427bec27-55e1-47c5-bf93-38110e3b75fd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:13.961209 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-427bec27-55e1-47c5-bf93-38110e3b75fd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Usage tracker for resource:security_group and tenant:431a4c8abbcf4e77b5ba3538833e21e6 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:13.964417 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-427bec27-55e1-47c5-bf93-38110e3b75fd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:13.972828 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-89710030-585c-4040-98e9-2ada573d1ca2', 'network_id': '89710030-585c-4040-98e9-2ada573d1ca2', 'tenant_id': 'bca35e43b30448aea0e4f0082567b855', 'fixed_ips': [{'subnet_id': '3f8dce88-bbd3-49e3-bf59-e3b1f09161a1'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:53:13.973820 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:14.024943 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-427bec27-55e1-47c5-bf93-38110e3b75fd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:14.057220 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5fd5958f-f93f-42da-b749-a072eed258f8 req-e351270c-17af-4542-bf49-6e1b949e5a79 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1782408
Dec 22 04:53:14.062276 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-427bec27-55e1-47c5-bf93-38110e3b75fd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:14.064179 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd96ff1a-411d-4ee4-810c-28fe4c073245 None None] DHCP port deletion for 838a75d7-305a-477b-a5fe-f0288b0ee23f request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:53:14.095759 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-fd96ff1a-411d-4ee4-810c-28fe4c073245 None None] Deleting port 92c3f53c-796b-4855-91c0-b0275920dcb7 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:14.096387 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fd96ff1a-411d-4ee4-810c-28fe4c073245 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:14.103265 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port 92c3f53c-796b-4855-91c0-b0275920dcb7, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=92c3f53c-796b-4855-91c0-b0275920dcb7,segment=NetworkSegment(c3c0f38c-059c-40e4-a031-88b90bc90b40),segment_id=c3c0f38c-059c-40e4-a031-88b90bc90b40)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:14.103828 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:14.159923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-427bec27-55e1-47c5-bf93-38110e3b75fd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:14.167388 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-427bec27-55e1-47c5-bf93-38110e3b75fd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Usage tracker for resource:security_group_rule and tenant:431a4c8abbcf4e77b5ba3538833e21e6 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:14.172206 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7dc70703-2230-4483-8e16-289b5d851d0e tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:14.175265 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-427bec27-55e1-47c5-bf93-38110e3b75fd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:14.185603 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-427bec27-55e1-47c5-bf93-38110e3b75fd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:14.199724 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-7dc70703-2230-4483-8e16-289b5d851d0e tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Transition to ACTIVE for port object 3991fd84-4f2b-4148-b523-2ce956cd3703 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:14.234842 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cb4b2b73-b233-492b-9107-d1db7551e91f up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:53:14.264870 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-427bec27-55e1-47c5-bf93-38110e3b75fd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:14.268940 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7dc70703-2230-4483-8e16-289b5d851d0e tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:14.276482 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6ca9260f-3c05-406f-b5fe-03dc4b096d93 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:14.277306 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for 92c3f53c-796b-4855-91c0-b0275920dcb7 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:14.317196 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-427bec27-55e1-47c5-bf93-38110e3b75fd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:14.326672 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-350e8d84-604f-4ba7-b77c-3adc5946f863 admin admin] For port a7afdbdd-76ec-4be5-ba7d-ad4e58c17910, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a7afdbdd-76ec-4be5-ba7d-ad4e58c17910,segment=NetworkSegment(4fec6cb2-521a-4cbd-a920-f6745769cdfc),segment_id=4fec6cb2-521a-4cbd-a920-f6745769cdfc)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:14.327037 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-350e8d84-604f-4ba7-b77c-3adc5946f863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:14.377504 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc70703-2230-4483-8e16-289b5d851d0e tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Network 89710030-585c-4040-98e9-2ada573d1ca2 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:14.381481 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc70703-2230-4483-8e16-289b5d851d0e tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event updated for resources: {'Port': ['ID=3991fd84-4f2b-4148-b523-2ce956cd3703,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:14.384723 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7dc70703-2230-4483-8e16-289b5d851d0e tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:14.385981 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-7dc70703-2230-4483-8e16-289b5d851d0e tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:14.388485 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc70703-2230-4483-8e16-289b5d851d0e tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:53:14.393649 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc70703-2230-4483-8e16-289b5d851d0e tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:14.394480 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7dc70703-2230-4483-8e16-289b5d851d0e tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:14.400958 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-95bce4dc-0f7b-45cc-8263-349bab7aef41 tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:14.415379 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-427bec27-55e1-47c5-bf93-38110e3b75fd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:14.416839 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-427bec27-55e1-47c5-bf93-38110e3b75fd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.4969256
Dec 22 04:53:14.422585 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57920) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:14.431840 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-e166d2ec-0232-4b68-b164-5a7abb7e40be tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group_rule': {'security_group_id': '2410f238-761d-4df9-9352-38024753e5d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '87984f65-6c7a-4020-b263-d8664071202d'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:14.447725 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7dc70703-2230-4483-8e16-289b5d851d0e tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 1.1224942
Dec 22 04:53:14.449083 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e166d2ec-0232-4b68-b164-5a7abb7e40be tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:14.454721 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57924) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:14.496595 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-350e8d84-604f-4ba7-b77c-3adc5946f863 admin admin] Calling delete_port for a7afdbdd-76ec-4be5-ba7d-ad4e58c17910 owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:14.524201 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e166d2ec-0232-4b68-b164-5a7abb7e40be tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Usage tracker for resource:security_group_rule and tenant:431a4c8abbcf4e77b5ba3538833e21e6 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:14.527765 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e166d2ec-0232-4b68-b164-5a7abb7e40be tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:14.532895 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bec27-55e1-47c5-bf93-38110e3b75fd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87984f65-6c7a-4020-b263-d8664071202d,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:14.535623 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-427bec27-55e1-47c5-bf93-38110e3b75fd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:14.541355 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e166d2ec-0232-4b68-b164-5a7abb7e40be tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:14.546787 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2bfea9a-0621-4caf-bf73-2c3a0738a79f tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Deleting subnet 3f8dce88-bbd3-49e3-bf59-e3b1f09161a1 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:53:14.562567 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Allocated IP 2001:db8::f816:3eff:fe7f:e668 (89710030-585c-4040-98e9-2ada573d1ca2/3f8dce88-bbd3-49e3-bf59-e3b1f09161a1/0aa49a18-9775-4c32-954b-2412b5d79d6f) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:53:14.585324 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:14.593329 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-60235145-94ff-41e7-9e10-75f5fbebad1b tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:14.595463 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port cb4b2b73-b233-492b-9107-d1db7551e91f completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:53:14.621009 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port cb4b2b73-b233-492b-9107-d1db7551e91f triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:14.621660 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:14.685437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=92c3f53c-796b-4855-91c0-b0275920dcb7,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:14.694650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] No DVR routers for this DVR port 92c3f53c-796b-4855-91c0-b0275920dcb7 on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:53:14.705752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:14.715730 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-e166d2ec-0232-4b68-b164-5a7abb7e40be tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:53:14.718244 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e166d2ec-0232-4b68-b164-5a7abb7e40be tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.2944646
Dec 22 04:53:14.721629 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57928) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:14.739902 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-fd96ff1a-411d-4ee4-810c-28fe4c073245 None None] For port 92c3f53c-796b-4855-91c0-b0275920dcb7, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=92c3f53c-796b-4855-91c0-b0275920dcb7,segment=NetworkSegment(c3c0f38c-059c-40e4-a031-88b90bc90b40),segment_id=c3c0f38c-059c-40e4-a031-88b90bc90b40)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:14.740299 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fd96ff1a-411d-4ee4-810c-28fe4c073245 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:14.803094 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f68ad384-f095-45fa-a3a5-e5bf05e26eab tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:14.835967 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f68ad384-f095-45fa-a3a5-e5bf05e26eab tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:14.862800 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:14.887520 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f68ad384-f095-45fa-a3a5-e5bf05e26eab tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:14.887742 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-fd96ff1a-411d-4ee4-810c-28fe4c073245 None None] Calling delete_port for 92c3f53c-796b-4855-91c0-b0275920dcb7 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:14.893300 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f5216dd4-ee9c-45c4-8e62-7d7ff5e821a6 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:14.898444 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b0ce160>,) {'filters': {'network_id': ['838a75d7-305a-477b-a5fe-f0288b0ee23f']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:14.907914 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ad384-f095-45fa-a3a5-e5bf05e26eab tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87984f65-6c7a-4020-b263-d8664071202d,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:14.911876 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f68ad384-f095-45fa-a3a5-e5bf05e26eab tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:14.912303 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b0ce160>, 'c3c0f38c-059c-40e4-a031-88b90bc90b40') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:14.912865 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b0ce160>, 'c3c0f38c-059c-40e4-a031-88b90bc90b40') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:14.917376 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f68ad384-f095-45fa-a3a5-e5bf05e26eab tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:14.918956 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f68ad384-f095-45fa-a3a5-e5bf05e26eab tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "DELETE /v2.0/security-groups/87984f65-6c7a-4020-b263-d8664071202d HTTP/1.1" status: 204  len: 168 time: 0.1958253
Dec 22 04:53:14.922588 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57932) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:14.936535 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:14.989487 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:14.990903 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b0a46cb7-33fe-4475-938d-143e3cee76eb tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Synchronizing usage tracker for tenant:431a4c8abbcf4e77b5ba3538833e21e6 on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:15.000624 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:53:15.000992 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.008953 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b0a46cb7-33fe-4475-938d-143e3cee76eb tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Unset dirty status for tenant:431a4c8abbcf4e77b5ba3538833e21e6 on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:15.010578 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b0a46cb7-33fe-4475-938d-143e3cee76eb tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.0869153
Dec 22 04:53:15.013441 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57936) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:53:15.015761 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:53:15.089723 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-82e930b5-b19a-4abb-b257-520c8f483a67 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.119861 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-82e930b5-b19a-4abb-b257-520c8f483a67 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.152711 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.163016 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ba21835a-a0ab-46c6-9af3-cdb24070c106 None None] Provisioning complete for port cb4b2b73-b233-492b-9107-d1db7551e91f triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:15.169397 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ba21835a-a0ab-46c6-9af3-cdb24070c106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.175333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-82e930b5-b19a-4abb-b257-520c8f483a67 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.182722 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7b8b0810-bd04-4783-a1b3-2f9a6c387993 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:15.200833 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e930b5-b19a-4abb-b257-520c8f483a67 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2410f238-761d-4df9-9352-38024753e5d4,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:15.210007 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.210454 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-82e930b5-b19a-4abb-b257-520c8f483a67 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:15.224970 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-82e930b5-b19a-4abb-b257-520c8f483a67 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.230088 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-82e930b5-b19a-4abb-b257-520c8f483a67 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "DELETE /v2.0/security-groups/2410f238-761d-4df9-9352-38024753e5d4 HTTP/1.1" status: 204  len: 168 time: 0.2124457
Dec 22 04:53:15.231243 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57944) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:15.258289 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Transition to ACTIVE for port object 0aa49a18-9775-4c32-954b-2412b5d79d6f will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:15.273139 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-fd96ff1a-411d-4ee4-810c-28fe4c073245 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:53:15.273587 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-fd96ff1a-411d-4ee4-810c-28fe4c073245 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:53:15.278526 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-350e8d84-604f-4ba7-b77c-3adc5946f863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.299510 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ba398d37-6c6e-41b9-8d2a-a119078691f0 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:15.300716 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-47a6d2a1-cfb3-440b-a4e6-4fbb5d33dfff tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Synchronizing usage tracker for tenant:431a4c8abbcf4e77b5ba3538833e21e6 on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:15.319374 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Transition to ACTIVE for port object 0aa49a18-9775-4c32-954b-2412b5d79d6f will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:15.320485 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-47a6d2a1-cfb3-440b-a4e6-4fbb5d33dfff tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Unset dirty status for tenant:431a4c8abbcf4e77b5ba3538833e21e6 on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:15.327354 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-47a6d2a1-cfb3-440b-a4e6-4fbb5d33dfff tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0890706
Dec 22 04:53:15.327354 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57948) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:15.334012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-1784aa94-8443-4bb1-8653-23a8163fd3cd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221107621'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:15.334897 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port cb4b2b73-b233-492b-9107-d1db7551e91f, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cb4b2b73-b233-492b-9107-d1db7551e91f,segment=NetworkSegment(4d94f84e-255e-449b-afc8-c83eed0627de),segment_id=4d94f84e-255e-449b-afc8-c83eed0627de)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:15.339371 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.341866 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f2bfea9a-0621-4caf-bf73-2c3a0738a79f tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.346097 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fc15a2d9-532f-4bd3-b731-1e3452c588ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:15.351480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e8d84-604f-4ba7-b77c-3adc5946f863 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7afdbdd-76ec-4be5-ba7d-ad4e58c17910,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:15.355936 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-350e8d84-604f-4ba7-b77c-3adc5946f863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:15.375934 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1784aa94-8443-4bb1-8653-23a8163fd3cd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:15.398285 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.406300 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1784aa94-8443-4bb1-8653-23a8163fd3cd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:15.408171 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.437742 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e197ff78-bbdf-4f22-9d25-2fcd313b1918 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:15.456842 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f2bfea9a-0621-4caf-bf73-2c3a0738a79f tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.460141 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.461442 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Network 89710030-585c-4040-98e9-2ada573d1ca2 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:15.478759 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:15.481119 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:53:15.490546 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 92c3f53c-796b-4855-91c0-b0275920dcb7 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:53:15.500918 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1784aa94-8443-4bb1-8653-23a8163fd3cd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.506288 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Network': ['ID=838a75d7-305a-477b-a5fe-f0288b0ee23f,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:15.516278 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:15.532589 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 92c3f53c-796b-4855-91c0-b0275920dcb7 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:53:15.533005 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 92c3f53c-796b-4855-91c0-b0275920dcb7 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:53:15.535133 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Pushing event updated for resources: {'Port': ['ID=0aa49a18-9775-4c32-954b-2412b5d79d6f,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:15.537874 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:15.539991 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:15.564494 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339dba9-f455-4c1f-b62a-4b8ab0f36590 req-7d272b38-9817-4cdd-b284-cb9d4e305ccf tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:15.566055 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-8339dba9-f455-4c1f-b62a-4b8ab0f36590 req-7d272b38-9817-4cdd-b284-cb9d4e305ccf tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 946 time: 0.3338475
Dec 22 04:53:15.642708 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1784aa94-8443-4bb1-8653-23a8163fd3cd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:15.649233 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/networks/838a75d7-305a-477b-a5fe-f0288b0ee23f HTTP/1.1" status: 204  len: 168 time: 2.4161568
Dec 22 04:53:15.649516 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1784aa94-8443-4bb1-8653-23a8163fd3cd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Usage tracker for resource:security_group_rule and tenant:431a4c8abbcf4e77b5ba3538833e21e6 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:15.653580 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1784aa94-8443-4bb1-8653-23a8163fd3cd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:15.653766 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 57952) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:15.657067 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f2bfea9a-0621-4caf-bf73-2c3a0738a79f tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.693917 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1784aa94-8443-4bb1-8653-23a8163fd3cd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:15.705836 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Attempting to bind port 0aa49a18-9775-4c32-954b-2412b5d79d6f on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:53:15.706215 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Attempting to bind port 0aa49a18-9775-4c32-954b-2412b5d79d6f by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'a0099fd0-badd-4be8-a946-b2112ed0cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '89710030-585c-4040-98e9-2ada573d1ca2'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:53:15.706868 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Attempting to bind port 0aa49a18-9775-4c32-954b-2412b5d79d6f on network 89710030-585c-4040-98e9-2ada573d1ca2 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:53:15.711443 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=cb4b2b73-b233-492b-9107-d1db7551e91f,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:15.714847 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:15.721923 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:53:15.722304 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Checking segment: {'id': 'a0099fd0-badd-4be8-a946-b2112ed0cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '89710030-585c-4040-98e9-2ada573d1ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:53:15.722819 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.723401 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Bound using segment: {'id': 'a0099fd0-badd-4be8-a946-b2112ed0cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '89710030-585c-4040-98e9-2ada573d1ca2'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:53:15.724061 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Bound port: 0aa49a18-9775-4c32-954b-2412b5d79d6f, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0099fd0-badd-4be8-a946-b2112ed0cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '89710030-585c-4040-98e9-2ada573d1ca2'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:53:15.724904 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.776036 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f2bfea9a-0621-4caf-bf73-2c3a0738a79f tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.782575 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1784aa94-8443-4bb1-8653-23a8163fd3cd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.783625 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4ec11810-775a-4f2e-b9b0-16b59b405177 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:15.815210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1784aa94-8443-4bb1-8653-23a8163fd3cd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.822814 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfea9a-0621-4caf-bf73-2c3a0738a79f tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event deleted for resources: {'Subnet': ['ID=3f8dce88-bbd3-49e3-bf59-e3b1f09161a1,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:15.824850 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] For port 0aa49a18-9775-4c32-954b-2412b5d79d6f, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:53:15.829042 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] For port 0aa49a18-9775-4c32-954b-2412b5d79d6f, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=0aa49a18-9775-4c32-954b-2412b5d79d6f,segment=NetworkSegment(a0099fd0-badd-4be8-a946-b2112ed0cf0a),segment_id=a0099fd0-badd-4be8-a946-b2112ed0cf0a)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:53:15.830091 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-fd96ff1a-411d-4ee4-810c-28fe4c073245 None None] Deleting port 92c3f53c-796b-4855-91c0-b0275920dcb7 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:15.830450 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fd96ff1a-411d-4ee4-810c-28fe4c073245 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.832445 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f2bfea9a-0621-4caf-bf73-2c3a0738a79f tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:15.833058 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a6b9bea6-ffc8-4cd4-8298-2a08028bdcf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:15.850057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f2bfea9a-0621-4caf-bf73-2c3a0738a79f tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.861364 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.867806 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-8339dba9-f455-4c1f-b62a-4b8ab0f36590 req-27e25546-7a13-4f56-a128-ad60d844b951 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2173014
Dec 22 04:53:15.873937 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-aaf287e8-f49c-4b0e-bc98-49e6932c8581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:15.886585 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784aa94-8443-4bb1-8653-23a8163fd3cd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3feed9be-8863-4c42-bc28-a70a33079035,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:15.890271 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f2bfea9a-0621-4caf-bf73-2c3a0738a79f tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "DELETE /v2.0/subnets/3f8dce88-bbd3-49e3-bf59-e3b1f09161a1 HTTP/1.1" status: 204  len: 168 time: 1.4343901
Dec 22 04:53:15.891436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1784aa94-8443-4bb1-8653-23a8163fd3cd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:15.892747 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57956) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:15.932941 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1784aa94-8443-4bb1-8653-23a8163fd3cd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:15.933908 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1784aa94-8443-4bb1-8653-23a8163fd3cd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.6056848
Dec 22 04:53:15.939863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57962) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:15.945052 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-811d0de0-e50d-4b10-afb2-c7589da016a6 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:15.945537 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-811d0de0-e50d-4b10-afb2-c7589da016a6 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 22 04:53:15.946512 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-811d0de0-e50d-4b10-afb2-c7589da016a6 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "PUT /v2.0/security-groups/3feed9be-8863-4c42-bc28-a70a33079035 HTTP/1.1" status: 409  len: 330 time: 0.0059032
Dec 22 04:53:15.949060 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57966) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:15.993693 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-f02d3605-8034-44b9-8041-73343f7fc7ea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port ab55c04f-e822-4163-bd3f-b200eb62087d {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:15.994270 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f02d3605-8034-44b9-8041-73343f7fc7ea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:16.003991 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9997431a-fa38-4c65-b8e9-9a46f212226a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:16.005292 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9997431a-fa38-4c65-b8e9-9a46f212226a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:16.005897 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Pushing event updated for resources: {'Port': ['ID=0aa49a18-9775-4c32-954b-2412b5d79d6f,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:16.006069 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9997431a-fa38-4c65-b8e9-9a46f212226a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Synchronizing usage tracker for tenant:bca35e43b30448aea0e4f0082567b855 on resource:subnet {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:16.020758 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-fd96ff1a-411d-4ee4-810c-28fe4c073245 None None] The port '92c3f53c-796b-4855-91c0-b0275920dcb7' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:53:16.023291 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:16.047905 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9997431a-fa38-4c65-b8e9-9a46f212226a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Unset dirty status for tenant:bca35e43b30448aea0e4f0082567b855 on resource:subnet {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:16.052018 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9997431a-fa38-4c65-b8e9-9a46f212226a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1553252
Dec 22 04:53:16.052424 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57970) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:16.085276 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1b9c8b67-48dd-4996-a66d-1ff1b76b6019 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:16.180881 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766d3ba0-eb55-4d38-9b71-05b69d5180d9 None None] Network 89710030-585c-4040-98e9-2ada573d1ca2 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:16.319295 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cb4b2b73-b233-492b-9107-d1db7551e91f up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:53:16.321091 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f02d3605-8034-44b9-8041-73343f7fc7ea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:16.321091 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f02d3605-8034-44b9-8041-73343f7fc7ea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:16.321904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1b9c8b67-48dd-4996-a66d-1ff1b76b6019 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:16.389294 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0e304153-211e-4d91-8811-760e236d5bc8 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:16.398532 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e304153-211e-4d91-8811-760e236d5bc8 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 22 04:53:16.399406 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e304153-211e-4d91-8811-760e236d5bc8 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:53:16.409593 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0e304153-211e-4d91-8811-760e236d5bc8 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "DELETE /v2.0/networks/89710030-585c-4040-98e9-2ada573d1ca2 HTTP/1.1" status: 409  len: 405 time: 0.3564267
Dec 22 04:53:16.413832 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57976) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:16.422628 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-ea4f1101-64ef-487c-aa2e-94c83a5169ba tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1571969643'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:16.426934 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1b9c8b67-48dd-4996-a66d-1ff1b76b6019 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:16.429617 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1b9c8b67-48dd-4996-a66d-1ff1b76b6019 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:16.430785 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1b9c8b67-48dd-4996-a66d-1ff1b76b6019 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "DELETE /v2.0/security-groups/3feed9be-8863-4c42-bc28-a70a33079035 HTTP/1.1" status: 204  len: 168 time: 0.4808354
Dec 22 04:53:16.432975 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-872e8656-1aea-47e4-9f57-e71aaa83c76f tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:16.448131 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57980) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:16.449300 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ea4f1101-64ef-487c-aa2e-94c83a5169ba tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:16.469016 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ea4f1101-64ef-487c-aa2e-94c83a5169ba tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Usage tracker for resource:network and tenant:bca35e43b30448aea0e4f0082567b855 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:16.472806 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c8b67-48dd-4996-a66d-1ff1b76b6019 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3feed9be-8863-4c42-bc28-a70a33079035,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:16.474922 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ea4f1101-64ef-487c-aa2e-94c83a5169ba tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:16.480001 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1b9c8b67-48dd-4996-a66d-1ff1b76b6019 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:16.487840 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ea4f1101-64ef-487c-aa2e-94c83a5169ba tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:16.513041 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4f1101-64ef-487c-aa2e-94c83a5169ba tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Made reservation on behalf of bca35e43b30448aea0e4f0082567b855 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:16.516203 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ea4f1101-64ef-487c-aa2e-94c83a5169ba tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:16.537676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-f02d3605-8034-44b9-8041-73343f7fc7ea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for ab55c04f-e822-4163-bd3f-b200eb62087d owned by network:floatingip {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:16.553099 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4573bda3-3517-417d-b90c-7757b3e1ef0d tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Synchronizing usage tracker for tenant:431a4c8abbcf4e77b5ba3538833e21e6 on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:16.555318 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port cb4b2b73-b233-492b-9107-d1db7551e91f triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:16.555699 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:16.569624 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4f1101-64ef-487c-aa2e-94c83a5169ba tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:53:16.581762 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4573bda3-3517-417d-b90c-7757b3e1ef0d tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Unset dirty status for tenant:431a4c8abbcf4e77b5ba3538833e21e6 on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:16.587242 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4573bda3-3517-417d-b90c-7757b3e1ef0d tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1313636
Dec 22 04:53:16.587242 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ea4f1101-64ef-487c-aa2e-94c83a5169ba tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:16.587242 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-ea4f1101-64ef-487c-aa2e-94c83a5169ba tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Added segment e839dfef-9e7d-499d-b066-bde50c9ed334 of type vlan for network 2cd1b15e-1447-4f14-b07e-1f13276e50cf
Dec 22 04:53:16.590093 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57984) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:16.611985 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-2beb3847-1913-4677-874a-107ab11caf4f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] delete failed (client error): The resource could not be found.
Dec 22 04:53:16.617911 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2beb3847-1913-4677-874a-107ab11caf4f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "DELETE /v2.0/security-groups/468f7063-1707-4b4f-b787-f74e67d29e09 HTTP/1.1" status: 404  len: 347 time: 0.0239830
Dec 22 04:53:16.618164 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-350e8d84-604f-4ba7-b77c-3adc5946f863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:16.619514 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57988) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:16.636939 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04915cc0-e641-49b1-833a-f22e529727e2 None None] get_active_networks_info from dv-neutron-822525-1-hyperv {{(pid=83436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 04:53:16.652993 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-6827f9c6-83f1-491d-a3f8-d15c0e1b5ad3 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] show failed (client error): The resource could not be found.
Dec 22 04:53:16.659652 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6827f9c6-83f1-491d-a3f8-d15c0e1b5ad3 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "GET /v2.0/security-groups/e55d99f7-d738-4564-8f67-0aa5b4d1468f HTTP/1.1" status: 404  len: 347 time: 0.0344515
Dec 22 04:53:16.659652 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57992) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:16.674352 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ea4f1101-64ef-487c-aa2e-94c83a5169ba tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:16.680337 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-f126150a-a30d-4ec5-9022-971b8f00354e tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] show failed (client error): The resource could not be found.
Dec 22 04:53:16.687185 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f126150a-a30d-4ec5-9022-971b8f00354e tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] 10.222.0.53 "GET /v2.0/security-group-rules/f099f73b-840d-4a8e-b13e-9a96caa1c276 HTTP/1.1" status: 404  len: 356 time: 0.0213776
Dec 22 04:53:16.722429 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ea4f1101-64ef-487c-aa2e-94c83a5169ba tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:16.728839 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4f1101-64ef-487c-aa2e-94c83a5169ba tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:16.729964 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ea4f1101-64ef-487c-aa2e-94c83a5169ba tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:16.746436 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f1fce-1f6a-488f-a7a4-1316d46a3556 req-93c62f2b-2108-4047-bc42-4410aa7dbefe tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:16.748443 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-260f1fce-1f6a-488f-a7a4-1316d46a3556 req-93c62f2b-2108-4047-bc42-4410aa7dbefe tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 946 time: 0.3803537
Dec 22 04:53:16.752243 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b6843b9c-020e-42ce-a92f-a848abdedcfc req-48119ac0-9f14-4b14-bb8a-82f3258c4ef8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2101d4185c734493b4891da848e5f209&device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 1099 time: 0.4195588
Dec 22 04:53:16.758212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fb05bc8e-14cf-4743-ab15-2bf3343ce7a8 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:16.823821 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04915cc0-e641-49b1-833a-f22e529727e2 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 04:53:16.838411 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ea4f1101-64ef-487c-aa2e-94c83a5169ba tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4229460
Dec 22 04:53:16.839556 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 57998) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:16.851416 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-bee597d7-ed6d-4d07-9245-86456fbee29a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Request body: {'subnet': {'network_id': '2cd1b15e-1447-4f14-b07e-1f13276e50cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:16.966406 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f1101-64ef-487c-aa2e-94c83a5169ba tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event updated for resources: {'Network': ['ID=2cd1b15e-1447-4f14-b07e-1f13276e50cf,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:16.971807 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ea4f1101-64ef-487c-aa2e-94c83a5169ba tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:16.996101 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-bee597d7-ed6d-4d07-9245-86456fbee29a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:17.007456 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-bee597d7-ed6d-4d07-9245-86456fbee29a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:17.022207 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee597d7-ed6d-4d07-9245-86456fbee29a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Made reservation on behalf of bca35e43b30448aea0e4f0082567b855 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:17.082160 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-260f1fce-1f6a-488f-a7a4-1316d46a3556 req-23877d89-e286-4296-8f93-7cd04ec46f1f tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3269372
Dec 22 04:53:17.121369 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 2cd1b15e-1447-4f14-b07e-1f13276e50cf details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:53:17.127910 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58004) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:17.156016 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bee597d7-ed6d-4d07-9245-86456fbee29a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:17.196676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6843b9c-020e-42ce-a92f-a848abdedcfc req-a41f77ef-320b-453b-bf90-1b369b5649e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:17.198137 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b6843b9c-020e-42ce-a92f-a848abdedcfc req-a41f77ef-320b-453b-bf90-1b369b5649e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e89f28a0-f5dc-4d81-be3e-b775435488ad HTTP/1.1" status: 200  len: 913 time: 0.4197550
Dec 22 04:53:17.204047 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f02d3605-8034-44b9-8041-73343f7fc7ea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:17.214043 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c3161c10-7feb-45ed-86e7-433e2f5e251f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:17.319300 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d3605-8034-44b9-8041-73343f7fc7ea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=ab55c04f-e822-4163-bd3f-b200eb62087d,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:17.331698 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f02d3605-8034-44b9-8041-73343f7fc7ea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:17.337495 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b6843b9c-020e-42ce-a92f-a848abdedcfc req-7ac8d98a-2332-4817-9824-74cb2a9a223d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63542034-7e07-4a2c-8543-f26708a35bdd HTTP/1.1" status: 200  len: 217 time: 0.1283495
Dec 22 04:53:17.471983 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-95666b49-71f4-463d-8e3e-2cee63704e8b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=431a4c8abbcf4e77b5ba3538833e21e6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3426716
Dec 22 04:53:17.479027 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58010) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:17.507879 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f02d3605-8034-44b9-8041-73343f7fc7ea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:17.561577 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6843b9c-020e-42ce-a92f-a848abdedcfc req-0b8e1fcd-89e3-4906-a5b0-feb30f5f60c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:17.563095 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b6843b9c-020e-42ce-a92f-a848abdedcfc req-0b8e1fcd-89e3-4906-a5b0-feb30f5f60c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bdb284f6-deb7-4ad9-b047-24092e9bd2bc HTTP/1.1" status: 200  len: 852 time: 0.2013903
Dec 22 04:53:17.638705 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b6843b9c-020e-42ce-a92f-a848abdedcfc req-82ceabbc-b4d5-4e9c-a75b-482e92094f51 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e89f28a0-f5dc-4d81-be3e-b775435488ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0619636
Dec 22 04:53:17.669906 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.objects.ports [None req-bee597d7-ed6d-4d07-9245-86456fbee29a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83434) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 04:53:17.672023 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bee597d7-ed6d-4d07-9245-86456fbee29a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:17.676175 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-66426541-19f3-4e47-93fa-cbe124d9d6a7 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:17.750228 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee597d7-ed6d-4d07-9245-86456fbee29a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event updated for resources: {'Subnet': ['ID=4bb7e887-6af9-4fa3-93c2-9ea80e6da8e2,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:17.752833 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-bee597d7-ed6d-4d07-9245-86456fbee29a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:17.763132 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee597d7-ed6d-4d07-9245-86456fbee29a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Checking segment: {'id': 'e839dfef-9e7d-499d-b066-bde50c9ed334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2cd1b15e-1447-4f14-b07e-1f13276e50cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:53:17.763423 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee597d7-ed6d-4d07-9245-86456fbee29a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Network hostable DHCP agents. Network: 2cd1b15e-1447-4f14-b07e-1f13276e50cf, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:53:17.787567 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee597d7-ed6d-4d07-9245-86456fbee29a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Network 2cd1b15e-1447-4f14-b07e-1f13276e50cf is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:53:17.798023 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-bee597d7-ed6d-4d07-9245-86456fbee29a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 2cd1b15e-1447-4f14-b07e-1f13276e50cf) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:17.802348 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee597d7-ed6d-4d07-9245-86456fbee29a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:17.803152 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bee597d7-ed6d-4d07-9245-86456fbee29a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:17.809204 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3838998-9d14-40ea-8c7f-e95e9e9d3754 None None] Network 2cd1b15e-1447-4f14-b07e-1f13276e50cf requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:17.834428 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-bee597d7-ed6d-4d07-9245-86456fbee29a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9880328
Dec 22 04:53:17.835440 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27f7d506-4515-46bf-98bb-5dc7c6a5103e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:17.837284 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58014) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:17.843886 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-e0ab54e2-a4bf-42bc-ac03-69d03cb5f3b3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Request body: {'port': {'network_id': '2cd1b15e-1447-4f14-b07e-1f13276e50cf', 'name': 'tempest-NetworksIpV6TestAttrs-467827451'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:17.964650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27f7d506-4515-46bf-98bb-5dc7c6a5103e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:17.990289 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e0ab54e2-a4bf-42bc-ac03-69d03cb5f3b3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:17.994485 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e0ab54e2-a4bf-42bc-ac03-69d03cb5f3b3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Usage tracker for resource:port and tenant:bca35e43b30448aea0e4f0082567b855 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:17.997384 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e0ab54e2-a4bf-42bc-ac03-69d03cb5f3b3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:18.003845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e0ab54e2-a4bf-42bc-ac03-69d03cb5f3b3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:18.013986 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ab54e2-a4bf-42bc-ac03-69d03cb5f3b3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Made reservation on behalf of bca35e43b30448aea0e4f0082567b855 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:18.016989 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e0ab54e2-a4bf-42bc-ac03-69d03cb5f3b3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:18.032948 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-2cd1b15e-1447-4f14-b07e-1f13276e50cf', 'network_id': '2cd1b15e-1447-4f14-b07e-1f13276e50cf', 'tenant_id': 'bca35e43b30448aea0e4f0082567b855', 'fixed_ips': [{'subnet_id': '4bb7e887-6af9-4fa3-93c2-9ea80e6da8e2'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:53:18.034105 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:18.041195 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-e0ab54e2-a4bf-42bc-ac03-69d03cb5f3b3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] device_id is not set on port 172a1944-1bf9-43d9-86cd-56c0e91bf2aa yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:53:18.064618 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b6843b9c-020e-42ce-a92f-a848abdedcfc req-f5ca17d3-4f47-467c-a04c-1f1a793dcc8f service neutron] 10.222.0.47 "GET /v2.0/networks/e89f28a0-f5dc-4d81-be3e-b775435488ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4182606
Dec 22 04:53:18.223321 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-e0ab54e2-a4bf-42bc-ac03-69d03cb5f3b3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Allocated IP 2001:db8::f816:3eff:fe8f:c68d (2cd1b15e-1447-4f14-b07e-1f13276e50cf/4bb7e887-6af9-4fa3-93c2-9ea80e6da8e2/172a1944-1bf9-43d9-86cd-56c0e91bf2aa) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:53:18.410765 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27f7d506-4515-46bf-98bb-5dc7c6a5103e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:18.417525 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9bcf70c0-eed4-4915-be95-c1f2c87eec35 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:18.425473 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795d967-74bd-4060-bd18-8f74c9536ca6 req-a31dac9b-75f9-4093-a87e-0ecadd920787 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:18.426978 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4795d967-74bd-4060-bd18-8f74c9536ca6 req-a31dac9b-75f9-4093-a87e-0ecadd920787 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 946 time: 0.2007706
Dec 22 04:53:18.454670 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7d506-4515-46bf-98bb-5dc7c6a5103e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4cfc70-a537-4a18-aae4-9e5a40f10883,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:18.462798 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-27f7d506-4515-46bf-98bb-5dc7c6a5103e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:18.470370 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b6843b9c-020e-42ce-a92f-a848abdedcfc req-49ee4504-c6fa-4b7d-b450-38cf1ccff8ad service neutron] 10.222.0.47 "GET /v2.0/networks/e89f28a0-f5dc-4d81-be3e-b775435488ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3967421
Dec 22 04:53:18.516725 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4795d967-74bd-4060-bd18-8f74c9536ca6 req-e32390f7-f7f1-40f3-8d2b-b13f87cfba97 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812190
Dec 22 04:53:18.535767 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e0ab54e2-a4bf-42bc-ac03-69d03cb5f3b3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:18.552230 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-e0ab54e2-a4bf-42bc-ac03-69d03cb5f3b3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Transition to ACTIVE for port object 172a1944-1bf9-43d9-86cd-56c0e91bf2aa will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:18.569309 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27f7d506-4515-46bf-98bb-5dc7c6a5103e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:18.570454 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-27f7d506-4515-46bf-98bb-5dc7c6a5103e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa4cfc70-a537-4a18-aae4-9e5a40f10883 HTTP/1.1" status: 204  len: 168 time: 1.0905039
Dec 22 04:53:18.583194 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e0ab54e2-a4bf-42bc-ac03-69d03cb5f3b3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:18.590686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0ea1d013-d4cc-407d-bc50-d08dc8c5780c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:18.642650 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Allocated IP 2001:db8::f816:3eff:fe48:2afe (2cd1b15e-1447-4f14-b07e-1f13276e50cf/4bb7e887-6af9-4fa3-93c2-9ea80e6da8e2/450b22ad-5a02-49f2-a586-409d4748ca18) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:53:18.677749 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ab54e2-a4bf-42bc-ac03-69d03cb5f3b3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Network 2cd1b15e-1447-4f14-b07e-1f13276e50cf is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:18.686794 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-e0ab54e2-a4bf-42bc-ac03-69d03cb5f3b3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:18.692439 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ab54e2-a4bf-42bc-ac03-69d03cb5f3b3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:53:18.696724 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ab54e2-a4bf-42bc-ac03-69d03cb5f3b3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:18.697769 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e0ab54e2-a4bf-42bc-ac03-69d03cb5f3b3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:18.708688 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab54e2-a4bf-42bc-ac03-69d03cb5f3b3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event updated for resources: {'Port': ['ID=172a1944-1bf9-43d9-86cd-56c0e91bf2aa,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:18.717720 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e0ab54e2-a4bf-42bc-ac03-69d03cb5f3b3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:18.738332 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e0ab54e2-a4bf-42bc-ac03-69d03cb5f3b3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 0.8993318
Dec 22 04:53:18.738941 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58022) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:18.775330 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350e8d84-604f-4ba7-b77c-3adc5946f863 admin admin] Router 2ccb73cb-57d2-48b6-95ca-d32e1304b9f3 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:53:18.840234 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3e3916-918f-4eda-8268-6ba8ea6feb86 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Deleting subnet 4bb7e887-6af9-4fa3-93c2-9ea80e6da8e2 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:53:18.915774 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:18.928550 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Transition to ACTIVE for port object 450b22ad-5a02-49f2-a586-409d4748ca18 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:18.946854 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Transition to ACTIVE for port object 450b22ad-5a02-49f2-a586-409d4748ca18 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:18.952727 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8f3e3916-918f-4eda-8268-6ba8ea6feb86 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:18.953824 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:18.958073 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d250108d-568e-4102-8330-6266d3e73f11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:18.974964 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02d3605-8034-44b9-8041-73343f7fc7ea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 58dcf30e-3958-471a-ae24-3776d056b38b has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:53:19.016383 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Network 2cd1b15e-1447-4f14-b07e-1f13276e50cf is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:19.018332 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8f3e3916-918f-4eda-8268-6ba8ea6feb86 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:19.019223 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:19.021626 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:53:19.038815 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Pushing event updated for resources: {'Port': ['ID=450b22ad-5a02-49f2-a586-409d4748ca18,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:19.041561 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:19.119416 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350e8d84-604f-4ba7-b77c-3adc5946f863 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:53:19.129198 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-350e8d84-604f-4ba7-b77c-3adc5946f863 admin admin] 10.222.0.53 "PUT /v2.0/routers/2ccb73cb-57d2-48b6-95ca-d32e1304b9f3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8535640
Dec 22 04:53:19.129312 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Attempting to bind port 450b22ad-5a02-49f2-a586-409d4748ca18 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:53:19.129312 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Attempting to bind port 450b22ad-5a02-49f2-a586-409d4748ca18 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'e839dfef-9e7d-499d-b066-bde50c9ed334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2cd1b15e-1447-4f14-b07e-1f13276e50cf'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:53:19.129502 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58026) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:19.129636 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7c56bc-d0bd-49af-8464-ed46be06d27e None None] Sync routers for ids ['2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:53:19.133862 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Attempting to bind port 450b22ad-5a02-49f2-a586-409d4748ca18 on network 2cd1b15e-1447-4f14-b07e-1f13276e50cf {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:53:19.142151 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:53:19.142730 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7c56bc-d0bd-49af-8464-ed46be06d27e None None] Routers {'2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:19.143261 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Checking segment: {'id': 'e839dfef-9e7d-499d-b066-bde50c9ed334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2cd1b15e-1447-4f14-b07e-1f13276e50cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:53:19.143417 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-ad7c56bc-d0bd-49af-8464-ed46be06d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c71d670>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:19.144088 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:19.145058 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Bound using segment: {'id': 'e839dfef-9e7d-499d-b066-bde50c9ed334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2cd1b15e-1447-4f14-b07e-1f13276e50cf'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:53:19.145800 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Bound port: 450b22ad-5a02-49f2-a586-409d4748ca18, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e839dfef-9e7d-499d-b066-bde50c9ed334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '2cd1b15e-1447-4f14-b07e-1f13276e50cf'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:53:19.146543 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:19.169567 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8f3e3916-918f-4eda-8268-6ba8ea6feb86 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:19.314692 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] For port 450b22ad-5a02-49f2-a586-409d4748ca18, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:53:19.315423 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8f3e3916-918f-4eda-8268-6ba8ea6feb86 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:19.321407 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] For port 450b22ad-5a02-49f2-a586-409d4748ca18, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=450b22ad-5a02-49f2-a586-409d4748ca18,segment=NetworkSegment(e839dfef-9e7d-499d-b066-bde50c9ed334),segment_id=e839dfef-9e7d-499d-b066-bde50c9ed334)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:53:19.331844 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9620b155-51fa-4bd5-a70d-f24e63523fb0 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:19.338437 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:19.346155 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-ad7c56bc-d0bd-49af-8464-ed46be06d27e None None] Set router 2ccb73cb-57d2-48b6-95ca-d32e1304b9f3 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:53:19.354960 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:19.367267 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8f3e3916-918f-4eda-8268-6ba8ea6feb86 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:19.378663 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8f3e3916-918f-4eda-8268-6ba8ea6feb86 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "DELETE /v2.0/subnets/4bb7e887-6af9-4fa3-93c2-9ea80e6da8e2 HTTP/1.1" status: 204  len: 168 time: 0.6387289
Dec 22 04:53:19.381414 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58030) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:19.383364 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e3916-918f-4eda-8268-6ba8ea6feb86 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb7e887-6af9-4fa3-93c2-9ea80e6da8e2,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:19.390266 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8f3e3916-918f-4eda-8268-6ba8ea6feb86 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:19.433435 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02d3605-8034-44b9-8041-73343f7fc7ea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:53:19.440692 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f02d3605-8034-44b9-8041-73343f7fc7ea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:19.472855 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Pushing event updated for resources: {'Port': ['ID=450b22ad-5a02-49f2-a586-409d4748ca18,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:19.487006 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31decb7a-9c80-439f-afde-a931171a3f67 None None] Sync routers for ids ['58dcf30e-3958-471a-ae24-3776d056b38b'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:53:19.489430 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:19.506706 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31decb7a-9c80-439f-afde-a931171a3f67 None None] Routers {'58dcf30e-3958-471a-ae24-3776d056b38b'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:19.507937 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-31decb7a-9c80-439f-afde-a931171a3f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c69d430>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['58dcf30e-3958-471a-ae24-3776d056b38b'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:19.512309 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63749d2e-81c4-49f9-bceb-6cf4d63736e4 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:19.513659 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63749d2e-81c4-49f9-bceb-6cf4d63736e4 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:19.514380 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-63749d2e-81c4-49f9-bceb-6cf4d63736e4 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Synchronizing usage tracker for tenant:bca35e43b30448aea0e4f0082567b855 on resource:subnet {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:19.540827 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f02d3605-8034-44b9-8041-73343f7fc7ea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/floatingips/98a33b74-d200-4151-999f-fbd8f73d72ac HTTP/1.1" status: 204  len: 168 time: 3.8851655
Dec 22 04:53:19.556211 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71399509-53eb-423d-a58f-40013ecf242f', 'tag': '0deaae2f-c070-4605-ba96-369346905e69'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:53:19.590789 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-63749d2e-81c4-49f9-bceb-6cf4d63736e4 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Unset dirty status for tenant:bca35e43b30448aea0e4f0082567b855 on resource:subnet {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:19.592280 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-63749d2e-81c4-49f9-bceb-6cf4d63736e4 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.2099667
Dec 22 04:53:19.595444 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58040) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:19.735414 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6413852c-03cb-4ce1-9cdd-9a43c260ae20 admin admin] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:19.735688 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-ad7c56bc-d0bd-49af-8464-ed46be06d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c71d670>, [{'id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'name': 'tempest-ServerActionsTestJSON-1300108519-router', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '110abd68-321e-4558-991b-e2f94bd7d036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:47:30Z', 'updated_at': '2021-12-22T04:53:14Z', 'revision_number': 5, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'gw_port': {'id': '110abd68-321e-4558-991b-e2f94bd7d036', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:32Z', 'updated_at': '2021-12-22T04:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:19.746737 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7c56bc-d0bd-49af-8464-ed46be06d27e None None] Checking router: 2ccb73cb-57d2-48b6-95ca-d32e1304b9f3 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:53:19.793976 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7c56bc-d0bd-49af-8464-ed46be06d27e None None] Routers {'2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:19.794520 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-ad7c56bc-d0bd-49af-8464-ed46be06d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c71d670>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:19.920891 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cf8da498-f9c6-4448-bdb9-afd871b4f1d3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:19.950416 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-31decb7a-9c80-439f-afde-a931171a3f67 None None] Set router 58dcf30e-3958-471a-ae24-3776d056b38b gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:53:19.962652 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8da498-f9c6-4448-bdb9-afd871b4f1d3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 22 04:53:19.963749 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf8da498-f9c6-4448-bdb9-afd871b4f1d3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:53:19.967270 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-cf8da498-f9c6-4448-bdb9-afd871b4f1d3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "DELETE /v2.0/networks/2cd1b15e-1447-4f14-b07e-1f13276e50cf HTTP/1.1" status: 409  len: 405 time: 0.3701224
Dec 22 04:53:19.972726 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58044) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:19.980682 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4728cf-9f27-47ec-9bcd-ea501fab958f req-3807bec7-3cfd-430b-a091-88275b389d78 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:19.984008 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fe4728cf-9f27-47ec-9bcd-ea501fab958f req-3807bec7-3cfd-430b-a091-88275b389d78 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 946 time: 0.1789939
Dec 22 04:53:19.994011 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-c75b9ed9-d1e6-4f13-af98-4fbfa2f20530 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1566788847'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:20.000794 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c75b9ed9-d1e6-4f13-af98-4fbfa2f20530 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:20.009223 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c75b9ed9-d1e6-4f13-af98-4fbfa2f20530 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Usage tracker for resource:network and tenant:bca35e43b30448aea0e4f0082567b855 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:20.013246 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c75b9ed9-d1e6-4f13-af98-4fbfa2f20530 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:20.023022 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c75b9ed9-d1e6-4f13-af98-4fbfa2f20530 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:20.081729 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75b9ed9-d1e6-4f13-af98-4fbfa2f20530 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Made reservation on behalf of bca35e43b30448aea0e4f0082567b855 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:20.085187 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c75b9ed9-d1e6-4f13-af98-4fbfa2f20530 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:20.132523 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71399509-53eb-423d-a58f-40013ecf242f', 'tag': '0deaae2f-c070-4605-ba96-369346905e69', 'status': 'completed', 'code': 200}
Dec 22 04:53:20.133001 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fe4728cf-9f27-47ec-9bcd-ea501fab958f req-b2051c43-2788-405c-9ad1-e9fc52721749 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950184
Dec 22 04:53:20.144941 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-ad7c56bc-d0bd-49af-8464-ed46be06d27e None None] Set router 2ccb73cb-57d2-48b6-95ca-d32e1304b9f3 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:53:20.171489 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75b9ed9-d1e6-4f13-af98-4fbfa2f20530 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:53:20.201291 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c75b9ed9-d1e6-4f13-af98-4fbfa2f20530 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:20.202204 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-c75b9ed9-d1e6-4f13-af98-4fbfa2f20530 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Added segment 9f0d02bd-2bc0-4681-8df9-b7631b614269 of type vlan for network 1709bae1-6fc0-410f-abad-b2762bb82ddc
Dec 22 04:53:20.259038 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 450b22ad-5a02-49f2-a586-409d4748ca18 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:53:20.266278 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c75b9ed9-d1e6-4f13-af98-4fbfa2f20530 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:20.308447 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c75b9ed9-d1e6-4f13-af98-4fbfa2f20530 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:20.315194 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75b9ed9-d1e6-4f13-af98-4fbfa2f20530 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:20.316405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c75b9ed9-d1e6-4f13-af98-4fbfa2f20530 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:20.321128 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6783152f-08aa-4be3-8926-66a7c3101212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:20.441948 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c75b9ed9-d1e6-4f13-af98-4fbfa2f20530 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4542551
Dec 22 04:53:20.446386 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58050) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:20.456304 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-d407ede2-a562-40fa-81a5-e04adeef0f34 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Request body: {'subnet': {'network_id': '1709bae1-6fc0-410f-abad-b2762bb82ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:20.481411 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b9ed9-d1e6-4f13-af98-4fbfa2f20530 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event updated for resources: {'Network': ['ID=1709bae1-6fc0-410f-abad-b2762bb82ddc,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:20.482716 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 450b22ad-5a02-49f2-a586-409d4748ca18 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:53:20.496658 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 1709bae1-6fc0-410f-abad-b2762bb82ddc details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:53:20.535648 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6413852c-03cb-4ce1-9cdd-9a43c260ae20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:20.568496 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-6413852c-03cb-4ce1-9cdd-9a43c260ae20 admin admin] Deleting port 110abd68-321e-4558-991b-e2f94bd7d036 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:20.568837 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6413852c-03cb-4ce1-9cdd-9a43c260ae20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:20.589154 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c75b9ed9-d1e6-4f13-af98-4fbfa2f20530 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:20.620712 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-ad7c56bc-d0bd-49af-8464-ed46be06d27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c71d670>, [{'id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'name': 'tempest-ServerActionsTestJSON-1300108519-router', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '110abd68-321e-4558-991b-e2f94bd7d036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:47:30Z', 'updated_at': '2021-12-22T04:53:14Z', 'revision_number': 5, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'gw_port': {'id': '110abd68-321e-4558-991b-e2f94bd7d036', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:32Z', 'updated_at': '2021-12-22T04:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:20.631553 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7c56bc-d0bd-49af-8464-ed46be06d27e None None] The sync data for ids ['2ccb73cb-57d2-48b6-95ca-d32e1304b9f3'] in dv-neutron-822525-1-hyperv is: [{'id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'name': 'tempest-ServerActionsTestJSON-1300108519-router', 'tenant_id': 'a189efe8546c44009128ff34bc595fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '110abd68-321e-4558-991b-e2f94bd7d036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:47:30Z', 'updated_at': '2021-12-22T04:53:14Z', 'revision_number': 5, 'project_id': 'a189efe8546c44009128ff34bc595fc2', 'gw_port': {'id': '110abd68-321e-4558-991b-e2f94bd7d036', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccb73cb-57d2-48b6-95ca-d32e1304b9f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:32Z', 'updated_at': '2021-12-22T04:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:53:20.660659 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d407ede2-a562-40fa-81a5-e04adeef0f34 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:20.676600 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d407ede2-a562-40fa-81a5-e04adeef0f34 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:20.704029 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d407ede2-a562-40fa-81a5-e04adeef0f34 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Made reservation on behalf of bca35e43b30448aea0e4f0082567b855 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:20.756807 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a4805-ed0e-4c73-a67f-55aabe7cf82b req-b1034c6c-611e-45a5-87d1-d7eea7be71f0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:20.757521 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-ce3a4805-ed0e-4c73-a67f-55aabe7cf82b req-b1034c6c-611e-45a5-87d1-d7eea7be71f0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:20.765495 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-31decb7a-9c80-439f-afde-a931171a3f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c69d430>, [{'id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'name': 'tempest-TestNetworkBasicOps-router-1478209335', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:14Z', 'updated_at': '2021-12-22T04:53:01Z', 'revision_number': 6, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:15Z', 'updated_at': '2021-12-22T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'cd65023e-79f7-423c-aa3a-2c429170e389', 'name': '', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:c6:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:45Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:20.770393 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31decb7a-9c80-439f-afde-a931171a3f67 None None] Checking router: 58dcf30e-3958-471a-ae24-3776d056b38b for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:53:20.778887 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b0223d87-059e-4079-9008-a78f4e70124a req-5e9c22f5-8673-4384-bba8-e653040319d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 1099 time: 0.6235664
Dec 22 04:53:20.785967 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31decb7a-9c80-439f-afde-a931171a3f67 None None] Routers {'58dcf30e-3958-471a-ae24-3776d056b38b'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:20.787324 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-31decb7a-9c80-439f-afde-a931171a3f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c69d430>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['58dcf30e-3958-471a-ae24-3776d056b38b'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:20.870990 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-ce3a4805-ed0e-4c73-a67f-55aabe7cf82b req-b1034c6c-611e-45a5-87d1-d7eea7be71f0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:20.872212 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ce3a4805-ed0e-4c73-a67f-55aabe7cf82b req-b1034c6c-611e-45a5-87d1-d7eea7be71f0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 946 time: 0.4616327
Dec 22 04:53:20.953234 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d407ede2-a562-40fa-81a5-e04adeef0f34 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:20.954900 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfd3c69-85cd-4bf2-897c-a79d56c3b3ea None None] Network 2cd1b15e-1447-4f14-b07e-1f13276e50cf requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:20.990841 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-6413852c-03cb-4ce1-9cdd-9a43c260ae20 admin admin] For port 110abd68-321e-4558-991b-e2f94bd7d036, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=110abd68-321e-4558-991b-e2f94bd7d036,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:20.991253 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6413852c-03cb-4ce1-9cdd-9a43c260ae20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:21.007106 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0223d87-059e-4079-9008-a78f4e70124a req-090636de-03d5-43aa-841f-404b4b18efe1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:21.008567 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b0223d87-059e-4079-9008-a78f4e70124a req-090636de-03d5-43aa-841f-404b4b18efe1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8 HTTP/1.1" status: 200  len: 898 time: 0.2215676
Dec 22 04:53:21.053443 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ded2eb91-2613-45b7-8b4c-c750ed810b69 None None] Provisioning for port 450b22ad-5a02-49f2-a586-409d4748ca18 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:53:21.072892 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-ce3a4805-ed0e-4c73-a67f-55aabe7cf82b req-fc88cf51-4b8e-4833-a3a3-2d60a71d7d67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:21.075019 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ded2eb91-2613-45b7-8b4c-c750ed810b69 None None] Provisioning complete for port 450b22ad-5a02-49f2-a586-409d4748ca18 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:21.075431 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ded2eb91-2613-45b7-8b4c-c750ed810b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:21.219433 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-6413852c-03cb-4ce1-9cdd-9a43c260ae20 admin admin] Calling delete_port for 110abd68-321e-4558-991b-e2f94bd7d036 owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:21.245226 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-31decb7a-9c80-439f-afde-a931171a3f67 None None] Set router 58dcf30e-3958-471a-ae24-3776d056b38b gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:53:21.272332 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b0223d87-059e-4079-9008-a78f4e70124a req-03713c76-a949-49dd-ab6c-ed05bd8319c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0deaae2f-c070-4605-ba96-369346905e69 HTTP/1.1" status: 200  len: 217 time: 0.2014804
Dec 22 04:53:21.280959 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-ce3a4805-ed0e-4c73-a67f-55aabe7cf82b req-fc88cf51-4b8e-4833-a3a3-2d60a71d7d67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:21.297570 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ce3a4805-ed0e-4c73-a67f-55aabe7cf82b req-fc88cf51-4b8e-4833-a3a3-2d60a71d7d67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c432c87-f5b3-4397-84db-a3539702fb4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4139705
Dec 22 04:53:21.412619 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0223d87-059e-4079-9008-a78f4e70124a req-944b7803-c3ca-4d2b-b858-f904b9e6b8bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:21.414052 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b0223d87-059e-4079-9008-a78f4e70124a req-944b7803-c3ca-4d2b-b858-f904b9e6b8bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=246ba28a-a8c9-4127-8cc7-7fb232785c05 HTTP/1.1" status: 200  len: 834 time: 0.1153765
Dec 22 04:53:21.449985 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.objects.ports [None req-d407ede2-a562-40fa-81a5-e04adeef0f34 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83434) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 04:53:21.453296 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d407ede2-a562-40fa-81a5-e04adeef0f34 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:21.459469 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ed2d885d-cd1a-4d19-90e6-d4773386fc76 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:21.541592 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407ede2-a562-40fa-81a5-e04adeef0f34 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event updated for resources: {'Subnet': ['ID=e90d9086-d4ba-46a1-8421-3808d270d585,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:21.547467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d407ede2-a562-40fa-81a5-e04adeef0f34 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:21.555622 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b0223d87-059e-4079-9008-a78f4e70124a req-4dd767b7-d588-4e0c-9747-be58393cdc8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1226373
Dec 22 04:53:21.580640 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ded2eb91-2613-45b7-8b4c-c750ed810b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:21.582668 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7896756-6519-4522-9029-badd9f4487ad req-ca6d045f-ff34-4683-9043-b0d096bd678a tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:21.590501 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e7896756-6519-4522-9029-badd9f4487ad req-ca6d045f-ff34-4683-9043-b0d096bd678a tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 946 time: 0.2247427
Dec 22 04:53:21.616245 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d407ede2-a562-40fa-81a5-e04adeef0f34 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Checking segment: {'id': '9f0d02bd-2bc0-4681-8df9-b7631b614269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1709bae1-6fc0-410f-abad-b2762bb82ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:53:21.616621 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d407ede2-a562-40fa-81a5-e04adeef0f34 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Network hostable DHCP agents. Network: 1709bae1-6fc0-410f-abad-b2762bb82ddc, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:53:21.655525 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-ded2eb91-2613-45b7-8b4c-c750ed810b69 None None] For port 450b22ad-5a02-49f2-a586-409d4748ca18, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=450b22ad-5a02-49f2-a586-409d4748ca18,segment=NetworkSegment(e839dfef-9e7d-499d-b066-bde50c9ed334),segment_id=e839dfef-9e7d-499d-b066-bde50c9ed334)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:21.661846 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ded2eb91-2613-45b7-8b4c-c750ed810b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:21.672122 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e7896756-6519-4522-9029-badd9f4487ad req-971d9468-c39b-44c5-91c5-7787bd16043b tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803273
Dec 22 04:53:21.677933 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-16862322-9ffd-4914-a2eb-70c11a13831f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:21.680887 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6413852c-03cb-4ce1-9cdd-9a43c260ae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:21.693607 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:21.693782 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d407ede2-a562-40fa-81a5-e04adeef0f34 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Network 1709bae1-6fc0-410f-abad-b2762bb82ddc is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:53:21.707258 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-d407ede2-a562-40fa-81a5-e04adeef0f34 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 1709bae1-6fc0-410f-abad-b2762bb82ddc) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:21.711969 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d407ede2-a562-40fa-81a5-e04adeef0f34 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:21.713187 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d407ede2-a562-40fa-81a5-e04adeef0f34 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:21.726900 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d4435e-d2ff-4db5-be58-d4b05857e52a None None] DHCP port deletion for 2cd1b15e-1447-4f14-b07e-1f13276e50cf request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:53:21.741920 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ec05fa-6a39-4d7d-9711-d5331692f86f None None] Network 1709bae1-6fc0-410f-abad-b2762bb82ddc requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:21.742978 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413852c-03cb-4ce1-9cdd-9a43c260ae20 admin admin] Pushing event deleted for resources: {'Port': ['ID=110abd68-321e-4558-991b-e2f94bd7d036,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:21.758128 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d407ede2-a562-40fa-81a5-e04adeef0f34 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 1.3100307
Dec 22 04:53:21.759056 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58060) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:21.781108 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6413852c-03cb-4ce1-9cdd-9a43c260ae20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:21.830130 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2eb91-2613-45b7-8b4c-c750ed810b69 None None] Pushing event updated for resources: {'Port': ['ID=450b22ad-5a02-49f2-a586-409d4748ca18,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:21.841034 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b0223d87-059e-4079-9008-a78f4e70124a req-d5a3d3e3-2a15-4d97-96e0-9215955b8483 service neutron] 10.222.0.47 "GET /v2.0/networks/f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2771885
Dec 22 04:53:21.889556 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-39d4435e-d2ff-4db5-be58-d4b05857e52a None None] Deleting port 450b22ad-5a02-49f2-a586-409d4748ca18 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:21.890095 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-39d4435e-d2ff-4db5-be58-d4b05857e52a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:21.922253 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-ded2eb91-2613-45b7-8b4c-c750ed810b69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:21.990600 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b0223d87-059e-4079-9008-a78f4e70124a req-ee453bce-2103-49a0-8a30-677c3f04768e service neutron] 10.222.0.47 "GET /v2.0/networks/f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403301
Dec 22 04:53:22.008848 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8e753ce-d5f4-4af4-8f60-e75df59288da tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:22.020468 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dda61-fae8-46ac-b5bc-40c41a9b617c req-11bef2fc-fe4d-4f37-bfb9-117c3fa360ee tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:22.021154 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-099dda61-fae8-46ac-b5bc-40c41a9b617c req-11bef2fc-fe4d-4f37-bfb9-117c3fa360ee tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:22.050485 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-099dda61-fae8-46ac-b5bc-40c41a9b617c req-11bef2fc-fe4d-4f37-bfb9-117c3fa360ee tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:22.054429 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-099dda61-fae8-46ac-b5bc-40c41a9b617c req-11bef2fc-fe4d-4f37-bfb9-117c3fa360ee tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/ports?device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 946 time: 0.2076919
Dec 22 04:53:22.241784 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a7afdbdd-76ec-4be5-ba7d-ad4e58c17910 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:53:22.267502 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-099dda61-fae8-46ac-b5bc-40c41a9b617c req-1aace88d-845b-4486-af3c-3afb5cc63d8f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port 0deaae2f-c070-4605-ba96-369346905e69 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:22.267882 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-099dda61-fae8-46ac-b5bc-40c41a9b617c req-1aace88d-845b-4486-af3c-3afb5cc63d8f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:22.283724 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6413852c-03cb-4ce1-9cdd-9a43c260ae20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:22.302951 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: a7afdbdd-76ec-4be5-ba7d-ad4e58c17910 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:53:22.303450 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a7afdbdd-76ec-4be5-ba7d-ad4e58c17910 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:53:22.304010 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 450b22ad-5a02-49f2-a586-409d4748ca18 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:53:22.310980 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8e753ce-d5f4-4af4-8f60-e75df59288da tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:22.339271 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6870ec-3d57-4857-931a-15180c91ac10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-1709bae1-6fc0-410f-abad-b2762bb82ddc', 'network_id': '1709bae1-6fc0-410f-abad-b2762bb82ddc', 'tenant_id': 'bca35e43b30448aea0e4f0082567b855', 'fixed_ips': [{'subnet_id': 'e90d9086-d4ba-46a1-8421-3808d270d585'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:53:22.340192 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8b6870ec-3d57-4857-931a-15180c91ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:22.355867 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589ad5f-7d68-41bd-8afa-2fe1eb5c6650 req-96b7684f-69b8-4c4c-bc4c-11d4477ad4e0 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:22.357368 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b589ad5f-7d68-41bd-8afa-2fe1eb5c6650 req-96b7684f-69b8-4c4c-bc4c-11d4477ad4e0 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 946 time: 0.2584677
Dec 22 04:53:22.405279 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-31decb7a-9c80-439f-afde-a931171a3f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c69d430>, [{'id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'name': 'tempest-TestNetworkBasicOps-router-1478209335', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:14Z', 'updated_at': '2021-12-22T04:53:01Z', 'revision_number': 6, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:15Z', 'updated_at': '2021-12-22T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'cd65023e-79f7-423c-aa3a-2c429170e389', 'name': '', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:c6:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:45Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:22.463627 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31decb7a-9c80-439f-afde-a931171a3f67 None None] The sync data for ids ['58dcf30e-3958-471a-ae24-3776d056b38b'] in dv-neutron-822525-1-hyperv is: [{'id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'name': 'tempest-TestNetworkBasicOps-router-1478209335', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:14Z', 'updated_at': '2021-12-22T04:53:01Z', 'revision_number': 6, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:15Z', 'updated_at': '2021-12-22T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'cd65023e-79f7-423c-aa3a-2c429170e389', 'name': '', 'network_id': 'f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:c6:47:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:28Z', 'updated_at': '2021-12-22T04:49:45Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '246ba28a-a8c9-4127-8cc7-7fb232785c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:53:22.564984 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b589ad5f-7d68-41bd-8afa-2fe1eb5c6650 req-e31e5aca-3587-4a9a-a1e4-4e355fab60f8 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1992755
Dec 22 04:53:22.587207 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8e753ce-d5f4-4af4-8f60-e75df59288da tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:22.595142 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f08725a4-a542-4ac6-866b-974f213f8b98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:22.651741 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-39d4435e-d2ff-4db5-be58-d4b05857e52a None None] For port 450b22ad-5a02-49f2-a586-409d4748ca18, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=450b22ad-5a02-49f2-a586-409d4748ca18,segment=NetworkSegment(e839dfef-9e7d-499d-b066-bde50c9ed334),segment_id=e839dfef-9e7d-499d-b066-bde50c9ed334)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:22.651919 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e753ce-d5f4-4af4-8f60-e75df59288da tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event deleted for resources: {'Subnet': ['ID=e90d9086-d4ba-46a1-8421-3808d270d585,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:22.653451 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-39d4435e-d2ff-4db5-be58-d4b05857e52a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:22.655848 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6413852c-03cb-4ce1-9cdd-9a43c260ae20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:22.667880 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c8e753ce-d5f4-4af4-8f60-e75df59288da tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:22.671838 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6413852c-03cb-4ce1-9cdd-9a43c260ae20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:22.687821 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50512eab-07d8-48a5-b0ff-4aa51b6f53c4 req-ef926831-ccad-49c3-bf24-979c39242a89 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:22.691242 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-50512eab-07d8-48a5-b0ff-4aa51b6f53c4 req-ef926831-ccad-49c3-bf24-979c39242a89 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 946 time: 0.2566364
Dec 22 04:53:22.758969 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6413852c-03cb-4ce1-9cdd-9a43c260ae20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:22.759864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6413852c-03cb-4ce1-9cdd-9a43c260ae20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ccb73cb-57d2-48b6-95ca-d32e1304b9f3 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:53:22.786673 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-50512eab-07d8-48a5-b0ff-4aa51b6f53c4 req-3a40d5ad-4f2f-472d-8193-2ff16b6fb6f9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c432c87-f5b3-4397-84db-a3539702fb4d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0899754
Dec 22 04:53:22.791069 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6413852c-03cb-4ce1-9cdd-9a43c260ae20 admin admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:22.792237 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6413852c-03cb-4ce1-9cdd-9a43c260ae20 admin admin] 10.222.0.53 "DELETE /v2.0/routers/2ccb73cb-57d2-48b6-95ca-d32e1304b9f3 HTTP/1.1" status: 204  len: 168 time: 3.6630316
Dec 22 04:53:22.794805 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-099dda61-fae8-46ac-b5bc-40c41a9b617c req-1aace88d-845b-4486-af3c-3afb5cc63d8f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port 0deaae2f-c070-4605-ba96-369346905e69, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0deaae2f-c070-4605-ba96-369346905e69,segment=NetworkSegment(1f6e2f25-1061-4a0d-a451-c87be86e134f),segment_id=1f6e2f25-1061-4a0d-a451-c87be86e134f)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:22.795162 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-099dda61-fae8-46ac-b5bc-40c41a9b617c req-1aace88d-845b-4486-af3c-3afb5cc63d8f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:22.798203 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58070) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:22.861533 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e901e86-d213-44f4-89d6-4cd9056e9997 None None] New status for floating IP 98a33b74-d200-4151-999f-fbd8f73d72ac: DOWN {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 04:53:22.872175 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ccdadc-041d-43b6-9267-952beeb72014 admin admin] Deleting subnet 0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:53:22.877144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c6ccdadc-041d-43b6-9267-952beeb72014 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:22.877701 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-39d4435e-d2ff-4db5-be58-d4b05857e52a None None] Calling delete_port for 450b22ad-5a02-49f2-a586-409d4748ca18 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:22.918133 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:22.937786 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c6ccdadc-041d-43b6-9267-952beeb72014 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server [None req-8b6870ec-3d57-4857-931a-15180c91ac10 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e90d9086-d4ba-46a1-8421-3808d270d585: This subnet is being modified by another concurrent operation.
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise exception
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e90d9086-d4ba-46a1-8421-3808d270d585: This subnet is being modified by another concurrent operation.
Dec 22 04:53:22.950148 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server 
Dec 22 04:53:23.007795 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891080c8-d304-4932-a850-0ccaade5a55d None None] Network 1709bae1-6fc0-410f-abad-b2762bb82ddc requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:23.028697 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c6ccdadc-041d-43b6-9267-952beeb72014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:23.110040 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c6ccdadc-041d-43b6-9267-952beeb72014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:23.114281 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-099dda61-fae8-46ac-b5bc-40c41a9b617c req-1aace88d-845b-4486-af3c-3afb5cc63d8f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for 0deaae2f-c070-4605-ba96-369346905e69 owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:23.123592 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0281ee16-5341-48dc-ab21-1e5fb33838e4 tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:23.159148 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c6ccdadc-041d-43b6-9267-952beeb72014 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:23.165080 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c6ccdadc-041d-43b6-9267-952beeb72014 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0 HTTP/1.1" status: 204  len: 168 time: 0.3655379
Dec 22 04:53:23.168810 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58074) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:23.169641 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccdadc-041d-43b6-9267-952beeb72014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d14b3eb-1538-41e4-a3c1-1dc5b80b5ab0,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:23.173268 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c6ccdadc-041d-43b6-9267-952beeb72014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:23.173741 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8e753ce-d5f4-4af4-8f60-e75df59288da tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:23.214524 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-c8e753ce-d5f4-4af4-8f60-e75df59288da tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b6b1700>,) {'filters': {'network_id': ['1709bae1-6fc0-410f-abad-b2762bb82ddc']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:23.218626 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 450b22ad-5a02-49f2-a586-409d4748ca18, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=450b22ad-5a02-49f2-a586-409d4748ca18,segment=NetworkSegment(e839dfef-9e7d-499d-b066-bde50c9ed334),segment_id=e839dfef-9e7d-499d-b066-bde50c9ed334)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:23.239760 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-c8e753ce-d5f4-4af4-8f60-e75df59288da tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b6b1700>, '9f0d02bd-2bc0-4681-8df9-b7631b614269') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:23.240165 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-c8e753ce-d5f4-4af4-8f60-e75df59288da tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b6b1700>, '9f0d02bd-2bc0-4681-8df9-b7631b614269') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:23.244648 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b9ede8-cf3e-419f-9e3a-897276458ade None None] Network e68a3e5c-f921-45fc-a6c9-1329c028d289 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:23.254078 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8e753ce-d5f4-4af4-8f60-e75df59288da tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:23.281686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:23.316759 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Deleting port 6edb2fd4-8115-49c4-b44c-d89e204e416a {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:23.316759 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:23.328041 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8e753ce-d5f4-4af4-8f60-e75df59288da tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:23.341962 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e753ce-d5f4-4af4-8f60-e75df59288da tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:53:23.342443 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8e753ce-d5f4-4af4-8f60-e75df59288da tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:53:23.357874 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:53:23.375316 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:23.391030 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:23.466180 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-099dda61-fae8-46ac-b5bc-40c41a9b617c req-1aace88d-845b-4486-af3c-3afb5cc63d8f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:23.472245 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-140a9f52-f8a6-4b02-af31-d3987a58b27b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:23.508566 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8e753ce-d5f4-4af4-8f60-e75df59288da tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:23.521274 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aace88d-845b-4486-af3c-3afb5cc63d8f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=0deaae2f-c070-4605-ba96-369346905e69,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:23.521707 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-39d4435e-d2ff-4db5-be58-d4b05857e52a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:53:23.522067 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-39d4435e-d2ff-4db5-be58-d4b05857e52a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:53:23.523129 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8e753ce-d5f4-4af4-8f60-e75df59288da tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:23.527681 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1aace88d-845b-4486-af3c-3afb5cc63d8f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:23.529821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e31986b6-7da0-4cd1-a2de-4f971afa9f5a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:23.565680 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] For port 6edb2fd4-8115-49c4-b44c-d89e204e416a, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=6edb2fd4-8115-49c4-b44c-d89e204e416a,segment=NetworkSegment(4fec6cb2-521a-4cbd-a920-f6745769cdfc),segment_id=4fec6cb2-521a-4cbd-a920-f6745769cdfc)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:23.565893 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:23.594983 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e753ce-d5f4-4af4-8f60-e75df59288da tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event deleted for resources: {'Network': ['ID=1709bae1-6fc0-410f-abad-b2762bb82ddc,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:23.604278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=450b22ad-5a02-49f2-a586-409d4748ca18,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:23.635428 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:23.636676 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c8e753ce-d5f4-4af4-8f60-e75df59288da tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:23.647353 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c8e753ce-d5f4-4af4-8f60-e75df59288da tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "DELETE /v2.0/networks/1709bae1-6fc0-410f-abad-b2762bb82ddc HTTP/1.1" status: 204  len: 168 time: 1.8838429
Dec 22 04:53:23.654830 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58080) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:23.655898 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-099dda61-fae8-46ac-b5bc-40c41a9b617c req-1aace88d-845b-4486-af3c-3afb5cc63d8f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] No DVR routers for this DVR port 0deaae2f-c070-4605-ba96-369346905e69 on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:53:23.658486 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-099dda61-fae8-46ac-b5bc-40c41a9b617c req-1aace88d-845b-4486-af3c-3afb5cc63d8f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:23.660867 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-099dda61-fae8-46ac-b5bc-40c41a9b617c req-1aace88d-845b-4486-af3c-3afb5cc63d8f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "DELETE /v2.0/ports/0deaae2f-c070-4605-ba96-369346905e69 HTTP/1.1" status: 204  len: 173 time: 1.5631046
Dec 22 04:53:23.676885 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-3594c612-c0ce-4335-8be6-05d199d623e3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1905252774'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:23.683190 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71399509-53eb-423d-a58f-40013ecf242f', 'name': 'network-vif-deleted', 'tag': '0deaae2f-c070-4605-ba96-369346905e69'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:53:23.689655 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3594c612-c0ce-4335-8be6-05d199d623e3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:23.698286 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3594c612-c0ce-4335-8be6-05d199d623e3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Usage tracker for resource:network and tenant:bca35e43b30448aea0e4f0082567b855 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:23.701838 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3594c612-c0ce-4335-8be6-05d199d623e3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:23.706035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Calling delete_port for 6edb2fd4-8115-49c4-b44c-d89e204e416a owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:23.708781 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3594c612-c0ce-4335-8be6-05d199d623e3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:23.722735 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3594c612-c0ce-4335-8be6-05d199d623e3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Made reservation on behalf of bca35e43b30448aea0e4f0082567b855 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:23.728050 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3594c612-c0ce-4335-8be6-05d199d623e3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:23.781969 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09e8770-a38a-42e1-a09e-5321d2bb6dc5 None None] DHCP port deletion for e68a3e5c-f921-45fc-a6c9-1329c028d289 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:53:23.788592 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71399509-53eb-423d-a58f-40013ecf242f', 'name': 'network-vif-deleted', 'tag': '0deaae2f-c070-4605-ba96-369346905e69', 'status': 'completed', 'code': 200}
Dec 22 04:53:23.789668 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-f09e8770-a38a-42e1-a09e-5321d2bb6dc5 None None] Deleting port 6edb2fd4-8115-49c4-b44c-d89e204e416a {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:23.790301 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f09e8770-a38a-42e1-a09e-5321d2bb6dc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:23.804109 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:23.813092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6eaea1b4-d471-4c9c-9f68-61b16e7bba9c tempest-ServerActionsTestJSON-1744151977 tempest-ServerActionsTestJSON-1744151977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:23.818078 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3594c612-c0ce-4335-8be6-05d199d623e3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:53:23.833260 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3594c612-c0ce-4335-8be6-05d199d623e3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:23.833791 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-3594c612-c0ce-4335-8be6-05d199d623e3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Added segment 5d87e4a4-eb7a-4260-8478-f500a3e566b3 of type vlan for network ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987
Dec 22 04:53:23.873215 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6edb2fd4-8115-49c4-b44c-d89e204e416a,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:23.875815 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:23.876836 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f5aac-6771-45f2-8302-0aaf01d67294 req-debd0806-d4eb-494a-8237-a6df826c1cb2 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:23.884845 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] No DVR routers for this DVR port 6edb2fd4-8115-49c4-b44c-d89e204e416a on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:53:23.887092 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-367f5aac-6771-45f2-8302-0aaf01d67294 req-debd0806-d4eb-494a-8237-a6df826c1cb2 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 946 time: 0.1448071
Dec 22 04:53:23.932088 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-f09e8770-a38a-42e1-a09e-5321d2bb6dc5 None None] The port '6edb2fd4-8115-49c4-b44c-d89e204e416a' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:53:23.953083 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3594c612-c0ce-4335-8be6-05d199d623e3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:23.986077 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-367f5aac-6771-45f2-8302-0aaf01d67294 req-54375aa2-b370-47df-b05c-d2ab2dcf5dfb tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981216
Dec 22 04:53:24.023283 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-39d4435e-d2ff-4db5-be58-d4b05857e52a None None] Deleting port 450b22ad-5a02-49f2-a586-409d4748ca18 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:24.023684 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-39d4435e-d2ff-4db5-be58-d4b05857e52a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:24.034959 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3594c612-c0ce-4335-8be6-05d199d623e3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:24.039268 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3594c612-c0ce-4335-8be6-05d199d623e3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:24.040056 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3594c612-c0ce-4335-8be6-05d199d623e3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:24.080662 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2d1be9c1-6e26-4ef0-94e1-acb6883a289c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:24.106877 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3594c612-c0ce-4335-8be6-05d199d623e3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4451125
Dec 22 04:53:24.165487 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58088) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:24.177361 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 110abd68-321e-4558-991b-e2f94bd7d036 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:53:24.184969 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Request body: {'subnet': {'network_id': 'ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:24.225324 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 110abd68-321e-4558-991b-e2f94bd7d036 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:53:24.226565 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 110abd68-321e-4558-991b-e2f94bd7d036 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:53:24.227657 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6edb2fd4-8115-49c4-b44c-d89e204e416a no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:53:24.246532 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3091c6d4-1fee-4708-8189-1e65d0c47a0f req-5b6f2ca2-deda-4db1-9147-47101cefd9b6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=71399509-53eb-423d-a58f-40013ecf242f HTTP/1.1" status: 200  len: 210 time: 0.0622694
Dec 22 04:53:24.251662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:24.286211 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bcfbcd0>,) {'filters': {'network_id': ['e68a3e5c-f921-45fc-a6c9-1329c028d289']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:24.286494 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 6edb2fd4-8115-49c4-b44c-d89e204e416a {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:53:24.287058 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6edb2fd4-8115-49c4-b44c-d89e204e416a not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:53:24.308594 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bcfbcd0>, '4fec6cb2-521a-4cbd-a920-f6745769cdfc') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:24.309069 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bcfbcd0>, '4fec6cb2-521a-4cbd-a920-f6745769cdfc') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:24.324034 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:24.340167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:24.348223 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:53:24.348610 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:24.352111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594c612-c0ce-4335-8be6-05d199d623e3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event updated for resources: {'Network': ['ID=ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:24.361677 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3594c612-c0ce-4335-8be6-05d199d623e3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:53:24.366450 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:53:24.373165 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:53:24.412354 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:24.416394 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Usage tracker for resource:subnet and tenant:bca35e43b30448aea0e4f0082567b855 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:24.419255 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:24.425492 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:24.442786 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f65e6-92b8-45f0-9da2-c7bfa513468c req-69a3d612-b009-4b11-84b3-be6d5962987a tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:24.444299 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-984f65e6-92b8-45f0-9da2-c7bfa513468c req-69a3d612-b009-4b11-84b3-be6d5962987a tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 946 time: 0.2394924
Dec 22 04:53:24.445403 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Made reservation on behalf of bca35e43b30448aea0e4f0082567b855 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:24.459238 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:24.466012 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:24.485124 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1142a5ca-e2ba-4d73-9a3b-3ed81cef2597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:24.502926 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e68a3e5c-f921-45fc-a6c9-1329c028d289 HTTP/1.1" status: 204  len: 168 time: 1.3310132
Dec 22 04:53:24.507033 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e68a3e5c-f921-45fc-a6c9-1329c028d289,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:24.514697 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-39d4435e-d2ff-4db5-be58-d4b05857e52a None None] For port 450b22ad-5a02-49f2-a586-409d4748ca18, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=450b22ad-5a02-49f2-a586-409d4748ca18,segment=NetworkSegment(e839dfef-9e7d-499d-b066-bde50c9ed334),segment_id=e839dfef-9e7d-499d-b066-bde50c9ed334)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:24.515094 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-39d4435e-d2ff-4db5-be58-d4b05857e52a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:24.518689 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:24.519067 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:24.519435 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:24.519797 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:24.520158 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:24.520513 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:24.520872 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:24.521221 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:24.521590 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:24.521942 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:24.522288 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:24.526105 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:24.640917 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 0deaae2f-c070-4605-ba96-369346905e69 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:53:24.658746 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-984f65e6-92b8-45f0-9da2-c7bfa513468c req-58c4ea1e-f587-4370-904b-2dbc702905c8 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Deleting port 63542034-7e07-4a2c-8543-f26708a35bdd {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:24.659262 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-984f65e6-92b8-45f0-9da2-c7bfa513468c req-58c4ea1e-f587-4370-904b-2dbc702905c8 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:24.669604 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-39d4435e-d2ff-4db5-be58-d4b05857e52a None None] Calling delete_port for 450b22ad-5a02-49f2-a586-409d4748ca18 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:24.711265 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 0deaae2f-c070-4605-ba96-369346905e69 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:53:24.711691 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 0deaae2f-c070-4605-ba96-369346905e69 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:53:24.725503 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:24.751074 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58094) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:24.760639 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-39d4435e-d2ff-4db5-be58-d4b05857e52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:24.771280 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9450708a-1db6-4e81-a319-e1ff3a2bcfa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:24.803692 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0b55bc5b-8271-439a-bad5-ae76600057be admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a189efe8546c44009128ff34bc595fc2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0483630
Dec 22 04:53:24.803905 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58098) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:24.813079 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4435e-d2ff-4db5-be58-d4b05857e52a None None] Pushing event deleted for resources: {'Port': ['ID=450b22ad-5a02-49f2-a586-409d4748ca18,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:24.815859 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-39d4435e-d2ff-4db5-be58-d4b05857e52a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:24.819324 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d4435e-d2ff-4db5-be58-d4b05857e52a None None] No DVR routers for this DVR port 450b22ad-5a02-49f2-a586-409d4748ca18 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:53:24.835443 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564d9656-cfef-44c5-9295-b437021cc612 None None] get_active_networks_info from dv-neutron-822525-1-hyperv {{(pid=83436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 04:53:24.870152 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6bccaa9c-b7b5-4a6b-8941-d4e2f3a7694c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:24.899929 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6bccaa9c-b7b5-4a6b-8941-d4e2f3a7694c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:24.964669 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6bccaa9c-b7b5-4a6b-8941-d4e2f3a7694c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:24.966708 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564d9656-cfef-44c5-9295-b437021cc612 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 04:53:24.970244 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fbb99efd-85b2-4bbd-87e4-9bcb83849e2a tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:24.987368 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccaa9c-b7b5-4a6b-8941-d4e2f3a7694c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be511ab5-8bf4-406c-9f72-533d8eed9840,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:24.990985 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6bccaa9c-b7b5-4a6b-8941-d4e2f3a7694c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:24.996464 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6bccaa9c-b7b5-4a6b-8941-d4e2f3a7694c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:25.001039 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6bccaa9c-b7b5-4a6b-8941-d4e2f3a7694c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be511ab5-8bf4-406c-9f72-533d8eed9840 HTTP/1.1" status: 204  len: 168 time: 0.1962147
Dec 22 04:53:25.097414 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-984f65e6-92b8-45f0-9da2-c7bfa513468c req-58c4ea1e-f587-4370-904b-2dbc702905c8 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] For port 63542034-7e07-4a2c-8543-f26708a35bdd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=63542034-7e07-4a2c-8543-f26708a35bdd,segment=NetworkSegment(190672a3-9761-46a0-a74c-7d2134a1636c),segment_id=190672a3-9761-46a0-a74c-7d2134a1636c)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:25.097798 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-984f65e6-92b8-45f0-9da2-c7bfa513468c req-58c4ea1e-f587-4370-904b-2dbc702905c8 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:25.376088 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58110) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:25.450683 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-05ca5b75-4f45-4903-a028-b6e8bbb29135 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:25.472966 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-984f65e6-92b8-45f0-9da2-c7bfa513468c req-58c4ea1e-f587-4370-904b-2dbc702905c8 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Calling delete_port for 63542034-7e07-4a2c-8543-f26708a35bdd owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:25.481126 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-05ca5b75-4f45-4903-a028-b6e8bbb29135 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:25.532770 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:25.547416 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-01bc7c76-5497-4213-8428-8496453afe77 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:25.555736 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-05ca5b75-4f45-4903-a028-b6e8bbb29135 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:25.559691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-cb5e8abf-2f22-433d-b87a-f57b3852249f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:25.576604 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca5b75-4f45-4903-a028-b6e8bbb29135 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c432c87-f5b3-4397-84db-a3539702fb4d,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:25.579502 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-05ca5b75-4f45-4903-a028-b6e8bbb29135 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:25.589312 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-05ca5b75-4f45-4903-a028-b6e8bbb29135 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:25.593594 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-05ca5b75-4f45-4903-a028-b6e8bbb29135 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/security-groups/5c432c87-f5b3-4397-84db-a3539702fb4d HTTP/1.1" status: 204  len: 168 time: 0.2135820
Dec 22 04:53:25.614882 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event updated for resources: {'Subnet': ['ID=bdef8de8-8969-4e30-9f46-2588df7b4c61,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:25.641159 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58124) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:25.655916 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:25.656297 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:25.656670 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:25.657034 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:25.657402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:25.657806 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:25.658171 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:25.658532 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:25.658889 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:25.659462 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:25.659576 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:25.670587 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:25.694347 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda657b-8f14-44b5-be47-c3f88c73414b req-fcde6a9f-9500-4668-a2bd-321cc4b125f2 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:25.695931 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9dda657b-8f14-44b5-be47-c3f88c73414b req-fcde6a9f-9500-4668-a2bd-321cc4b125f2 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf0399ce-d45b-4b0d-8e4a-96209a9e2ada HTTP/1.1" status: 200  len: 946 time: 0.3407874
Dec 22 04:53:25.774146 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Checking segment: {'id': '5d87e4a4-eb7a-4260-8478-f500a3e566b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:53:25.774396 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Network hostable DHCP agents. Network: ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:53:25.822861 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9dda657b-8f14-44b5-be47-c3f88c73414b req-c4d95887-bf14-48f8-9373-8953b4ea615c tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.53 "GET /v2.0/security-groups?id=08b211a6-b5e4-4257-b7f8-931bfc612bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920002
Dec 22 04:53:25.828673 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-984f65e6-92b8-45f0-9da2-c7bfa513468c req-58c4ea1e-f587-4370-904b-2dbc702905c8 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:25.837407 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:25.870228 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['63542034-7e07-4a2c-8543-f26708a35bdd'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 04:53:25.877248 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Network ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:53:25.890330 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4ea1e-f587-4370-904b-2dbc702905c8 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Pushing event deleted for resources: {'Port': ['ID=63542034-7e07-4a2c-8543-f26708a35bdd,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:25.892990 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-58c4ea1e-f587-4370-904b-2dbc702905c8 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:25.934522 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:25.942909 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb17f5f-2334-45e2-9f49-8e879afc7956 None None] Network ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:25.949752 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:25.950858 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:26.007150 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-984f65e6-92b8-45f0-9da2-c7bfa513468c req-58c4ea1e-f587-4370-904b-2dbc702905c8 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] No DVR routers for this DVR port 63542034-7e07-4a2c-8543-f26708a35bdd on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:53:26.010886 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-984f65e6-92b8-45f0-9da2-c7bfa513468c req-58c4ea1e-f587-4370-904b-2dbc702905c8 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:26.015260 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0399ce-d45b-4b0d-8e4a-96209a9e2ada', 'name': 'network-vif-deleted', 'tag': '63542034-7e07-4a2c-8543-f26708a35bdd'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:53:26.052519 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.8808572
Dec 22 04:53:26.053309 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58136) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:26.081745 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-984f65e6-92b8-45f0-9da2-c7bfa513468c req-58c4ea1e-f587-4370-904b-2dbc702905c8 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] 10.222.0.47 "DELETE /v2.0/ports/63542034-7e07-4a2c-8543-f26708a35bdd HTTP/1.1" status: 204  len: 173 time: 1.6129639
Dec 22 04:53:26.142320 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0399ce-d45b-4b0d-8e4a-96209a9e2ada', 'name': 'network-vif-deleted', 'tag': '63542034-7e07-4a2c-8543-f26708a35bdd', 'status': 'completed', 'code': 200}
Dec 22 04:53:26.197468 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0945d74e-cd02-48e9-916c-3a0cf9f539f7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:26.281825 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987', 'network_id': 'ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987', 'tenant_id': 'bca35e43b30448aea0e4f0082567b855', 'fixed_ips': [{'subnet_id': 'bdef8de8-8969-4e30-9f46-2588df7b4c61'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:53:26.282327 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:26.298278 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:26.446959 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:26.501064 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Allocated IP 2001:db8::2 (ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987/bdef8de8-8969-4e30-9f46-2588df7b4c61/08ba106d-e5cb-41c2-a7c5-30f14cbc7b20) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:53:26.792001 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:26.815585 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Transition to ACTIVE for port object 08ba106d-e5cb-41c2-a7c5-30f14cbc7b20 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:26.868705 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Transition to ACTIVE for port object 08ba106d-e5cb-41c2-a7c5-30f14cbc7b20 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:26.891129 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:26.906245 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:26.909882 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:26.913346 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d407ede2-a562-40fa-81a5-e04adeef0f34 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:26.952683 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event deleted for resources: {'Subnet': ['ID=bdef8de8-8969-4e30-9f46-2588df7b4c61,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:26.955722 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:26.991851 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Pushing event updated for resources: {'Port': ['ID=08ba106d-e5cb-41c2-a7c5-30f14cbc7b20,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:27.005823 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:27.007740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Network ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:27.014743 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:27.017635 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:53:27.069125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58150) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:27.122810 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Attempting to bind port 08ba106d-e5cb-41c2-a7c5-30f14cbc7b20 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:53:27.124415 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Attempting to bind port 08ba106d-e5cb-41c2-a7c5-30f14cbc7b20 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '5d87e4a4-eb7a-4260-8478-f500a3e566b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:53:27.125044 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Attempting to bind port 08ba106d-e5cb-41c2-a7c5-30f14cbc7b20 on network ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:53:27.132345 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:53:27.133107 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Checking segment: {'id': '5d87e4a4-eb7a-4260-8478-f500a3e566b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:53:27.133917 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:27.134828 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-0945d74e-cd02-48e9-916c-3a0cf9f539f7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port cd65023e-79f7-423c-aa3a-2c429170e389 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:27.134828 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0945d74e-cd02-48e9-916c-3a0cf9f539f7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:27.135600 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Bound using segment: {'id': '5d87e4a4-eb7a-4260-8478-f500a3e566b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:53:27.136315 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Bound port: 08ba106d-e5cb-41c2-a7c5-30f14cbc7b20, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d87e4a4-eb7a-4260-8478-f500a3e566b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:53:27.137054 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:27.152252 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:27.180522 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469aba55b0>,) {'filters': {'network_id': ['ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:27.194286 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469aba55b0>, '5d87e4a4-eb7a-4260-8478-f500a3e566b3') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:27.195055 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469aba55b0>, '5d87e4a4-eb7a-4260-8478-f500a3e566b3') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:27.207536 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:27.225057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:27.231699 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:53:27.232618 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:27.244670 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] For port 08ba106d-e5cb-41c2-a7c5-30f14cbc7b20, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:53:27.299643 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:53:27.345893 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a47b43-59b1-4ddf-b10e-3bf7b510699c admin admin] Deleting subnet bdb284f6-deb7-4ad9-b047-24092e9bd2bc {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:53:27.349409 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-45a47b43-59b1-4ddf-b10e-3bf7b510699c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:27.350246 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] For port 08ba106d-e5cb-41c2-a7c5-30f14cbc7b20, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=08ba106d-e5cb-41c2-a7c5-30f14cbc7b20,segment=NetworkSegment(5d87e4a4-eb7a-4260-8478-f500a3e566b3),segment_id=5d87e4a4-eb7a-4260-8478-f500a3e566b3)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:53:27.355929 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:27.360142 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-ded2eb91-2613-45b7-8b4c-c750ed810b69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:27.380818 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.api [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 04:53:27.380818 dv-neutron-822525-1-hyperv neutron-server[83434]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 04:53:27.380818 dv-neutron-822525-1-hyperv neutron-server[83434]: [parameters: {'id': 'ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987'}]
Dec 22 04:53:27.380818 dv-neutron-822525-1-hyperv neutron-server[83434]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:53:27.381351 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_db.api [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:53:27.385375 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-0945d74e-cd02-48e9-916c-3a0cf9f539f7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port cd65023e-79f7-423c-aa3a-2c429170e389, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cd65023e-79f7-423c-aa3a-2c429170e389,segment=NetworkSegment(1f6e2f25-1061-4a0d-a451-c87be86e134f),segment_id=1f6e2f25-1061-4a0d-a451-c87be86e134f)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:27.385910 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0945d74e-cd02-48e9-916c-3a0cf9f539f7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:27.406107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-45a47b43-59b1-4ddf-b10e-3bf7b510699c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:27.459640 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Pushing event updated for resources: {'Port': ['ID=08ba106d-e5cb-41c2-a7c5-30f14cbc7b20,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:27.475780 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-45a47b43-59b1-4ddf-b10e-3bf7b510699c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:27.490967 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:27.521392 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-0945d74e-cd02-48e9-916c-3a0cf9f539f7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for cd65023e-79f7-423c-aa3a-2c429170e389 owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:27.528187 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ed43fc-c2ed-43b9-9bd4-735239875acc None None] Network ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:27.562892 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-45a47b43-59b1-4ddf-b10e-3bf7b510699c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:27.569636 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1be6560c-c9b2-4812-a489-82bf25d0cbc6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:27.618360 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a47b43-59b1-4ddf-b10e-3bf7b510699c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdb284f6-deb7-4ad9-b047-24092e9bd2bc,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:27.622261 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-45a47b43-59b1-4ddf-b10e-3bf7b510699c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:27.624347 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-45a47b43-59b1-4ddf-b10e-3bf7b510699c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:27.652823 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-45a47b43-59b1-4ddf-b10e-3bf7b510699c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bdb284f6-deb7-4ad9-b047-24092e9bd2bc HTTP/1.1" status: 204  len: 168 time: 0.5826719
Dec 22 04:53:27.655029 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58164) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:27.745997 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0945d74e-cd02-48e9-916c-3a0cf9f539f7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:27.754746 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-90f52362-2771-4525-a4fa-c3f06fe93b9a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:27.759243 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbef1c9-2af6-4695-a44b-b9ae011e9a79 None None] get_active_networks_info from dv-neutron-822525-1-hyperv {{(pid=83436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 04:53:27.792746 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a13ac43b-5c93-4dcd-bd98-be38b17a3a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:27.814107 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945d74e-cd02-48e9-916c-3a0cf9f539f7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=cd65023e-79f7-423c-aa3a-2c429170e389,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:27.817616 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0945d74e-cd02-48e9-916c-3a0cf9f539f7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:27.895382 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbef1c9-2af6-4695-a44b-b9ae011e9a79 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 04:53:27.970461 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:28.069827 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Deleting port 08ba106d-e5cb-41c2-a7c5-30f14cbc7b20 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:28.070089 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:28.113913 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a13ac43b-5c93-4dcd-bd98-be38b17a3a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:28.151693 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-a13ac43b-5c93-4dcd-bd98-be38b17a3a43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b6d8400>,) {'filters': {'network_id': ['e89f28a0-f5dc-4d81-be3e-b775435488ad']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:28.196870 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-a13ac43b-5c93-4dcd-bd98-be38b17a3a43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b6d8400>, '190672a3-9761-46a0-a74c-7d2134a1636c') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:28.197166 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-a13ac43b-5c93-4dcd-bd98-be38b17a3a43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b6d8400>, '190672a3-9761-46a0-a74c-7d2134a1636c') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:28.200426 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0945d74e-cd02-48e9-916c-3a0cf9f539f7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:28.220148 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a13ac43b-5c93-4dcd-bd98-be38b17a3a43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:28.257234 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a13ac43b-5c93-4dcd-bd98-be38b17a3a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:28.331919 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a13ac43b-5c93-4dcd-bd98-be38b17a3a43 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:53:28.332319 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a13ac43b-5c93-4dcd-bd98-be38b17a3a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:53:28.352676 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:53:28.411670 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58178) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:28.465071 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] For port 08ba106d-e5cb-41c2-a7c5-30f14cbc7b20, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=08ba106d-e5cb-41c2-a7c5-30f14cbc7b20,segment=NetworkSegment(5d87e4a4-eb7a-4260-8478-f500a3e566b3),segment_id=5d87e4a4-eb7a-4260-8478-f500a3e566b3)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:28.465633 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:28.547246 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 63542034-7e07-4a2c-8543-f26708a35bdd no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:53:28.594408 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a13ac43b-5c93-4dcd-bd98-be38b17a3a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:28.599685 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a13ac43b-5c93-4dcd-bd98-be38b17a3a43 admin admin] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:28.608910 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Calling delete_port for 08ba106d-e5cb-41c2-a7c5-30f14cbc7b20 owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:28.613283 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 63542034-7e07-4a2c-8543-f26708a35bdd {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:53:28.613668 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 63542034-7e07-4a2c-8543-f26708a35bdd not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:53:28.640318 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-28ed58af-6827-4d0c-84c4-bc05e622d32c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:28.655982 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:28.668771 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ac43b-5c93-4dcd-bd98-be38b17a3a43 admin admin] Pushing event deleted for resources: {'Network': ['ID=e89f28a0-f5dc-4d81-be3e-b775435488ad,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:28.668979 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:28.672210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a13ac43b-5c93-4dcd-bd98-be38b17a3a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:28.676427 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Usage tracker for resource:floatingip and tenant:a9e1c6be386f4a81a7f36a9dd1e5ba6b is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:28.680773 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:28.688425 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a13ac43b-5c93-4dcd-bd98-be38b17a3a43 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e89f28a0-f5dc-4d81-be3e-b775435488ad HTTP/1.1" status: 204  len: 168 time: 1.0314293
Dec 22 04:53:28.691364 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58184) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:28.700923 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:28.719028 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:28.765749 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:28.771168 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e0ab54e2-a4bf-42bc-ac03-69d03cb5f3b3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:28.805571 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-29268c3e-8721-479e-af66-272d007e8902 admin admin] Deleting subnet ce753798-4957-4e0f-9752-71eadc966554 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:53:28.818673 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29268c3e-8721-479e-af66-272d007e8902 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:28.847747 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event deleted for resources: {'Port': ['ID=08ba106d-e5cb-41c2-a7c5-30f14cbc7b20,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:28.850350 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:28.862829 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] No DVR routers for this DVR port 08ba106d-e5cb-41c2-a7c5-30f14cbc7b20 on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:53:28.923813 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29268c3e-8721-479e-af66-272d007e8902 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:29.040034 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:29.070042 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29268c3e-8721-479e-af66-272d007e8902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:29.098646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:29.102917 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b6b1160>,) {'filters': {'network_id': ['ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:29.118932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b6b1160>, '5d87e4a4-eb7a-4260-8478-f500a3e566b3') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:29.119226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b6b1160>, '5d87e4a4-eb7a-4260-8478-f500a3e566b3') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:29.137974 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:29.160996 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:29.171944 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:53:29.172333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:53:29.186841 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:53:29.244977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29268c3e-8721-479e-af66-272d007e8902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:29.249470 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0945d74e-cd02-48e9-916c-3a0cf9f539f7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 58dcf30e-3958-471a-ae24-3776d056b38b has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:53:29.251932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-76f265b1-1144-4b76-b04c-83fcbcb4afce tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:29.270832 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Allocated IP 172.26.4.63 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/049d6b52-0172-4147-b4e3-d2d81e4cb7c9) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:53:29.287547 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29268c3e-8721-479e-af66-272d007e8902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce753798-4957-4e0f-9752-71eadc966554,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:29.301138 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-29268c3e-8721-479e-af66-272d007e8902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:29.308509 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-29268c3e-8721-479e-af66-272d007e8902 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:29.317659 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:29.321487 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0ae9e3c1-6955-4809-8fe2-4bc4f61a2058 tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:29.340238 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:29.342597 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "DELETE /v2.0/networks/ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987 HTTP/1.1" status: 204  len: 168 time: 3.2882686
Dec 22 04:53:29.346464 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-29268c3e-8721-479e-af66-272d007e8902 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ce753798-4957-4e0f-9752-71eadc966554 HTTP/1.1" status: 204  len: 168 time: 0.6516342
Dec 22 04:53:29.346790 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58190) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:29.347126 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58192) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:29.351379 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event deleted for resources: {'Network': ['ID=ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:29.375145 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-865f1c0a-0692-444e-ad8a-435a6d425997 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2101919466'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:29.378699 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:29.431390 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-865f1c0a-0692-444e-ad8a-435a6d425997 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:29.438653 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-865f1c0a-0692-444e-ad8a-435a6d425997 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Usage tracker for resource:network and tenant:bca35e43b30448aea0e4f0082567b855 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:29.450144 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-865f1c0a-0692-444e-ad8a-435a6d425997 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:29.459317 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-865f1c0a-0692-444e-ad8a-435a6d425997 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:29.481650 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8fde394c-ca43-47d4-b09a-fac6a3de7c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:29.484688 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865f1c0a-0692-444e-ad8a-435a6d425997 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Made reservation on behalf of bca35e43b30448aea0e4f0082567b855 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:29.487517 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-865f1c0a-0692-444e-ad8a-435a6d425997 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:29.555502 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:29.612401 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:29.616785 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4edbc92a-edb6-4c3f-a82e-37d0381637c7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:29.685497 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0945d74e-cd02-48e9-916c-3a0cf9f539f7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:53:29.695958 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d97abd-0dc5-481e-84bb-9e39d62da84a None None] Sync routers for ids ['58dcf30e-3958-471a-ae24-3776d056b38b'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:53:29.700433 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:29.701245 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Pushing event updated for resources: {'Port': ['ID=049d6b52-0172-4147-b4e3-d2d81e4cb7c9,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:29.704107 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:29.707811 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:29.710085 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:53:29.712494 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d97abd-0dc5-481e-84bb-9e39d62da84a None None] Routers {'58dcf30e-3958-471a-ae24-3776d056b38b'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:29.713223 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-b5d97abd-0dc5-481e-84bb-9e39d62da84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c045310>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['58dcf30e-3958-471a-ae24-3776d056b38b'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:29.723039 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865f1c0a-0692-444e-ad8a-435a6d425997 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:53:29.748012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-865f1c0a-0692-444e-ad8a-435a6d425997 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:29.748345 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-865f1c0a-0692-444e-ad8a-435a6d425997 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Added segment 8c1d2b29-29c0-45e6-a671-ed7e2e670a46 of type vlan for network 209dc09b-14c4-4fe7-b5db-bce71f983f8b
Dec 22 04:53:29.750419 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8fde394c-ca43-47d4-b09a-fac6a3de7c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:29.762228 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0945d74e-cd02-48e9-916c-3a0cf9f539f7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/routers/58dcf30e-3958-471a-ae24-3776d056b38b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1169994
Dec 22 04:53:29.764167 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58198) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:29.832017 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-8fde394c-ca43-47d4-b09a-fac6a3de7c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bb51fd0>,) {'filters': {'network_id': ['63646f38-c79f-42c8-9b3b-0a406f516e69']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:29.854041 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-8fde394c-ca43-47d4-b09a-fac6a3de7c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bb51fd0>, '50fd732d-cc24-455f-b9b1-46b1525b2492') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:29.854319 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-8fde394c-ca43-47d4-b09a-fac6a3de7c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bb51fd0>, '50fd732d-cc24-455f-b9b1-46b1525b2492') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:29.862570 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-865f1c0a-0692-444e-ad8a-435a6d425997 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:29.884266 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8fde394c-ca43-47d4-b09a-fac6a3de7c49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:29.900869 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:29.938783 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-b5d97abd-0dc5-481e-84bb-9e39d62da84a None None] Set router 58dcf30e-3958-471a-ae24-3776d056b38b gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:53:29.961806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:29.966735 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8fde394c-ca43-47d4-b09a-fac6a3de7c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:29.988851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fde394c-ca43-47d4-b09a-fac6a3de7c49 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:53:29.989265 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8fde394c-ca43-47d4-b09a-fac6a3de7c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:53:30.008655 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:53:30.092530 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-865f1c0a-0692-444e-ad8a-435a6d425997 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:30.096669 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865f1c0a-0692-444e-ad8a-435a6d425997 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:30.097253 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-865f1c0a-0692-444e-ad8a-435a6d425997 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:30.105500 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9348fceb-b548-4301-9679-d582463908ca tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:30.209896 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:30.220197 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8fde394c-ca43-47d4-b09a-fac6a3de7c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:30.221760 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:30.240614 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-b5d97abd-0dc5-481e-84bb-9e39d62da84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c045310>, [{'id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'name': 'tempest-TestNetworkBasicOps-router-1478209335', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:14Z', 'updated_at': '2021-12-22T04:53:27Z', 'revision_number': 7, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:15Z', 'updated_at': '2021-12-22T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:30.240863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8fde394c-ca43-47d4-b09a-fac6a3de7c49 admin admin] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:30.242069 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7271e7a2-a683-4d6e-a165-e7f587ac960c tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:30.242749 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8fde394c-ca43-47d4-b09a-fac6a3de7c49 admin admin] 10.222.0.53 "DELETE /v2.0/networks/63646f38-c79f-42c8-9b3b-0a406f516e69 HTTP/1.1" status: 204  len: 168 time: 0.8946152
Dec 22 04:53:30.245489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d97abd-0dc5-481e-84bb-9e39d62da84a None None] Checking router: 58dcf30e-3958-471a-ae24-3776d056b38b for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:53:30.250127 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d3302b-8288-4f83-b628-b748f55606c6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting subnet 246ba28a-a8c9-4127-8cc7-7fb232785c05 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:53:30.261677 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d97abd-0dc5-481e-84bb-9e39d62da84a None None] Routers {'58dcf30e-3958-471a-ae24-3776d056b38b'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:30.262646 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-b5d97abd-0dc5-481e-84bb-9e39d62da84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c045310>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['58dcf30e-3958-471a-ae24-3776d056b38b'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:30.264012 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-865f1c0a-0692-444e-ad8a-435a6d425997 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.9137039
Dec 22 04:53:30.267208 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b1d3302b-8288-4f83-b628-b748f55606c6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:30.275781 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58204) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:30.299472 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f1c0a-0692-444e-ad8a-435a6d425997 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event updated for resources: {'Network': ['ID=209dc09b-14c4-4fe7-b5db-bce71f983f8b,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:30.306333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-865f1c0a-0692-444e-ad8a-435a6d425997 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:30.306640 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4cc133ac-1ff2-4b53-be25-2f83d4d4a7fe tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:30.328909 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde394c-ca43-47d4-b09a-fac6a3de7c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=63646f38-c79f-42c8-9b3b-0a406f516e69,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:30.333052 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8fde394c-ca43-47d4-b09a-fac6a3de7c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:30.350873 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b1d3302b-8288-4f83-b628-b748f55606c6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:30.353868 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:30.358113 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 209dc09b-14c4-4fe7-b5db-bce71f983f8b details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:53:30.364026 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-89cb4b8e-4385-4182-9f5b-ad835c361c9b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Request body: {'subnet': {'network_id': '209dc09b-14c4-4fe7-b5db-bce71f983f8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:30.457351 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b1d3302b-8288-4f83-b628-b748f55606c6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:30.485113 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Pushing event updated for resources: {'Port': ['ID=049d6b52-0172-4147-b4e3-d2d81e4cb7c9,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:30.488629 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:30.501192 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:30.502691 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.0895088
Dec 22 04:53:30.505269 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58208) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:30.512827 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-362273501'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:30.522594 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:30.528708 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-89cb4b8e-4385-4182-9f5b-ad835c361c9b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:30.530003 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:53:30.531310 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58212) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:30.550468 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Usage tracker for resource:network and tenant:a9e1c6be386f4a81a7f36a9dd1e5ba6b is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:30.553836 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-89cb4b8e-4385-4182-9f5b-ad835c361c9b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Usage tracker for resource:subnet and tenant:bca35e43b30448aea0e4f0082567b855 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:30.559746 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:30.561135 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-89cb4b8e-4385-4182-9f5b-ad835c361c9b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:30.573319 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-89cb4b8e-4385-4182-9f5b-ad835c361c9b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:30.575613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:30.578869 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b1d3302b-8288-4f83-b628-b748f55606c6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:30.583418 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-bee597d7-ed6d-4d07-9245-86456fbee29a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:30.601088 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cb4b8e-4385-4182-9f5b-ad835c361c9b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Made reservation on behalf of bca35e43b30448aea0e4f0082567b855 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:30.602645 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-b5d97abd-0dc5-481e-84bb-9e39d62da84a None None] Set router 58dcf30e-3958-471a-ae24-3776d056b38b gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:53:30.620451 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3302b-8288-4f83-b628-b748f55606c6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Subnet': ['ID=246ba28a-a8c9-4127-8cc7-7fb232785c05,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:30.623702 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b1d3302b-8288-4f83-b628-b748f55606c6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:30.626215 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b1d3302b-8288-4f83-b628-b748f55606c6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:30.635201 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b1d3302b-8288-4f83-b628-b748f55606c6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/subnets/246ba28a-a8c9-4127-8cc7-7fb232785c05 HTTP/1.1" status: 204  len: 168 time: 0.8693891
Dec 22 04:53:30.635822 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58216) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:30.653197 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd4bb07-7754-4720-a4c6-1ea4fda11cf8 None None] Network f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:30.787849 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Made reservation on behalf of a9e1c6be386f4a81a7f36a9dd1e5ba6b for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:30.790786 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:30.826607 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:30.847508 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7f8210d5-2f65-4dc5-8ec3-7ae9d8938e9e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2101d4185c734493b4891da848e5f209&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3117754
Dec 22 04:53:30.847749 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8cc11623-34b0-4ab1-b26b-4bfc49d70dc1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:30.848781 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58220) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:30.900430 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-89cb4b8e-4385-4182-9f5b-ad835c361c9b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:30.918831 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:30.978076 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Usage tracker for resource:security_group_rule and tenant:a9e1c6be386f4a81a7f36a9dd1e5ba6b is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:30.989424 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:31.011349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:31.053604 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-20a9e1eb-50c8-4a7e-bb74-f1bf569aa204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:31.056100 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8cc11623-34b0-4ab1-b26b-4bfc49d70dc1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:31.067746 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-8cc11623-34b0-4ab1-b26b-4bfc49d70dc1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port 737221ca-f585-4bf1-825d-4da03219a3c7 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:31.068075 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8cc11623-34b0-4ab1-b26b-4bfc49d70dc1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:31.096136 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-b5d97abd-0dc5-481e-84bb-9e39d62da84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c045310>, [{'id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'name': 'tempest-TestNetworkBasicOps-router-1478209335', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:14Z', 'updated_at': '2021-12-22T04:53:27Z', 'revision_number': 7, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:15Z', 'updated_at': '2021-12-22T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:31.100256 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d97abd-0dc5-481e-84bb-9e39d62da84a None None] The sync data for ids ['58dcf30e-3958-471a-ae24-3776d056b38b'] in dv-neutron-822525-1-hyperv is: [{'id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'name': 'tempest-TestNetworkBasicOps-router-1478209335', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:14Z', 'updated_at': '2021-12-22T04:53:27Z', 'revision_number': 7, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '737221ca-f585-4bf1-825d-4da03219a3c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dcf30e-3958-471a-ae24-3776d056b38b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:15Z', 'updated_at': '2021-12-22T04:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:53:31.100593 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-20a9e1eb-50c8-4a7e-bb74-f1bf569aa204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:31.243856 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:31.254084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:31.261322 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3583918d-aa4a-4b24-a09b-5d6acaa64069 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:31.273824 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-8cc11623-34b0-4ab1-b26b-4bfc49d70dc1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port 737221ca-f585-4bf1-825d-4da03219a3c7, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=737221ca-f585-4bf1-825d-4da03219a3c7,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:31.274399 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8cc11623-34b0-4ab1-b26b-4bfc49d70dc1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:31.275439 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-20a9e1eb-50c8-4a7e-bb74-f1bf569aa204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:31.310101 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:53:31.336832 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=335626db-e47e-48e2-9bf7-4677853b8027,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:31.345709 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:31.348402 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-cb4d62b5-dd84-4dff-8dcf-77b563596a76 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:31.360749 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:31.361098 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Added segment 4aa7a4e1-1743-45f0-9c34-2c93c2f65a81 of type vlan for network 24751bea-ff54-4727-a2e1-a73e60215ed9
Dec 22 04:53:31.375443 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9e1eb-50c8-4a7e-bb74-f1bf569aa204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b211a6-b5e4-4257-b7f8-931bfc612bd6,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:31.381924 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-20a9e1eb-50c8-4a7e-bb74-f1bf569aa204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:31.408031 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:31.449367 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-20a9e1eb-50c8-4a7e-bb74-f1bf569aa204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:31.450535 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-20a9e1eb-50c8-4a7e-bb74-f1bf569aa204 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08b211a6-b5e4-4257-b7f8-931bfc612bd6 HTTP/1.1" status: 204  len: 168 time: 0.6009877
Dec 22 04:53:31.499466 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fb5bf4-097d-4557-8645-b0327463d025 None None] DHCP port deletion for f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:53:31.504722 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-85fb5bf4-097d-4557-8645-b0327463d025 None None] Deleting port 2f0246d3-be59-4258-9197-bdd7f14475d9 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:31.505094 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-85fb5bf4-097d-4557-8645-b0327463d025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:31.534150 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-8cc11623-34b0-4ab1-b26b-4bfc49d70dc1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for 737221ca-f585-4bf1-825d-4da03219a3c7 owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:31.536061 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.objects.ports [None req-89cb4b8e-4385-4182-9f5b-ad835c361c9b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83435) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 04:53:31.537058 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:31.540878 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:31.541504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:31.546087 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-64ff2dee-1d67-4069-b63f-feec59e2c009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:31.567175 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-89cb4b8e-4385-4182-9f5b-ad835c361c9b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:31.690322 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Pushing event updated for resources: {'Network': ['ID=24751bea-ff54-4727-a2e1-a73e60215ed9,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:31.695283 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.1890347
Dec 22 04:53:31.696795 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:31.704472 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-843ad516-7e1f-4a29-ad07-e5474fc3da84 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:31.709692 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58226) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:31.715253 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-39b06fb4-c611-4025-8f29-765cb1b86f4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Request body: {'subnet': {'network_id': '24751bea-ff54-4727-a2e1-a73e60215ed9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:31.782600 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb4b8e-4385-4182-9f5b-ad835c361c9b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Checking segment: {'id': '8c1d2b29-29c0-45e6-a671-ed7e2e670a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '209dc09b-14c4-4fe7-b5db-bce71f983f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:53:31.782970 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cb4b8e-4385-4182-9f5b-ad835c361c9b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Network hostable DHCP agents. Network: 209dc09b-14c4-4fe7-b5db-bce71f983f8b, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:53:31.787456 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb4b8e-4385-4182-9f5b-ad835c361c9b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event updated for resources: {'Subnet': ['ID=21a0ed41-4266-4a8b-b872-9a515d68e26e,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:31.791218 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-89cb4b8e-4385-4182-9f5b-ad835c361c9b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:31.815700 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cb4b8e-4385-4182-9f5b-ad835c361c9b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Network 209dc09b-14c4-4fe7-b5db-bce71f983f8b is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:53:31.828752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-89cb4b8e-4385-4182-9f5b-ad835c361c9b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 209dc09b-14c4-4fe7-b5db-bce71f983f8b) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:31.834610 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cb4b8e-4385-4182-9f5b-ad835c361c9b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:31.835353 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-89cb4b8e-4385-4182-9f5b-ad835c361c9b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:31.841041 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-39b06fb4-c611-4025-8f29-765cb1b86f4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:31.846912 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-39b06fb4-c611-4025-8f29-765cb1b86f4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Usage tracker for resource:subnet and tenant:a9e1c6be386f4a81a7f36a9dd1e5ba6b is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:31.849994 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-39b06fb4-c611-4025-8f29-765cb1b86f4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:31.855820 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8cc11623-34b0-4ab1-b26b-4bfc49d70dc1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:31.864886 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-39b06fb4-c611-4025-8f29-765cb1b86f4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:31.866894 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7ae57867-918e-4b1d-9258-a93301cf492a tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:31.867589 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-89cb4b8e-4385-4182-9f5b-ad835c361c9b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.5860918
Dec 22 04:53:31.869993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58232) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:31.875986 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 24751bea-ff54-4727-a2e1-a73e60215ed9 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:53:31.888393 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd90357b-680f-4744-82ba-4d02e4269fe8 None None] Network 209dc09b-14c4-4fe7-b5db-bce71f983f8b requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:31.908502 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc11623-34b0-4ab1-b26b-4bfc49d70dc1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=737221ca-f585-4bf1-825d-4da03219a3c7,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:31.912847 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8cc11623-34b0-4ab1-b26b-4bfc49d70dc1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:31.996552 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b06fb4-c611-4025-8f29-765cb1b86f4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Made reservation on behalf of a9e1c6be386f4a81a7f36a9dd1e5ba6b for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:32.078770 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b3cfaf85-bbfe-4a7b-a12c-9a4836a8985b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:32.081986 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-85fb5bf4-097d-4557-8645-b0327463d025 None None] For port 2f0246d3-be59-4258-9197-bdd7f14475d9, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2f0246d3-be59-4258-9197-bdd7f14475d9,segment=NetworkSegment(1f6e2f25-1061-4a0d-a451-c87be86e134f),segment_id=1f6e2f25-1061-4a0d-a451-c87be86e134f)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:32.082399 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-85fb5bf4-097d-4557-8645-b0327463d025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:32.105873 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-39b06fb4-c611-4025-8f29-765cb1b86f4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:32.148536 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58236) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:32.238983 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7d4e787b-42c7-4ac9-8703-7977115453ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29359e1ebb78427089a618492e41a195&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0890961
Dec 22 04:53:32.243252 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58240) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:32.244276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b3cfaf85-bbfe-4a7b-a12c-9a4836a8985b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:32.264654 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-85fb5bf4-097d-4557-8645-b0327463d025 None None] Calling delete_port for 2f0246d3-be59-4258-9197-bdd7f14475d9 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:32.309583 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2f0246d3-be59-4258-9197-bdd7f14475d9 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:53:32.328698 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-39b06fb4-c611-4025-8f29-765cb1b86f4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:32.337383 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b1d3302b-8288-4f83-b628-b748f55606c6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:32.369287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b3cfaf85-bbfe-4a7b-a12c-9a4836a8985b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:32.376441 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bec3cf94-bdb2-4809-a9df-ee9877b4895c tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:32.399938 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b06fb4-c611-4025-8f29-765cb1b86f4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Pushing event updated for resources: {'Subnet': ['ID=d8802073-9241-4507-85bd-8ede49bd2761,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:32.405817 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-39b06fb4-c611-4025-8f29-765cb1b86f4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:32.409501 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bbc1ef95-ea31-4683-a485-c1eb614245df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:32.413990 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cfaf85-bbfe-4a7b-a12c-9a4836a8985b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event deleted for resources: {'Subnet': ['ID=21a0ed41-4266-4a8b-b872-9a515d68e26e,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:32.417862 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b3cfaf85-bbfe-4a7b-a12c-9a4836a8985b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:32.494496 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b06fb4-c611-4025-8f29-765cb1b86f4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Checking segment: {'id': '4aa7a4e1-1743-45f0-9c34-2c93c2f65a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '24751bea-ff54-4727-a2e1-a73e60215ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:53:32.495050 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b06fb4-c611-4025-8f29-765cb1b86f4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Network hostable DHCP agents. Network: 24751bea-ff54-4727-a2e1-a73e60215ed9, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:53:32.516176 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bbc1ef95-ea31-4683-a485-c1eb614245df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:32.520810 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21c116c-bf9d-4b98-a760-443ad2db5ca5 None None] Network 209dc09b-14c4-4fe7-b5db-bce71f983f8b requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:32.540214 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-85fb5bf4-097d-4557-8645-b0327463d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:32.552123 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b3cfaf85-bbfe-4a7b-a12c-9a4836a8985b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:32.585003 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b06fb4-c611-4025-8f29-765cb1b86f4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Network 24751bea-ff54-4727-a2e1-a73e60215ed9 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:53:32.587932 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:32.590167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-b3cfaf85-bbfe-4a7b-a12c-9a4836a8985b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bf8b610>,) {'filters': {'network_id': ['209dc09b-14c4-4fe7-b5db-bce71f983f8b']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:32.596730 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8cc11623-34b0-4ab1-b26b-4bfc49d70dc1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:32.604659 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-b3cfaf85-bbfe-4a7b-a12c-9a4836a8985b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bf8b610>, '8c1d2b29-29c0-45e6-a671-ed7e2e670a46') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:32.604899 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-b3cfaf85-bbfe-4a7b-a12c-9a4836a8985b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bf8b610>, '8c1d2b29-29c0-45e6-a671-ed7e2e670a46') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:32.617801 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b3cfaf85-bbfe-4a7b-a12c-9a4836a8985b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:32.619993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Port 2f0246d3-be59-4258-9197-bdd7f14475d9 update to DOWN by agent not found {{(pid=83436) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}}
Dec 22 04:53:32.620444 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cd65023e-79f7-423c-aa3a-2c429170e389 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:53:32.635056 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b3cfaf85-bbfe-4a7b-a12c-9a4836a8985b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:32.639937 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bbc1ef95-ea31-4683-a485-c1eb614245df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:32.644752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-50bb2d26-8577-4ec9-a338-e49d98c96436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:32.652332 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-39b06fb4-c611-4025-8f29-765cb1b86f4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 24751bea-ff54-4727-a2e1-a73e60215ed9) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:32.656224 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3cfaf85-bbfe-4a7b-a12c-9a4836a8985b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:53:32.656648 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b3cfaf85-bbfe-4a7b-a12c-9a4836a8985b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:32.672380 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb5bf4-097d-4557-8645-b0327463d025 None None] Pushing event deleted for resources: {'Port': ['ID=2f0246d3-be59-4258-9197-bdd7f14475d9,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:53:32.674114 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:53:32.676683 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49142c4-bd7b-4855-9632-743df0007cb5 None None] Network 24751bea-ff54-4727-a2e1-a73e60215ed9 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:32.686614 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: cd65023e-79f7-423c-aa3a-2c429170e389 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:53:32.686964 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cd65023e-79f7-423c-aa3a-2c429170e389 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:53:32.690182 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-85fb5bf4-097d-4557-8645-b0327463d025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:32.717246 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b06fb4-c611-4025-8f29-765cb1b86f4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:32.717856 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-39b06fb4-c611-4025-8f29-765cb1b86f4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:32.740979 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1ef95-ea31-4683-a485-c1eb614245df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd21a0f-ad08-4e0b-884e-25ae7114cb28,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:32.745915 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bbc1ef95-ea31-4683-a485-c1eb614245df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:32.765362 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bbc1ef95-ea31-4683-a485-c1eb614245df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:32.766779 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bbc1ef95-ea31-4683-a485-c1eb614245df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/afd21a0f-ad08-4e0b-884e-25ae7114cb28 HTTP/1.1" status: 204  len: 168 time: 0.4870501
Dec 22 04:53:32.774618 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b3cfaf85-bbfe-4a7b-a12c-9a4836a8985b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:32.777992 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-328add1d-e5e2-424b-8189-d1a279928b39 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:32.783008 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fb5bf4-097d-4557-8645-b0327463d025 None None] No DVR routers for this DVR port 2f0246d3-be59-4258-9197-bdd7f14475d9 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:53:32.797309 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b3cfaf85-bbfe-4a7b-a12c-9a4836a8985b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:32.814271 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cfaf85-bbfe-4a7b-a12c-9a4836a8985b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event deleted for resources: {'Network': ['ID=209dc09b-14c4-4fe7-b5db-bce71f983f8b,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:32.822304 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b3cfaf85-bbfe-4a7b-a12c-9a4836a8985b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "DELETE /v2.0/networks/209dc09b-14c4-4fe7-b5db-bce71f983f8b HTTP/1.1" status: 204  len: 168 time: 0.9507060
Dec 22 04:53:32.823685 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b3cfaf85-bbfe-4a7b-a12c-9a4836a8985b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:32.824137 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58246) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:32.871334 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2301fd-e7a6-4f93-b287-e2d2b34512a7 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:53:32.871746 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2301fd-e7a6-4f93-b287-e2d2b34512a7 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:53:32.876948 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-de2301fd-e7a6-4f93-b287-e2d2b34512a7 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "DELETE /v2.0/subnets/21a0ed41-4266-4a8b-b872-9a515d68e26e HTTP/1.1" status: 404  len: 337 time: 0.0517929
Dec 22 04:53:32.877575 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58250) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:32.904546 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f96996-ce5e-4e31-96ba-31bb5900aff3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:53:32.904998 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f96996-ce5e-4e31-96ba-31bb5900aff3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:53:32.909773 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-71f96996-ce5e-4e31-96ba-31bb5900aff3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "DELETE /v2.0/networks/209dc09b-14c4-4fe7-b5db-bce71f983f8b HTTP/1.1" status: 404  len: 339 time: 0.0310733
Dec 22 04:53:32.910345 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58254) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:32.961407 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db5ee36-dde3-472d-b861-d4dda40bddd3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:53:32.961874 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db5ee36-dde3-472d-b861-d4dda40bddd3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:53:32.965967 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2db5ee36-dde3-472d-b861-d4dda40bddd3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "DELETE /v2.0/subnets/bdef8de8-8969-4e30-9f46-2588df7b4c61 HTTP/1.1" status: 404  len: 337 time: 0.0522485
Dec 22 04:53:32.967414 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58258) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:32.993344 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-37cfdcf5-e8f0-4122-8718-afbf9a7989c6 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:53:32.993822 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37cfdcf5-e8f0-4122-8718-afbf9a7989c6 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:53:32.998486 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-37cfdcf5-e8f0-4122-8718-afbf9a7989c6 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "DELETE /v2.0/networks/ef4a25d2-e045-46a7-b9ea-e8fb9d4dc987 HTTP/1.1" status: 404  len: 339 time: 0.0271287
Dec 22 04:53:32.999301 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58262) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:33.025326 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8cc11623-34b0-4ab1-b26b-4bfc49d70dc1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:33.030136 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8cc11623-34b0-4ab1-b26b-4bfc49d70dc1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:33.036706 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-39b06fb4-c611-4025-8f29-765cb1b86f4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3264420
Dec 22 04:53:33.038123 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58266) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:33.040074 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-24751bea-ff54-4727-a2e1-a73e60215ed9', 'network_id': '24751bea-ff54-4727-a2e1-a73e60215ed9', 'tenant_id': 'a9e1c6be386f4a81a7f36a9dd1e5ba6b', 'fixed_ips': [{'subnet_id': 'd8802073-9241-4507-85bd-8ede49bd2761'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:53:33.041856 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:33.046920 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1004106089', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}, 'admin_state_up': False}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:33.049574 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-262f17c4-c012-40f4-9779-6b0af42d8d66 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:53:33.050115 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-262f17c4-c012-40f4-9779-6b0af42d8d66 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:53:33.051783 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-262f17c4-c012-40f4-9779-6b0af42d8d66 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "DELETE /v2.0/subnets/e90d9086-d4ba-46a1-8421-3808d270d585 HTTP/1.1" status: 404  len: 337 time: 0.0515840
Dec 22 04:53:33.054549 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58270) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:33.054684 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:33.063871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Usage tracker for resource:router and tenant:a9e1c6be386f4a81a7f36a9dd1e5ba6b is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:33.074111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:33.080982 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:33.084660 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6198c2b-9333-405b-b14f-dde8335a01f7 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:53:33.085102 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6198c2b-9333-405b-b14f-dde8335a01f7 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:53:33.086839 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f6198c2b-9333-405b-b14f-dde8335a01f7 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "DELETE /v2.0/networks/1709bae1-6fc0-410f-abad-b2762bb82ddc HTTP/1.1" status: 404  len: 339 time: 0.0312941
Dec 22 04:53:33.089629 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58274) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:33.096235 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8cc11623-34b0-4ab1-b26b-4bfc49d70dc1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:33.096986 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc11623-34b0-4ab1-b26b-4bfc49d70dc1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Fanout notify agent at l3_agent the message router_deleted on router 58dcf30e-3958-471a-ae24-3776d056b38b {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:53:33.111439 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8cc11623-34b0-4ab1-b26b-4bfc49d70dc1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:33.112648 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8cc11623-34b0-4ab1-b26b-4bfc49d70dc1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/routers/58dcf30e-3958-471a-ae24-3776d056b38b HTTP/1.1" status: 204  len: 168 time: 2.4759362
Dec 22 04:53:33.115493 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58278) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:33.152111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:33.153647 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:33.183407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-58c23aeb-f877-4fae-9757-3f89c4c75272 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Deleting port 172a1944-1bf9-43d9-86cd-56c0e91bf2aa {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:33.183780 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-58c23aeb-f877-4fae-9757-3f89c4c75272 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:33.325821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ea46ce3-52d2-42dc-8388-dc15be794c3c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:33.336869 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:33.365352 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Allocated IP 172.20.0.2 (24751bea-ff54-4727-a2e1-a73e60215ed9/d8802073-9241-4507-85bd-8ede49bd2761/0520282a-aa81-4072-92fe-d45064a5522f) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:53:33.565583 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-58c23aeb-f877-4fae-9757-3f89c4c75272 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:33.600654 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ea46ce3-52d2-42dc-8388-dc15be794c3c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:33.628200 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:33.632545 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-5ea46ce3-52d2-42dc-8388-dc15be794c3c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469aed3d30>,) {'filters': {'network_id': ['f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:33.641112 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Transition to ACTIVE for port object 0520282a-aa81-4072-92fe-d45064a5522f will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:33.641796 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:33.653147 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-5ea46ce3-52d2-42dc-8388-dc15be794c3c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469aed3d30>, '1f6e2f25-1061-4a0d-a451-c87be86e134f') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:33.653769 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-5ea46ce3-52d2-42dc-8388-dc15be794c3c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469aed3d30>, '1f6e2f25-1061-4a0d-a451-c87be86e134f') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:33.663264 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Transition to ACTIVE for port object 0520282a-aa81-4072-92fe-d45064a5522f will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:33.668630 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ea46ce3-52d2-42dc-8388-dc15be794c3c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:33.673123 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:33.680021 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-3558677d-43d0-4d45-9396-2147dfed1ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:33.708825 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-58c23aeb-f877-4fae-9757-3f89c4c75272 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Calling delete_port for 172a1944-1bf9-43d9-86cd-56c0e91bf2aa owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:33.744475 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Network 24751bea-ff54-4727-a2e1-a73e60215ed9 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:33.751338 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ea46ce3-52d2-42dc-8388-dc15be794c3c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:33.754368 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:33.757021 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:53:33.764476 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea46ce3-52d2-42dc-8388-dc15be794c3c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:53:33.764742 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ea46ce3-52d2-42dc-8388-dc15be794c3c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:33.768687 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Pushing event updated for resources: {'Port': ['ID=0520282a-aa81-4072-92fe-d45064a5522f,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:33.800481 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-58c23aeb-f877-4fae-9757-3f89c4c75272 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:33.806423 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4d67b1ed-f181-480a-a44f-71c7b5e98d5a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:53:33.840335 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:53:33.845500 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:33.845863 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:33.846195 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:33.846527 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:33.846905 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:33.847164 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:33.847724 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:33.848585 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:33.848915 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:33.849138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c23aeb-f877-4fae-9757-3f89c4c75272 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event deleted for resources: {'Port': ['ID=172a1944-1bf9-43d9-86cd-56c0e91bf2aa,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:33.849341 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:33.849575 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:53:33.853052 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-58c23aeb-f877-4fae-9757-3f89c4c75272 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:33.860489 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-58c23aeb-f877-4fae-9757-3f89c4c75272 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:33.868824 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-58c23aeb-f877-4fae-9757-3f89c4c75272 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "DELETE /v2.0/ports/172a1944-1bf9-43d9-86cd-56c0e91bf2aa HTTP/1.1" status: 204  len: 168 time: 0.7756875
Dec 22 04:53:33.869983 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58282) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:33.870434 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:33.886175 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ea46ce3-52d2-42dc-8388-dc15be794c3c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:33.890118 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ea4f1101-64ef-487c-aa2e-94c83a5169ba tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:33.893487 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Attempting to bind port 0520282a-aa81-4072-92fe-d45064a5522f on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:53:33.893893 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Attempting to bind port 0520282a-aa81-4072-92fe-d45064a5522f by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '4aa7a4e1-1743-45f0-9c34-2c93c2f65a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '24751bea-ff54-4727-a2e1-a73e60215ed9'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:53:33.894262 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Attempting to bind port 0520282a-aa81-4072-92fe-d45064a5522f on network 24751bea-ff54-4727-a2e1-a73e60215ed9 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:53:33.900664 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:53:33.901042 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Checking segment: {'id': '4aa7a4e1-1743-45f0-9c34-2c93c2f65a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '24751bea-ff54-4727-a2e1-a73e60215ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:53:33.901475 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:33.901855 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Bound using segment: {'id': '4aa7a4e1-1743-45f0-9c34-2c93c2f65a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '24751bea-ff54-4727-a2e1-a73e60215ed9'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:53:33.902309 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Bound port: 0520282a-aa81-4072-92fe-d45064a5522f, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa7a4e1-1743-45f0-9c34-2c93c2f65a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '24751bea-ff54-4727-a2e1-a73e60215ed9'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:53:33.902676 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:33.907029 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ea46ce3-52d2-42dc-8388-dc15be794c3c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:33.915350 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef1aa95-04da-4ee2-af15-03286426a0ff tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:53:33.915782 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef1aa95-04da-4ee2-af15-03286426a0ff tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:53:33.920402 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-aef1aa95-04da-4ee2-af15-03286426a0ff tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "DELETE /v2.0/subnets/4bb7e887-6af9-4fa3-93c2-9ea80e6da8e2 HTTP/1.1" status: 404  len: 337 time: 0.0432298
Dec 22 04:53:33.920769 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58286) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:33.921742 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea46ce3-52d2-42dc-8388-dc15be794c3c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Network': ['ID=f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:33.927715 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5ea46ce3-52d2-42dc-8388-dc15be794c3c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:33.934623 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5ea46ce3-52d2-42dc-8388-dc15be794c3c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/networks/f9946bd1-a3f5-4b62-9ac0-a02fb6b4a2c8 HTTP/1.1" status: 204  len: 168 time: 0.8031507
Dec 22 04:53:33.948537 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58290) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:33.957977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-75169a0f-194a-4e65-b0de-c7b6c391c882 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'network': {'name': 'tempest-network-smoke--1405756906', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'port_security_enabled': True}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:33.967774 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-75169a0f-194a-4e65-b0de-c7b6c391c882 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:33.974788 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-75169a0f-194a-4e65-b0de-c7b6c391c882 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:network and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:33.979929 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-75169a0f-194a-4e65-b0de-c7b6c391c882 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:33.996368 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-75169a0f-194a-4e65-b0de-c7b6c391c882 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:34.004945 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] For port 0520282a-aa81-4072-92fe-d45064a5522f, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:53:34.009903 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] For port 0520282a-aa81-4072-92fe-d45064a5522f, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=0520282a-aa81-4072-92fe-d45064a5522f,segment=NetworkSegment(4aa7a4e1-1743-45f0-9c34-2c93c2f65a81),segment_id=4aa7a4e1-1743-45f0-9c34-2c93c2f65a81)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:53:34.014638 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:34.018948 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-42f48170-8fdd-4a20-a5fa-b1750737e617 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:34.032119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06efb33a-2b35-4411-b686-4e620ff83ef6 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:34.041216 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75169a0f-194a-4e65-b0de-c7b6c391c882 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:34.044178 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-75169a0f-194a-4e65-b0de-c7b6c391c882 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:34.062111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:34.105864 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 737221ca-f585-4bf1-825d-4da03219a3c7 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:53:34.114575 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:34.171605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75169a0f-194a-4e65-b0de-c7b6c391c882 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:53:34.171966 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 737221ca-f585-4bf1-825d-4da03219a3c7 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:53:34.172661 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 737221ca-f585-4bf1-825d-4da03219a3c7 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:53:34.180319 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Pushing event updated for resources: {'Port': ['ID=0520282a-aa81-4072-92fe-d45064a5522f,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:34.193122 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06efb33a-2b35-4411-b686-4e620ff83ef6 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:34.198683 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-75169a0f-194a-4e65-b0de-c7b6c391c882 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:34.199033 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-75169a0f-194a-4e65-b0de-c7b6c391c882 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Added segment 54553529-c1f7-4895-8c6c-8f08500f1930 of type vlan for network 4bb4d842-e284-452b-81f2-d4549acfe918
Dec 22 04:53:34.199381 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:34.223532 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-06efb33a-2b35-4411-b686-4e620ff83ef6 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469aed73d0>,) {'filters': {'network_id': ['2cd1b15e-1447-4f14-b07e-1f13276e50cf']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:34.241406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-06efb33a-2b35-4411-b686-4e620ff83ef6 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469aed73d0>, 'e839dfef-9e7d-499d-b066-bde50c9ed334') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:34.241863 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-06efb33a-2b35-4411-b686-4e620ff83ef6 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469aed73d0>, 'e839dfef-9e7d-499d-b066-bde50c9ed334') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:34.255051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06efb33a-2b35-4411-b686-4e620ff83ef6 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:34.271967 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-75169a0f-194a-4e65-b0de-c7b6c391c882 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:34.276055 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06efb33a-2b35-4411-b686-4e620ff83ef6 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:34.283287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06efb33a-2b35-4411-b686-4e620ff83ef6 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:53:34.283788 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06efb33a-2b35-4411-b686-4e620ff83ef6 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:53:34.298871 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:53:34.317245 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Allocated IP 172.26.4.222 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/8bf59176-f8f2-40e5-8169-41636d9fb2a9) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:53:34.335438 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-75169a0f-194a-4e65-b0de-c7b6c391c882 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:34.339335 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75169a0f-194a-4e65-b0de-c7b6c391c882 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:34.339944 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-75169a0f-194a-4e65-b0de-c7b6c391c882 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:34.358377 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-77d5751f-c359-4961-9276-520358c23034 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:34.406322 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06efb33a-2b35-4411-b686-4e620ff83ef6 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:34.411977 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06efb33a-2b35-4411-b686-4e620ff83ef6 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:34.414826 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e5362a8b-bb43-4deb-b7d3-62d4e8804add tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:34.445480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efb33a-2b35-4411-b686-4e620ff83ef6 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event deleted for resources: {'Network': ['ID=2cd1b15e-1447-4f14-b07e-1f13276e50cf,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:34.448464 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-06efb33a-2b35-4411-b686-4e620ff83ef6 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:34.450398 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-06efb33a-2b35-4411-b686-4e620ff83ef6 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "DELETE /v2.0/networks/2cd1b15e-1447-4f14-b07e-1f13276e50cf HTTP/1.1" status: 204  len: 168 time: 0.5286129
Dec 22 04:53:34.453192 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58294) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:34.521834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-c584dc46-6cf7-46fb-865a-6bca9b5fed0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Deleting port 3991fd84-4f2b-4148-b523-2ce956cd3703 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:34.522168 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c584dc46-6cf7-46fb-865a-6bca9b5fed0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:34.533961 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-75169a0f-194a-4e65-b0de-c7b6c391c882 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5843077
Dec 22 04:53:34.538639 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58298) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:34.550553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1947072956', 'admin_state_up': True, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:34.559541 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75169a0f-194a-4e65-b0de-c7b6c391c882 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Network': ['ID=4bb4d842-e284-452b-81f2-d4549acfe918,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:34.562566 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:34.567835 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-75169a0f-194a-4e65-b0de-c7b6c391c882 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:34.576699 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 4bb4d842-e284-452b-81f2-d4549acfe918 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:53:34.578749 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:router and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:34.583592 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:34.602752 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:34.625962 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:34.627171 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:34.635431 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:34.663266 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:34.685783 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:34.690405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:34.749190 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c584dc46-6cf7-46fb-865a-6bca9b5fed0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:34.871575 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-c584dc46-6cf7-46fb-865a-6bca9b5fed0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Calling delete_port for 3991fd84-4f2b-4148-b523-2ce956cd3703 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:34.957079 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c584dc46-6cf7-46fb-865a-6bca9b5fed0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:34.963160 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c1044cb0-01ad-4e2e-9fa8-41502d9fa315 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:35.004581 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:35.005615 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Pushing event updated for resources: {'Port': ['ID=8bf59176-f8f2-40e5-8169-41636d9fb2a9,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:35.009479 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:35.011560 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:35.014419 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:53:35.070925 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:35.109888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584dc46-6cf7-46fb-865a-6bca9b5fed0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event deleted for resources: {'Port': ['ID=3991fd84-4f2b-4148-b523-2ce956cd3703,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:35.113283 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c584dc46-6cf7-46fb-865a-6bca9b5fed0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:35.118822 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c584dc46-6cf7-46fb-865a-6bca9b5fed0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:35.128472 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c584dc46-6cf7-46fb-865a-6bca9b5fed0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "DELETE /v2.0/ports/3991fd84-4f2b-4148-b523-2ce956cd3703 HTTP/1.1" status: 204  len: 168 time: 0.6739995
Dec 22 04:53:35.129097 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58302) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:35.167480 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5cb9c9-3716-4603-8583-14052b27155e tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:53:35.167480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5cb9c9-3716-4603-8583-14052b27155e tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:53:35.172374 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5f5cb9c9-3716-4603-8583-14052b27155e tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "DELETE /v2.0/subnets/3f8dce88-bbd3-49e3-bf59-e3b1f09161a1 HTTP/1.1" status: 404  len: 337 time: 0.0423071
Dec 22 04:53:35.172964 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58306) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:35.291264 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9398e0-a4c8-4bd5-8c24-14810d790f6e None None] Network 24751bea-ff54-4727-a2e1-a73e60215ed9 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:35.293697 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:35.306853 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Deleting port 0aa49a18-9775-4c32-954b-2412b5d79d6f {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:35.307184 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:35.308846 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for router_gateway, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:35.309627 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:35.387917 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-96c28787-1b8c-4932-9e08-a3f8b1673beb None None] Provisioning for port 0520282a-aa81-4072-92fe-d45064a5522f completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:53:35.415452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:35.448059 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:35.520217 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] For port 0aa49a18-9775-4c32-954b-2412b5d79d6f, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=0aa49a18-9775-4c32-954b-2412b5d79d6f,segment=NetworkSegment(a0099fd0-badd-4be8-a946-b2112ed0cf0a),segment_id=a0099fd0-badd-4be8-a946-b2112ed0cf0a)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:35.520570 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:35.643109 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Calling delete_port for 0aa49a18-9775-4c32-954b-2412b5d79d6f owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:35.670706 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.26.4.234 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/79712ef1-c401-4790-baf1-72892fa7f800) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:53:35.735497 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:35.739638 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:35.777981 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event deleted for resources: {'Port': ['ID=0aa49a18-9775-4c32-954b-2412b5d79d6f,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:35.781403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:35.789007 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] No DVR routers for this DVR port 0aa49a18-9775-4c32-954b-2412b5d79d6f on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:53:35.858013 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:35.883002 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Router e8cf7550-86a5-40cd-97be-d6574fcbaffc is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:53:35.901179 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:35.916892 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:35.940717 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469c525d00>,) {'filters': {'network_id': ['89710030-585c-4040-98e9-2ada573d1ca2']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:35.953307 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c525d00>, 'a0099fd0-badd-4be8-a946-b2112ed0cf0a') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:35.953511 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c525d00>, 'a0099fd0-badd-4be8-a946-b2112ed0cf0a') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:35.956143 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:35.964914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:35.981294 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:35.987858 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:53:35.988272 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:53:36.002891 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:53:36.040578 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:36.045595 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=79712ef1-c401-4790-baf1-72892fa7f800,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:36.047923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:36.049734 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:36.051652 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:53:36.098623 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:36.104037 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:36.111433 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:36.134695 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event deleted for resources: {'Network': ['ID=89710030-585c-4040-98e9-2ada573d1ca2,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:36.147265 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:36.151041 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "DELETE /v2.0/networks/89710030-585c-4040-98e9-2ada573d1ca2 HTTP/1.1" status: 204  len: 168 time: 0.9771307
Dec 22 04:53:36.153982 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58310) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:36.167895 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 0520282a-aa81-4072-92fe-d45064a5522f up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:53:36.271893 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 0520282a-aa81-4072-92fe-d45064a5522f completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:53:36.277206 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 0520282a-aa81-4072-92fe-d45064a5522f triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:36.277798 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:36.294045 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:53:36.312085 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b004e1b-777c-41bb-a728-f5c01f80f9e4 None None] Sync routers for ids ['e8cf7550-86a5-40cd-97be-d6574fcbaffc'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:53:36.334052 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b004e1b-777c-41bb-a728-f5c01f80f9e4 None None] Routers {'e8cf7550-86a5-40cd-97be-d6574fcbaffc'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:36.334673 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-6b004e1b-777c-41bb-a728-f5c01f80f9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c370400>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['e8cf7550-86a5-40cd-97be-d6574fcbaffc'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:36.361964 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:36.366342 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58314) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:36.367447 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 3.3282645
Dec 22 04:53:36.368843 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_gateway, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:36.369847 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:36.396157 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-6b004e1b-777c-41bb-a728-f5c01f80f9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c370400>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:36.400038 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:36.406887 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b004e1b-777c-41bb-a728-f5c01f80f9e4 None None] Routers {'e8cf7550-86a5-40cd-97be-d6574fcbaffc'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:36.407688 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-6b004e1b-777c-41bb-a728-f5c01f80f9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c370400>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['e8cf7550-86a5-40cd-97be-d6574fcbaffc'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:36.432555 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 0520282a-aa81-4072-92fe-d45064a5522f, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=0520282a-aa81-4072-92fe-d45064a5522f,segment=NetworkSegment(4aa7a4e1-1743-45f0-9c34-2c93c2f65a81),segment_id=4aa7a4e1-1743-45f0-9c34-2c93c2f65a81)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:36.439722 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:36.441984 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-39d4435e-d2ff-4db5-be58-d4b05857e52a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:36.455154 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cbe456f-ff0b-4d5f-9740-fe52ad608822 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Deleting subnet 71e5164c-6498-4fa6-948d-15cd80107532 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:53:36.460262 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8cbe456f-ff0b-4d5f-9740-fe52ad608822 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:36.468143 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-6b004e1b-777c-41bb-a728-f5c01f80f9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c370400>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:36.468827 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b004e1b-777c-41bb-a728-f5c01f80f9e4 None None] The sync data for ids ['e8cf7550-86a5-40cd-97be-d6574fcbaffc'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:53:36.517631 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=0520282a-aa81-4072-92fe-d45064a5522f,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:36.520551 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:36.530699 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8cbe456f-ff0b-4d5f-9740-fe52ad608822 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:36.745670 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 1f59139f-51cc-49d7-bf96-647bb5cbd8e6 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:53:36.790862 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8cbe456f-ff0b-4d5f-9740-fe52ad608822 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:36.949143 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:53:36.960182 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] Sync routers for ids ['1f59139f-51cc-49d7-bf96-647bb5cbd8e6'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:53:36.963125 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8cbe456f-ff0b-4d5f-9740-fe52ad608822 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:36.968894 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-66f57f9b-0b14-45c7-9ba5-7d5c48d7e3de tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:36.972910 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] Routers {'1f59139f-51cc-49d7-bf96-647bb5cbd8e6'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:36.973514 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c356820>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1f59139f-51cc-49d7-bf96-647bb5cbd8e6'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:36.977925 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:36.980593 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.4379830
Dec 22 04:53:36.982351 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58318) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:37.010238 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe456f-ff0b-4d5f-9740-fe52ad608822 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event deleted for resources: {'Subnet': ['ID=71e5164c-6498-4fa6-948d-15cd80107532,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:37.013067 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8cbe456f-ff0b-4d5f-9740-fe52ad608822 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:37.018100 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8cbe456f-ff0b-4d5f-9740-fe52ad608822 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:37.028563 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-455f2630-24d8-439d-8421-add80b38ab11 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=276ceac97e6343c5aa8f294c3cc0960a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0446153
Dec 22 04:53:37.029357 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdfcd14-e47d-4aae-9121-5179ac53b448 None None] Network 72019fbe-91c2-46bf-8cb6-6158ceafb7c1 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:37.030830 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58322) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:37.043389 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8cbe456f-ff0b-4d5f-9740-fe52ad608822 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "DELETE /v2.0/subnets/71e5164c-6498-4fa6-948d-15cd80107532 HTTP/1.1" status: 204  len: 168 time: 0.8859580
Dec 22 04:53:37.043571 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58326) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:37.164843 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48998f01-36a9-41a3-b21e-dc39268e334d tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:37.169308 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-48998f01-36a9-41a3-b21e-dc39268e334d tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1348600
Dec 22 04:53:37.170232 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58330) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:37.213595 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-dbc64b80-8565-4650-b879-47e334089f0c tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0413570
Dec 22 04:53:37.215372 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58334) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:37.222107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-3343e7a3-fcfb-4105-b99c-a71a27a43852 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1927050275', 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:37.223056 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:37.251216 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Deleting port cb4b2b73-b233-492b-9107-d1db7551e91f {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:37.251810 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:37.306490 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] Set router 1f59139f-51cc-49d7-bf96-647bb5cbd8e6 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:53:37.337658 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3343e7a3-fcfb-4105-b99c-a71a27a43852 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:37.341578 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3343e7a3-fcfb-4105-b99c-a71a27a43852 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:subnet and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:37.344603 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3343e7a3-fcfb-4105-b99c-a71a27a43852 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:37.351372 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3343e7a3-fcfb-4105-b99c-a71a27a43852 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:37.362522 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3343e7a3-fcfb-4105-b99c-a71a27a43852 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:37.466143 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3343e7a3-fcfb-4105-b99c-a71a27a43852 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:37.545764 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] For port cb4b2b73-b233-492b-9107-d1db7551e91f, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cb4b2b73-b233-492b-9107-d1db7551e91f,segment=NetworkSegment(4d94f84e-255e-449b-afc8-c83eed0627de),segment_id=4d94f84e-255e-449b-afc8-c83eed0627de)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:37.546536 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:37.560032 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:37.642167 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5d1039-dbaf-47d8-8527-5cc138f8e6b9 None None] DHCP port deletion for 72019fbe-91c2-46bf-8cb6-6158ceafb7c1 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:53:37.650838 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-5a5d1039-dbaf-47d8-8527-5cc138f8e6b9 None None] Deleting port cb4b2b73-b233-492b-9107-d1db7551e91f {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:37.651217 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1039-dbaf-47d8-8527-5cc138f8e6b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:37.691303 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Calling delete_port for cb4b2b73-b233-492b-9107-d1db7551e91f owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:37.709611 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3343e7a3-fcfb-4105-b99c-a71a27a43852 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:37.713961 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e976d646-ac52-4512-bcf6-532c1fa23a71 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:37.791959 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343e7a3-fcfb-4105-b99c-a71a27a43852 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Subnet': ['ID=27a8e95f-208a-4135-8d3a-0c75f45823f4,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:37.796793 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3343e7a3-fcfb-4105-b99c-a71a27a43852 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:37.805072 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3343e7a3-fcfb-4105-b99c-a71a27a43852 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Checking segment: {'id': '54553529-c1f7-4895-8c6c-8f08500f1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:53:37.805528 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3343e7a3-fcfb-4105-b99c-a71a27a43852 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network hostable DHCP agents. Network: 4bb4d842-e284-452b-81f2-d4549acfe918, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:53:37.832436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3343e7a3-fcfb-4105-b99c-a71a27a43852 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network 4bb4d842-e284-452b-81f2-d4549acfe918 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:53:37.836385 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:37.840098 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c356820>, [{'id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'name': 'tempest-TestNetworkBasicOps-router-1947072956', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '79712ef1-c401-4790-baf1-72892fa7f800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:34Z', 'updated_at': '2021-12-22T04:53:36Z', 'revision_number': 3, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '79712ef1-c401-4790-baf1-72892fa7f800', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:35Z', 'updated_at': '2021-12-22T04:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:37.842776 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-350e8d84-604f-4ba7-b77c-3adc5946f863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:37.844361 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-3343e7a3-fcfb-4105-b99c-a71a27a43852 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 4bb4d842-e284-452b-81f2-d4549acfe918) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:37.845980 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] Checking router: 1f59139f-51cc-49d7-bf96-647bb5cbd8e6 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:53:37.846240 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] Updating router 1f59139f-51cc-49d7-bf96-647bb5cbd8e6 port 79712ef1-c401-4790-baf1-72892fa7f800 binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:53:37.849257 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3343e7a3-fcfb-4105-b99c-a71a27a43852 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:37.850349 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3343e7a3-fcfb-4105-b99c-a71a27a43852 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:37.876165 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3343e7a3-fcfb-4105-b99c-a71a27a43852 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6596344
Dec 22 04:53:37.876910 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58338) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:37.882837 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e77740-7477-4eea-ad2e-0354b51e9e87 None None] Network 4bb4d842-e284-452b-81f2-d4549acfe918 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:37.886891 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event deleted for resources: {'Port': ['ID=cb4b2b73-b233-492b-9107-d1db7551e91f,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:37.889863 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:37.899332 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] No DVR routers for this DVR port cb4b2b73-b233-492b-9107-d1db7551e91f on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:53:37.987946 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-5a5d1039-dbaf-47d8-8527-5cc138f8e6b9 None None] For port cb4b2b73-b233-492b-9107-d1db7551e91f, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cb4b2b73-b233-492b-9107-d1db7551e91f,segment=NetworkSegment(4d94f84e-255e-449b-afc8-c83eed0627de),segment_id=4d94f84e-255e-449b-afc8-c83eed0627de)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:37.988338 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1039-dbaf-47d8-8527-5cc138f8e6b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:38.010812 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:38.059060 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:38.097685 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469af22700>,) {'filters': {'network_id': ['72019fbe-91c2-46bf-8cb6-6158ceafb7c1']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:38.156960 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-5a5d1039-dbaf-47d8-8527-5cc138f8e6b9 None None] Calling delete_port for cb4b2b73-b233-492b-9107-d1db7551e91f owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:38.194620 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 0520282a-aa81-4072-92fe-d45064a5522f up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:53:38.263833 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469af22700>, '4d94f84e-255e-449b-afc8-c83eed0627de') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:38.264192 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469af22700>, '4d94f84e-255e-449b-afc8-c83eed0627de') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:38.282221 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:38.309889 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:38.341269 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58344) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:38.350805 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:53:38.351070 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:53:38.419020 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:53:38.434904 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-5a5d1039-dbaf-47d8-8527-5cc138f8e6b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:53:38.436156 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-5a5d1039-dbaf-47d8-8527-5cc138f8e6b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:53:38.550048 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-da10c6bf-39b6-4d52-b413-d80149cefb41 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:38.563208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:38.578912 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 0520282a-aa81-4072-92fe-d45064a5522f triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:38.579524 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:38.605429 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-4bb4d842-e284-452b-81f2-d4549acfe918', 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ips': [{'subnet_id': '27a8e95f-208a-4135-8d3a-0c75f45823f4'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:53:38.606499 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:38.634737 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d08c285b-ab09-4a69-9632-5d1e9d4a2fc2 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:38.742523 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:38.759641 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Pushing event deleted for resources: {'Network': ['ID=72019fbe-91c2-46bf-8cb6-6158ceafb7c1,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:38.773155 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:38.775806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-c4eb2e2e-248e-41ff-a905-277d589fc570 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Deleting port bd9fa968-03c2-427a-a51c-3cb006af6b32 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:38.776336 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c4eb2e2e-248e-41ff-a905-277d589fc570 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:38.778043 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e0b69946-2511-44b2-90ce-d795726015fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:38.869759 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fc718a5b-e9fd-4cca-ab85-86032abf44b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:38.872290 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] 10.222.0.53 "DELETE /v2.0/networks/72019fbe-91c2-46bf-8cb6-6158ceafb7c1 HTTP/1.1" status: 204  len: 168 time: 1.8278294
Dec 22 04:53:38.966843 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-5a5d1039-dbaf-47d8-8527-5cc138f8e6b9 None None] Deleting port cb4b2b73-b233-492b-9107-d1db7551e91f {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:38.967489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1039-dbaf-47d8-8527-5cc138f8e6b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:39.069698 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-5a5d1039-dbaf-47d8-8527-5cc138f8e6b9 None None] The port 'cb4b2b73-b233-492b-9107-d1db7551e91f' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:53:39.115216 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:39.118141 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Allocated IP 172.20.0.2 (4bb4d842-e284-452b-81f2-d4549acfe918/27a8e95f-208a-4135-8d3a-0c75f45823f4/27be63cf-fd8a-4167-8ab1-7b578ba09c97) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:53:39.136484 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] Transition to ACTIVE for port object 79712ef1-c401-4790-baf1-72892fa7f800 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:39.231511 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c4eb2e2e-248e-41ff-a905-277d589fc570 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:39.232514 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c4eb2e2e-248e-41ff-a905-277d589fc570 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:39.263387 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:39.267050 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:39.332667 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cb4b2b73-b233-492b-9107-d1db7551e91f no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:53:39.455872 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58352) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:39.505647 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: cb4b2b73-b233-492b-9107-d1db7551e91f {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:53:39.506240 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cb4b2b73-b233-492b-9107-d1db7551e91f not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:53:39.556927 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c40c5d-a3a3-45ed-b8c1-f76809dd07fe None None] Pushing event updated for resources: {'Port': ['ID=79712ef1-c401-4790-baf1-72892fa7f800,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:39.559755 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d2c40c5d-a3a3-45ed-b8c1-f76809dd07fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:39.586961 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-c4eb2e2e-248e-41ff-a905-277d589fc570 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Calling delete_port for bd9fa968-03c2-427a-a51c-3cb006af6b32 owned by network:floatingip {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:39.603066 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] Attempting to bind port 79712ef1-c401-4790-baf1-72892fa7f800 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:53:39.603444 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] Attempting to bind port 79712ef1-c401-4790-baf1-72892fa7f800 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:53:39.603814 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] Attempting to bind port 79712ef1-c401-4790-baf1-72892fa7f800 on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:53:39.650804 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-da10c6bf-39b6-4d52-b413-d80149cefb41 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Allocated IP 172.20.0.1 (24751bea-ff54-4727-a2e1-a73e60215ed9/d8802073-9241-4507-85bd-8ede49bd2761/f1d59c70-d7bf-486f-b91f-ff7f5fde06f9) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:53:39.667572 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:39.680694 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:53:39.681096 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:53:39.681598 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:39.682000 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:53:39.682481 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] Bound port: 79712ef1-c401-4790-baf1-72892fa7f800, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:53:39.682861 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:39.706327 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Transition to ACTIVE for port object 27be63cf-fd8a-4167-8ab1-7b578ba09c97 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:39.742806 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Transition to ACTIVE for port object 27be63cf-fd8a-4167-8ab1-7b578ba09c97 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:39.762790 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:39.769293 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0f4bf468-9ee2-422d-b921-445b69aa9a42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:39.831981 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-fc718a5b-e9fd-4cca-ab85-86032abf44b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.20.0.1 (4bb4d842-e284-452b-81f2-d4549acfe918/27a8e95f-208a-4135-8d3a-0c75f45823f4/10c11d83-bc00-4858-a41e-39598d074d03) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:53:39.837572 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] For port 79712ef1-c401-4790-baf1-72892fa7f800, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:53:39.846522 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Network 4bb4d842-e284-452b-81f2-d4549acfe918 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:39.852031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:39.854795 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] For port 79712ef1-c401-4790-baf1-72892fa7f800, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=79712ef1-c401-4790-baf1-72892fa7f800,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:53:39.855892 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Pushing event updated for resources: {'Port': ['ID=27be63cf-fd8a-4167-8ab1-7b578ba09c97,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:39.858179 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:53:39.860907 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:39.867961 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:39.873077 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a7d09fc1-7d14-46a2-a899-a4d07647c3d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:39.916338 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f5a58597-2d94-4afc-b46e-0afbeb4a9f6d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bca35e43b30448aea0e4f0082567b855&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4527988
Dec 22 04:53:39.918319 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58358) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:39.924559 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-da10c6bf-39b6-4d52-b413-d80149cefb41 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:40.021812 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fc718a5b-e9fd-4cca-ab85-86032abf44b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:40.031503 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Attempting to bind port 27be63cf-fd8a-4167-8ab1-7b578ba09c97 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:53:40.031881 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Attempting to bind port 27be63cf-fd8a-4167-8ab1-7b578ba09c97 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '54553529-c1f7-4895-8c6c-8f08500f1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:53:40.032248 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Attempting to bind port 27be63cf-fd8a-4167-8ab1-7b578ba09c97 on network 4bb4d842-e284-452b-81f2-d4549acfe918 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:53:40.035172 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c40c5d-a3a3-45ed-b8c1-f76809dd07fe None None] Pushing event updated for resources: {'Port': ['ID=79712ef1-c401-4790-baf1-72892fa7f800,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:40.040649 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d2c40c5d-a3a3-45ed-b8c1-f76809dd07fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:40.042830 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-fc718a5b-e9fd-4cca-ab85-86032abf44b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Transition to ACTIVE for port object 10c11d83-bc00-4858-a41e-39598d074d03 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:40.045057 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] Routers {'1f59139f-51cc-49d7-bf96-647bb5cbd8e6'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:40.045736 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c356820>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1f59139f-51cc-49d7-bf96-647bb5cbd8e6'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:40.075606 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fc718a5b-e9fd-4cca-ab85-86032abf44b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:40.089181 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-03adc144-1312-44fe-bd3c-fef7878e136f tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:40.098702 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-da10c6bf-39b6-4d52-b413-d80149cefb41 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Transition to ACTIVE for port object f1d59c70-d7bf-486f-b91f-ff7f5fde06f9 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:40.101718 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:53:40.101718 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Checking segment: {'id': '54553529-c1f7-4895-8c6c-8f08500f1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:53:40.101975 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:40.102395 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Bound using segment: {'id': '54553529-c1f7-4895-8c6c-8f08500f1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:53:40.103142 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Bound port: 27be63cf-fd8a-4167-8ab1-7b578ba09c97, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54553529-c1f7-4895-8c6c-8f08500f1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:53:40.103276 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:40.114098 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c4eb2e2e-248e-41ff-a905-277d589fc570 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:40.121646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1a58897f-f026-410f-aac1-43eb3a0f04da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:40.141999 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc718a5b-e9fd-4cca-ab85-86032abf44b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network 4bb4d842-e284-452b-81f2-d4549acfe918 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:40.145166 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-fc718a5b-e9fd-4cca-ab85-86032abf44b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:40.149725 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc718a5b-e9fd-4cca-ab85-86032abf44b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:53:40.199297 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc718a5b-e9fd-4cca-ab85-86032abf44b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=10c11d83-bc00-4858-a41e-39598d074d03,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:40.203706 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fc718a5b-e9fd-4cca-ab85-86032abf44b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:40.208151 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb2e2e-248e-41ff-a905-277d589fc570 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Pushing event deleted for resources: {'Port': ['ID=bd9fa968-03c2-427a-a51c-3cb006af6b32,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:40.215789 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c4eb2e2e-248e-41ff-a905-277d589fc570 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:40.228231 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fc718a5b-e9fd-4cca-ab85-86032abf44b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:40.271469 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-da10c6bf-39b6-4d52-b413-d80149cefb41 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:40.282052 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-58c23aeb-f877-4fae-9757-3f89c4c75272 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:40.293935 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] For port 27be63cf-fd8a-4167-8ab1-7b578ba09c97, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:53:40.298625 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] For port 27be63cf-fd8a-4167-8ab1-7b578ba09c97, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=27be63cf-fd8a-4167-8ab1-7b578ba09c97,segment=NetworkSegment(54553529-c1f7-4895-8c6c-8f08500f1930),segment_id=54553529-c1f7-4895-8c6c-8f08500f1930)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:53:40.302624 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] Set router 1f59139f-51cc-49d7-bf96-647bb5cbd8e6 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:53:40.316366 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-663ceba8-2819-46ee-8946-cb206f87288b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:40.322771 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fc718a5b-e9fd-4cca-ab85-86032abf44b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:40.348361 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:40.356558 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:40.415244 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-663ceba8-2819-46ee-8946-cb206f87288b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:40.422888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da10c6bf-39b6-4d52-b413-d80149cefb41 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Network 24751bea-ff54-4727-a2e1-a73e60215ed9 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:40.430271 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-da10c6bf-39b6-4d52-b413-d80149cefb41 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:40.443141 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da10c6bf-39b6-4d52-b413-d80149cefb41 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:53:40.476627 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10c6bf-39b6-4d52-b413-d80149cefb41 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Pushing event updated for resources: {'Port': ['ID=f1d59c70-d7bf-486f-b91f-ff7f5fde06f9,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:40.495418 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-da10c6bf-39b6-4d52-b413-d80149cefb41 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:40.503992 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c4eb2e2e-248e-41ff-a905-277d589fc570 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for floatingip, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:40.590684 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Pushing event updated for resources: {'Port': ['ID=27be63cf-fd8a-4167-8ab1-7b578ba09c97,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:40.599012 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:40.607547 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-da10c6bf-39b6-4d52-b413-d80149cefb41 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:40.682825 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-663ceba8-2819-46ee-8946-cb206f87288b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:40.717672 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c356820>, [{'id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'name': 'tempest-TestNetworkBasicOps-router-1947072956', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '79712ef1-c401-4790-baf1-72892fa7f800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:34Z', 'updated_at': '2021-12-22T04:53:36Z', 'revision_number': 3, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '79712ef1-c401-4790-baf1-72892fa7f800', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:35Z', 'updated_at': '2021-12-22T04:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:40.725023 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2080b9-e044-4258-9578-43ae6f826836 None None] The sync data for ids ['1f59139f-51cc-49d7-bf96-647bb5cbd8e6'] in dv-neutron-822525-1-hyperv is: [{'id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'name': 'tempest-TestNetworkBasicOps-router-1947072956', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '79712ef1-c401-4790-baf1-72892fa7f800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:34Z', 'updated_at': '2021-12-22T04:53:36Z', 'revision_number': 3, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '79712ef1-c401-4790-baf1-72892fa7f800', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:35Z', 'updated_at': '2021-12-22T04:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:53:40.742045 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-773ca061-7513-49a1-8c75-719dbb079ec0 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:40.790183 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ceba8-2819-46ee-8946-cb206f87288b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e8e24e-a107-43bc-9264-2a72e7b46c4e,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:40.793130 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-663ceba8-2819-46ee-8946-cb206f87288b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:40.801782 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d0835e16-9d42-4fb6-800b-3390aeb33af0 None None] Provisioning for port f1d59c70-d7bf-486f-b91f-ff7f5fde06f9 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:53:40.832421 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d0835e16-9d42-4fb6-800b-3390aeb33af0 None None] Provisioning complete for port f1d59c70-d7bf-486f-b91f-ff7f5fde06f9 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:40.834199 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d0835e16-9d42-4fb6-800b-3390aeb33af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:40.887932 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-da10c6bf-39b6-4d52-b413-d80149cefb41 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:40.943700 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fc718a5b-e9fd-4cca-ab85-86032abf44b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:40.946010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-663ceba8-2819-46ee-8946-cb206f87288b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:40.947397 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-663ceba8-2819-46ee-8946-cb206f87288b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/75e8e24e-a107-43bc-9264-2a72e7b46c4e HTTP/1.1" status: 204  len: 168 time: 1.0260372
Dec 22 04:53:40.955532 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fc718a5b-e9fd-4cca-ab85-86032abf44b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:41.009534 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d0835e16-9d42-4fb6-800b-3390aeb33af0 None None] Port f1d59c70-d7bf-486f-b91f-ff7f5fde06f9 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:53:41.032835 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-282ccb18-98eb-47bb-8729-c516489c073f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:41.242934 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-97f49445-c7c3-407a-bd37-897b7ac95ce6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:41.278853 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fc718a5b-e9fd-4cca-ab85-86032abf44b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:41.407625 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc718a5b-e9fd-4cca-ab85-86032abf44b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=10c11d83-bc00-4858-a41e-39598d074d03,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:41.410732 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fc718a5b-e9fd-4cca-ab85-86032abf44b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:41.485506 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc718a5b-e9fd-4cca-ab85-86032abf44b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network 4bb4d842-e284-452b-81f2-d4549acfe918 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:41.487961 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-fc718a5b-e9fd-4cca-ab85-86032abf44b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:41.744160 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-da10c6bf-39b6-4d52-b413-d80149cefb41 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:41.758866 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4eb2e2e-248e-41ff-a905-277d589fc570 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Router fb09b6d9-7266-434b-947a-f65cc0e409da has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:53:41.761880 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-da10c6bf-39b6-4d52-b413-d80149cefb41 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:41.794000 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-da10c6bf-39b6-4d52-b413-d80149cefb41 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:42.001566 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c74833-8532-401c-be7a-021459cc7ebc None None] Network 4bb4d842-e284-452b-81f2-d4549acfe918 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:42.035630 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc718a5b-e9fd-4cca-ab85-86032abf44b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 1f59139f-51cc-49d7-bf96-647bb5cbd8e6 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:53:42.154922 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-da10c6bf-39b6-4d52-b413-d80149cefb41 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:42.178460 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:42.205067 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10c6bf-39b6-4d52-b413-d80149cefb41 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Pushing event updated for resources: {'Port': ['ID=f1d59c70-d7bf-486f-b91f-ff7f5fde06f9,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:42.208469 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-da10c6bf-39b6-4d52-b413-d80149cefb41 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:42.221004 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4b5edbd7-914f-4751-b381-92be5a999a9c None None] Provisioning for port 27be63cf-fd8a-4167-8ab1-7b578ba09c97 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:53:42.301344 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 27be63cf-fd8a-4167-8ab1-7b578ba09c97 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:53:42.331064 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58380) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:42.367003 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:42.371106 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da10c6bf-39b6-4d52-b413-d80149cefb41 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Network 24751bea-ff54-4727-a2e1-a73e60215ed9 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:42.372473 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-da10c6bf-39b6-4d52-b413-d80149cefb41 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:42.411711 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc718a5b-e9fd-4cca-ab85-86032abf44b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:53:42.440917 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fc718a5b-e9fd-4cca-ab85-86032abf44b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/routers/1f59139f-51cc-49d7-bf96-647bb5cbd8e6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5604331
Dec 22 04:53:42.441432 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58386) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:42.511069 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 27be63cf-fd8a-4167-8ab1-7b578ba09c97 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:53:42.522186 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 27be63cf-fd8a-4167-8ab1-7b578ba09c97 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:42.522571 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:42.577923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-d0a6f86f-d2cd-4460-9a4d-874880fcf7e3 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1391409549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:42.589387 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d0a6f86f-d2cd-4460-9a4d-874880fcf7e3 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:42.609592 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d0a6f86f-d2cd-4460-9a4d-874880fcf7e3 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Usage tracker for resource:router and tenant:6eb334be7cb14171b610f48a95de57f1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:42.616766 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d0a6f86f-d2cd-4460-9a4d-874880fcf7e3 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:42.627224 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d0a6f86f-d2cd-4460-9a4d-874880fcf7e3 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:42.666401 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d0a6f86f-d2cd-4460-9a4d-874880fcf7e3 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:42.667374 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d0a6f86f-d2cd-4460-9a4d-874880fcf7e3 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:42.687469 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:42.722727 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db644ab-ce62-4a1c-b9d4-07e8309273ff tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:42.723226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db644ab-ce62-4a1c-b9d4-07e8309273ff tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:42.723603 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db644ab-ce62-4a1c-b9d4-07e8309273ff tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:42.724023 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db644ab-ce62-4a1c-b9d4-07e8309273ff tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:42.724345 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db644ab-ce62-4a1c-b9d4-07e8309273ff tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:42.724704 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db644ab-ce62-4a1c-b9d4-07e8309273ff tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:42.725058 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db644ab-ce62-4a1c-b9d4-07e8309273ff tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:42.725405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db644ab-ce62-4a1c-b9d4-07e8309273ff tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:42.727453 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5db644ab-ce62-4a1c-b9d4-07e8309273ff tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 5675 time: 0.2851257
Dec 22 04:53:42.730783 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58390) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:42.735849 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 27be63cf-fd8a-4167-8ab1-7b578ba09c97, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=27be63cf-fd8a-4167-8ab1-7b578ba09c97,segment=NetworkSegment(54553529-c1f7-4895-8c6c-8f08500f1930),segment_id=54553529-c1f7-4895-8c6c-8f08500f1930)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:42.745181 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:42.748767 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 79712ef1-c401-4790-baf1-72892fa7f800 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:53:42.783193 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:42.820255 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a70e550-c0bc-45da-9c6a-eb7d893eb77b tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:42.820558 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4eb2e2e-248e-41ff-a905-277d589fc570 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:53:42.820751 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a70e550-c0bc-45da-9c6a-eb7d893eb77b tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:42.821205 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a70e550-c0bc-45da-9c6a-eb7d893eb77b tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:42.821653 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a70e550-c0bc-45da-9c6a-eb7d893eb77b tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:42.822060 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a70e550-c0bc-45da-9c6a-eb7d893eb77b tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:42.822474 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a70e550-c0bc-45da-9c6a-eb7d893eb77b tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:42.822884 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a70e550-c0bc-45da-9c6a-eb7d893eb77b tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:42.823290 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a70e550-c0bc-45da-9c6a-eb7d893eb77b tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:42.825238 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c4eb2e2e-248e-41ff-a905-277d589fc570 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:42.828974 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1a70e550-c0bc-45da-9c6a-eb7d893eb77b tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5220 time: 0.0972562
Dec 22 04:53:42.830679 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d0a6f86f-d2cd-4460-9a4d-874880fcf7e3 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:42.831177 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6445d88-1f76-4261-b0ca-1927de35661f None None] Sync routers for ids ['fb09b6d9-7266-434b-947a-f65cc0e409da'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:53:42.832538 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58394) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:42.847957 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6445d88-1f76-4261-b0ca-1927de35661f None None] Routers {'fb09b6d9-7266-434b-947a-f65cc0e409da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:42.848559 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f6445d88-1f76-4261-b0ca-1927de35661f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c370a30>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fb09b6d9-7266-434b-947a-f65cc0e409da'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:42.899177 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=27be63cf-fd8a-4167-8ab1-7b578ba09c97,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:42.906399 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:42.908630 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d0acdad8-a81e-4060-afef-a787cee8235d None None] Provisioning complete for port f1d59c70-d7bf-486f-b91f-ff7f5fde06f9 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:42.912382 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d0acdad8-a81e-4060-afef-a787cee8235d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:42.966014 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d0a6f86f-d2cd-4460-9a4d-874880fcf7e3 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:42.980320 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c4eb2e2e-248e-41ff-a905-277d589fc570 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "DELETE /v2.0/floatingips/79e0f505-00af-4262-a323-5cd0740fe55d HTTP/1.1" status: 204  len: 168 time: 4.6374781
Dec 22 04:53:42.984001 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653b278c-0289-4130-822d-a3a5da7b3985', 'tag': '0d744c85-97ab-4499-946b-724c644689b1'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:53:43.016976 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 79712ef1-c401-4790-baf1-72892fa7f800 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:53:43.027742 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d0acdad8-a81e-4060-afef-a787cee8235d None None] Port f1d59c70-d7bf-486f-b91f-ff7f5fde06f9 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:53:43.032557 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 79712ef1-c401-4790-baf1-72892fa7f800 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:43.033355 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:43.106077 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d0a6f86f-d2cd-4460-9a4d-874880fcf7e3 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:43.108011 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d0a6f86f-d2cd-4460-9a4d-874880fcf7e3 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 712 time: 0.7684524
Dec 22 04:53:43.112967 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58402) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:43.129393 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-182028124'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:43.144019 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:43.148245 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Usage tracker for resource:network and tenant:6eb334be7cb14171b610f48a95de57f1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:43.152259 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:43.159851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:43.191034 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653b278c-0289-4130-822d-a3a5da7b3985', 'tag': '0d744c85-97ab-4499-946b-724c644689b1', 'status': 'completed', 'code': 200}
Dec 22 04:53:43.216138 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-f6445d88-1f76-4261-b0ca-1927de35661f None None] Set router fb09b6d9-7266-434b-947a-f65cc0e409da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:53:43.228104 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-18d6f3d2-b1f5-4215-9a53-c96c467c5b92 None None] Provisioning for port 10c11d83-bc00-4858-a41e-39598d074d03 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:53:43.248258 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Made reservation on behalf of 6eb334be7cb14171b610f48a95de57f1 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:43.251578 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:43.278448 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-60b5d18a-e00e-4ead-af1b-5f1db6c7412a tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4497 time: 0.4452763
Dec 22 04:53:43.320829 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:43.344457 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-18d6f3d2-b1f5-4215-9a53-c96c467c5b92 None None] Provisioning complete for port 10c11d83-bc00-4858-a41e-39598d074d03 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:43.345130 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-18d6f3d2-b1f5-4215-9a53-c96c467c5b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:43.360486 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da10c6bf-39b6-4d52-b413-d80149cefb41 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Router e8cf7550-86a5-40cd-97be-d6574fcbaffc has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:53:43.374409 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:43.383140 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Usage tracker for resource:security_group_rule and tenant:6eb334be7cb14171b610f48a95de57f1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:43.386668 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:43.403527 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:43.486893 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:43.628337 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-18d6f3d2-b1f5-4215-9a53-c96c467c5b92 None None] Port 10c11d83-bc00-4858-a41e-39598d074d03 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:53:43.642436 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 79712ef1-c401-4790-baf1-72892fa7f800, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=79712ef1-c401-4790-baf1-72892fa7f800,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:43.656036 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:43.663319 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-28046c29-2742-454f-9856-5a6a86e1c48f req-163e597a-c95b-42d6-964d-64725ca3a4f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a9c0bba5dc144c8a8924788c9d546a7&device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 1098 time: 0.4943728
Dec 22 04:53:43.666014 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:43.670222 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:43.676204 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:43.679521 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f0d1be6a-cdba-4cb8-b1bc-2288680394c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:43.716060 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f6445d88-1f76-4261-b0ca-1927de35661f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c370a30>, [{'id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88564726', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:36Z', 'updated_at': '2021-12-22T04:50:01Z', 'revision_number': 4, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'gw_port': {'id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:39Z', 'updated_at': '2021-12-22T04:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'cd643cc0-7f46-432a-9766-021508d29492', 'name': '', 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'mac_address': 'fa:16:3e:c9:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9364b721-02c0-45b6-9969-0de35a0139cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:58Z', 'updated_at': '2021-12-22T04:50:19Z', 'revision_number': 5, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'subnets': [{'id': '9364b721-02c0-45b6-9969-0de35a0139cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:43.722263 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6445d88-1f76-4261-b0ca-1927de35661f None None] Checking router: fb09b6d9-7266-434b-947a-f65cc0e409da for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:53:43.737375 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6445d88-1f76-4261-b0ca-1927de35661f None None] Routers {'fb09b6d9-7266-434b-947a-f65cc0e409da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:43.738078 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f6445d88-1f76-4261-b0ca-1927de35661f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c370a30>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fb09b6d9-7266-434b-947a-f65cc0e409da'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:43.751192 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fc09d626-0cf2-4d73-a5a6-3fd83e629b94 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:43.756051 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-18d6f3d2-b1f5-4215-9a53-c96c467c5b92 None None] Provisioning complete for port 27be63cf-fd8a-4167-8ab1-7b578ba09c97 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:43.756529 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-18d6f3d2-b1f5-4215-9a53-c96c467c5b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:43.759412 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58410) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:43.776763 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-69ced194-626c-45d3-84c8-ad05357fbf46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-276718942', 'description': 'tempest-secgroup-smoke-276718942 description', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:43.800218 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-69ced194-626c-45d3-84c8-ad05357fbf46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:43.825864 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-69ced194-626c-45d3-84c8-ad05357fbf46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:43.830741 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:53:43.833130 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af7e827-67f2-4632-99f5-f076acf1a495,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:43.840555 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-69ced194-626c-45d3-84c8-ad05357fbf46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:43.850250 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:43.858213 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-69ced194-626c-45d3-84c8-ad05357fbf46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:43.865395 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:43.866072 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Added segment ef2264c9-6dbf-47f5-a804-d3f16e9808ee of type vlan for network 4d870f32-9166-42a3-8773-c7b625f1ab6e
Dec 22 04:53:43.884086 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c582449-06b2-4123-80a6-ea988fd1b3c6 req-ccdeb81b-578e-4b4b-957d-23c1136f5c20 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:43.884811 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-3c582449-06b2-4123-80a6-ea988fd1b3c6 req-ccdeb81b-578e-4b4b-957d-23c1136f5c20 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Synchronizing usage tracker for tenant:4a9c0bba5dc144c8a8924788c9d546a7 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:43.908831 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-69ced194-626c-45d3-84c8-ad05357fbf46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:43.913346 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=79712ef1-c401-4790-baf1-72892fa7f800,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:43.920124 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-3c582449-06b2-4123-80a6-ea988fd1b3c6 req-ccdeb81b-578e-4b4b-957d-23c1136f5c20 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Unset dirty status for tenant:4a9c0bba5dc144c8a8924788c9d546a7 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:43.921693 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3c582449-06b2-4123-80a6-ea988fd1b3c6 req-ccdeb81b-578e-4b4b-957d-23c1136f5c20 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 945 time: 0.2041988
Dec 22 04:53:43.921937 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28046c29-2742-454f-9856-5a6a86e1c48f req-f27d268b-2b5b-4f78-95ad-bb3a1301b3a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:43.922363 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:43.924946 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-28046c29-2742-454f-9856-5a6a86e1c48f req-f27d268b-2b5b-4f78-95ad-bb3a1301b3a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f97bc42d-0eac-447b-b60a-aa353e247715 HTTP/1.1" status: 200  len: 897 time: 0.2547240
Dec 22 04:53:43.925850 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da10c6bf-39b6-4d52-b413-d80149cefb41 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:53:43.934353 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-da10c6bf-39b6-4d52-b413-d80149cefb41 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] 10.222.0.53 "PUT /v2.0/routers/e8cf7550-86a5-40cd-97be-d6574fcbaffc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5641954
Dec 22 04:53:43.938502 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58414) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:43.943546 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95bbf3-3103-4f3b-b51b-7c47e6af624f None None] Sync routers for ids ['e8cf7550-86a5-40cd-97be-d6574fcbaffc'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:53:43.963560 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95bbf3-3103-4f3b-b51b-7c47e6af624f None None] Routers {'e8cf7550-86a5-40cd-97be-d6574fcbaffc'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:43.964279 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-1f95bbf3-3103-4f3b-b51b-7c47e6af624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5fe430>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['e8cf7550-86a5-40cd-97be-d6574fcbaffc'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:43.987840 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3c582449-06b2-4123-80a6-ea988fd1b3c6 req-72d43125-7d79-4b84-a662-5edecaca2472 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549231
Dec 22 04:53:43.996006 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-f6445d88-1f76-4261-b0ca-1927de35661f None None] Set router fb09b6d9-7266-434b-947a-f65cc0e409da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:53:44.012208 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-8fa4a390-2628-4fb3-926d-bd848889f9d8 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Request body: {'port': {'network_id': '24751bea-ff54-4727-a2e1-a73e60215ed9', 'name': 'tempest-FloatingIPAdminTestJSON-1482441049'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:44.031264 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-1f95bbf3-3103-4f3b-b51b-7c47e6af624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5fe430>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:44.042572 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95bbf3-3103-4f3b-b51b-7c47e6af624f None None] Routers {'e8cf7550-86a5-40cd-97be-d6574fcbaffc'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:44.043308 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-1f95bbf3-3103-4f3b-b51b-7c47e6af624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5fe430>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['e8cf7550-86a5-40cd-97be-d6574fcbaffc'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:44.097866 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:44.113325 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-28046c29-2742-454f-9856-5a6a86e1c48f req-7ff7c9f4-54bf-47f5-8e7f-174b7cd4ed90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d744c85-97ab-4499-946b-724c644689b1 HTTP/1.1" status: 200  len: 217 time: 0.1756136
Dec 22 04:53:44.116106 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-1f95bbf3-3103-4f3b-b51b-7c47e6af624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5fe430>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:44.116803 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95bbf3-3103-4f3b-b51b-7c47e6af624f None None] The sync data for ids ['e8cf7550-86a5-40cd-97be-d6574fcbaffc'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:53:44.130078 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b73a4950-167a-42b3-ba95-407bc4cd136b None None] Provisioning complete for port 10c11d83-bc00-4858-a41e-39598d074d03 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:44.131453 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b73a4950-167a-42b3-ba95-407bc4cd136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:44.209397 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b73a4950-167a-42b3-ba95-407bc4cd136b None None] Port 10c11d83-bc00-4858-a41e-39598d074d03 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:53:44.226684 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-69ced194-626c-45d3-84c8-ad05357fbf46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:44.228374 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 27be63cf-fd8a-4167-8ab1-7b578ba09c97 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:53:44.237933 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-69ced194-626c-45d3-84c8-ad05357fbf46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:44.246563 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-69ced194-626c-45d3-84c8-ad05357fbf46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:44.260370 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-69ced194-626c-45d3-84c8-ad05357fbf46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:44.285529 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:44.289512 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:44.290214 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:44.303629 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ef6d2d55-7a07-4a67-ba68-e023535d3f3f tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:44.309243 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 27be63cf-fd8a-4167-8ab1-7b578ba09c97 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:44.309680 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:44.384259 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28046c29-2742-454f-9856-5a6a86e1c48f req-9ac00f69-5267-4dab-82dc-52b29e3d9148 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:44.385745 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-28046c29-2742-454f-9856-5a6a86e1c48f req-9ac00f69-5267-4dab-82dc-52b29e3d9148 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9364b721-02c0-45b6-9969-0de35a0139cd HTTP/1.1" status: 200  len: 835 time: 0.2639439
Dec 22 04:53:44.400631 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f6445d88-1f76-4261-b0ca-1927de35661f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c370a30>, [{'id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88564726', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:36Z', 'updated_at': '2021-12-22T04:50:01Z', 'revision_number': 4, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'gw_port': {'id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:39Z', 'updated_at': '2021-12-22T04:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'cd643cc0-7f46-432a-9766-021508d29492', 'name': '', 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'mac_address': 'fa:16:3e:c9:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9364b721-02c0-45b6-9969-0de35a0139cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:58Z', 'updated_at': '2021-12-22T04:50:19Z', 'revision_number': 5, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'subnets': [{'id': '9364b721-02c0-45b6-9969-0de35a0139cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:44.405009 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6445d88-1f76-4261-b0ca-1927de35661f None None] The sync data for ids ['fb09b6d9-7266-434b-947a-f65cc0e409da'] in dv-neutron-822525-1-hyperv is: [{'id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88564726', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:36Z', 'updated_at': '2021-12-22T04:50:01Z', 'revision_number': 4, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'gw_port': {'id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:39Z', 'updated_at': '2021-12-22T04:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'cd643cc0-7f46-432a-9766-021508d29492', 'name': '', 'network_id': 'f97bc42d-0eac-447b-b60a-aa353e247715', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'mac_address': 'fa:16:3e:c9:af:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9364b721-02c0-45b6-9969-0de35a0139cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:58Z', 'updated_at': '2021-12-22T04:50:19Z', 'revision_number': 5, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'subnets': [{'id': '9364b721-02c0-45b6-9969-0de35a0139cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:53:44.445090 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 79712ef1-c401-4790-baf1-72892fa7f800 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:53:44.488671 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8fa4a390-2628-4fb3-926d-bd848889f9d8 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:44.507506 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8fa4a390-2628-4fb3-926d-bd848889f9d8 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Usage tracker for resource:port and tenant:a9e1c6be386f4a81a7f36a9dd1e5ba6b is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:44.513590 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 79712ef1-c401-4790-baf1-72892fa7f800 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:44.513984 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:44.514176 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8fa4a390-2628-4fb3-926d-bd848889f9d8 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:44.526073 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.4085338
Dec 22 04:53:44.526945 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event updated for resources: {'Network': ['ID=4d870f32-9166-42a3-8773-c7b625f1ab6e,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:44.529857 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58418) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:44.535475 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:44.536274 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8fa4a390-2628-4fb3-926d-bd848889f9d8 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:44.537122 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-08afe948-fa2f-4f17-888f-159fe3d21707 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Request body: {'subnet': {'network_id': '4d870f32-9166-42a3-8773-c7b625f1ab6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:44.549855 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 4d870f32-9166-42a3-8773-c7b625f1ab6e details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:53:44.557535 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-69ced194-626c-45d3-84c8-ad05357fbf46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:44.567646 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-69ced194-626c-45d3-84c8-ad05357fbf46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:44.572374 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-427bec27-55e1-47c5-bf93-38110e3b75fd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:44.582619 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa4a390-2628-4fb3-926d-bd848889f9d8 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Made reservation on behalf of a9e1c6be386f4a81a7f36a9dd1e5ba6b for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:44.585594 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8fa4a390-2628-4fb3-926d-bd848889f9d8 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:44.647001 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-69ced194-626c-45d3-84c8-ad05357fbf46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:44.647001 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-69ced194-626c-45d3-84c8-ad05357fbf46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.8745654
Dec 22 04:53:44.649685 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58422) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:44.651480 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ced194-626c-45d3-84c8-ad05357fbf46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c94f788-3926-4cf1-9162-1ec9592a0f4c,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:44.656155 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-caf02232-c289-4ffd-adee-1b1a749fb6a7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '3c94f788-3926-4cf1-9162-1ec9592a0f4c', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:44.656726 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-28046c29-2742-454f-9856-5a6a86e1c48f req-ec3114e8-787a-4b02-8d69-70d089ea6812 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f97bc42d-0eac-447b-b60a-aa353e247715&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2568152
Dec 22 04:53:44.659181 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-69ced194-626c-45d3-84c8-ad05357fbf46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:44.662053 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-8fa4a390-2628-4fb3-926d-bd848889f9d8 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] device_id is not set on port 9f892549-85ee-46be-9558-05e13c2001bb yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:53:44.671342 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-caf02232-c289-4ffd-adee-1b1a749fb6a7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:44.687293 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-caf02232-c289-4ffd-adee-1b1a749fb6a7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:44.691920 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-caf02232-c289-4ffd-adee-1b1a749fb6a7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:44.703049 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-08afe948-fa2f-4f17-888f-159fe3d21707 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:44.709832 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-08afe948-fa2f-4f17-888f-159fe3d21707 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Usage tracker for resource:subnet and tenant:6eb334be7cb14171b610f48a95de57f1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:44.713305 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-08afe948-fa2f-4f17-888f-159fe3d21707 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:44.720161 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-08afe948-fa2f-4f17-888f-159fe3d21707 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:44.722992 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-caf02232-c289-4ffd-adee-1b1a749fb6a7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:44.737201 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08afe948-fa2f-4f17-888f-159fe3d21707 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Made reservation on behalf of 6eb334be7cb14171b610f48a95de57f1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:44.848095 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-caf02232-c289-4ffd-adee-1b1a749fb6a7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:44.920648 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-08afe948-fa2f-4f17-888f-159fe3d21707 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:44.925763 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71460a3a-e051-4ab8-bec6-0d2c3c27d1c0 None None] New status for floating IP 79e0f505-00af-4262-a323-5cd0740fe55d: DOWN {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 04:53:44.942393 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-28046c29-2742-454f-9856-5a6a86e1c48f req-747d3600-d762-4f4f-8257-3c2d6c3e82c9 service neutron] 10.222.0.47 "GET /v2.0/networks/f97bc42d-0eac-447b-b60a-aa353e247715?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2400284
Dec 22 04:53:44.948305 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-8fa4a390-2628-4fb3-926d-bd848889f9d8 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Allocated IP 172.20.0.6 (24751bea-ff54-4727-a2e1-a73e60215ed9/d8802073-9241-4507-85bd-8ede49bd2761/9f892549-85ee-46be-9558-05e13c2001bb) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:53:45.026268 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] Sync routers for ids ['1f59139f-51cc-49d7-bf96-647bb5cbd8e6'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:53:45.067301 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] Routers {'1f59139f-51cc-49d7-bf96-647bb5cbd8e6'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:45.068170 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c710370>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1f59139f-51cc-49d7-bf96-647bb5cbd8e6'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:45.268625 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-28046c29-2742-454f-9856-5a6a86e1c48f req-d7f6d10f-99a4-4207-9f5d-a127c33a1f48 service neutron] 10.222.0.47 "GET /v2.0/networks/f97bc42d-0eac-447b-b60a-aa353e247715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3179457
Dec 22 04:53:45.282922 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-caf02232-c289-4ffd-adee-1b1a749fb6a7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:45.300836 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-caf02232-c289-4ffd-adee-1b1a749fb6a7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:45.308202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9684f018-b026-44fa-a9f2-efb98d7cb116 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:45.315957 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] Set router 1f59139f-51cc-49d7-bf96-647bb5cbd8e6 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:53:45.342936 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf02232-c289-4ffd-adee-1b1a749fb6a7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9400f5f-c0a1-40ec-8e4b-823bf6b62049,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:45.349281 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-caf02232-c289-4ffd-adee-1b1a749fb6a7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:45.372793 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-caf02232-c289-4ffd-adee-1b1a749fb6a7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:45.373056 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e87b2-6997-4829-8884-a3e82e83a0b3 req-d817422b-c6c7-46ce-a6de-b22816163331 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:45.377607 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-caf02232-c289-4ffd-adee-1b1a749fb6a7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7233548
Dec 22 04:53:45.377763 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9e8e87b2-6997-4829-8884-a3e82e83a0b3 req-d817422b-c6c7-46ce-a6de-b22816163331 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 945 time: 0.2353323
Dec 22 04:53:45.377763 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58428) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:45.381825 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8fa4a390-2628-4fb3-926d-bd848889f9d8 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:45.387333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-4bbaf73c-5916-4422-bf47-ccececcd25e8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '3c94f788-3926-4cf1-9162-1ec9592a0f4c', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:45.394287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e2be4-49c9-435a-bce7-ccefb16a7add req-e313bf57-f6d5-4c33-94a8-e540b4fd5d16 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:45.395747 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ea3e2be4-49c9-435a-bce7-ccefb16a7add req-e313bf57-f6d5-4c33-94a8-e540b4fd5d16 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.47 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 945 time: 0.1909378
Dec 22 04:53:45.412482 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4bbaf73c-5916-4422-bf47-ccececcd25e8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:45.422762 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4bbaf73c-5916-4422-bf47-ccececcd25e8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:45.427658 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4bbaf73c-5916-4422-bf47-ccececcd25e8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:45.437030 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4bbaf73c-5916-4422-bf47-ccececcd25e8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:45.448094 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-8fa4a390-2628-4fb3-926d-bd848889f9d8 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Transition to ACTIVE for port object 9f892549-85ee-46be-9558-05e13c2001bb will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:45.471047 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9e8e87b2-6997-4829-8884-a3e82e83a0b3 req-3596265d-759c-4fc5-8f7b-86703077bce2 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/security-groups?id=41cb72cc-3183-4301-8443-74f82c9874bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0771997
Dec 22 04:53:45.482928 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4bbaf73c-5916-4422-bf47-ccececcd25e8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:45.516944 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-ea3e2be4-49c9-435a-bce7-ccefb16a7add req-b28e5a7e-85b1-4631-bce3-5af580dcefcf tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Deleting port 0d744c85-97ab-4499-946b-724c644689b1 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:45.517323 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-ea3e2be4-49c9-435a-bce7-ccefb16a7add req-b28e5a7e-85b1-4631-bce3-5af580dcefcf tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:45.521179 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8fa4a390-2628-4fb3-926d-bd848889f9d8 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:45.528454 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-837337d2-8251-427b-a58d-24b34c6b060a tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:45.603658 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-08afe948-fa2f-4f17-888f-159fe3d21707 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:45.636339 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6393dadc-3587-42bb-a43e-241415089807 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:45.663582 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c710370>, [{'id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'name': 'tempest-TestNetworkBasicOps-router-1947072956', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '79712ef1-c401-4790-baf1-72892fa7f800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:34Z', 'updated_at': '2021-12-22T04:53:40Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '79712ef1-c401-4790-baf1-72892fa7f800', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:35Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '10c11d83-bc00-4858-a41e-39598d074d03', 'name': '', 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:7c:8f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27a8e95f-208a-4135-8d3a-0c75f45823f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:39Z', 'updated_at': '2021-12-22T04:53:40Z', 'revision_number': 2, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '27a8e95f-208a-4135-8d3a-0c75f45823f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:45.668358 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] Checking router: 1f59139f-51cc-49d7-bf96-647bb5cbd8e6 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:53:45.668719 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] Updating router 1f59139f-51cc-49d7-bf96-647bb5cbd8e6 port 10c11d83-bc00-4858-a41e-39598d074d03 binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:53:45.724567 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:45.739688 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa4a390-2628-4fb3-926d-bd848889f9d8 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Network 24751bea-ff54-4727-a2e1-a73e60215ed9 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:45.746842 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-8fa4a390-2628-4fb3-926d-bd848889f9d8 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:45.749878 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4a390-2628-4fb3-926d-bd848889f9d8 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Pushing event updated for resources: {'Port': ['ID=9f892549-85ee-46be-9558-05e13c2001bb,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:45.754055 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa4a390-2628-4fb3-926d-bd848889f9d8 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:53:45.780282 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8fa4a390-2628-4fb3-926d-bd848889f9d8 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:45.803464 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4bbaf73c-5916-4422-bf47-ccececcd25e8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:45.814117 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08afe948-fa2f-4f17-888f-159fe3d21707 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event updated for resources: {'Subnet': ['ID=de6218b9-6320-41b7-b722-c090d8bfa9c8,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:45.818550 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4bbaf73c-5916-4422-bf47-ccececcd25e8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:45.820139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-08afe948-fa2f-4f17-888f-159fe3d21707 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:45.822574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:45.852160 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08afe948-fa2f-4f17-888f-159fe3d21707 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Checking segment: {'id': 'ef2264c9-6dbf-47f5-a804-d3f16e9808ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4d870f32-9166-42a3-8773-c7b625f1ab6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:53:45.852837 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08afe948-fa2f-4f17-888f-159fe3d21707 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Network hostable DHCP agents. Network: 4d870f32-9166-42a3-8773-c7b625f1ab6e, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:53:45.854172 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa4a390-2628-4fb3-926d-bd848889f9d8 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:45.855017 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8fa4a390-2628-4fb3-926d-bd848889f9d8 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:45.862474 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbaf73c-5916-4422-bf47-ccececcd25e8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589fb821-32c3-46fb-bc6c-328832826541,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:45.872066 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4bbaf73c-5916-4422-bf47-ccececcd25e8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:45.887109 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4bbaf73c-5916-4422-bf47-ccececcd25e8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:45.890933 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4bbaf73c-5916-4422-bf47-ccececcd25e8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.5100188
Dec 22 04:53:45.891223 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58432) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:45.894912 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8fa4a390-2628-4fb3-926d-bd848889f9d8 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9552019
Dec 22 04:53:45.898616 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58436) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:45.898991 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-30b6ac0e-88e6-4a40-b97b-52978ed41a74 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '3c94f788-3926-4cf1-9162-1ec9592a0f4c', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:45.905722 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-30b6ac0e-88e6-4a40-b97b-52978ed41a74 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:45.910400 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-30b6ac0e-88e6-4a40-b97b-52978ed41a74 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:45.913428 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-30b6ac0e-88e6-4a40-b97b-52978ed41a74 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:45.914244 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-ea3e2be4-49c9-435a-bce7-ccefb16a7add req-b28e5a7e-85b1-4631-bce3-5af580dcefcf tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] For port 0d744c85-97ab-4499-946b-724c644689b1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0d744c85-97ab-4499-946b-724c644689b1,segment=NetworkSegment(fcf7f310-eeea-4fb0-ab25-d29719352218),segment_id=fcf7f310-eeea-4fb0-ab25-d29719352218)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:45.914606 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-ea3e2be4-49c9-435a-bce7-ccefb16a7add req-b28e5a7e-85b1-4631-bce3-5af580dcefcf tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:45.920270 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-30b6ac0e-88e6-4a40-b97b-52978ed41a74 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:45.953284 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-30b6ac0e-88e6-4a40-b97b-52978ed41a74 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:45.993028 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08afe948-fa2f-4f17-888f-159fe3d21707 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Network 4d870f32-9166-42a3-8773-c7b625f1ab6e is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:53:46.067280 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-ea3e2be4-49c9-435a-bce7-ccefb16a7add req-b28e5a7e-85b1-4631-bce3-5af580dcefcf tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Calling delete_port for 0d744c85-97ab-4499-946b-724c644689b1 owned by compute:nova {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:46.068099 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-30b6ac0e-88e6-4a40-b97b-52978ed41a74 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.075096 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-30b6ac0e-88e6-4a40-b97b-52978ed41a74 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.078637 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1bb34eb9-a30b-42a8-a2ff-7754e8e6ab3f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:46.112919 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'project_id': 'a9e1c6be386f4a81a7f36a9dd1e5ba6b', 'port_id': '9f892549-85ee-46be-9558-05e13c2001bb'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:46.115103 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6ac0e-88e6-4a40-b97b-52978ed41a74 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45beeeec-3870-4598-9741-70c732cfafb6,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:46.123015 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:46.124876 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-30b6ac0e-88e6-4a40-b97b-52978ed41a74 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:46.125152 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-08afe948-fa2f-4f17-888f-159fe3d21707 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 4d870f32-9166-42a3-8773-c7b625f1ab6e) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:46.131360 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-30b6ac0e-88e6-4a40-b97b-52978ed41a74 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.133475 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-30b6ac0e-88e6-4a40-b97b-52978ed41a74 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2407711
Dec 22 04:53:46.133731 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Usage tracker for resource:floatingip and tenant:a9e1c6be386f4a81a7f36a9dd1e5ba6b is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:46.135537 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58442) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:46.136772 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08afe948-fa2f-4f17-888f-159fe3d21707 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:46.137383 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-08afe948-fa2f-4f17-888f-159fe3d21707 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.141524 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:46.142795 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-e3299449-f902-4d7d-b214-77be488a920d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '3c94f788-3926-4cf1-9162-1ec9592a0f4c', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:46.148814 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e3299449-f902-4d7d-b214-77be488a920d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:46.155352 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e3299449-f902-4d7d-b214-77be488a920d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:46.159150 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212dcd50-9f1c-44c2-b650-7cdf2c45d84f None None] Network 4d870f32-9166-42a3-8773-c7b625f1ab6e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:46.159829 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e3299449-f902-4d7d-b214-77be488a920d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:46.166808 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e3299449-f902-4d7d-b214-77be488a920d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:46.174209 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:46.193817 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e3299449-f902-4d7d-b214-77be488a920d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.201786 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-08afe948-fa2f-4f17-888f-159fe3d21707 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6673603
Dec 22 04:53:46.201964 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58446) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:46.208085 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-6b175bd9-b8d0-4990-8e73-a552ab604959 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Request body: {'network': {'name': 'tempest-router-network01--34472849'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:46.214993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6b175bd9-b8d0-4990-8e73-a552ab604959 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:46.248035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.254081 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.resource_extend [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:53:46.259926 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6b175bd9-b8d0-4990-8e73-a552ab604959 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Usage tracker for resource:network and tenant:6eb334be7cb14171b610f48a95de57f1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:46.269377 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6b175bd9-b8d0-4990-8e73-a552ab604959 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:46.279712 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e3299449-f902-4d7d-b214-77be488a920d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.284140 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e3299449-f902-4d7d-b214-77be488a920d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.286243 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b91425f9-d82c-4dcd-b160-e69268931442 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:46.307059 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3299449-f902-4d7d-b214-77be488a920d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f644f71-9114-47ac-abc6-0bb6b8685000,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:46.311038 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e3299449-f902-4d7d-b214-77be488a920d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:46.319860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e3299449-f902-4d7d-b214-77be488a920d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.321134 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e3299449-f902-4d7d-b214-77be488a920d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1846263
Dec 22 04:53:46.324458 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58450) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:46.330739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6b175bd9-b8d0-4990-8e73-a552ab604959 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:46.331147 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-7dad4897-c2a3-4473-9bd3-64ea6a99ee1c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '3c94f788-3926-4cf1-9162-1ec9592a0f4c', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:46.337425 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7dad4897-c2a3-4473-9bd3-64ea6a99ee1c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:46.338891 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f8649ed4-0042-4681-920a-1234cf79ca3d None None] Provisioning for port 9f892549-85ee-46be-9558-05e13c2001bb completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:53:46.342405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7dad4897-c2a3-4473-9bd3-64ea6a99ee1c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:46.345676 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7dad4897-c2a3-4473-9bd3-64ea6a99ee1c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:46.352441 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7dad4897-c2a3-4473-9bd3-64ea6a99ee1c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:46.358634 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f8649ed4-0042-4681-920a-1234cf79ca3d None None] Provisioning complete for port 9f892549-85ee-46be-9558-05e13c2001bb triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:46.358984 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f8649ed4-0042-4681-920a-1234cf79ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.364199 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b175bd9-b8d0-4990-8e73-a552ab604959 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Made reservation on behalf of 6eb334be7cb14171b610f48a95de57f1 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:46.366735 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.securitygroups_db [None req-7dad4897-c2a3-4473-9bd3-64ea6a99ee1c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Project 276ceac97e6343c5aa8f294c3cc0960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 04:53:46.367489 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6b175bd9-b8d0-4990-8e73-a552ab604959 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.374222 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7dad4897-c2a3-4473-9bd3-64ea6a99ee1c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.386636 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-ea3e2be4-49c9-435a-bce7-ccefb16a7add req-b28e5a7e-85b1-4631-bce3-5af580dcefcf tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.394803 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:46.432098 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.452885 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e5a7e-85b1-4631-bce3-5af580dcefcf tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Pushing event deleted for resources: {'Port': ['ID=0d744c85-97ab-4499-946b-724c644689b1,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:46.459556 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7dad4897-c2a3-4473-9bd3-64ea6a99ee1c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.460062 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b28e5a7e-85b1-4631-bce3-5af580dcefcf tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:46.465051 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7dad4897-c2a3-4473-9bd3-64ea6a99ee1c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.467587 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b175bd9-b8d0-4990-8e73-a552ab604959 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:53:46.471432 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1c6fa00a-7570-4da0-9e04-ac05e620f847 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:46.494562 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-f8649ed4-0042-4681-920a-1234cf79ca3d None None] Port 9f892549-85ee-46be-9558-05e13c2001bb cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:53:46.501658 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad4897-c2a3-4473-9bd3-64ea6a99ee1c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cbb5374-03e1-4687-b9ad-e6b6eef58f25,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:46.503933 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] Transition to ACTIVE for port object 10c11d83-bc00-4858-a41e-39598d074d03 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:46.509206 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7dad4897-c2a3-4473-9bd3-64ea6a99ee1c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:46.516542 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.519660 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7dad4897-c2a3-4473-9bd3-64ea6a99ee1c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.523524 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7dad4897-c2a3-4473-9bd3-64ea6a99ee1c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1961672
Dec 22 04:53:46.523946 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58456) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:46.526487 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-dbba04fd-e2bd-44d1-85f7-b736f9b8512a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:46.530462 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-40a2e0e4-40aa-40ab-9bc7-8a16646ea57c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '3c94f788-3926-4cf1-9162-1ec9592a0f4c', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:46.536644 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-40a2e0e4-40aa-40ab-9bc7-8a16646ea57c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:46.540394 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-40a2e0e4-40aa-40ab-9bc7-8a16646ea57c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:46.543666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-40a2e0e4-40aa-40ab-9bc7-8a16646ea57c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:46.562244 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6b175bd9-b8d0-4990-8e73-a552ab604959 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.562589 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-6b175bd9-b8d0-4990-8e73-a552ab604959 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Added segment 64078b3f-5e44-4ce1-bc55-03d0bb006171 of type vlan for network 985a7d82-988e-464c-9611-b466451a9ed4
Dec 22 04:53:46.562738 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-40a2e0e4-40aa-40ab-9bc7-8a16646ea57c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:46.564657 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3e2be4-49c9-435a-bce7-ccefb16a7add req-b28e5a7e-85b1-4631-bce3-5af580dcefcf tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] No DVR routers for this DVR port 0d744c85-97ab-4499-946b-724c644689b1 on host hv-neutron-8225 {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:53:46.571846 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-ea3e2be4-49c9-435a-bce7-ccefb16a7add req-b28e5a7e-85b1-4631-bce3-5af580dcefcf tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.577040 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653b278c-0289-4130-822d-a3a5da7b3985', 'name': 'network-vif-deleted', 'tag': '0d744c85-97ab-4499-946b-724c644689b1'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:53:46.584654 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.securitygroups_db [None req-40a2e0e4-40aa-40ab-9bc7-8a16646ea57c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Project 276ceac97e6343c5aa8f294c3cc0960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 04:53:46.594000 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-40a2e0e4-40aa-40ab-9bc7-8a16646ea57c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.618121 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ea3e2be4-49c9-435a-bce7-ccefb16a7add req-b28e5a7e-85b1-4631-bce3-5af580dcefcf tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.47 "DELETE /v2.0/ports/0d744c85-97ab-4499-946b-724c644689b1 HTTP/1.1" status: 204  len: 173 time: 1.1910079
Dec 22 04:53:46.620403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6b175bd9-b8d0-4990-8e73-a552ab604959 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.659291 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653b278c-0289-4130-822d-a3a5da7b3985', 'name': 'network-vif-deleted', 'tag': '0d744c85-97ab-4499-946b-724c644689b1', 'status': 'completed', 'code': 200}
Dec 22 04:53:46.668204 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.720800 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-40a2e0e4-40aa-40ab-9bc7-8a16646ea57c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.726081 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-40a2e0e4-40aa-40ab-9bc7-8a16646ea57c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.728035 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:46.752853 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2e0e4-40aa-40ab-9bc7-8a16646ea57c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d965d65d-ecb6-400f-8b84-7857b8e0ac43,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:46.757415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-40a2e0e4-40aa-40ab-9bc7-8a16646ea57c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:46.764149 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-40a2e0e4-40aa-40ab-9bc7-8a16646ea57c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.774743 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-40a2e0e4-40aa-40ab-9bc7-8a16646ea57c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2496283
Dec 22 04:53:46.796726 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-fa0a42e7-0182-41c8-a532-16862131d02f req-dedc4e88-fa91-4e48-9756-8b06db0e500b tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Synchronizing usage tracker for tenant:4a9c0bba5dc144c8a8924788c9d546a7 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:46.805960 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6b175bd9-b8d0-4990-8e73-a552ab604959 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.810200 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b175bd9-b8d0-4990-8e73-a552ab604959 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:46.811043 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6b175bd9-b8d0-4990-8e73-a552ab604959 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.823661 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-4d870f32-9166-42a3-8773-c7b625f1ab6e', 'network_id': '4d870f32-9166-42a3-8773-c7b625f1ab6e', 'tenant_id': '6eb334be7cb14171b610f48a95de57f1', 'fixed_ips': [{'subnet_id': 'de6218b9-6320-41b7-b722-c090d8bfa9c8'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:53:46.824780 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:46.826171 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3eb3f58f-0ec9-4120-a4d2-9df212b49f52 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:46.863937 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90650f2e-6100-4b2b-a781-6a99e54294ae None None] Pushing event updated for resources: {'Port': ['ID=10c11d83-bc00-4858-a41e-39598d074d03,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:46.869391 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-90650f2e-6100-4b2b-a781-6a99e54294ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:46.998915 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-fa0a42e7-0182-41c8-a532-16862131d02f req-dedc4e88-fa91-4e48-9756-8b06db0e500b tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Unset dirty status for tenant:4a9c0bba5dc144c8a8924788c9d546a7 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:47.001342 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fa0a42e7-0182-41c8-a532-16862131d02f req-dedc4e88-fa91-4e48-9756-8b06db0e500b tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "GET /v2.0/ports?device_id=653b278c-0289-4130-822d-a3a5da7b3985 HTTP/1.1" status: 200  len: 210 time: 0.2786319
Dec 22 04:53:47.024796 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6b175bd9-b8d0-4990-8e73-a552ab604959 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.8218803
Dec 22 04:53:47.027451 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58468) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:47.034296 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-16dd422a-98fd-4fc4-aa8e-e731aab1c7c9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Request body: {'network': {'name': 'tempest-router-network02--249865695'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:47.047619 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b175bd9-b8d0-4990-8e73-a552ab604959 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event updated for resources: {'Network': ['ID=985a7d82-988e-464c-9611-b466451a9ed4,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:47.051156 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-16dd422a-98fd-4fc4-aa8e-e731aab1c7c9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:47.055553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-16dd422a-98fd-4fc4-aa8e-e731aab1c7c9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Usage tracker for resource:network and tenant:6eb334be7cb14171b610f48a95de57f1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:47.056350 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6b175bd9-b8d0-4990-8e73-a552ab604959 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:47.059484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-16dd422a-98fd-4fc4-aa8e-e731aab1c7c9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:47.072315 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-16dd422a-98fd-4fc4-aa8e-e731aab1c7c9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:47.089390 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Allocated IP 172.26.4.233 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/aa50bc59-0cc5-4448-96b6-e478baf7d8c8) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:53:47.133577 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 985a7d82-988e-464c-9611-b466451a9ed4 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:53:47.137247 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16dd422a-98fd-4fc4-aa8e-e731aab1c7c9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Made reservation on behalf of 6eb334be7cb14171b610f48a95de57f1 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:47.142255 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-16dd422a-98fd-4fc4-aa8e-e731aab1c7c9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:47.249170 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-48a73280-62e7-469b-82f2-ffaa4fee4773 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:47.255547 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16dd422a-98fd-4fc4-aa8e-e731aab1c7c9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:53:47.279560 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-16dd422a-98fd-4fc4-aa8e-e731aab1c7c9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:47.280161 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-16dd422a-98fd-4fc4-aa8e-e731aab1c7c9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Added segment 1b0a9fa6-ca64-4c02-aa74-595423cd55fb of type vlan for network 845c4c3e-2ec3-40db-801b-4431d4a345b0
Dec 22 04:53:47.295874 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-48a73280-62e7-469b-82f2-ffaa4fee4773 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:47.297633 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-48a73280-62e7-469b-82f2-ffaa4fee4773 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-276718942&fields=id&tenant_id=276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 267 time: 0.2062576
Dec 22 04:53:47.350342 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-16dd422a-98fd-4fc4-aa8e-e731aab1c7c9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:47.384091 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] Attempting to bind port 10c11d83-bc00-4858-a41e-39598d074d03 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:53:47.384665 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] Attempting to bind port 10c11d83-bc00-4858-a41e-39598d074d03 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '54553529-c1f7-4895-8c6c-8f08500f1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:53:47.385037 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] Attempting to bind port 10c11d83-bc00-4858-a41e-39598d074d03 on network 4bb4d842-e284-452b-81f2-d4549acfe918 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:53:47.433257 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:53:47.433844 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] Checking segment: {'id': '54553529-c1f7-4895-8c6c-8f08500f1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:53:47.434345 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:47.434840 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] Bound using segment: {'id': '54553529-c1f7-4895-8c6c-8f08500f1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:53:47.436090 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] Bound port: 10c11d83-bc00-4858-a41e-39598d074d03, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54553529-c1f7-4895-8c6c-8f08500f1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:53:47.436723 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:47.493089 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-16dd422a-98fd-4fc4-aa8e-e731aab1c7c9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:47.497393 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dd422a-98fd-4fc4-aa8e-e731aab1c7c9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:47.498664 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-16dd422a-98fd-4fc4-aa8e-e731aab1c7c9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:47.512299 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:47.528149 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:47.533351 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Allocated IP 2001:db8::2 (4d870f32-9166-42a3-8773-c7b625f1ab6e/de6218b9-6320-41b7-b722-c090d8bfa9c8/f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:53:47.582654 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:47.599941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fcc76dc6-9732-4d2e-ab0f-5a4e61427a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:47.623943 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-f4edfffe-421c-4af4-bb7a-b9d603a47ba0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:47.624607 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-f4edfffe-421c-4af4-bb7a-b9d603a47ba0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:network {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:47.634445 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-16dd422a-98fd-4fc4-aa8e-e731aab1c7c9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.6033223
Dec 22 04:53:47.635405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58474) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:47.648705 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-090c6b64-4de3-4dde-bb34-39f624fa59c1 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Request body: {'subnet': {'network_id': '985a7d82-988e-464c-9611-b466451a9ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:47.650096 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] For port 10c11d83-bc00-4858-a41e-39598d074d03, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:53:47.663713 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd422a-98fd-4fc4-aa8e-e731aab1c7c9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event updated for resources: {'Network': ['ID=845c4c3e-2ec3-40db-801b-4431d4a345b0,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:47.671083 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-16dd422a-98fd-4fc4-aa8e-e731aab1c7c9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:47.672677 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] For port 10c11d83-bc00-4858-a41e-39598d074d03, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=10c11d83-bc00-4858-a41e-39598d074d03,segment=NetworkSegment(54553529-c1f7-4895-8c6c-8f08500f1930),segment_id=54553529-c1f7-4895-8c6c-8f08500f1930)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:53:47.674864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:47.678297 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:47.681149 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:53:47.693595 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 845c4c3e-2ec3-40db-801b-4431d4a345b0 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:53:47.705506 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:47.713961 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:47.727812 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-f4edfffe-421c-4af4-bb7a-b9d603a47ba0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:network {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:47.728911 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-f4edfffe-421c-4af4-bb7a-b9d603a47ba0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/networks?id=4bb4d842-e284-452b-81f2-d4549acfe918 HTTP/1.1" status: 200  len: 797 time: 0.4152517
Dec 22 04:53:47.732598 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Pushing event updated for resources: {'Port': ['ID=aa50bc59-0cc5-4448-96b6-e478baf7d8c8,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:47.735673 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:47.769894 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-a5798d84-fb23-4c67-9097-9ba68952aa9a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/quotas/276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 375 time: 0.0265284
Dec 22 04:53:47.775952 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-090c6b64-4de3-4dde-bb34-39f624fa59c1 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:47.780663 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-090c6b64-4de3-4dde-bb34-39f624fa59c1 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Usage tracker for resource:subnet and tenant:6eb334be7cb14171b610f48a95de57f1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:47.783412 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-090c6b64-4de3-4dde-bb34-39f624fa59c1 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:47.789584 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-090c6b64-4de3-4dde-bb34-39f624fa59c1 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:47.837011 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090c6b64-4de3-4dde-bb34-39f624fa59c1 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Made reservation on behalf of 6eb334be7cb14171b610f48a95de57f1 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:47.932083 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90650f2e-6100-4b2b-a781-6a99e54294ae None None] Pushing event updated for resources: {'Port': ['ID=10c11d83-bc00-4858-a41e-39598d074d03,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:47.943123 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-90650f2e-6100-4b2b-a781-6a99e54294ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:47.952309 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] Routers {'1f59139f-51cc-49d7-bf96-647bb5cbd8e6'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:47.952730 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c710370>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1f59139f-51cc-49d7-bf96-647bb5cbd8e6'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:47.962852 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-090c6b64-4de3-4dde-bb34-39f624fa59c1 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:48.070684 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-d2a34471-c270-4cc4-9385-4d6789bd2853 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:48.120441 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-d2a34471-c270-4cc4-9385-4d6789bd2853 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:48.121968 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-d2a34471-c270-4cc4-9385-4d6789bd2853 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3277326
Dec 22 04:53:48.160058 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:48.164409 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58480) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:48.189464 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Transition to ACTIVE for port object f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:48.236122 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Transition to ACTIVE for port object f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:48.253810 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:48.260868 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d2c40c5d-a3a3-45ed-b8c1-f76809dd07fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:48.293863 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] Set router 1f59139f-51cc-49d7-bf96-647bb5cbd8e6 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:53:48.359276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:48.406928 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Network 4d870f32-9166-42a3-8773-c7b625f1ab6e is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:48.414381 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:48.417375 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:53:48.418342 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:48.428914 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-090c6b64-4de3-4dde-bb34-39f624fa59c1 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:48.435633 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f2bfea9a-0621-4caf-bf73-2c3a0738a79f tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:48.476097 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Pushing event updated for resources: {'Port': ['ID=f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:48.479175 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:48.588568 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-936676c1-bb89-45c7-ab58-608678a5af09 service neutron] 10.222.0.53 "GET /v2.0/networks/4bb4d842-e284-452b-81f2-d4549acfe918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4249201
Dec 22 04:53:48.645027 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:48.646498 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Attempting to bind port f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:53:48.646918 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Attempting to bind port f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'ef2264c9-6dbf-47f5-a804-d3f16e9808ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4d870f32-9166-42a3-8773-c7b625f1ab6e'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:53:48.647300 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Attempting to bind port f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f on network 4d870f32-9166-42a3-8773-c7b625f1ab6e {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:53:48.651049 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:48.655959 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:48.670854 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:53:48.671335 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Checking segment: {'id': 'ef2264c9-6dbf-47f5-a804-d3f16e9808ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4d870f32-9166-42a3-8773-c7b625f1ab6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:53:48.671781 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:48.672074 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Bound using segment: {'id': 'ef2264c9-6dbf-47f5-a804-d3f16e9808ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4d870f32-9166-42a3-8773-c7b625f1ab6e'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:53:48.672577 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Bound port: f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2264c9-6dbf-47f5-a804-d3f16e9808ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4d870f32-9166-42a3-8773-c7b625f1ab6e'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:53:48.672987 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:48.689812 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 0d744c85-97ab-4499-946b-724c644689b1 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:53:48.752988 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Pushing event updated for resources: {'Port': ['ID=aa50bc59-0cc5-4448-96b6-e478baf7d8c8,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:48.756860 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:48.757023 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c6b64-4de3-4dde-bb34-39f624fa59c1 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event updated for resources: {'Subnet': ['ID=67db18c4-871e-4daf-9ba9-8e21027bbefe,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:48.774601 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:48.777475 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-090c6b64-4de3-4dde-bb34-39f624fa59c1 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:48.795210 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 0d744c85-97ab-4499-946b-724c644689b1 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:53:48.795598 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 0d744c85-97ab-4499-946b-724c644689b1 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:53:48.829774 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090c6b64-4de3-4dde-bb34-39f624fa59c1 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Checking segment: {'id': '64078b3f-5e44-4ce1-bc55-03d0bb006171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '985a7d82-988e-464c-9611-b466451a9ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:53:48.830186 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090c6b64-4de3-4dde-bb34-39f624fa59c1 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Network hostable DHCP agents. Network: 985a7d82-988e-464c-9611-b466451a9ed4, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:53:48.857079 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-edd68f69-2356-4725-ae91-8a03010be222 service neutron] 10.222.0.53 "GET /v2.0/networks/4bb4d842-e284-452b-81f2-d4549acfe918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2154887
Dec 22 04:53:48.924049 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-069470a4-0095-4b7d-9605-786da808d883 None None] For port f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:53:48.938900 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-069470a4-0095-4b7d-9605-786da808d883 None None] For port f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f,segment=NetworkSegment(ef2264c9-6dbf-47f5-a804-d3f16e9808ee),segment_id=ef2264c9-6dbf-47f5-a804-d3f16e9808ee)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:53:48.947362 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:48.953600 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-90650f2e-6100-4b2b-a781-6a99e54294ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:48.978075 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090c6b64-4de3-4dde-bb34-39f624fa59c1 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Network 985a7d82-988e-464c-9611-b466451a9ed4 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:53:49.000906 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-090c6b64-4de3-4dde-bb34-39f624fa59c1 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 985a7d82-988e-464c-9611-b466451a9ed4) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:49.003437 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Floating IP e584fd47-4934-4bd3-8849-f51e560a21af associated. External IP: 172.26.4.233, port: 9f892549-85ee-46be-9558-05e13c2001bb.
Dec 22 04:53:49.006518 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090c6b64-4de3-4dde-bb34-39f624fa59c1 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:49.007106 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-090c6b64-4de3-4dde-bb34-39f624fa59c1 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:49.016480 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e46156a-493a-4ea2-8524-f44f37562299 None None] Network 985a7d82-988e-464c-9611-b466451a9ed4 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:49.035349 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c710370>, [{'id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'name': 'tempest-TestNetworkBasicOps-router-1947072956', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '79712ef1-c401-4790-baf1-72892fa7f800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:34Z', 'updated_at': '2021-12-22T04:53:40Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '79712ef1-c401-4790-baf1-72892fa7f800', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:35Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '10c11d83-bc00-4858-a41e-39598d074d03', 'name': '', 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:7c:8f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27a8e95f-208a-4135-8d3a-0c75f45823f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:39Z', 'updated_at': '2021-12-22T04:53:47Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '27a8e95f-208a-4135-8d3a-0c75f45823f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:49.040914 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-090c6b64-4de3-4dde-bb34-39f624fa59c1 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4028530
Dec 22 04:53:49.045588 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58484) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:49.050789 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-232c3dec-330f-472f-b537-2edbba89e1d2 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Request body: {'subnet': {'network_id': '845c4c3e-2ec3-40db-801b-4431d4a345b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:49.158470 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6364c6b-cb0c-42ca-9666-7da109812bf4 None None] The sync data for ids ['1f59139f-51cc-49d7-bf96-647bb5cbd8e6'] in dv-neutron-822525-1-hyperv is: [{'id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'name': 'tempest-TestNetworkBasicOps-router-1947072956', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '79712ef1-c401-4790-baf1-72892fa7f800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:34Z', 'updated_at': '2021-12-22T04:53:40Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '79712ef1-c401-4790-baf1-72892fa7f800', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:35Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '10c11d83-bc00-4858-a41e-39598d074d03', 'name': '', 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:7c:8f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27a8e95f-208a-4135-8d3a-0c75f45823f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:39Z', 'updated_at': '2021-12-22T04:53:47Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '27a8e95f-208a-4135-8d3a-0c75f45823f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:53:49.196761 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Pushing event updated for resources: {'Port': ['ID=f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:49.207398 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:49.319245 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-232c3dec-330f-472f-b537-2edbba89e1d2 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:49.356574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-232c3dec-330f-472f-b537-2edbba89e1d2 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Usage tracker for resource:subnet and tenant:6eb334be7cb14171b610f48a95de57f1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:49.359953 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-232c3dec-330f-472f-b537-2edbba89e1d2 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:49.366598 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-232c3dec-330f-472f-b537-2edbba89e1d2 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:49.398912 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232c3dec-330f-472f-b537-2edbba89e1d2 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Made reservation on behalf of 6eb334be7cb14171b610f48a95de57f1 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:49.535084 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-985a7d82-988e-464c-9611-b466451a9ed4', 'network_id': '985a7d82-988e-464c-9611-b466451a9ed4', 'tenant_id': '6eb334be7cb14171b610f48a95de57f1', 'fixed_ips': [{'subnet_id': '67db18c4-871e-4daf-9ba9-8e21027bbefe'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:53:49.535949 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:49.587204 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4e202da6-b44c-4df9-abbf-443a0270f26b tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:49.628232 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-373f83dc-4107-4798-9e02-0981c0f67492 req-5ef69679-9fa5-4749-add6-0d799ab67ba7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:49.668417 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-373f83dc-4107-4798-9e02-0981c0f67492 req-5ef69679-9fa5-4749-add6-0d799ab67ba7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:49.669756 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-373f83dc-4107-4798-9e02-0981c0f67492 req-5ef69679-9fa5-4749-add6-0d799ab67ba7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 210 time: 0.4233582
Dec 22 04:53:49.815765 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Allocated IP 2001:db8::2 (985a7d82-988e-464c-9611-b466451a9ed4/67db18c4-871e-4daf-9ba9-8e21027bbefe/2a319396-cad6-4a16-964e-80be7ca38d1d) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:53:49.816388 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-232c3dec-330f-472f-b537-2edbba89e1d2 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:50.070040 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Router e8cf7550-86a5-40cd-97be-d6574fcbaffc has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:53:50.092557 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:50.111107 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Transition to ACTIVE for port object 2a319396-cad6-4a16-964e-80be7ca38d1d will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:50.140277 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Transition to ACTIVE for port object 2a319396-cad6-4a16-964e-80be7ca38d1d will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:50.156071 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:50.161589 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:50.322972 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 10c11d83-bc00-4858-a41e-39598d074d03 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:53:50.386820 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-232c3dec-330f-472f-b537-2edbba89e1d2 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:50.391510 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:50.467780 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Network 985a7d82-988e-464c-9611-b466451a9ed4 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:50.485106 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Pushing event updated for resources: {'Port': ['ID=2a319396-cad6-4a16-964e-80be7ca38d1d,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:50.496467 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:50.501980 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:50.508923 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:53:50.627261 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c3dec-330f-472f-b537-2edbba89e1d2 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event updated for resources: {'Subnet': ['ID=6a3249ad-1355-42a8-ad74-fbf37502b821,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:50.631186 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-232c3dec-330f-472f-b537-2edbba89e1d2 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:50.639679 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c3dec-330f-472f-b537-2edbba89e1d2 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Checking segment: {'id': '1b0a9fa6-ca64-4c02-aa74-595423cd55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '845c4c3e-2ec3-40db-801b-4431d4a345b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:53:50.640041 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232c3dec-330f-472f-b537-2edbba89e1d2 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Network hostable DHCP agents. Network: 845c4c3e-2ec3-40db-801b-4431d4a345b0, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:53:50.713827 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0818599-1c7c-445d-8504-6ac8cc1953de None None] Network 4d870f32-9166-42a3-8773-c7b625f1ab6e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:50.733911 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:53:50.745084 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d65bd0-fc3c-4014-a2ba-3df9a4928f85 None None] Sync routers for ids ['e8cf7550-86a5-40cd-97be-d6574fcbaffc'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:53:50.768242 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d65bd0-fc3c-4014-a2ba-3df9a4928f85 None None] Routers {'e8cf7550-86a5-40cd-97be-d6574fcbaffc'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:50.769955 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-66d65bd0-fc3c-4014-a2ba-3df9a4928f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c980ee0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['e8cf7550-86a5-40cd-97be-d6574fcbaffc'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:50.796691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:50.832866 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dd4f7edf-cb8d-4764-87ba-1f16ce43c38d req-3db57f1c-0d9b-4c51-9c3d-63bf0850d48b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2427666
Dec 22 04:53:50.837579 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Attempting to bind port 2a319396-cad6-4a16-964e-80be7ca38d1d on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:53:50.838104 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Attempting to bind port 2a319396-cad6-4a16-964e-80be7ca38d1d by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '64078b3f-5e44-4ce1-bc55-03d0bb006171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '985a7d82-988e-464c-9611-b466451a9ed4'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:53:50.838576 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Attempting to bind port 2a319396-cad6-4a16-964e-80be7ca38d1d on network 985a7d82-988e-464c-9611-b466451a9ed4 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:53:50.843516 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 10c11d83-bc00-4858-a41e-39598d074d03 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:53:50.852747 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 10c11d83-bc00-4858-a41e-39598d074d03 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:50.853264 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:50.865738 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 988 time: 4.9654307
Dec 22 04:53:50.868438 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58500) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:50.916124 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d938455f-d5d6-415d-a4c1-12ce0b5ecd49 None None] Provisioning for port f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:53:50.971443 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-66d65bd0-fc3c-4014-a2ba-3df9a4928f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c980ee0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:50.980430 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:53:50.980923 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Checking segment: {'id': '64078b3f-5e44-4ce1-bc55-03d0bb006171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '985a7d82-988e-464c-9611-b466451a9ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:53:50.981512 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:50.982711 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Bound using segment: {'id': '64078b3f-5e44-4ce1-bc55-03d0bb006171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '985a7d82-988e-464c-9611-b466451a9ed4'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:53:50.983336 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Bound port: 2a319396-cad6-4a16-964e-80be7ca38d1d, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64078b3f-5e44-4ce1-bc55-03d0bb006171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '985a7d82-988e-464c-9611-b466451a9ed4'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:53:50.984644 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:51.002540 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d65bd0-fc3c-4014-a2ba-3df9a4928f85 None None] Routers {'e8cf7550-86a5-40cd-97be-d6574fcbaffc'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:51.006094 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-66d65bd0-fc3c-4014-a2ba-3df9a4928f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c980ee0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['e8cf7550-86a5-40cd-97be-d6574fcbaffc'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:51.072107 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-abd9cfdb-4b3f-43c1-b9ed-d2aff79ffb2f tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] 10.222.0.53 "GET /v2.0/floatingips/e584fd47-4934-4bd3-8849-f51e560a21af HTTP/1.1" status: 200  len: 983 time: 0.2024217
Dec 22 04:53:51.075061 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58504) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:51.184516 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-66d65bd0-fc3c-4014-a2ba-3df9a4928f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c980ee0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:51.184963 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d65bd0-fc3c-4014-a2ba-3df9a4928f85 None None] The sync data for ids ['e8cf7550-86a5-40cd-97be-d6574fcbaffc'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:53:51.193353 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-c6ea04ed-a580-4f40-8f63-90cca4ac71f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:51.195260 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-c6ea04ed-a580-4f40-8f63-90cca4ac71f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/networks?id=4bb4d842-e284-452b-81f2-d4549acfe918 HTTP/1.1" status: 200  len: 797 time: 0.5101213
Dec 22 04:53:51.203190 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232c3dec-330f-472f-b537-2edbba89e1d2 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Network 845c4c3e-2ec3-40db-801b-4431d4a345b0 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:53:51.212589 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dd4f7edf-cb8d-4764-87ba-1f16ce43c38d req-bd104ea0-3695-4392-8774-7d7090d2db06 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b44be9ba27547a492de77c9a415f2bf&device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 1098 time: 0.2419071
Dec 22 04:53:51.222524 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-00e5258a-38c1-4e17-9611-1371dc0861ff tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2251 time: 0.1453230
Dec 22 04:53:51.224924 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58508) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:51.266284 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7cda447c-656c-4ab4-ac62-d48018103d0b req-dc7ee09a-eb73-443b-8f32-68d3543d8dba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 210 time: 0.1247199
Dec 22 04:53:51.267562 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] For port 2a319396-cad6-4a16-964e-80be7ca38d1d, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:53:51.269896 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:51.295559 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] For port 2a319396-cad6-4a16-964e-80be7ca38d1d, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2a319396-cad6-4a16-964e-80be7ca38d1d,segment=NetworkSegment(64078b3f-5e44-4ce1-bc55-03d0bb006171),segment_id=64078b3f-5e44-4ce1-bc55-03d0bb006171)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:53:51.305529 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-232c3dec-330f-472f-b537-2edbba89e1d2 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 845c4c3e-2ec3-40db-801b-4431d4a345b0) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:51.315650 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232c3dec-330f-472f-b537-2edbba89e1d2 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:51.316350 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-232c3dec-330f-472f-b537-2edbba89e1d2 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:51.322773 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 10c11d83-bc00-4858-a41e-39598d074d03, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=10c11d83-bc00-4858-a41e-39598d074d03,segment=NetworkSegment(54553529-c1f7-4895-8c6c-8f08500f1930),segment_id=54553529-c1f7-4895-8c6c-8f08500f1930)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:51.327045 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb20a06-afa8-4c2e-a4b5-2fe1c61fb48e None None] Network 845c4c3e-2ec3-40db-801b-4431d4a345b0 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:51.399409 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-e01a4053-069c-4efc-b014-e1b05fd5439c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 379 time: 0.1293740
Dec 22 04:53:51.407423 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-232c3dec-330f-472f-b537-2edbba89e1d2 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.3609447
Dec 22 04:53:51.413519 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-63eb8758-f221-41b2-b90a-a8c23e7aa47a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'port': {'device_id': '0f2553cd-0366-4bf5-a4a4-8708725e55db', 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918', 'admin_state_up': True, 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'security_groups': ['3c94f788-3926-4cf1-9162-1ec9592a0f4c']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:51.431182 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58512) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:51.444979 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:51.454875 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-90650f2e-6100-4b2b-a781-6a99e54294ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:51.481520 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:51.482409 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:53:51.578243 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-1307c4c5-d0ad-42ae-9931-73cca2c2ac05 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Deleting port aa50bc59-0cc5-4448-96b6-e478baf7d8c8 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:51.578487 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1307c4c5-d0ad-42ae-9931-73cca2c2ac05 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:51.616083 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Pushing event updated for resources: {'Port': ['ID=2a319396-cad6-4a16-964e-80be7ca38d1d,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:51.617245 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f7edf-cb8d-4764-87ba-1f16ce43c38d req-2180d2a5-26fc-4928-bd7a-4b6b94a3b255 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:51.618741 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dd4f7edf-cb8d-4764-87ba-1f16ce43c38d req-2180d2a5-26fc-4928-bd7a-4b6b94a3b255 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f8f534e-2db6-44af-9bdd-e4fd78e01696 HTTP/1.1" status: 200  len: 912 time: 0.3255417
Dec 22 04:53:51.632670 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:51.635441 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:51.774875 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=10c11d83-bc00-4858-a41e-39598d074d03,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:51.779836 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:53:51.783085 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:51.801114 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:51.801496 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:51.902794 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1307c4c5-d0ad-42ae-9931-73cca2c2ac05 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:51.903042 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1307c4c5-d0ad-42ae-9931-73cca2c2ac05 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:51.945929 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-845c4c3e-2ec3-40db-801b-4431d4a345b0', 'network_id': '845c4c3e-2ec3-40db-801b-4431d4a345b0', 'tenant_id': '6eb334be7cb14171b610f48a95de57f1', 'fixed_ips': [{'subnet_id': '6a3249ad-1355-42a8-ad74-fbf37502b821'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:53:51.946273 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:52.006322 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-63eb8758-f221-41b2-b90a-a8c23e7aa47a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:52.029759 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-63eb8758-f221-41b2-b90a-a8c23e7aa47a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:52.104766 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:52.124286 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-63eb8758-f221-41b2-b90a-a8c23e7aa47a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:53:52.126934 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-63eb8758-f221-41b2-b90a-a8c23e7aa47a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:52.227379 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f,segment=NetworkSegment(ef2264c9-6dbf-47f5-a804-d3f16e9808ee),segment_id=ef2264c9-6dbf-47f5-a804-d3f16e9808ee)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:52.238599 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:52.243416 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:52.285950 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-1307c4c5-d0ad-42ae-9931-73cca2c2ac05 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Calling delete_port for aa50bc59-0cc5-4448-96b6-e478baf7d8c8 owned by network:floatingip {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:52.312141 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Allocated IP 2001:db8::2 (845c4c3e-2ec3-40db-801b-4431d4a345b0/6a3249ad-1355-42a8-ad74-fbf37502b821/05dba78e-f14f-4b37-9027-2eb3f08fbf2a) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:53:52.324119 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-03bf6dd6-512a-4ed7-8fbc-006480c799d4 None None] Provisioning complete for port f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:52.327247 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-03bf6dd6-512a-4ed7-8fbc-006480c799d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:52.421127 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dd4f7edf-cb8d-4764-87ba-1f16ce43c38d req-629c3ab1-03a2-4bee-95f0-fdb20c70841f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29dae181-c7ee-4c74-a00f-d32532091b2e HTTP/1.1" status: 200  len: 1001 time: 0.7945240
Dec 22 04:53:52.488806 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-4e202da6-b44c-4df9-abbf-443a0270f26b tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Deleting port cd643cc0-7f46-432a-9766-021508d29492 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:52.489799 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4e202da6-b44c-4df9-abbf-443a0270f26b tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:52.492630 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:52.499775 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:52.521230 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 10c11d83-bc00-4858-a41e-39598d074d03 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:53:52.555642 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-98cc98d2-e9b5-4fb5-8e2a-bd628bbbc3a2 req-67f45e1e-cfd7-4772-8b2e-ddb23d7a4f79 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 210 time: 0.0615594
Dec 22 04:53:52.588062 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f7edf-cb8d-4764-87ba-1f16ce43c38d req-9d20598f-aff9-4212-a5b5-2f7d4ee5bb14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:52.589906 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dd4f7edf-cb8d-4764-87ba-1f16ce43c38d req-9d20598f-aff9-4212-a5b5-2f7d4ee5bb14 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbd01024-1a39-4919-97b8-72bd7b2c03da HTTP/1.1" status: 200  len: 850 time: 0.1614258
Dec 22 04:53:52.694175 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:52.719055 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1307c4c5-d0ad-42ae-9931-73cca2c2ac05 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:52.724091 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0879e7cb-ba4b-4cad-b685-f54397e5d428 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:52.778276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307c4c5-d0ad-42ae-9931-73cca2c2ac05 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Pushing event deleted for resources: {'Port': ['ID=aa50bc59-0cc5-4448-96b6-e478baf7d8c8,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:52.789636 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1307c4c5-d0ad-42ae-9931-73cca2c2ac05 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:52.793083 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dd4f7edf-cb8d-4764-87ba-1f16ce43c38d req-127ca0e7-5585-4806-9187-1c56018e711d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f8f534e-2db6-44af-9bdd-e4fd78e01696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1968341
Dec 22 04:53:52.805970 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:52.821690 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 10c11d83-bc00-4858-a41e-39598d074d03 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:52.822183 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:52.913105 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Transition to ACTIVE for port object 05dba78e-f14f-4b37-9027-2eb3f08fbf2a will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:52.991800 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Transition to ACTIVE for port object 05dba78e-f14f-4b37-9027-2eb3f08fbf2a will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:53.047841 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1307c4c5-d0ad-42ae-9931-73cca2c2ac05 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for floatingip, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:53.049682 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:53.057582 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:53.176056 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dd4f7edf-cb8d-4764-87ba-1f16ce43c38d req-12e4c428-776d-4bd1-b506-71183d87f7f2 service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3488185
Dec 22 04:53:53.249750 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Pushing event updated for resources: {'Port': ['ID=05dba78e-f14f-4b37-9027-2eb3f08fbf2a,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:53.254764 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Network 845c4c3e-2ec3-40db-801b-4431d4a345b0 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:53.256193 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2a319396-cad6-4a16-964e-80be7ca38d1d up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:53:53.312077 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:53.313323 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:53.318567 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:53:53.336069 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-63eb8758-f221-41b2-b90a-a8c23e7aa47a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.20.0.14 (4bb4d842-e284-452b-81f2-d4549acfe918/27a8e95f-208a-4135-8d3a-0c75f45823f4/99c9d022-e487-4dce-9c8d-d3c392b1d93f) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:53:53.428188 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecd9598-c255-4152-8a81-4e9a698b5d4d None None] Network 985a7d82-988e-464c-9611-b466451a9ed4 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:53.454197 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-4e202da6-b44c-4df9-abbf-443a0270f26b tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] For port cd643cc0-7f46-432a-9766-021508d29492, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cd643cc0-7f46-432a-9766-021508d29492,segment=NetworkSegment(fcf7f310-eeea-4fb0-ab25-d29719352218),segment_id=fcf7f310-eeea-4fb0-ab25-d29719352218)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:53.454600 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dd4f7edf-cb8d-4764-87ba-1f16ce43c38d req-759e83d7-29fe-41d8-b50e-1a2cad4356c4 service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2622185
Dec 22 04:53:53.455114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4e202da6-b44c-4df9-abbf-443a0270f26b tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:53.495104 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Attempting to bind port 05dba78e-f14f-4b37-9027-2eb3f08fbf2a on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:53:53.495495 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Attempting to bind port 05dba78e-f14f-4b37-9027-2eb3f08fbf2a by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '1b0a9fa6-ca64-4c02-aa74-595423cd55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '845c4c3e-2ec3-40db-801b-4431d4a345b0'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:53:53.495828 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Attempting to bind port 05dba78e-f14f-4b37-9027-2eb3f08fbf2a on network 845c4c3e-2ec3-40db-801b-4431d4a345b0 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:53:53.526663 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:53:53.526663 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Checking segment: {'id': '1b0a9fa6-ca64-4c02-aa74-595423cd55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '845c4c3e-2ec3-40db-801b-4431d4a345b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:53:53.526663 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:53.527128 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Bound using segment: {'id': '1b0a9fa6-ca64-4c02-aa74-595423cd55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '845c4c3e-2ec3-40db-801b-4431d4a345b0'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:53:53.527422 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Bound port: 05dba78e-f14f-4b37-9027-2eb3f08fbf2a, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0a9fa6-ca64-4c02-aa74-595423cd55fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '845c4c3e-2ec3-40db-801b-4431d4a345b0'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:53:53.527792 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:53.560653 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 2a319396-cad6-4a16-964e-80be7ca38d1d completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:53:53.607927 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-4e202da6-b44c-4df9-abbf-443a0270f26b tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Calling delete_port for cd643cc0-7f46-432a-9766-021508d29492 owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:53.636090 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a4425238-09de-4396-9541-e0c8337542be None None] Provisioning for port 2a319396-cad6-4a16-964e-80be7ca38d1d completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:53:53.672782 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 2a319396-cad6-4a16-964e-80be7ca38d1d triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:53.672782 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:53.724028 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a4425238-09de-4396-9541-e0c8337542be None None] Provisioning complete for port 2a319396-cad6-4a16-964e-80be7ca38d1d triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:53.724368 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a4425238-09de-4396-9541-e0c8337542be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:53.741199 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1307c4c5-d0ad-42ae-9931-73cca2c2ac05 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Router e8cf7550-86a5-40cd-97be-d6574fcbaffc has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:53:53.852199 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6a429949-6a07-4f88-b72e-2b3c50c574a0 req-675c445d-00c3-4b39-8054-344cffd444ae tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 210 time: 0.0935762
Dec 22 04:53:53.895341 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Allocated IP 2001:db8::1 (985a7d82-988e-464c-9611-b466451a9ed4/67db18c4-871e-4daf-9ba9-8e21027bbefe/8d435a03-75b1-4569-a383-686b39cf5f72) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:53:53.904298 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] For port 05dba78e-f14f-4b37-9027-2eb3f08fbf2a, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:53:53.948672 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] For port 05dba78e-f14f-4b37-9027-2eb3f08fbf2a, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=05dba78e-f14f-4b37-9027-2eb3f08fbf2a,segment=NetworkSegment(1b0a9fa6-ca64-4c02-aa74-595423cd55fb),segment_id=1b0a9fa6-ca64-4c02-aa74-595423cd55fb)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:53:53.971115 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-63eb8758-f221-41b2-b90a-a8c23e7aa47a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:53.989311 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:54.028350 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:54.077980 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-63eb8758-f221-41b2-b90a-a8c23e7aa47a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Transition to ACTIVE for port object 99c9d022-e487-4dce-9c8d-d3c392b1d93f will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:54.091957 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1307c4c5-d0ad-42ae-9931-73cca2c2ac05 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:53:54.109911 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1307c4c5-d0ad-42ae-9931-73cca2c2ac05 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:54.142584 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:54.161007 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b83e8f-e6cf-4e86-bf79-9be861c9ad26 None None] Sync routers for ids ['e8cf7550-86a5-40cd-97be-d6574fcbaffc'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:53:54.172481 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a4425238-09de-4396-9541-e0c8337542be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:54.175167 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1307c4c5-d0ad-42ae-9931-73cca2c2ac05 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] 10.222.0.53 "DELETE /v2.0/floatingips/e584fd47-4934-4bd3-8849-f51e560a21af HTTP/1.1" status: 204  len: 168 time: 2.9492636
Dec 22 04:53:54.178884 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58522) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:54.184728 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:54.190411 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:54.195725 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Usage tracker for resource:floatingip and tenant:a3b3656fb3604c569367226d5dc088bc is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:54.197445 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Pushing event updated for resources: {'Port': ['ID=05dba78e-f14f-4b37-9027-2eb3f08fbf2a,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:54.202909 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:54.203705 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:54.219709 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:54.238692 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-63eb8758-f221-41b2-b90a-a8c23e7aa47a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:54.248909 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:54.250886 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:54.267276 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b83e8f-e6cf-4e86-bf79-9be861c9ad26 None None] Routers {'e8cf7550-86a5-40cd-97be-d6574fcbaffc'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:54.267667 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:54.267925 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-69b83e8f-e6cf-4e86-bf79-9be861c9ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bcaed00>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['e8cf7550-86a5-40cd-97be-d6574fcbaffc'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:54.352793 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 2a319396-cad6-4a16-964e-80be7ca38d1d, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2a319396-cad6-4a16-964e-80be7ca38d1d,segment=NetworkSegment(64078b3f-5e44-4ce1-bc55-03d0bb006171),segment_id=64078b3f-5e44-4ce1-bc55-03d0bb006171)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:54.365479 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Transition to ACTIVE for port object 8d435a03-75b1-4569-a383-686b39cf5f72 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:54.370921 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-69b83e8f-e6cf-4e86-bf79-9be861c9ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bcaed00>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:54.372770 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:54.376386 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:54.398647 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-63eb8758-f221-41b2-b90a-a8c23e7aa47a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network 4bb4d842-e284-452b-81f2-d4549acfe918 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:54.403239 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-63eb8758-f221-41b2-b90a-a8c23e7aa47a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:54.409564 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-63eb8758-f221-41b2-b90a-a8c23e7aa47a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:53:54.413331 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:54.436191 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb8758-f221-41b2-b90a-a8c23e7aa47a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=99c9d022-e487-4dce-9c8d-d3c392b1d93f,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:54.438482 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4e202da6-b44c-4df9-abbf-443a0270f26b tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:54.445236 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-63eb8758-f221-41b2-b90a-a8c23e7aa47a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:54.445729 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-63eb8758-f221-41b2-b90a-a8c23e7aa47a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:54.512240 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b83e8f-e6cf-4e86-bf79-9be861c9ad26 None None] Routers {'e8cf7550-86a5-40cd-97be-d6574fcbaffc'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:54.512885 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-69b83e8f-e6cf-4e86-bf79-9be861c9ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bcaed00>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['e8cf7550-86a5-40cd-97be-d6574fcbaffc'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:54.572829 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e202da6-b44c-4df9-abbf-443a0270f26b tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Pushing event deleted for resources: {'Port': ['ID=cd643cc0-7f46-432a-9766-021508d29492,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:54.572829 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4e202da6-b44c-4df9-abbf-443a0270f26b tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:54.601776 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-a4425238-09de-4396-9541-e0c8337542be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:53:54.602130 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-a4425238-09de-4396-9541-e0c8337542be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:53:54.622615 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:53:54.672080 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-69b83e8f-e6cf-4e86-bf79-9be861c9ad26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bcaed00>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:54.672496 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b83e8f-e6cf-4e86-bf79-9be861c9ad26 None None] The sync data for ids ['e8cf7550-86a5-40cd-97be-d6574fcbaffc'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:53:54.680952 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=2a319396-cad6-4a16-964e-80be7ca38d1d,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:54.684742 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:54.729776 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Allocated IP 172.26.4.2 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/091b16fb-99fc-4720-af14-6f81fe095dfd) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:53:54.744919 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:54.745298 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:54.775916 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-63eb8758-f221-41b2-b90a-a8c23e7aa47a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:54.783528 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-63eb8758-f221-41b2-b90a-a8c23e7aa47a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:54.800440 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:54.812499 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:54.965890 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-63eb8758-f221-41b2-b90a-a8c23e7aa47a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.5561099
Dec 22 04:53:54.969644 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event updated for resources: {'Port': ['ID=8d435a03-75b1-4569-a383-686b39cf5f72,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:54.976660 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:55.026192 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:55.054003 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] Request body: {'port': {'device_id': '0f2553cd-0366-4bf5-a4a4-8708725e55db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:55.117029 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:55.122325 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:55.174163 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3557f-c3d2-4e75-b3da-f0b8ee4529b4 req-8ff9650b-54f1-44a4-9950-ba2ac7d29382 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:55.175693 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6ce3557f-c3d2-4e75-b3da-f0b8ee4529b4 req-8ff9650b-54f1-44a4-9950-ba2ac7d29382 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 932 time: 0.1443191
Dec 22 04:53:55.225159 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:55.229650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:55.232013 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Pushing event updated for resources: {'Port': ['ID=091b16fb-99fc-4720-af14-6f81fe095dfd,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:55.234161 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:53:55.267195 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:55.267612 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Network 985a7d82-988e-464c-9611-b466451a9ed4 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:55.272161 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:55.283879 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:53:55.284453 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:55.296539 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-6ce3557f-c3d2-4e75-b3da-f0b8ee4529b4 req-515418cf-6c56-42e2-a354-5121683846d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:55.309237 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-bbc4fef0-94c9-46c6-a4ef-d775ca47b746 None None] Provisioning for port 99c9d022-e487-4dce-9c8d-d3c392b1d93f completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:53:55.322049 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-6ce3557f-c3d2-4e75-b3da-f0b8ee4529b4 req-515418cf-6c56-42e2-a354-5121683846d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:55.323220 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6ce3557f-c3d2-4e75-b3da-f0b8ee4529b4 req-515418cf-6c56-42e2-a354-5121683846d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c94f788-3926-4cf1-9162-1ec9592a0f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1386595
Dec 22 04:53:55.340433 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-bbc4fef0-94c9-46c6-a4ef-d775ca47b746 None None] Provisioning complete for port 99c9d022-e487-4dce-9c8d-d3c392b1d93f triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:55.342269 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-bbc4fef0-94c9-46c6-a4ef-d775ca47b746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:55.397045 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:55.430176 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4fef0-94c9-46c6-a4ef-d775ca47b746 None None] Port 99c9d022-e487-4dce-9c8d-d3c392b1d93f cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:53:55.454810 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-bbc4fef0-94c9-46c6-a4ef-d775ca47b746 None None] Provisioning complete for port 2a319396-cad6-4a16-964e-80be7ca38d1d triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:55.455193 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-bbc4fef0-94c9-46c6-a4ef-d775ca47b746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:55.486503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:55.569575 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:55.702281 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:55.774419 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d52600-3f6d-42b2-8ef6-27688466c9fc None None] Network 845c4c3e-2ec3-40db-801b-4431d4a345b0 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:53:55.818070 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:55.823989 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:55.830447 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e2befa1e-e5d3-45d0-9094-45b996859adf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:55.844712 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0cfbdb46-f832-4d14-8ba4-9e4665142bba None None] Provisioning for port 8d435a03-75b1-4569-a383-686b39cf5f72 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:53:55.852339 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0cfbdb46-f832-4d14-8ba4-9e4665142bba None None] Provisioning complete for port 8d435a03-75b1-4569-a383-686b39cf5f72 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:55.852715 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0cfbdb46-f832-4d14-8ba4-9e4665142bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:55.935541 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-0cfbdb46-f832-4d14-8ba4-9e4665142bba None None] Port 8d435a03-75b1-4569-a383-686b39cf5f72 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:53:55.951581 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Pushing event updated for resources: {'Port': ['ID=091b16fb-99fc-4720-af14-6f81fe095dfd,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:55.955991 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:55.963496 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:55.988958 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:55.993066 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.8104305
Dec 22 04:53:55.993798 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58528) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:56.066770 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4e202da6-b44c-4df9-abbf-443a0270f26b tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:56.080680 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-80672aa4-e6b4-4c62-9dfd-0b9482611b87 None None] Provisioning for port 05dba78e-f14f-4b37-9027-2eb3f08fbf2a completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:53:56.143042 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:53:56.149124 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:53:56.152987 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Usage tracker for resource:floatingip and tenant:445724f154e845a4ac24d1bbf3e5e697 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:53:56.163152 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:53:56.169787 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:53:56.183618 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:56.264927 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.resource_extend [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:53:56.337280 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:56.366816 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c9d022-e487-4dce-9c8d-d3c392b1d93f {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:53:56.393827 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:56.492865 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] Transition to ACTIVE for port object 99c9d022-e487-4dce-9c8d-d3c392b1d93f will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:53:56.509232 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:56.518767 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Allocated IP 172.26.4.172 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/f188e43c-27e0-4d54-bb5f-100f3ef88472) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:53:56.542963 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-83ee2019-64c2-4fb1-b7fb-92ba2f95bc64 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:56.595194 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.resource_extend [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 04:53:56.625364 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:56.626193 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 05dba78e-f14f-4b37-9027-2eb3f08fbf2a up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:53:56.686308 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:56.724693 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:56.731145 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6413852c-03cb-4ce1-9cdd-9a43c260ae20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:56.757692 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 05dba78e-f14f-4b37-9027-2eb3f08fbf2a completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:53:56.764640 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 05dba78e-f14f-4b37-9027-2eb3f08fbf2a triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:56.765087 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:56.842227 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:56.843067 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:56.861624 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=99c9d022-e487-4dce-9c8d-d3c392b1d93f,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:56.865166 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:56.876722 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2573aa80-363f-4ac0-b4b5-d537830281ea tempest-NetworksTestDHCPv6-1536824548 tempest-NetworksTestDHCPv6-1536824548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:56.903691 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:56.944025 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 05dba78e-f14f-4b37-9027-2eb3f08fbf2a, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=05dba78e-f14f-4b37-9027-2eb3f08fbf2a,segment=NetworkSegment(1b0a9fa6-ca64-4c02-aa74-595423cd55fb),segment_id=1b0a9fa6-ca64-4c02-aa74-595423cd55fb)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:53:56.946890 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:56.948203 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:56.950202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Pushing event updated for resources: {'Port': ['ID=f188e43c-27e0-4d54-bb5f-100f3ef88472,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:56.952458 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:53:56.953578 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:56.954691 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2a319396-cad6-4a16-964e-80be7ca38d1d up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:53:56.979743 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:56.983937 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:57.095488 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=05dba78e-f14f-4b37-9027-2eb3f08fbf2a,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:57.098588 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:57.110953 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 2a319396-cad6-4a16-964e-80be7ca38d1d triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:57.111275 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:57.114648 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:57.131419 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event updated for resources: {'Port': ['ID=8d435a03-75b1-4569-a383-686b39cf5f72,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:57.153453 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:57.183395 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:57.228665 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Network 985a7d82-988e-464c-9611-b466451a9ed4 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:53:57.236503 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b823f-f0e2-4745-a8d0-90799ebffa0f req-1c16e00d-a0a9-4f7a-bd89-3cc2a6df8210 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:57.237207 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-750b823f-f0e2-4745-a8d0-90799ebffa0f req-1c16e00d-a0a9-4f7a-bd89-3cc2a6df8210 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:57.249822 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:53:57.417706 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:57.424120 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:57.428416 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f452f681-2a91-47f7-8911-1135acf55a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:57.484543 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-750b823f-f0e2-4745-a8d0-90799ebffa0f req-1c16e00d-a0a9-4f7a-bd89-3cc2a6df8210 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:57.486163 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-750b823f-f0e2-4745-a8d0-90799ebffa0f req-1c16e00d-a0a9-4f7a-bd89-3cc2a6df8210 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 944 time: 0.9835780
Dec 22 04:53:57.507517 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-280fcab5-29b5-41fe-8532-83b361c745a6 None None] Provisioning complete for port 8d435a03-75b1-4569-a383-686b39cf5f72 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:57.507795 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] Attempting to bind port 99c9d022-e487-4dce-9c8d-d3c392b1d93f on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:53:57.507916 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] Attempting to bind port 99c9d022-e487-4dce-9c8d-d3c392b1d93f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '54553529-c1f7-4895-8c6c-8f08500f1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:53:57.508025 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-280fcab5-29b5-41fe-8532-83b361c745a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:57.508340 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] Attempting to bind port 99c9d022-e487-4dce-9c8d-d3c392b1d93f on network 4bb4d842-e284-452b-81f2-d4549acfe918 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:53:57.545440 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Pushing event updated for resources: {'Port': ['ID=f188e43c-27e0-4d54-bb5f-100f3ef88472,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:57.549337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:57.565523 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:57.573903 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-280fcab5-29b5-41fe-8532-83b361c745a6 None None] Port 8d435a03-75b1-4569-a383-686b39cf5f72 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:53:57.590075 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:57.592598 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5981715
Dec 22 04:53:57.595337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58536) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:57.615482 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] Port 99c9d022-e487-4dce-9c8d-d3c392b1d93f on network 4bb4d842-e284-452b-81f2-d4549acfe918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:53:57.615810 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] Attempting to bind port 99c9d022-e487-4dce-9c8d-d3c392b1d93f on network 4bb4d842-e284-452b-81f2-d4549acfe918 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:53:57.664568 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:53:57.664866 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] Checking segment: {'id': '54553529-c1f7-4895-8c6c-8f08500f1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:53:57.665219 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] Bound using segment: {'id': '54553529-c1f7-4895-8c6c-8f08500f1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:53:57.665686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] Bound port: 99c9d022-e487-4dce-9c8d-d3c392b1d93f, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54553529-c1f7-4895-8c6c-8f08500f1930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:53:57.666027 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:57.689672 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-24bda78b-5dab-434f-af96-fe9e0d008e1f tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Synchronizing usage tracker for tenant:a3b3656fb3604c569367226d5dc088bc on resource:floatingip {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:57.706271 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-24bda78b-5dab-434f-af96-fe9e0d008e1f tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Unset dirty status for tenant:a3b3656fb3604c569367226d5dc088bc on resource:floatingip {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:57.707497 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-24bda78b-5dab-434f-af96-fe9e0d008e1f tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2434 time: 0.1112113
Dec 22 04:53:57.710081 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58540) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:57.739981 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-750b823f-f0e2-4745-a8d0-90799ebffa0f req-34b4c84c-b2c3-4434-9add-9483e003a295 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c94f788-3926-4cf1-9162-1ec9592a0f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2288566
Dec 22 04:53:57.787110 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f868eba3-8440-4194-ae6d-bc9ae74225a5 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Synchronizing usage tracker for tenant:a9e1c6be386f4a81a7f36a9dd1e5ba6b on resource:floatingip {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:53:57.804614 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f868eba3-8440-4194-ae6d-bc9ae74225a5 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Unset dirty status for tenant:a9e1c6be386f4a81a7f36a9dd1e5ba6b on resource:floatingip {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:53:57.805909 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f868eba3-8440-4194-ae6d-bc9ae74225a5 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 690 time: 0.0949361
Dec 22 04:53:57.808621 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58544) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:57.956983 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] For port 99c9d022-e487-4dce-9c8d-d3c392b1d93f, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:53:57.961889 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] For port 99c9d022-e487-4dce-9c8d-d3c392b1d93f, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=99c9d022-e487-4dce-9c8d-d3c392b1d93f,segment=NetworkSegment(54553529-c1f7-4895-8c6c-8f08500f1930),segment_id=54553529-c1f7-4895-8c6c-8f08500f1930)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:53:57.966793 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-b08e6884-1163-4643-a3c1-1cd3ef11e168 tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Deleting port f188e43c-27e0-4d54-bb5f-100f3ef88472 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:57.967437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b08e6884-1163-4643-a3c1-1cd3ef11e168 tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:57.979611 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:57.985259 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7dc70703-2230-4483-8e16-289b5d851d0e tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:58.068473 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:58.069888 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] 10.222.0.47 "PUT /v2.0/ports/99c9d022-e487-4dce-9c8d-d3c392b1d93f HTTP/1.1" status: 200  len: 1094 time: 3.0303609
Dec 22 04:53:58.073796 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2553cd-0366-4bf5-a4a4-8708725e55db', 'tag': '99c9d022-e487-4dce-9c8d-d3c392b1d93f'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:53:58.154525 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b08e6884-1163-4643-a3c1-1cd3ef11e168 tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:58.154858 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b08e6884-1163-4643-a3c1-1cd3ef11e168 tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:58.190297 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2553cd-0366-4bf5-a4a4-8708725e55db', 'tag': '99c9d022-e487-4dce-9c8d-d3c392b1d93f', 'status': 'completed', 'code': 200}
Dec 22 04:53:58.195329 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=99c9d022-e487-4dce-9c8d-d3c392b1d93f,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:58.210022 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:58.286148 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-b08e6884-1163-4643-a3c1-1cd3ef11e168 tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Calling delete_port for f188e43c-27e0-4d54-bb5f-100f3ef88472 owned by network:floatingip {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:58.302061 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-e4c15915-9b98-4abf-8aec-4b4faf964053 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 1097 time: 0.1504786
Dec 22 04:53:58.312754 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Router 489834d5-e138-45f2-ba06-8d0c741eb394 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:53:58.442503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b08e6884-1163-4643-a3c1-1cd3ef11e168 tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:58.446830 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c584dc46-6cf7-46fb-865a-6bca9b5fed0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:58.458675 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 05dba78e-f14f-4b37-9027-2eb3f08fbf2a up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:53:58.493480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e6884-1163-4643-a3c1-1cd3ef11e168 tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Pushing event deleted for resources: {'Port': ['ID=f188e43c-27e0-4d54-bb5f-100f3ef88472,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:58.496397 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b08e6884-1163-4643-a3c1-1cd3ef11e168 tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:58.552224 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-c4d2b8b4-1ace-4d75-8eba-5e60fc0ffb1c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c9d022-e487-4dce-9c8d-d3c392b1d93f HTTP/1.1" status: 200  len: 217 time: 0.2361951
Dec 22 04:53:58.552879 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 05dba78e-f14f-4b37-9027-2eb3f08fbf2a triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:53:58.553272 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:58.559447 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e202da6-b44c-4df9-abbf-443a0270f26b tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Router fb09b6d9-7266-434b-947a-f65cc0e409da has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:53:58.696606 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b08e6884-1163-4643-a3c1-1cd3ef11e168 tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Notify callbacks [] for floatingip, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:58.707213 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b08e6884-1163-4643-a3c1-1cd3ef11e168 tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:58.708350 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b08e6884-1163-4643-a3c1-1cd3ef11e168 tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] 10.222.0.53 "DELETE /v2.0/floatingips/38899371-328f-49c1-915c-e0a48390e91d HTTP/1.1" status: 204  len: 168 time: 0.8988357
Dec 22 04:53:58.710993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58550) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:58.741423 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-b61d1875-4a2a-4372-9159-f14051aaa9ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:58.742867 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-b61d1875-4a2a-4372-9159-f14051aaa9ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=27a8e95f-208a-4135-8d3a-0c75f45823f4 HTTP/1.1" status: 200  len: 835 time: 0.1822441
Dec 22 04:53:58.865803 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-f11db0e0-aad4-47d9-8ba7-a9d56db4eb57 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Deleting port 091b16fb-99fc-4720-af14-6f81fe095dfd {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:58.866138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f11db0e0-aad4-47d9-8ba7-a9d56db4eb57 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:58.977489 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-cca970a0-8e0b-4290-92e5-92baa37664b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4bb4d842-e284-452b-81f2-d4549acfe918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1831963
Dec 22 04:53:59.030450 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f11db0e0-aad4-47d9-8ba7-a9d56db4eb57 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:59.031090 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f11db0e0-aad4-47d9-8ba7-a9d56db4eb57 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:59.032411 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:53:59.042659 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694bb3cf-4dcf-48b9-9e1d-cfad376ea421 None None] Sync routers for ids ['489834d5-e138-45f2-ba06-8d0c741eb394'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:53:59.055445 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694bb3cf-4dcf-48b9-9e1d-cfad376ea421 None None] Routers {'489834d5-e138-45f2-ba06-8d0c741eb394'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:59.056121 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-694bb3cf-4dcf-48b9-9e1d-cfad376ea421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8ef1c0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['489834d5-e138-45f2-ba06-8d0c741eb394'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:59.071095 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "PUT /v2.0/routers/489834d5-e138-45f2-ba06-8d0c741eb394/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6355095
Dec 22 04:53:59.072852 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58556) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:59.118022 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-694bb3cf-4dcf-48b9-9e1d-cfad376ea421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8ef1c0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:59.130427 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694bb3cf-4dcf-48b9-9e1d-cfad376ea421 None None] Routers {'489834d5-e138-45f2-ba06-8d0c741eb394'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:59.131282 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-694bb3cf-4dcf-48b9-9e1d-cfad376ea421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8ef1c0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['489834d5-e138-45f2-ba06-8d0c741eb394'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:59.156262 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-f11db0e0-aad4-47d9-8ba7-a9d56db4eb57 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Calling delete_port for 091b16fb-99fc-4720-af14-6f81fe095dfd owned by network:floatingip {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:53:59.194114 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-694bb3cf-4dcf-48b9-9e1d-cfad376ea421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8ef1c0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:59.194828 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694bb3cf-4dcf-48b9-9e1d-cfad376ea421 None None] The sync data for ids ['489834d5-e138-45f2-ba06-8d0c741eb394'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:53:59.281664 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa662013-fd66-4a8e-b953-197db8b4f53d req-f846628d-9b91-4a61-94b1-387cc41ff619 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:53:59.283007 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aa662013-fd66-4a8e-b953-197db8b4f53d req-f846628d-9b91-4a61-94b1-387cc41ff619 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 944 time: 0.4122772
Dec 22 04:53:59.313032 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f11db0e0-aad4-47d9-8ba7-a9d56db4eb57 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:59.317458 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:53:59.358567 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11db0e0-aad4-47d9-8ba7-a9d56db4eb57 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Pushing event deleted for resources: {'Port': ['ID=091b16fb-99fc-4720-af14-6f81fe095dfd,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:53:59.361332 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f11db0e0-aad4-47d9-8ba7-a9d56db4eb57 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:53:59.383341 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-643aa2c9-24cd-42dc-9d7b-c353376a3e88 service neutron] 10.222.0.47 "GET /v2.0/networks/4bb4d842-e284-452b-81f2-d4549acfe918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3632617
Dec 22 04:53:59.451553 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f11db0e0-aad4-47d9-8ba7-a9d56db4eb57 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:59.468339 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f11db0e0-aad4-47d9-8ba7-a9d56db4eb57 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:59.473698 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f11db0e0-aad4-47d9-8ba7-a9d56db4eb57 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/63bb010a-e66a-4335-8e0d-d41b75c64013 HTTP/1.1" status: 204  len: 168 time: 0.7575939
Dec 22 04:53:59.473698 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58560) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:59.475523 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aa662013-fd66-4a8e-b953-197db8b4f53d req-0dc06dc3-ac1e-44cd-b7a6-bb46383ffe6e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c94f788-3926-4cf1-9162-1ec9592a0f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1821856
Dec 22 04:53:59.520535 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e202da6-b44c-4df9-abbf-443a0270f26b tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:53:59.529558 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4e202da6-b44c-4df9-abbf-443a0270f26b tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "PUT /v2.0/routers/fb09b6d9-7266-434b-947a-f65cc0e409da/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.3642042
Dec 22 04:53:59.531941 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd772da4-12ff-4291-bba3-e02e8af39234 None None] Sync routers for ids ['fb09b6d9-7266-434b-947a-f65cc0e409da'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:53:59.532435 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58564) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:53:59.544576 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd772da4-12ff-4291-bba3-e02e8af39234 None None] Routers {'fb09b6d9-7266-434b-947a-f65cc0e409da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:53:59.545271 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-fd772da4-12ff-4291-bba3-e02e8af39234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c1a22b0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fb09b6d9-7266-434b-947a-f65cc0e409da'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:53:59.574233 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-c401fc45-56d2-4fe4-a741-6cff38036b4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Deleting port 9f892549-85ee-46be-9558-05e13c2001bb {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:53:59.574662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c401fc45-56d2-4fe4-a741-6cff38036b4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:59.688331 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aad7ce3e-be9a-4d79-9d0d-235c6ba8963c req-d6ae8f3e-e73d-4bb5-8e3e-c91e2d0a67f9 service neutron] 10.222.0.47 "GET /v2.0/networks/4bb4d842-e284-452b-81f2-d4549acfe918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2912693
Dec 22 04:53:59.731262 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-fd772da4-12ff-4291-bba3-e02e8af39234 None None] Set router fb09b6d9-7266-434b-947a-f65cc0e409da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:53:59.921136 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f95d036-6a01-4674-b9c7-c586b1645ce2 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Deleting subnet 9364b721-02c0-45b6-9969-0de35a0139cd {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:53:59.937082 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7f95d036-6a01-4674-b9c7-c586b1645ce2 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:53:59.991157 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c401fc45-56d2-4fe4-a741-6cff38036b4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:00.024329 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-fd772da4-12ff-4291-bba3-e02e8af39234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c1a22b0>, [{'id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88564726', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:36Z', 'updated_at': '2021-12-22T04:53:54Z', 'revision_number': 5, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'gw_port': {'id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:39Z', 'updated_at': '2021-12-22T04:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:00.028352 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd772da4-12ff-4291-bba3-e02e8af39234 None None] Checking router: fb09b6d9-7266-434b-947a-f65cc0e409da for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:54:00.039399 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd772da4-12ff-4291-bba3-e02e8af39234 None None] Routers {'fb09b6d9-7266-434b-947a-f65cc0e409da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:00.040141 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-fd772da4-12ff-4291-bba3-e02e8af39234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c1a22b0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['fb09b6d9-7266-434b-947a-f65cc0e409da'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:00.081010 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a4346fc8-34f9-4d8c-8531-22ea87351226 req-696fbe02-87ea-4f87-b277-7cd9b45a8ae8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 1097 time: 0.2959471
Dec 22 04:54:00.222452 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-fd772da4-12ff-4291-bba3-e02e8af39234 None None] Set router fb09b6d9-7266-434b-947a-f65cc0e409da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:54:00.227325 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-c401fc45-56d2-4fe4-a741-6cff38036b4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Calling delete_port for 9f892549-85ee-46be-9558-05e13c2001bb owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:00.262607 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7f95d036-6a01-4674-b9c7-c586b1645ce2 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:00.275073 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4346fc8-34f9-4d8c-8531-22ea87351226 req-1750d851-a096-46f1-843c-a3e5577781a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:00.276523 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a4346fc8-34f9-4d8c-8531-22ea87351226 req-1750d851-a096-46f1-843c-a3e5577781a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4bb4d842-e284-452b-81f2-d4549acfe918 HTTP/1.1" status: 200  len: 898 time: 0.1870954
Dec 22 04:54:00.392251 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a4346fc8-34f9-4d8c-8531-22ea87351226 req-5e73a2e1-c501-488e-8700-92a8ff8dc297 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c9d022-e487-4dce-9c8d-d3c392b1d93f HTTP/1.1" status: 200  len: 217 time: 0.1080287
Dec 22 04:54:00.437395 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7f95d036-6a01-4674-b9c7-c586b1645ce2 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:00.459927 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-db019a95-8905-4472-90a1-ba4bc10c5013 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:54:00.460960 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-db019a95-8905-4472-90a1-ba4bc10c5013 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "PUT /v2.0/routers/489834d5-e138-45f2-ba06-8d0c741eb394/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.3872128
Dec 22 04:54:00.467042 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58568) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:00.479038 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c401fc45-56d2-4fe4-a741-6cff38036b4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:00.488505 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7da100b7-dbbd-48e4-b542-851f29f8c5f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:00.545125 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401fc45-56d2-4fe4-a741-6cff38036b4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Pushing event deleted for resources: {'Port': ['ID=9f892549-85ee-46be-9558-05e13c2001bb,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:00.549892 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c401fc45-56d2-4fe4-a741-6cff38036b4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:00.590912 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-fd772da4-12ff-4291-bba3-e02e8af39234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c1a22b0>, [{'id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88564726', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:36Z', 'updated_at': '2021-12-22T04:53:54Z', 'revision_number': 5, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'gw_port': {'id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:39Z', 'updated_at': '2021-12-22T04:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:00.596368 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd772da4-12ff-4291-bba3-e02e8af39234 None None] The sync data for ids ['fb09b6d9-7266-434b-947a-f65cc0e409da'] in dv-neutron-822525-1-hyperv is: [{'id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88564726', 'tenant_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:36Z', 'updated_at': '2021-12-22T04:53:54Z', 'revision_number': 5, 'project_id': '4a9c0bba5dc144c8a8924788c9d546a7', 'gw_port': {'id': '61baa2d5-223b-48f5-b291-823d57e64b21', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:3e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb09b6d9-7266-434b-947a-f65cc0e409da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:39Z', 'updated_at': '2021-12-22T04:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:54:00.606852 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4346fc8-34f9-4d8c-8531-22ea87351226 req-0c1d6a1a-e3a0-428e-8342-caaeae2e5efe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:00.608298 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a4346fc8-34f9-4d8c-8531-22ea87351226 req-0c1d6a1a-e3a0-428e-8342-caaeae2e5efe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=27a8e95f-208a-4135-8d3a-0c75f45823f4 HTTP/1.1" status: 200  len: 835 time: 0.2061901
Dec 22 04:54:00.699108 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7f95d036-6a01-4674-b9c7-c586b1645ce2 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:00.710867 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-492f4ce6-f7bb-4f77-8d05-35019ca7fa91 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:00.742815 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a4346fc8-34f9-4d8c-8531-22ea87351226 req-1a4baa09-b2c0-45f6-9993-b8056557523d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4bb4d842-e284-452b-81f2-d4549acfe918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1274126
Dec 22 04:54:00.763535 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95d036-6a01-4674-b9c7-c586b1645ce2 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Pushing event deleted for resources: {'Subnet': ['ID=9364b721-02c0-45b6-9969-0de35a0139cd,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:00.765945 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7f95d036-6a01-4674-b9c7-c586b1645ce2 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:00.780729 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7f95d036-6a01-4674-b9c7-c586b1645ce2 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:00.788872 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52af95f-4e16-4171-9734-282df53b1237 None None] Network f97bc42d-0eac-447b-b60a-aa353e247715 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:54:00.790163 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c401fc45-56d2-4fe4-a741-6cff38036b4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:00.802761 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c401fc45-56d2-4fe4-a741-6cff38036b4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] 10.222.0.53 "DELETE /v2.0/ports/9f892549-85ee-46be-9558-05e13c2001bb HTTP/1.1" status: 204  len: 168 time: 1.3284831
Dec 22 04:54:00.803736 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58574) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:00.843792 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7f95d036-6a01-4674-b9c7-c586b1645ce2 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "DELETE /v2.0/subnets/9364b721-02c0-45b6-9969-0de35a0139cd HTTP/1.1" status: 204  len: 168 time: 1.3072176
Dec 22 04:54:00.848508 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58578) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:00.947028 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8be2a-df70-47ad-a2cc-62ebf4a01560 req-6daa3520-7b90-4967-bdd1-42d3ba96fdad tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:00.948471 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-88f8be2a-df70-47ad-a2cc-62ebf4a01560 req-6daa3520-7b90-4967-bdd1-42d3ba96fdad tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 944 time: 0.2841098
Dec 22 04:54:01.000057 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08ba304-6eab-4ee8-b376-bf7fa3d5b358 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:01.000771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f08ba304-6eab-4ee8-b376-bf7fa3d5b358 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Synchronizing usage tracker for tenant:a9e1c6be386f4a81a7f36a9dd1e5ba6b on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:54:01.014543 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a4346fc8-34f9-4d8c-8531-22ea87351226 req-0d25fb3e-926d-4d21-abb1-c24fc960fa7b service neutron] 10.222.0.47 "GET /v2.0/networks/4bb4d842-e284-452b-81f2-d4549acfe918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2112141
Dec 22 04:54:01.083715 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a91731-1a48-46f8-b267-0f252e2ffd3a None None] DHCP port deletion for f97bc42d-0eac-447b-b60a-aa353e247715 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:54:01.088160 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-28a91731-1a48-46f8-b267-0f252e2ffd3a None None] Deleting port cf8d8343-6024-4c56-b8de-a350e472f531 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:01.088536 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-28a91731-1a48-46f8-b267-0f252e2ffd3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:01.117809 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c89e24df-a37c-4565-8b26-d09366be1cae tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:01.123473 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f08ba304-6eab-4ee8-b376-bf7fa3d5b358 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Unset dirty status for tenant:a9e1c6be386f4a81a7f36a9dd1e5ba6b on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:54:01.124641 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f08ba304-6eab-4ee8-b376-bf7fa3d5b358 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8cf7550-86a5-40cd-97be-d6574fcbaffc HTTP/1.1" status: 200  len: 913 time: 0.3187697
Dec 22 04:54:01.129203 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58582) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:01.197655 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-88f8be2a-df70-47ad-a2cc-62ebf4a01560 req-26c748f6-3374-43ce-bac8-94b605252f44 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c94f788-3926-4cf1-9162-1ec9592a0f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2061872
Dec 22 04:54:01.318270 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-28a91731-1a48-46f8-b267-0f252e2ffd3a None None] For port cf8d8343-6024-4c56-b8de-a350e472f531, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cf8d8343-6024-4c56-b8de-a350e472f531,segment=NetworkSegment(fcf7f310-eeea-4fb0-ab25-d29719352218),segment_id=fcf7f310-eeea-4fb0-ab25-d29719352218)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:01.318575 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-28a91731-1a48-46f8-b267-0f252e2ffd3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:01.356326 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f66f71f6-50e2-4bdb-863e-3f82851a4829 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:01.441779 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-28a91731-1a48-46f8-b267-0f252e2ffd3a None None] Calling delete_port for cf8d8343-6024-4c56-b8de-a350e472f531 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:01.443224 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a4346fc8-34f9-4d8c-8531-22ea87351226 req-895b450a-6090-4beb-9502-606f99b162d2 service neutron] 10.222.0.47 "GET /v2.0/networks/4bb4d842-e284-452b-81f2-d4549acfe918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4203598
Dec 22 04:54:01.524322 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-28a91731-1a48-46f8-b267-0f252e2ffd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:01.529223 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-ad76c9e2-e397-42ec-bd36-85cd2a44c86e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:01.573888 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a91731-1a48-46f8-b267-0f252e2ffd3a None None] Pushing event deleted for resources: {'Port': ['ID=cf8d8343-6024-4c56-b8de-a350e472f531,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:01.576810 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-28a91731-1a48-46f8-b267-0f252e2ffd3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:01.579524 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a91731-1a48-46f8-b267-0f252e2ffd3a None None] No DVR routers for this DVR port cf8d8343-6024-4c56-b8de-a350e472f531 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:54:01.860488 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f66f71f6-50e2-4bdb-863e-3f82851a4829 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:01.872933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-f66f71f6-50e2-4bdb-863e-3f82851a4829 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Deleting port 61baa2d5-223b-48f5-b291-823d57e64b21 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:01.873251 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f66f71f6-50e2-4bdb-863e-3f82851a4829 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:01.884989 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-c89e24df-a37c-4565-8b26-d09366be1cae tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Deleting port 8d435a03-75b1-4569-a383-686b39cf5f72 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:01.885332 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c89e24df-a37c-4565-8b26-d09366be1cae tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:02.024000 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d0dc9db3-4203-4bfd-8877-f5e2e500b103 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:02.067424 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c89e24df-a37c-4565-8b26-d09366be1cae tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:02.133262 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-f66f71f6-50e2-4bdb-863e-3f82851a4829 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] For port 61baa2d5-223b-48f5-b291-823d57e64b21, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=61baa2d5-223b-48f5-b291-823d57e64b21,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:02.133627 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f66f71f6-50e2-4bdb-863e-3f82851a4829 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:02.189692 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-c89e24df-a37c-4565-8b26-d09366be1cae tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Calling delete_port for 8d435a03-75b1-4569-a383-686b39cf5f72 owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:02.263055 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-f66f71f6-50e2-4bdb-863e-3f82851a4829 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Calling delete_port for 61baa2d5-223b-48f5-b291-823d57e64b21 owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:02.423881 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c89e24df-a37c-4565-8b26-d09366be1cae tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:02.428826 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:02.465691 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cd643cc0-7f46-432a-9766-021508d29492 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:54:02.488143 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e24df-a37c-4565-8b26-d09366be1cae tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event deleted for resources: {'Port': ['ID=8d435a03-75b1-4569-a383-686b39cf5f72,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:02.490637 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c89e24df-a37c-4565-8b26-d09366be1cae tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:02.501084 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: cd643cc0-7f46-432a-9766-021508d29492 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:54:02.501588 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cd643cc0-7f46-432a-9766-021508d29492 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:54:02.502080 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cf8d8343-6024-4c56-b8de-a350e472f531 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:54:02.534114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bc680-eb4e-4b1b-a914-10e86190e3ad req-f4881f5d-40b3-4803-a8e9-88c0dffb63dd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:02.535702 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ab5bc680-eb4e-4b1b-a914-10e86190e3ad req-f4881f5d-40b3-4803-a8e9-88c0dffb63dd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 944 time: 0.1989355
Dec 22 04:54:02.545383 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: cf8d8343-6024-4c56-b8de-a350e472f531 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:54:02.545829 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cf8d8343-6024-4c56-b8de-a350e472f531 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:54:02.563448 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f66f71f6-50e2-4bdb-863e-3f82851a4829 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:02.573098 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:02.670017 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f71f6-50e2-4bdb-863e-3f82851a4829 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Pushing event deleted for resources: {'Port': ['ID=61baa2d5-223b-48f5-b291-823d57e64b21,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:02.679714 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f66f71f6-50e2-4bdb-863e-3f82851a4829 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:02.718629 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ab5bc680-eb4e-4b1b-a914-10e86190e3ad req-23f64255-c7ba-4938-919a-44b4dbaa1d73 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c94f788-3926-4cf1-9162-1ec9592a0f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1753795
Dec 22 04:54:02.722392 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 99c9d022-e487-4dce-9c8d-d3c392b1d93f details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 04:54:02.725989 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c89e24df-a37c-4565-8b26-d09366be1cae tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:02.864413 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 99c9d022-e487-4dce-9c8d-d3c392b1d93f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=99c9d022-e487-4dce-9c8d-d3c392b1d93f,segment=NetworkSegment(54553529-c1f7-4895-8c6c-8f08500f1930),segment_id=54553529-c1f7-4895-8c6c-8f08500f1930)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:02.877676 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '99c9d022-e487-4dce-9c8d-d3c392b1d93f', 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918', 'port_id': '99c9d022-e487-4dce-9c8d-d3c392b1d93f', 'mac_address': 'fa:16:3e:60:af:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27a8e95f-208a-4135-8d3a-0c75f45823f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 04:54:02.935026 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:02.953813 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c9d022-e487-4dce-9c8d-d3c392b1d93f {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:54:02.970830 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 99c9d022-e487-4dce-9c8d-d3c392b1d93f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=99c9d022-e487-4dce-9c8d-d3c392b1d93f,segment=NetworkSegment(54553529-c1f7-4895-8c6c-8f08500f1930),segment_id=54553529-c1f7-4895-8c6c-8f08500f1930)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:02.977279 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:02.979305 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:03.009907 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f66f71f6-50e2-4bdb-863e-3f82851a4829 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:03.044302 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=99c9d022-e487-4dce-9c8d-d3c392b1d93f,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:03.047308 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:03.271471 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89e24df-a37c-4565-8b26-d09366be1cae tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Router 489834d5-e138-45f2-ba06-8d0c741eb394 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:54:03.404272 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['99c9d022-e487-4dce-9c8d-d3c392b1d93f'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 04:54:03.420550 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89e24df-a37c-4565-8b26-d09366be1cae tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:54:03.434508 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c89e24df-a37c-4565-8b26-d09366be1cae tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "PUT /v2.0/routers/489834d5-e138-45f2-ba06-8d0c741eb394/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9661725
Dec 22 04:54:03.435624 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58588) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:03.438662 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43c4ca4-c145-49ea-a2ac-5e0c8a378944 None None] Sync routers for ids ['489834d5-e138-45f2-ba06-8d0c741eb394'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:54:03.439295 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f66f71f6-50e2-4bdb-863e-3f82851a4829 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:03.453633 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43c4ca4-c145-49ea-a2ac-5e0c8a378944 None None] Routers {'489834d5-e138-45f2-ba06-8d0c741eb394'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:03.454240 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-e43c4ca4-c145-49ea-a2ac-5e0c8a378944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8ef7f0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['489834d5-e138-45f2-ba06-8d0c741eb394'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:03.515413 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f66f71f6-50e2-4bdb-863e-3f82851a4829 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:03.518011 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-4ef95be1-9949-4079-8c31-214a2e045330 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] delete failed (client error): The resource could not be found.
Dec 22 04:54:03.522613 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4ef95be1-9949-4079-8c31-214a2e045330 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1387814644 HTTP/1.1" status: 404  len: 335 time: 0.0824544
Dec 22 04:54:03.522819 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-e43c4ca4-c145-49ea-a2ac-5e0c8a378944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8ef7f0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:03.522942 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58592) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:03.528314 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-8870e706-3205-4353-9dbc-37685a53b67b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Request body: {'router': {'external_gateway_info': {'network_id': '489834d5-e138-45f2-ba06-8d0c741eb394'}}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:03.532484 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43c4ca4-c145-49ea-a2ac-5e0c8a378944 None None] Routers {'489834d5-e138-45f2-ba06-8d0c741eb394'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:03.533178 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-e43c4ca4-c145-49ea-a2ac-5e0c8a378944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8ef7f0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['489834d5-e138-45f2-ba06-8d0c741eb394'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:03.607060 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-e43c4ca4-c145-49ea-a2ac-5e0c8a378944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8ef7f0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:03.607745 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43c4ca4-c145-49ea-a2ac-5e0c8a378944 None None] The sync data for ids ['489834d5-e138-45f2-ba06-8d0c741eb394'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:54:03.608177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f66f71f6-50e2-4bdb-863e-3f82851a4829 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:03.608885 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66f71f6-50e2-4bdb-863e-3f82851a4829 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Fanout notify agent at l3_agent the message router_deleted on router fb09b6d9-7266-434b-947a-f65cc0e409da {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:54:03.677978 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f66f71f6-50e2-4bdb-863e-3f82851a4829 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:03.679344 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f66f71f6-50e2-4bdb-863e-3f82851a4829 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "DELETE /v2.0/routers/fb09b6d9-7266-434b-947a-f65cc0e409da HTTP/1.1" status: 204  len: 168 time: 2.8314605
Dec 22 04:54:03.682725 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58596) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:03.771194 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc9db3-4203-4bfd-8877-f5e2e500b103 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Deleting port f1d59c70-d7bf-486f-b91f-ff7f5fde06f9 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:03.771434 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d0dc9db3-4203-4bfd-8877-f5e2e500b103 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:03.919357 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ad2979ea-6ee5-4c94-a9d6-773ce90b488f tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:03.940031 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8870e706-3205-4353-9dbc-37685a53b67b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:03.970239 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-8870e706-3205-4353-9dbc-37685a53b67b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] update failed (client error): The resource could not be found.
Dec 22 04:54:03.971260 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8870e706-3205-4353-9dbc-37685a53b67b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "PUT /v2.0/routers/489834d5-e138-45f2-ba06-8d0c741eb394 HTTP/1.1" status: 404  len: 339 time: 0.4473398
Dec 22 04:54:03.975051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58602) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:03.991567 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-c10bc403-2dcb-421f-8666-d045188c2501 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-523942692'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:04.008378 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c10bc403-2dcb-421f-8666-d045188c2501 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:04.045947 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c10bc403-2dcb-421f-8666-d045188c2501 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Usage tracker for resource:network and tenant:6eb334be7cb14171b610f48a95de57f1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:54:04.064750 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c10bc403-2dcb-421f-8666-d045188c2501 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:54:04.141731 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c10bc403-2dcb-421f-8666-d045188c2501 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:04.180887 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d0dc9db3-4203-4bfd-8877-f5e2e500b103 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:04.201986 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ad2979ea-6ee5-4c94-a9d6-773ce90b488f tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:04.209744 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10bc403-2dcb-421f-8666-d045188c2501 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Made reservation on behalf of 6eb334be7cb14171b610f48a95de57f1 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:54:04.212597 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c10bc403-2dcb-421f-8666-d045188c2501 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:04.342243 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc9db3-4203-4bfd-8877-f5e2e500b103 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Calling delete_port for f1d59c70-d7bf-486f-b91f-ff7f5fde06f9 owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:04.382954 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fb55a-8b8c-4f40-ae5a-6b75bab67d2d req-b94728a7-4bc8-464f-add5-0dc1c8dd6540 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:04.384383 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-665fb55a-8b8c-4f40-ae5a-6b75bab67d2d req-b94728a7-4bc8-464f-add5-0dc1c8dd6540 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 945 time: 0.5163772
Dec 22 04:54:04.392972 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-ad2979ea-6ee5-4c94-a9d6-773ce90b488f tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b5746d0>,) {'filters': {'network_id': ['f97bc42d-0eac-447b-b60a-aa353e247715']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:04.437934 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-ad2979ea-6ee5-4c94-a9d6-773ce90b488f tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b5746d0>, 'fcf7f310-eeea-4fb0-ab25-d29719352218') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:04.438213 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-ad2979ea-6ee5-4c94-a9d6-773ce90b488f tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b5746d0>, 'fcf7f310-eeea-4fb0-ab25-d29719352218') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:04.457418 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ad2979ea-6ee5-4c94-a9d6-773ce90b488f tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:04.487065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10bc403-2dcb-421f-8666-d045188c2501 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:54:04.510698 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ad2979ea-6ee5-4c94-a9d6-773ce90b488f tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:04.526563 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c10bc403-2dcb-421f-8666-d045188c2501 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:04.526924 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-c10bc403-2dcb-421f-8666-d045188c2501 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Added segment a4df63c8-1a69-4836-b62d-5c1f7c8e3485 of type vlan for network 07fda576-6ad6-47fc-b433-840157b63155
Dec 22 04:54:04.529208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2979ea-6ee5-4c94-a9d6-773ce90b488f tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:54:04.529613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ad2979ea-6ee5-4c94-a9d6-773ce90b488f tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:54:04.543663 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:54:04.599560 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-665fb55a-8b8c-4f40-ae5a-6b75bab67d2d req-66927312-4898-4445-bf17-1925cc88e0c0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c94f788-3926-4cf1-9162-1ec9592a0f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1995733
Dec 22 04:54:04.656058 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c10bc403-2dcb-421f-8666-d045188c2501 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:04.669916 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ad2979ea-6ee5-4c94-a9d6-773ce90b488f tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:04.675584 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:04.690423 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ad2979ea-6ee5-4c94-a9d6-773ce90b488f tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:04.717214 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2979ea-6ee5-4c94-a9d6-773ce90b488f tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Pushing event deleted for resources: {'Network': ['ID=f97bc42d-0eac-447b-b60a-aa353e247715,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:04.723471 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ad2979ea-6ee5-4c94-a9d6-773ce90b488f tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "DELETE /v2.0/networks/f97bc42d-0eac-447b-b60a-aa353e247715 HTTP/1.1" status: 204  len: 168 time: 1.0398993
Dec 22 04:54:04.726543 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ad2979ea-6ee5-4c94-a9d6-773ce90b488f tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:04.726710 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58606) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:04.732343 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 99c9d022-e487-4dce-9c8d-d3c392b1d93f up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:54:04.762277 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c10bc403-2dcb-421f-8666-d045188c2501 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:04.766728 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bc403-2dcb-421f-8666-d045188c2501 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:04.767481 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c10bc403-2dcb-421f-8666-d045188c2501 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:04.774386 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-965af886-1996-4b07-be9a-e8bb16b6c92c tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:04.796886 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-23d8f085-552f-4e42-abb4-ea16b36516da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:04.831350 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-23d8f085-552f-4e42-abb4-ea16b36516da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:04.851497 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 99c9d022-e487-4dce-9c8d-d3c392b1d93f completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:54:04.856542 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 99c9d022-e487-4dce-9c8d-d3c392b1d93f triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:54:04.856798 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:04.901467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-23d8f085-552f-4e42-abb4-ea16b36516da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:04.906853 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ebf19a0a-78a2-4f22-9699-6d9802801a63 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:04.922302 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8f085-552f-4e42-abb4-ea16b36516da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cb72cc-3183-4301-8443-74f82c9874bd,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:04.925742 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-23d8f085-552f-4e42-abb4-ea16b36516da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:04.934393 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-23d8f085-552f-4e42-abb4-ea16b36516da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:04.936986 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-23d8f085-552f-4e42-abb4-ea16b36516da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] 10.222.0.53 "DELETE /v2.0/security-groups/41cb72cc-3183-4301-8443-74f82c9874bd HTTP/1.1" status: 204  len: 168 time: 0.2086756
Dec 22 04:54:04.990848 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c10bc403-2dcb-421f-8666-d045188c2501 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.0046237
Dec 22 04:54:04.992167 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58612) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:04.998048 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-c1c3e42b-de51-4484-961c-0612f938d050 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Request body: {'subnet': {'network_id': '07fda576-6ad6-47fc-b433-840157b63155', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:05.020407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bc403-2dcb-421f-8666-d045188c2501 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event updated for resources: {'Network': ['ID=07fda576-6ad6-47fc-b433-840157b63155,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:05.031394 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:05.034395 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c10bc403-2dcb-421f-8666-d045188c2501 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:05.035168 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d0dc9db3-4203-4bfd-8877-f5e2e500b103 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:05.045009 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b08e6884-1163-4643-a3c1-1cd3ef11e168 tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:05.047111 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 07fda576-6ad6-47fc-b433-840157b63155 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:54:05.093091 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc9db3-4203-4bfd-8877-f5e2e500b103 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Pushing event deleted for resources: {'Port': ['ID=f1d59c70-d7bf-486f-b91f-ff7f5fde06f9,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:05.101294 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d0dc9db3-4203-4bfd-8877-f5e2e500b103 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:05.128462 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c1c3e42b-de51-4484-961c-0612f938d050 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:05.132273 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c1c3e42b-de51-4484-961c-0612f938d050 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Usage tracker for resource:subnet and tenant:6eb334be7cb14171b610f48a95de57f1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:54:05.135325 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c1c3e42b-de51-4484-961c-0612f938d050 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:54:05.146417 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c1c3e42b-de51-4484-961c-0612f938d050 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:05.175390 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c3e42b-de51-4484-961c-0612f938d050 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Made reservation on behalf of 6eb334be7cb14171b610f48a95de57f1 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:54:05.197028 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2553cd-0366-4bf5-a4a4-8708725e55db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c9d022-e487-4dce-9c8d-d3c392b1d93f'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:54:05.252001 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 99c9d022-e487-4dce-9c8d-d3c392b1d93f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=99c9d022-e487-4dce-9c8d-d3c392b1d93f,segment=NetworkSegment(54553529-c1f7-4895-8c6c-8f08500f1930),segment_id=54553529-c1f7-4895-8c6c-8f08500f1930)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:05.274540 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:05.276266 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:05.324601 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2553cd-0366-4bf5-a4a4-8708725e55db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c9d022-e487-4dce-9c8d-d3c392b1d93f', 'code': 200}
Dec 22 04:54:05.342623 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e42b-de51-4484-961c-0612f938d050 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:05.379877 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=99c9d022-e487-4dce-9c8d-d3c392b1d93f,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:05.383763 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:05.476995 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58622) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:05.545598 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d0dc9db3-4203-4bfd-8877-f5e2e500b103 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:05.678342 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b1e3acc6-b1bc-469c-93b5-7541bd9ab968 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a9c0bba5dc144c8a8924788c9d546a7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1923792
Dec 22 04:54:05.678996 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58630) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:05.709702 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3799261d-0bc3-414d-bad4-d78e0df1f97f req-c490ac8e-8873-457a-b610-02e3293b3c15 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 1099 time: 0.1216645
Dec 22 04:54:05.818066 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-857d8fbd-0a8b-4336-889a-c862d9136159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:05.850796 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-857d8fbd-0a8b-4336-889a-c862d9136159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:05.861306 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3799261d-0bc3-414d-bad4-d78e0df1f97f req-bef83d1d-23cb-4774-b2ab-a47c252c1883 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3c94f788-3926-4cf1-9162-1ec9592a0f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1182737
Dec 22 04:54:05.897265 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e42b-de51-4484-961c-0612f938d050 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:05.903373 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c8e753ce-d5f4-4af4-8f60-e75df59288da tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:05.954294 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45194100-9289-42dd-8058-99e2f3d57211 req-e1721b09-32d6-4879-bd7c-e8b6f7a81d64 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:05.955731 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-45194100-9289-42dd-8058-99e2f3d57211 req-e1721b09-32d6-4879-bd7c-e8b6f7a81d64 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 946 time: 0.2117181
Dec 22 04:54:05.997681 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-857d8fbd-0a8b-4336-889a-c862d9136159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:06.001478 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3e42b-de51-4484-961c-0612f938d050 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event updated for resources: {'Subnet': ['ID=5f952bad-b88e-485e-9a31-776f9f2d3962,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:06.003158 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e4c4b1cd-ecad-4411-bc89-9f6d6ac85336 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:06.009744 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c1c3e42b-de51-4484-961c-0612f938d050 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:06.029460 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d8fbd-0a8b-4336-889a-c862d9136159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954f4e99-37ac-4fcf-909a-fbcff7a5f226,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:06.033764 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-857d8fbd-0a8b-4336-889a-c862d9136159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:06.035767 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c3e42b-de51-4484-961c-0612f938d050 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Checking segment: {'id': 'a4df63c8-1a69-4836-b62d-5c1f7c8e3485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '07fda576-6ad6-47fc-b433-840157b63155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:54:06.036579 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c3e42b-de51-4484-961c-0612f938d050 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Network hostable DHCP agents. Network: 07fda576-6ad6-47fc-b433-840157b63155, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:54:06.043371 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-45194100-9289-42dd-8058-99e2f3d57211 req-728b806f-ff04-4ca2-9cbd-ed1253a43c82 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c94f788-3926-4cf1-9162-1ec9592a0f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0781453
Dec 22 04:54:06.062002 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c3e42b-de51-4484-961c-0612f938d050 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Network 07fda576-6ad6-47fc-b433-840157b63155 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:54:06.074625 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-c1c3e42b-de51-4484-961c-0612f938d050 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 07fda576-6ad6-47fc-b433-840157b63155) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:54:06.079357 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c3e42b-de51-4484-961c-0612f938d050 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:06.080016 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e42b-de51-4484-961c-0612f938d050 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:06.084042 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0914a3da-4dcd-4914-b891-45760f625438 None None] Network 07fda576-6ad6-47fc-b433-840157b63155 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:54:06.104557 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c1c3e42b-de51-4484-961c-0612f938d050 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.1121817
Dec 22 04:54:06.107372 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58634) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:06.112408 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-857d8fbd-0a8b-4336-889a-c862d9136159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:06.115989 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-2b8858db-4baf-4d8b-ab8f-3046c3ca96ad tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Request body: {'router': {'external_gateway_info': {'network_id': '07fda576-6ad6-47fc-b433-840157b63155'}}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:06.116163 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-857d8fbd-0a8b-4336-889a-c862d9136159 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/954f4e99-37ac-4fcf-909a-fbcff7a5f226 HTTP/1.1" status: 204  len: 168 time: 0.4339170
Dec 22 04:54:06.407226 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-07fda576-6ad6-47fc-b433-840157b63155', 'network_id': '07fda576-6ad6-47fc-b433-840157b63155', 'tenant_id': '6eb334be7cb14171b610f48a95de57f1', 'fixed_ips': [{'subnet_id': '5f952bad-b88e-485e-9a31-776f9f2d3962'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:54:06.408349 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:06.421965 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 61baa2d5-223b-48f5-b291-823d57e64b21 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:54:06.423649 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0dc9db3-4203-4bfd-8877-f5e2e500b103 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Router e8cf7550-86a5-40cd-97be-d6574fcbaffc has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:54:06.465445 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 61baa2d5-223b-48f5-b291-823d57e64b21 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:54:06.466523 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 61baa2d5-223b-48f5-b291-823d57e64b21 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:54:06.591486 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58642) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:06.626882 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-763a8ab5-94f4-4977-9e7f-eb4a6b00c627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:06.666951 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2b8858db-4baf-4d8b-ab8f-3046c3ca96ad tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:06.671428 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dc9db3-4203-4bfd-8877-f5e2e500b103 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:54:06.671604 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-763a8ab5-94f4-4977-9e7f-eb4a6b00c627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:06.683229 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d0dc9db3-4203-4bfd-8877-f5e2e500b103 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] 10.222.0.53 "PUT /v2.0/routers/e8cf7550-86a5-40cd-97be-d6574fcbaffc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5508456
Dec 22 04:54:06.683764 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-763a8ab5-94f4-4977-9e7f-eb4a6b00c627 admin admin] Usage tracker for resource:security_group_rule and tenant:4a09e5c247b144d0a51d6fa8b90f35a3 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:54:06.684563 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58646) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:06.686753 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-763a8ab5-94f4-4977-9e7f-eb4a6b00c627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:54:06.689178 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c262de95-5aec-4ca3-aa96-aee5e3d5a59b None None] Sync routers for ids ['e8cf7550-86a5-40cd-97be-d6574fcbaffc'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:54:06.693477 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-763a8ab5-94f4-4977-9e7f-eb4a6b00c627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:06.722802 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Allocated IP 2001:db8:1::2 (07fda576-6ad6-47fc-b433-840157b63155/5f952bad-b88e-485e-9a31-776f9f2d3962/c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:54:06.737529 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c262de95-5aec-4ca3-aa96-aee5e3d5a59b None None] Routers {'e8cf7550-86a5-40cd-97be-d6574fcbaffc'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:06.738192 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-c262de95-5aec-4ca3-aa96-aee5e3d5a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c0419a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['e8cf7550-86a5-40cd-97be-d6574fcbaffc'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:06.819940 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-c262de95-5aec-4ca3-aa96-aee5e3d5a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c0419a0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:06.889159 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-763a8ab5-94f4-4977-9e7f-eb4a6b00c627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:06.895173 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-763a8ab5-94f4-4977-9e7f-eb4a6b00c627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:06.905932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f68ad384-f095-45fa-a3a5-e5bf05e26eab tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:06.915160 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c262de95-5aec-4ca3-aa96-aee5e3d5a59b None None] Routers {'e8cf7550-86a5-40cd-97be-d6574fcbaffc'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:06.915797 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-c262de95-5aec-4ca3-aa96-aee5e3d5a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c0419a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:53:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['e8cf7550-86a5-40cd-97be-d6574fcbaffc'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:06.963159 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a8ab5-94f4-4977-9e7f-eb4a6b00c627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c014d1-ee14-475f-b10d-54803cf9c312,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:06.967253 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-763a8ab5-94f4-4977-9e7f-eb4a6b00c627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:06.968928 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-763a8ab5-94f4-4977-9e7f-eb4a6b00c627 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a09e5c247b144d0a51d6fa8b90f35a3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3699291
Dec 22 04:54:06.970691 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-2b8858db-4baf-4d8b-ab8f-3046c3ca96ad tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:54:06.971734 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2b8858db-4baf-4d8b-ab8f-3046c3ca96ad tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "PUT /v2.0/routers/489834d5-e138-45f2-ba06-8d0c741eb394 HTTP/1.1" status: 400  len: 364 time: 0.8634250
Dec 22 04:54:06.976314 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58650) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:06.976518 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58652) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:07.042657 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ffd8-af54-4612-905f-c2926f9fff8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:07.054494 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-c262de95-5aec-4ca3-aa96-aee5e3d5a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c0419a0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:07.055026 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c262de95-5aec-4ca3-aa96-aee5e3d5a59b None None] The sync data for ids ['e8cf7550-86a5-40cd-97be-d6574fcbaffc'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:54:07.069857 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ffd8-af54-4612-905f-c2926f9fff8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:07.139957 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ffd8-af54-4612-905f-c2926f9fff8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:07.148083 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c42e0212-8f39-4abb-b604-deb99d8d0a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:07.162698 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0ffd8-af54-4612-905f-c2926f9fff8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c014d1-ee14-475f-b10d-54803cf9c312,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:07.175297 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a7b0ffd8-af54-4612-905f-c2926f9fff8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:07.180761 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ffd8-af54-4612-905f-c2926f9fff8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:07.182143 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a7b0ffd8-af54-4612-905f-c2926f9fff8d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28c014d1-ee14-475f-b10d-54803cf9c312 HTTP/1.1" status: 204  len: 168 time: 0.2047515
Dec 22 04:54:07.223916 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9ce96232-6a5e-42bf-9a13-5470888d5fa4 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:07.285361 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:07.330512 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Transition to ACTIVE for port object c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:54:07.360431 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Transition to ACTIVE for port object c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:54:07.368505 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:07.375491 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:07.447470 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Network 07fda576-6ad6-47fc-b433-840157b63155 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:54:07.450671 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:54:07.455077 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:54:07.457052 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Pushing event updated for resources: {'Port': ['ID=c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:07.461223 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:07.533507 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:54:07.613313 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:07.615808 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Attempting to bind port c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:07.616186 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Attempting to bind port c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'a4df63c8-1a69-4836-b62d-5c1f7c8e3485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '07fda576-6ad6-47fc-b433-840157b63155'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:07.616559 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Attempting to bind port c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3 on network 07fda576-6ad6-47fc-b433-840157b63155 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:07.624332 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:54:07.624795 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Checking segment: {'id': 'a4df63c8-1a69-4836-b62d-5c1f7c8e3485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '07fda576-6ad6-47fc-b433-840157b63155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:54:07.625117 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:07.625516 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Bound using segment: {'id': 'a4df63c8-1a69-4836-b62d-5c1f7c8e3485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '07fda576-6ad6-47fc-b433-840157b63155'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:54:07.626031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Bound port: c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4df63c8-1a69-4836-b62d-5c1f7c8e3485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '07fda576-6ad6-47fc-b433-840157b63155'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:54:07.626413 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:07.651090 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a731167-0c2e-4051-a6e4-15037d120056 req-2dc9add2-2373-4468-af23-5a4341d009a7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:07.652681 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0a731167-0c2e-4051-a6e4-15037d120056 req-2dc9add2-2373-4468-af23-5a4341d009a7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 946 time: 0.3097932
Dec 22 04:54:07.717886 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] For port c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:54:07.721205 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] For port c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3,segment=NetworkSegment(a4df63c8-1a69-4836-b62d-5c1f7c8e3485),segment_id=a4df63c8-1a69-4836-b62d-5c1f7c8e3485)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:54:07.726458 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:07.730572 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:07.785826 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0a731167-0c2e-4051-a6e4-15037d120056 req-630f30a9-87c5-4b4b-b1a1-e0e9eca1e95d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c94f788-3926-4cf1-9162-1ec9592a0f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1202610
Dec 22 04:54:07.808397 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Pushing event updated for resources: {'Port': ['ID=c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:07.813107 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:07.821668 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dcaea364-8c03-4561-9032-2bab6766ed48 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:07.979736 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9ce96232-6a5e-42bf-9a13-5470888d5fa4 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:08.029693 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-9ce96232-6a5e-42bf-9a13-5470888d5fa4 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Deleting port 8bf59176-f8f2-40e5-8169-41636d9fb2a9 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:08.030025 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9ce96232-6a5e-42bf-9a13-5470888d5fa4 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:08.443555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9ce96232-6a5e-42bf-9a13-5470888d5fa4 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:08.489353 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:54:08.515871 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-dcaea364-8c03-4561-9032-2bab6766ed48 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Allocated IP 2001:db8::1 (4d870f32-9166-42a3-8773-c7b625f1ab6e/de6218b9-6320-41b7-b722-c090d8bfa9c8/319b5d3a-3a84-4ab4-a8c0-b58cbf430500) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:54:08.567361 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:54:08.581504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-9ce96232-6a5e-42bf-9a13-5470888d5fa4 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Calling delete_port for 8bf59176-f8f2-40e5-8169-41636d9fb2a9 owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:08.726618 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-003d8c31-51ce-4fb6-919f-b4d4efe01834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:08.739424 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcfa862-0c02-4009-9db8-83e6cedab3b5 None None] Network 07fda576-6ad6-47fc-b433-840157b63155 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:54:08.807981 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dcaea364-8c03-4561-9032-2bab6766ed48 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:08.860022 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-dcaea364-8c03-4561-9032-2bab6766ed48 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Transition to ACTIVE for port object 319b5d3a-3a84-4ab4-a8c0-b58cbf430500 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:54:08.894216 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5f7d1008-7e5f-4d34-993c-58a118ff2f2d None None] Provisioning for port c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:54:08.894776 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9ce96232-6a5e-42bf-9a13-5470888d5fa4 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:08.899823 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e2befa1e-e5d3-45d0-9094-45b996859adf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:08.905314 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5f7d1008-7e5f-4d34-993c-58a118ff2f2d None None] Provisioning complete for port c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:54:08.905762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5f7d1008-7e5f-4d34-993c-58a118ff2f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:08.945071 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce96232-6a5e-42bf-9a13-5470888d5fa4 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Pushing event deleted for resources: {'Port': ['ID=8bf59176-f8f2-40e5-8169-41636d9fb2a9,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:08.948502 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dcaea364-8c03-4561-9032-2bab6766ed48 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:08.952368 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9ce96232-6a5e-42bf-9a13-5470888d5fa4 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:08.952855 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9ce96232-6a5e-42bf-9a13-5470888d5fa4 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:09.019487 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7e9aa-5a4e-41cf-8f19-6227cecc8443 req-e9a17895-9b37-41fb-a8a1-8ebade4a8779 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:09.021131 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d0c7e9aa-5a4e-41cf-8f19-6227cecc8443 req-e9a17895-9b37-41fb-a8a1-8ebade4a8779 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 946 time: 0.1040800
Dec 22 04:54:09.073836 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d0c7e9aa-5a4e-41cf-8f19-6227cecc8443 req-a6267382-24cc-440a-8b7c-8a9540936f74 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c94f788-3926-4cf1-9162-1ec9592a0f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404639
Dec 22 04:54:09.087245 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5f7d1008-7e5f-4d34-993c-58a118ff2f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:09.096143 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaea364-8c03-4561-9032-2bab6766ed48 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event updated for resources: {'Port': ['ID=319b5d3a-3a84-4ab4-a8c0-b58cbf430500,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:09.107692 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dcaea364-8c03-4561-9032-2bab6766ed48 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:09.110914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaea364-8c03-4561-9032-2bab6766ed48 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Network 4d870f32-9166-42a3-8773-c7b625f1ab6e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:54:09.114231 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-dcaea364-8c03-4561-9032-2bab6766ed48 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:54:09.117829 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaea364-8c03-4561-9032-2bab6766ed48 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:54:09.118350 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dcaea364-8c03-4561-9032-2bab6766ed48 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:09.146793 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-5f7d1008-7e5f-4d34-993c-58a118ff2f2d None None] For port c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3,segment=NetworkSegment(a4df63c8-1a69-4836-b62d-5c1f7c8e3485),segment_id=a4df63c8-1a69-4836-b62d-5c1f7c8e3485)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:09.153214 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5f7d1008-7e5f-4d34-993c-58a118ff2f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:09.156044 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:09.243463 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d1008-7e5f-4d34-993c-58a118ff2f2d None None] Pushing event updated for resources: {'Port': ['ID=c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:09.261308 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5f7d1008-7e5f-4d34-993c-58a118ff2f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:09.330149 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9ce96232-6a5e-42bf-9a13-5470888d5fa4 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:09.505682 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5be1fe7f-b54a-4a81-b8fb-7dcd2239976e None None] Provisioning for port 319b5d3a-3a84-4ab4-a8c0-b58cbf430500 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:54:09.510272 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5be1fe7f-b54a-4a81-b8fb-7dcd2239976e None None] Provisioning complete for port 319b5d3a-3a84-4ab4-a8c0-b58cbf430500 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:54:09.510653 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5be1fe7f-b54a-4a81-b8fb-7dcd2239976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:09.565666 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-5be1fe7f-b54a-4a81-b8fb-7dcd2239976e None None] Port 319b5d3a-3a84-4ab4-a8c0-b58cbf430500 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:54:09.578318 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5be1fe7f-b54a-4a81-b8fb-7dcd2239976e None None] Provisioning complete for port c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:54:09.578698 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5be1fe7f-b54a-4a81-b8fb-7dcd2239976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:09.760340 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9ce96232-6a5e-42bf-9a13-5470888d5fa4 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:09.774340 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab218bee-09ef-406a-ac07-7027fe88e0b0 req-f7e678ae-ceaf-450e-963a-cbf79500d37a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:09.775754 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ab218bee-09ef-406a-ac07-7027fe88e0b0 req-f7e678ae-ceaf-450e-963a-cbf79500d37a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 946 time: 0.5094602
Dec 22 04:54:09.784940 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9ce96232-6a5e-42bf-9a13-5470888d5fa4 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:09.804774 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dcaea364-8c03-4561-9032-2bab6766ed48 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:09.892771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9ce96232-6a5e-42bf-9a13-5470888d5fa4 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:09.893458 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce96232-6a5e-42bf-9a13-5470888d5fa4 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Fanout notify agent at l3_agent the message router_deleted on router e8cf7550-86a5-40cd-97be-d6574fcbaffc {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:54:09.901069 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ab218bee-09ef-406a-ac07-7027fe88e0b0 req-6f83b453-4b6d-4cac-877c-3218feed0a2b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c94f788-3926-4cf1-9162-1ec9592a0f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1171000
Dec 22 04:54:09.929558 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58666) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:10.002670 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-62fbe762-0fe0-4922-9732-8a803c2f8296 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 1094 time: 0.0717030
Dec 22 04:54:10.004996 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58670) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:10.010130 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': '99c9d022-e487-4dce-9c8d-d3c392b1d93f', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:10.016111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:10.019810 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:floatingip and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:54:10.022648 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:54:10.028246 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:10.032963 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9ce96232-6a5e-42bf-9a13-5470888d5fa4 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:10.034077 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9ce96232-6a5e-42bf-9a13-5470888d5fa4 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] 10.222.0.53 "DELETE /v2.0/routers/e8cf7550-86a5-40cd-97be-d6574fcbaffc HTTP/1.1" status: 204  len: 168 time: 3.3479488
Dec 22 04:54:10.036776 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58674) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:10.072067 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:10.236045 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dcaea364-8c03-4561-9032-2bab6766ed48 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:10.240484 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dcaea364-8c03-4561-9032-2bab6766ed48 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:10.241430 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dcaea364-8c03-4561-9032-2bab6766ed48 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:10.244943 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f66f71f6-50e2-4bdb-863e-3f82851a4829 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:10.374472 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaea364-8c03-4561-9032-2bab6766ed48 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event updated for resources: {'Port': ['ID=319b5d3a-3a84-4ab4-a8c0-b58cbf430500,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:10.378394 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dcaea364-8c03-4561-9032-2bab6766ed48 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:10.426908 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c8a7012-a932-4a53-a81e-65c4cce4d678 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Deleting subnet d8802073-9241-4507-85bd-8ede49bd2761 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:54:10.431648 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7012-a932-4a53-a81e-65c4cce4d678 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:10.447618 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaea364-8c03-4561-9032-2bab6766ed48 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Network 4d870f32-9166-42a3-8773-c7b625f1ab6e is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:54:10.448844 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-dcaea364-8c03-4561-9032-2bab6766ed48 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:54:10.472157 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:54:10.503682 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7012-a932-4a53-a81e-65c4cce4d678 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:10.539054 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:10.559166 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:54:10.559679 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:10.708741 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7012-a932-4a53-a81e-65c4cce4d678 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:10.776137 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.26.4.143 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/e533ef17-0998-491b-9839-ba666291f2f3) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:54:10.827587 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-19e664b4-1108-4491-bc81-8d32fca3fef8 None None] Provisioning complete for port 319b5d3a-3a84-4ab4-a8c0-b58cbf430500 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:54:10.827978 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-19e664b4-1108-4491-bc81-8d32fca3fef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:10.833521 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcaea364-8c03-4561-9032-2bab6766ed48 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Router 489834d5-e138-45f2-ba06-8d0c741eb394 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:54:10.880928 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7012-a932-4a53-a81e-65c4cce4d678 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:10.886530 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c1c3e42b-de51-4484-961c-0612f938d050 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:10.887202 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-19e664b4-1108-4491-bc81-8d32fca3fef8 None None] Port 319b5d3a-3a84-4ab4-a8c0-b58cbf430500 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:54:10.929712 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a7012-a932-4a53-a81e-65c4cce4d678 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Pushing event deleted for resources: {'Subnet': ['ID=d8802073-9241-4507-85bd-8ede49bd2761,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:10.931976 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8c8a7012-a932-4a53-a81e-65c4cce4d678 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:10.939663 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-abff13d4-f35b-43ad-bec5-e669df86a861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:10.943857 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7012-a932-4a53-a81e-65c4cce4d678 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:10.951645 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e9bc88-09f9-48db-ab44-e08ba2e116ae None None] Network 24751bea-ff54-4727-a2e1-a73e60215ed9 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:54:10.967519 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8c8a7012-a932-4a53-a81e-65c4cce4d678 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] 10.222.0.53 "DELETE /v2.0/subnets/d8802073-9241-4507-85bd-8ede49bd2761 HTTP/1.1" status: 204  len: 168 time: 0.9296589
Dec 22 04:54:10.970473 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58678) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:11.000452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:11.032163 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:11.046272 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b55e91d4-4086-45dd-9de3-de185f3dbbdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:11.103285 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:54:11.108023 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:54:11.114710 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:54:11.173844 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=e533ef17-0998-491b-9839-ba666291f2f3,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:11.178108 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:11.256451 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:11.275352 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Deleting port 0520282a-aa81-4072-92fe-d45064a5522f {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:11.276305 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:11.279170 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8060dd41-6b69-433b-a3e3-92a617245f5d None None] DHCP port deletion for 24751bea-ff54-4727-a2e1-a73e60215ed9 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:54:11.283228 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-8060dd41-6b69-433b-a3e3-92a617245f5d None None] Deleting port 0520282a-aa81-4072-92fe-d45064a5522f {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:11.283728 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8060dd41-6b69-433b-a3e3-92a617245f5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:11.337413 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcaea364-8c03-4561-9032-2bab6766ed48 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:54:11.350018 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4a0bbb-d6f6-4e4a-a560-56a30724df8e None None] Sync routers for ids ['489834d5-e138-45f2-ba06-8d0c741eb394'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:54:11.353702 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dcaea364-8c03-4561-9032-2bab6766ed48 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "PUT /v2.0/routers/489834d5-e138-45f2-ba06-8d0c741eb394/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3743441
Dec 22 04:54:11.359287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58682) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:11.368895 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4a0bbb-d6f6-4e4a-a560-56a30724df8e None None] Routers {'489834d5-e138-45f2-ba06-8d0c741eb394'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:11.369796 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-4e4a0bbb-d6f6-4e4a-a560-56a30724df8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c73b490>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['489834d5-e138-45f2-ba06-8d0c741eb394'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:11.453659 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-4e4a0bbb-d6f6-4e4a-a560-56a30724df8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c73b490>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:11.466336 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4a0bbb-d6f6-4e4a-a560-56a30724df8e None None] Routers {'489834d5-e138-45f2-ba06-8d0c741eb394'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:11.467291 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-4e4a0bbb-d6f6-4e4a-a560-56a30724df8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c73b490>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['489834d5-e138-45f2-ba06-8d0c741eb394'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:11.543584 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-4e4a0bbb-d6f6-4e4a-a560-56a30724df8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c73b490>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:11.545054 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4a0bbb-d6f6-4e4a-a560-56a30724df8e None None] The sync data for ids ['489834d5-e138-45f2-ba06-8d0c741eb394'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:54:11.619912 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-8060dd41-6b69-433b-a3e3-92a617245f5d None None] For port 0520282a-aa81-4072-92fe-d45064a5522f, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=0520282a-aa81-4072-92fe-d45064a5522f,segment=NetworkSegment(4aa7a4e1-1743-45f0-9c34-2c93c2f65a81),segment_id=4aa7a4e1-1743-45f0-9c34-2c93c2f65a81)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:11.620454 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8060dd41-6b69-433b-a3e3-92a617245f5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:11.686059 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] For port 0520282a-aa81-4072-92fe-d45064a5522f, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=0520282a-aa81-4072-92fe-d45064a5522f,segment=NetworkSegment(4aa7a4e1-1743-45f0-9c34-2c93c2f65a81),segment_id=4aa7a4e1-1743-45f0-9c34-2c93c2f65a81)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:11.686059 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:11.768758 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-8060dd41-6b69-433b-a3e3-92a617245f5d None None] Calling delete_port for 0520282a-aa81-4072-92fe-d45064a5522f owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:11.803932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:11.830601 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Calling delete_port for 0520282a-aa81-4072-92fe-d45064a5522f owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:11.865278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8060dd41-6b69-433b-a3e3-92a617245f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:11.868063 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:11.868277 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a6c9e406-ae5a-4bcb-8cd7-13fe434c56af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:11.892359 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d5de83ef-8239-42fa-af15-e52f548be388 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:11.923566 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060dd41-6b69-433b-a3e3-92a617245f5d None None] Pushing event deleted for resources: {'Port': ['ID=0520282a-aa81-4072-92fe-d45064a5522f,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:11.929160 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-8060dd41-6b69-433b-a3e3-92a617245f5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:11.938459 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8060dd41-6b69-433b-a3e3-92a617245f5d None None] No DVR routers for this DVR port 0520282a-aa81-4072-92fe-d45064a5522f on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:54:12.050732 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.api [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:54:12.051308 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_db.api [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:54:12.052674 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:12.091913 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-d5de83ef-8239-42fa-af15-e52f548be388 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 22 04:54:12.092848 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d5de83ef-8239-42fa-af15-e52f548be388 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "DELETE /v2.0/routers/489834d5-e138-45f2-ba06-8d0c741eb394 HTTP/1.1" status: 409  len: 329 time: 0.7353716
Dec 22 04:54:12.096036 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58686) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:12.200755 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:12.206263 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:12.209945 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8cc11623-34b0-4ab1-b26b-4bfc49d70dc1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:12.253296 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:12.308434 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=e533ef17-0998-491b-9839-ba666291f2f3,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:12.312707 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:12.333561 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:12.442677 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-464bae26-2949-4898-a290-821471665bd9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:12.452286 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 0520282a-aa81-4072-92fe-d45064a5522f no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:54:12.488155 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 0520282a-aa81-4072-92fe-d45064a5522f {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:54:12.488498 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 0520282a-aa81-4072-92fe-d45064a5522f not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:54:12.534557 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Floating IP a3d87174-2cab-4272-9f0f-1e776d7e3959 associated. External IP: 172.26.4.143, port: 99c9d022-e487-4dce-9c8d-d3c392b1d93f.
Dec 22 04:54:12.555257 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Deleting port 0520282a-aa81-4072-92fe-d45064a5522f {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:12.555257 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:12.760053 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] The port '0520282a-aa81-4072-92fe-d45064a5522f' was deleted {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:54:12.899298 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:12.930612 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469c3645e0>,) {'filters': {'network_id': ['24751bea-ff54-4727-a2e1-a73e60215ed9']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:12.946494 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c3645e0>, '4aa7a4e1-1743-45f0-9c34-2c93c2f65a81') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:12.946494 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c3645e0>, '4aa7a4e1-1743-45f0-9c34-2c93c2f65a81') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:12.969057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 1f59139f-51cc-49d7-bf96-647bb5cbd8e6 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:54:12.991278 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:13.021021 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:13.032772 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:54:13.032772 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:54:13.046824 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:54:13.190329 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:54:13.214123 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c9e43a-0797-4c74-b945-6941c159abea None None] Sync routers for ids ['1f59139f-51cc-49d7-bf96-647bb5cbd8e6'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:54:13.223543 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:13.229984 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:13.232693 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c9e43a-0797-4c74-b945-6941c159abea None None] Routers {'1f59139f-51cc-49d7-bf96-647bb5cbd8e6'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:13.234510 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-e3c9e43a-0797-4c74-b945-6941c159abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c802bb0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1f59139f-51cc-49d7-bf96-647bb5cbd8e6'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:13.239103 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ad2979ea-6ee5-4c94-a9d6-773ce90b488f tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:13.268544 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:13.287491 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Pushing event deleted for resources: {'Network': ['ID=24751bea-ff54-4727-a2e1-a73e60215ed9,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:13.297012 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:13.340413 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.3298595
Dec 22 04:54:13.340413 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2553cd-0366-4bf5-a4a4-8708725e55db', 'tag': '99c9d022-e487-4dce-9c8d-d3c392b1d93f'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:54:13.341710 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58690) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:13.360687 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] 10.222.0.53 "DELETE /v2.0/networks/24751bea-ff54-4727-a2e1-a73e60215ed9 HTTP/1.1" status: 204  len: 168 time: 2.3888166
Dec 22 04:54:13.364402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58698) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:13.444387 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-e3c9e43a-0797-4c74-b945-6941c159abea None None] Set router 1f59139f-51cc-49d7-bf96-647bb5cbd8e6 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:54:13.467514 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2553cd-0366-4bf5-a4a4-8708725e55db', 'tag': '99c9d022-e487-4dce-9c8d-d3c392b1d93f', 'status': 'completed', 'code': 200}
Dec 22 04:54:13.523041 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:13.671608 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-e564fa2a-ec19-4bc6-bf79-d4b146d6d3d1 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Deleting port 049d6b52-0172-4147-b4e3-d2d81e4cb7c9 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:13.672361 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e564fa2a-ec19-4bc6-bf79-d4b146d6d3d1 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:13.715280 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-89643d14-8fa0-48ed-8767-63ad522adb73 req-b76d95c0-ed41-4fdd-bac2-44a7b9245bca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 1099 time: 0.2331600
Dec 22 04:54:13.724650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-464bae26-2949-4898-a290-821471665bd9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Deleting port 319b5d3a-3a84-4ab4-a8c0-b58cbf430500 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:13.725490 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-464bae26-2949-4898-a290-821471665bd9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:13.930206 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-e3c9e43a-0797-4c74-b945-6941c159abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c802bb0>, [{'id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'name': 'tempest-TestNetworkBasicOps-router-1947072956', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '79712ef1-c401-4790-baf1-72892fa7f800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:34Z', 'updated_at': '2021-12-22T04:53:40Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '79712ef1-c401-4790-baf1-72892fa7f800', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:35Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': 'a3d87174-2cab-4272-9f0f-1e776d7e3959', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.143', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'port_id': '99c9d022-e487-4dce-9c8d-d3c392b1d93f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918', 'mac_address': 'fa:16:3e:60:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2553cd-0366-4bf5-a4a4-8708725e55db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:54:11Z', 'updated_at': '2021-12-22T04:54:11Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10c11d83-bc00-4858-a41e-39598d074d03', 'name': '', 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:7c:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27a8e95f-208a-4135-8d3a-0c75f45823f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:39Z', 'updated_at': '2021-12-22T04:53:51Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '27a8e95f-208a-4135-8d3a-0c75f45823f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:13.935983 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c9e43a-0797-4c74-b945-6941c159abea None None] Checking router: 1f59139f-51cc-49d7-bf96-647bb5cbd8e6 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:54:13.951380 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c9e43a-0797-4c74-b945-6941c159abea None None] Routers {'1f59139f-51cc-49d7-bf96-647bb5cbd8e6'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:13.952143 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-e3c9e43a-0797-4c74-b945-6941c159abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c802bb0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1f59139f-51cc-49d7-bf96-647bb5cbd8e6'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:13.977238 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-464bae26-2949-4898-a290-821471665bd9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:14.000654 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89643d14-8fa0-48ed-8767-63ad522adb73 req-55ba73b5-d2e1-46dd-831f-fe308eab4a3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:14.002140 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-89643d14-8fa0-48ed-8767-63ad522adb73 req-55ba73b5-d2e1-46dd-831f-fe308eab4a3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=4bb4d842-e284-452b-81f2-d4549acfe918 HTTP/1.1" status: 200  len: 898 time: 0.2789893
Dec 22 04:54:14.120631 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-464bae26-2949-4898-a290-821471665bd9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Calling delete_port for 319b5d3a-3a84-4ab4-a8c0-b58cbf430500 owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:14.166180 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-e3c9e43a-0797-4c74-b945-6941c159abea None None] Set router 1f59139f-51cc-49d7-bf96-647bb5cbd8e6 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:54:14.294258 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6bb85cca-1365-453f-a06f-d977426ff700 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/a3d87174-2cab-4272-9f0f-1e776d7e3959 HTTP/1.1" status: 200  len: 992 time: 0.9494870
Dec 22 04:54:14.296974 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-89643d14-8fa0-48ed-8767-63ad522adb73 req-31a154ce-7f3b-4c8c-9b73-d77c26b9def3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c9d022-e487-4dce-9c8d-d3c392b1d93f HTTP/1.1" status: 200  len: 1000 time: 0.2856839
Dec 22 04:54:14.325983 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-464bae26-2949-4898-a290-821471665bd9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:14.336853 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-91fff3ed-5b30-4df0-8832-796bedfa2c0c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:14.382460 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e564fa2a-ec19-4bc6-bf79-d4b146d6d3d1 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:14.382791 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e564fa2a-ec19-4bc6-bf79-d4b146d6d3d1 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:14.399004 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89643d14-8fa0-48ed-8767-63ad522adb73 req-5a8bfa2b-822e-42d0-9c00-bb71d6dc9eca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:14.400886 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-89643d14-8fa0-48ed-8767-63ad522adb73 req-5a8bfa2b-822e-42d0-9c00-bb71d6dc9eca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=27a8e95f-208a-4135-8d3a-0c75f45823f4 HTTP/1.1" status: 200  len: 835 time: 0.0971639
Dec 22 04:54:14.480417 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464bae26-2949-4898-a290-821471665bd9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event deleted for resources: {'Port': ['ID=319b5d3a-3a84-4ab4-a8c0-b58cbf430500,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:14.488575 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-464bae26-2949-4898-a290-821471665bd9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:14.563191 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-e564fa2a-ec19-4bc6-bf79-d4b146d6d3d1 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Calling delete_port for 049d6b52-0172-4147-b4e3-d2d81e4cb7c9 owned by network:floatingip {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:14.567170 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-464bae26-2949-4898-a290-821471665bd9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:14.635791 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-e3c9e43a-0797-4c74-b945-6941c159abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c802bb0>, [{'id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'name': 'tempest-TestNetworkBasicOps-router-1947072956', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '79712ef1-c401-4790-baf1-72892fa7f800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:34Z', 'updated_at': '2021-12-22T04:53:40Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '79712ef1-c401-4790-baf1-72892fa7f800', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:35Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': 'a3d87174-2cab-4272-9f0f-1e776d7e3959', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.143', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'port_id': '99c9d022-e487-4dce-9c8d-d3c392b1d93f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918', 'mac_address': 'fa:16:3e:60:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2553cd-0366-4bf5-a4a4-8708725e55db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:54:11Z', 'updated_at': '2021-12-22T04:54:11Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10c11d83-bc00-4858-a41e-39598d074d03', 'name': '', 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:7c:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27a8e95f-208a-4135-8d3a-0c75f45823f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:39Z', 'updated_at': '2021-12-22T04:53:51Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '27a8e95f-208a-4135-8d3a-0c75f45823f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:14.641841 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c9e43a-0797-4c74-b945-6941c159abea None None] The sync data for ids ['1f59139f-51cc-49d7-bf96-647bb5cbd8e6'] in dv-neutron-822525-1-hyperv is: [{'id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'name': 'tempest-TestNetworkBasicOps-router-1947072956', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '79712ef1-c401-4790-baf1-72892fa7f800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:34Z', 'updated_at': '2021-12-22T04:53:40Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '79712ef1-c401-4790-baf1-72892fa7f800', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:35Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': 'a3d87174-2cab-4272-9f0f-1e776d7e3959', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.143', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'port_id': '99c9d022-e487-4dce-9c8d-d3c392b1d93f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918', 'mac_address': 'fa:16:3e:60:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2553cd-0366-4bf5-a4a4-8708725e55db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:54:11Z', 'updated_at': '2021-12-22T04:54:11Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10c11d83-bc00-4858-a41e-39598d074d03', 'name': '', 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:7c:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27a8e95f-208a-4135-8d3a-0c75f45823f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:39Z', 'updated_at': '2021-12-22T04:53:51Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '27a8e95f-208a-4135-8d3a-0c75f45823f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:54:14.657753 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-89643d14-8fa0-48ed-8767-63ad522adb73 req-118cdd14-c5cb-4dd4-ab5a-96a71cc5303b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4bb4d842-e284-452b-81f2-d4549acfe918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2029839
Dec 22 04:54:14.838971 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e564fa2a-ec19-4bc6-bf79-d4b146d6d3d1 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:14.847105 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4e202da6-b44c-4df9-abbf-443a0270f26b tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:14.913475 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564fa2a-ec19-4bc6-bf79-d4b146d6d3d1 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Pushing event deleted for resources: {'Port': ['ID=049d6b52-0172-4147-b4e3-d2d81e4cb7c9,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:14.918621 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-89643d14-8fa0-48ed-8767-63ad522adb73 req-d5a30442-ce76-43b9-b885-cba1db373fd1 service neutron] 10.222.0.47 "GET /v2.0/networks/4bb4d842-e284-452b-81f2-d4549acfe918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2461858
Dec 22 04:54:14.921082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e564fa2a-ec19-4bc6-bf79-d4b146d6d3d1 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:14.977361 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b4abdb-9aea-4ac6-a675-80ae6aabea9e None None] New status for floating IP a3d87174-2cab-4272-9f0f-1e776d7e3959: ACTIVE {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 04:54:15.124248 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e564fa2a-ec19-4bc6-bf79-d4b146d6d3d1 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks [] for floatingip, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:15.175570 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464bae26-2949-4898-a290-821471665bd9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Router 489834d5-e138-45f2-ba06-8d0c741eb394 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:54:15.193236 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-89643d14-8fa0-48ed-8767-63ad522adb73 req-28ddb412-c781-4755-b599-da7b77121b5f service neutron] 10.222.0.47 "GET /v2.0/networks/4bb4d842-e284-452b-81f2-d4549acfe918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2411230
Dec 22 04:54:15.195588 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e564fa2a-ec19-4bc6-bf79-d4b146d6d3d1 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:15.196709 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e564fa2a-ec19-4bc6-bf79-d4b146d6d3d1 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] 10.222.0.53 "DELETE /v2.0/floatingips/d582ca37-b4f1-4f39-92b8-b126a33c6a33 HTTP/1.1" status: 204  len: 168 time: 1.8272083
Dec 22 04:54:15.296340 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58704) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:15.328275 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464bae26-2949-4898-a290-821471665bd9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:54:15.337961 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-464bae26-2949-4898-a290-821471665bd9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "PUT /v2.0/routers/489834d5-e138-45f2-ba06-8d0c741eb394/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2408972
Dec 22 04:54:15.342829 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58708) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:15.350036 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d98a34-0682-49ed-88b4-d0c2cef8b68d None None] Sync routers for ids ['489834d5-e138-45f2-ba06-8d0c741eb394'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:54:15.376482 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d98a34-0682-49ed-88b4-d0c2cef8b68d None None] Routers {'489834d5-e138-45f2-ba06-8d0c741eb394'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:15.381617 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-99d98a34-0682-49ed-88b4-d0c2cef8b68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c7be7f0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['489834d5-e138-45f2-ba06-8d0c741eb394'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:15.427355 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-abd4a5a8-5409-41c7-8f68-d7c42ed40c5f tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] show failed (client error): The resource could not be found.
Dec 22 04:54:15.428557 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f7c93d04-4742-4388-a811-ba6898204e22 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/a3d87174-2cab-4272-9f0f-1e776d7e3959 HTTP/1.1" status: 200  len: 994 time: 0.1297827
Dec 22 04:54:15.433784 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-abd4a5a8-5409-41c7-8f68-d7c42ed40c5f tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1553002201 HTTP/1.1" status: 404  len: 335 time: 0.0872900
Dec 22 04:54:15.434634 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58712) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:15.442881 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-ebeb8c8f-8e28-4012-9d17-6a0720b58de6 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:15.462858 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-99d98a34-0682-49ed-88b4-d0c2cef8b68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c7be7f0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:15.476070 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d98a34-0682-49ed-88b4-d0c2cef8b68d None None] Routers {'489834d5-e138-45f2-ba06-8d0c741eb394'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:15.476704 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-99d98a34-0682-49ed-88b4-d0c2cef8b68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c7be7f0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['489834d5-e138-45f2-ba06-8d0c741eb394'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:15.504062 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-ebeb8c8f-8e28-4012-9d17-6a0720b58de6 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] update failed (client error): The resource could not be found.
Dec 22 04:54:15.505580 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ebeb8c8f-8e28-4012-9d17-6a0720b58de6 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-1599918906 HTTP/1.1" status: 404  len: 335 time: 0.0693426
Dec 22 04:54:15.514612 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58718) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:15.544210 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-99d98a34-0682-49ed-88b4-d0c2cef8b68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c7be7f0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:15.544650 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d98a34-0682-49ed-88b4-d0c2cef8b68d None None] The sync data for ids ['489834d5-e138-45f2-ba06-8d0c741eb394'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:54:15.576897 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58722) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:15.779956 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0a5a5bca-6bab-4112-8561-cfbb116aeb70 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9e1c6be386f4a81a7f36a9dd1e5ba6b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2016943
Dec 22 04:54:15.782466 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58728) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:15.881229 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e0ec98-73a7-45f2-8024-2728ac7b7787 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Deleting subnet 5f952bad-b88e-485e-9a31-776f9f2d3962 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:54:15.886614 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-77e0ec98-73a7-45f2-8024-2728ac7b7787 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:15.921769 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f7558db2-0edf-4471-886e-e8fbaea2c1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:15.962251 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-77e0ec98-73a7-45f2-8024-2728ac7b7787 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:15.994996 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f7558db2-0edf-4471-886e-e8fbaea2c1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:16.073540 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-77e0ec98-73a7-45f2-8024-2728ac7b7787 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:16.106047 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f7558db2-0edf-4471-886e-e8fbaea2c1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:16.112703 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1b9c8b67-48dd-4996-a66d-1ff1b76b6019 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:16.136408 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7558db2-0edf-4471-886e-e8fbaea2c1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335626db-e47e-48e2-9bf7-4677853b8027,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:16.138664 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f7558db2-0edf-4471-886e-e8fbaea2c1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:16.143702 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f7558db2-0edf-4471-886e-e8fbaea2c1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:16.147144 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f7558db2-0edf-4471-886e-e8fbaea2c1ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/335626db-e47e-48e2-9bf7-4677853b8027 HTTP/1.1" status: 204  len: 168 time: 0.3614380
Dec 22 04:54:16.178655 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-77e0ec98-73a7-45f2-8024-2728ac7b7787 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:16.183095 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-797c4686-c5ca-461c-9333-a361e86723c8 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:16.220205 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0ec98-73a7-45f2-8024-2728ac7b7787 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event deleted for resources: {'Subnet': ['ID=5f952bad-b88e-485e-9a31-776f9f2d3962,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:16.222619 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-77e0ec98-73a7-45f2-8024-2728ac7b7787 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:16.233743 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-77e0ec98-73a7-45f2-8024-2728ac7b7787 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:16.239015 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69191c66-5161-4adb-8f3f-db9032f6ffc3 None None] Network 07fda576-6ad6-47fc-b433-840157b63155 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:54:16.241445 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-77e0ec98-73a7-45f2-8024-2728ac7b7787 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "DELETE /v2.0/subnets/5f952bad-b88e-485e-9a31-776f9f2d3962 HTTP/1.1" status: 204  len: 168 time: 0.7258396
Dec 22 04:54:16.244163 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58734) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:16.365201 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:16.375723 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Deleting port c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:16.376049 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:16.494807 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c36d8c-c3b6-4c9f-bda3-daf9861e3f9b None None] DHCP port deletion for 07fda576-6ad6-47fc-b433-840157b63155 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:54:16.499979 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-11c36d8c-c3b6-4c9f-bda3-daf9861e3f9b None None] Deleting port c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:16.500482 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-11c36d8c-c3b6-4c9f-bda3-daf9861e3f9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:16.506112 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58740) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:16.525817 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-21f0e0a9-5ec2-4bf4-b995-2ad27eebe534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:16.558766 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-21f0e0a9-5ec2-4bf4-b995-2ad27eebe534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:16.563329 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-21f0e0a9-5ec2-4bf4-b995-2ad27eebe534 admin admin] Usage tracker for resource:security_group_rule and tenant:445724f154e845a4ac24d1bbf3e5e697 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:54:16.566293 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-21f0e0a9-5ec2-4bf4-b995-2ad27eebe534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:54:16.572083 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-21f0e0a9-5ec2-4bf4-b995-2ad27eebe534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:16.594524 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] For port c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3,segment=NetworkSegment(a4df63c8-1a69-4836-b62d-5c1f7c8e3485),segment_id=a4df63c8-1a69-4836-b62d-5c1f7c8e3485)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:16.595117 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:16.655313 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-21f0e0a9-5ec2-4bf4-b995-2ad27eebe534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:16.660197 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-21f0e0a9-5ec2-4bf4-b995-2ad27eebe534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:16.668119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b73adb3e-6d8a-4c3e-b152-99eaff1fdd98 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:16.703933 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-11c36d8c-c3b6-4c9f-bda3-daf9861e3f9b None None] For port c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3,segment=NetworkSegment(a4df63c8-1a69-4836-b62d-5c1f7c8e3485),segment_id=a4df63c8-1a69-4836-b62d-5c1f7c8e3485)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:16.704335 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-11c36d8c-c3b6-4c9f-bda3-daf9861e3f9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:16.707732 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0e0a9-5ec2-4bf4-b995-2ad27eebe534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2fb051-c39f-489f-970e-33550e13da81,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:16.711040 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-21f0e0a9-5ec2-4bf4-b995-2ad27eebe534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:16.719243 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-21f0e0a9-5ec2-4bf4-b995-2ad27eebe534 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=445724f154e845a4ac24d1bbf3e5e697&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2114267
Dec 22 04:54:16.720305 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58744) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:16.722511 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Calling delete_port for c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3 owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:16.785761 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4f034d02-57e9-4c12-a1ff-ef4c33d4712c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:16.797868 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:16.802508 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-58c4ea1e-f587-4370-904b-2dbc702905c8 tempest-TestServerAdvancedOps-1082342731 tempest-TestServerAdvancedOps-1082342731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:16.812237 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4f034d02-57e9-4c12-a1ff-ef4c33d4712c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:16.829713 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-11c36d8c-c3b6-4c9f-bda3-daf9861e3f9b None None] Calling delete_port for c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:16.843934 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event deleted for resources: {'Port': ['ID=c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:16.847458 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:16.848213 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] No DVR routers for this DVR port c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3 on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:54:16.872541 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4f034d02-57e9-4c12-a1ff-ef4c33d4712c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:16.877317 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-02f7dd97-bf19-471a-bcd5-982ac491323f tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:16.887583 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f034d02-57e9-4c12-a1ff-ef4c33d4712c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2fb051-c39f-489f-970e-33550e13da81,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:16.889922 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4f034d02-57e9-4c12-a1ff-ef4c33d4712c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:16.895143 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4f034d02-57e9-4c12-a1ff-ef4c33d4712c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:16.899418 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4f034d02-57e9-4c12-a1ff-ef4c33d4712c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e2fb051-c39f-489f-970e-33550e13da81 HTTP/1.1" status: 204  len: 168 time: 0.1782992
Dec 22 04:54:16.904629 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-11c36d8c-c3b6-4c9f-bda3-daf9861e3f9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:54:16.904999 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-11c36d8c-c3b6-4c9f-bda3-daf9861e3f9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:54:16.973849 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:17.001942 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b14cdf0>,) {'filters': {'network_id': ['07fda576-6ad6-47fc-b433-840157b63155']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:17.013812 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b14cdf0>, 'a4df63c8-1a69-4836-b62d-5c1f7c8e3485') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:17.014099 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b14cdf0>, 'a4df63c8-1a69-4836-b62d-5c1f7c8e3485') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:17.025172 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:17.041396 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:17.048084 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:54:17.048459 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:54:17.063413 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:54:17.152196 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:17.155866 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3594c612-c0ce-4335-8be6-05d199d623e3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:17.177990 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:17.191795 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "DELETE /v2.0/networks/07fda576-6ad6-47fc-b433-840157b63155 HTTP/1.1" status: 204  len: 168 time: 0.9466832
Dec 22 04:54:17.192291 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58752) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:17.195419 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event deleted for resources: {'Network': ['ID=07fda576-6ad6-47fc-b433-840157b63155,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:17.197905 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:17.293067 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58756) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:17.312353 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8bb47d9d-2657-4940-b27a-947829c38cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:17.343768 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8bb47d9d-2657-4940-b27a-947829c38cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:17.347978 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8bb47d9d-2657-4940-b27a-947829c38cac admin admin] Usage tracker for resource:security_group_rule and tenant:a3b3656fb3604c569367226d5dc088bc is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:54:17.350824 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8bb47d9d-2657-4940-b27a-947829c38cac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:54:17.356395 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8bb47d9d-2657-4940-b27a-947829c38cac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:17.382765 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7dfebc-f2ab-4e8c-865d-3bb2f61a38a9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Deleting subnet 6a3249ad-1355-42a8-ad74-fbf37502b821 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:54:17.386059 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2e7dfebc-f2ab-4e8c-865d-3bb2f61a38a9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:17.406519 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-11c36d8c-c3b6-4c9f-bda3-daf9861e3f9b None None] Deleting port c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:17.407119 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-11c36d8c-c3b6-4c9f-bda3-daf9861e3f9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:17.426837 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8bb47d9d-2657-4940-b27a-947829c38cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:17.431258 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8bb47d9d-2657-4940-b27a-947829c38cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:17.439169 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f5ef1b76-a024-4be2-8fdc-2f8e7861d97d tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:17.448251 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2e7dfebc-f2ab-4e8c-865d-3bb2f61a38a9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:17.474833 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-11c36d8c-c3b6-4c9f-bda3-daf9861e3f9b None None] The port 'c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:54:17.477720 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb47d9d-2657-4940-b27a-947829c38cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6537197-c863-4239-9838-cfad2a78d2ec,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:17.480998 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8bb47d9d-2657-4940-b27a-947829c38cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:17.489819 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8bb47d9d-2657-4940-b27a-947829c38cac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a3b3656fb3604c569367226d5dc088bc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1956260
Dec 22 04:54:17.490600 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58760) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:17.581239 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2e7dfebc-f2ab-4e8c-865d-3bb2f61a38a9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:17.612639 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6147c3d8-721f-4dfd-a501-13d15fff59bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:17.656552 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6147c3d8-721f-4dfd-a501-13d15fff59bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:17.704546 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2e7dfebc-f2ab-4e8c-865d-3bb2f61a38a9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:17.709304 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:17.747093 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7dfebc-f2ab-4e8c-865d-3bb2f61a38a9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event deleted for resources: {'Subnet': ['ID=6a3249ad-1355-42a8-ad74-fbf37502b821,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:17.749647 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2e7dfebc-f2ab-4e8c-865d-3bb2f61a38a9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:17.754620 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2e7dfebc-f2ab-4e8c-865d-3bb2f61a38a9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:17.760805 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb46e45a-cb42-4e91-af22-b1733f14b912 None None] Network 845c4c3e-2ec3-40db-801b-4431d4a345b0 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:54:17.761458 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6147c3d8-721f-4dfd-a501-13d15fff59bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:17.766917 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a9bb1d02-a6b6-4012-a4e3-abdf72e95fd4 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:17.779087 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147c3d8-721f-4dfd-a501-13d15fff59bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6537197-c863-4239-9838-cfad2a78d2ec,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:17.783663 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2e7dfebc-f2ab-4e8c-865d-3bb2f61a38a9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "DELETE /v2.0/subnets/6a3249ad-1355-42a8-ad74-fbf37502b821 HTTP/1.1" status: 204  len: 168 time: 0.5881436
Dec 22 04:54:17.783663 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6147c3d8-721f-4dfd-a501-13d15fff59bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:17.783663 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6147c3d8-721f-4dfd-a501-13d15fff59bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:17.786902 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58764) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:17.787051 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6147c3d8-721f-4dfd-a501-13d15fff59bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d6537197-c863-4239-9838-cfad2a78d2ec HTTP/1.1" status: 204  len: 168 time: 0.2933366
Dec 22 04:54:18.022222 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98bc557-6594-4dbf-8d25-db0eb914128e None None] DHCP port deletion for 845c4c3e-2ec3-40db-801b-4431d4a345b0 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:54:18.026938 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b98bc557-6594-4dbf-8d25-db0eb914128e None None] Deleting port 05dba78e-f14f-4b37-9027-2eb3f08fbf2a {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:18.027480 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b98bc557-6594-4dbf-8d25-db0eb914128e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:18.104114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-43445953-d158-4d39-8743-b731c2571497 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Deleting subnet 67db18c4-871e-4daf-9ba9-8e21027bbefe {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:54:18.107695 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-43445953-d158-4d39-8743-b731c2571497 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:18.173931 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-43445953-d158-4d39-8743-b731c2571497 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:18.234303 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-b98bc557-6594-4dbf-8d25-db0eb914128e None None] For port 05dba78e-f14f-4b37-9027-2eb3f08fbf2a, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=05dba78e-f14f-4b37-9027-2eb3f08fbf2a,segment=NetworkSegment(1b0a9fa6-ca64-4c02-aa74-595423cd55fb),segment_id=1b0a9fa6-ca64-4c02-aa74-595423cd55fb)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:18.234708 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b98bc557-6594-4dbf-8d25-db0eb914128e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:18.273334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-43445953-d158-4d39-8743-b731c2571497 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:18.360114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-43445953-d158-4d39-8743-b731c2571497 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:18.365801 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c92d3609-4d8a-4401-a562-a4c05579af46 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:18.396432 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b98bc557-6594-4dbf-8d25-db0eb914128e None None] Calling delete_port for 05dba78e-f14f-4b37-9027-2eb3f08fbf2a owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:18.405810 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43445953-d158-4d39-8743-b731c2571497 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event deleted for resources: {'Subnet': ['ID=67db18c4-871e-4daf-9ba9-8e21027bbefe,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:18.408968 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-43445953-d158-4d39-8743-b731c2571497 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:18.412195 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-43445953-d158-4d39-8743-b731c2571497 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:18.426347 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-43445953-d158-4d39-8743-b731c2571497 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "DELETE /v2.0/subnets/67db18c4-871e-4daf-9ba9-8e21027bbefe HTTP/1.1" status: 204  len: 168 time: 0.6408181
Dec 22 04:54:18.429076 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58780) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:18.436466 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b658712e-c4bc-4778-ac7f-bb05340aa23e None None] Network 985a7d82-988e-464c-9611-b466451a9ed4 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:54:18.509118 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 05dba78e-f14f-4b37-9027-2eb3f08fbf2a no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:54:18.566754 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:18.577904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Deleting port 05dba78e-f14f-4b37-9027-2eb3f08fbf2a {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:18.577904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:18.725471 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b98bc557-6594-4dbf-8d25-db0eb914128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:18.730151 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:18.757744 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Port 05dba78e-f14f-4b37-9027-2eb3f08fbf2a update to DOWN by agent not found {{(pid=83436) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}}
Dec 22 04:54:18.758184 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:54:18.801598 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] For port 05dba78e-f14f-4b37-9027-2eb3f08fbf2a, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=05dba78e-f14f-4b37-9027-2eb3f08fbf2a,segment=NetworkSegment(1b0a9fa6-ca64-4c02-aa74-595423cd55fb),segment_id=1b0a9fa6-ca64-4c02-aa74-595423cd55fb)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:18.802262 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:18.802844 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bc557-6594-4dbf-8d25-db0eb914128e None None] Pushing event deleted for resources: {'Port': ['ID=05dba78e-f14f-4b37-9027-2eb3f08fbf2a,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:18.805141 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b98bc557-6594-4dbf-8d25-db0eb914128e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:18.808777 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:54:18.809121 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c3aa2b8f-cbe5-401b-a4eb-3446ba110bd3 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:54:18.819181 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98bc557-6594-4dbf-8d25-db0eb914128e None None] No DVR routers for this DVR port 05dba78e-f14f-4b37-9027-2eb3f08fbf2a on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:54:18.912963 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d521db-813d-4ae9-9a64-951ed97fbdd5 None None] DHCP port deletion for 985a7d82-988e-464c-9611-b466451a9ed4 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:54:18.917122 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-61d521db-813d-4ae9-9a64-951ed97fbdd5 None None] Deleting port 2a319396-cad6-4a16-964e-80be7ca38d1d {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:18.917608 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-61d521db-813d-4ae9-9a64-951ed97fbdd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:18.933226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Calling delete_port for 05dba78e-f14f-4b37-9027-2eb3f08fbf2a owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:19.007534 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.api [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:54:19.007885 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_db.api [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:54:19.123225 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-61d521db-813d-4ae9-9a64-951ed97fbdd5 None None] For port 2a319396-cad6-4a16-964e-80be7ca38d1d, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2a319396-cad6-4a16-964e-80be7ca38d1d,segment=NetworkSegment(64078b3f-5e44-4ce1-bc55-03d0bb006171),segment_id=64078b3f-5e44-4ce1-bc55-03d0bb006171)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:19.123618 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-61d521db-813d-4ae9-9a64-951ed97fbdd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:19.244104 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-61d521db-813d-4ae9-9a64-951ed97fbdd5 None None] Calling delete_port for 2a319396-cad6-4a16-964e-80be7ca38d1d owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:19.319941 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-61d521db-813d-4ae9-9a64-951ed97fbdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:19.324069 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:19.366615 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d521db-813d-4ae9-9a64-951ed97fbdd5 None None] Pushing event deleted for resources: {'Port': ['ID=2a319396-cad6-4a16-964e-80be7ca38d1d,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:19.368938 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-61d521db-813d-4ae9-9a64-951ed97fbdd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:19.372239 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d521db-813d-4ae9-9a64-951ed97fbdd5 None None] No DVR routers for this DVR port 2a319396-cad6-4a16-964e-80be7ca38d1d on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:54:19.509431 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Deleting port 05dba78e-f14f-4b37-9027-2eb3f08fbf2a {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:19.509991 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:19.576667 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] The port '05dba78e-f14f-4b37-9027-2eb3f08fbf2a' was deleted {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:54:19.684554 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58808) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:19.706877 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:19.732030 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469c252520>,) {'filters': {'network_id': ['845c4c3e-2ec3-40db-801b-4431d4a345b0']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:19.745449 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c252520>, '1b0a9fa6-ca64-4c02-aa74-595423cd55fb') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:19.745794 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c252520>, '1b0a9fa6-ca64-4c02-aa74-595423cd55fb') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:19.758240 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:19.774937 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:19.781027 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:54:19.781445 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:54:19.795417 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:54:19.876358 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-34321299'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:19.880880 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:19.882683 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:19.886078 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d14c2150-2c2a-41d0-b48b-1cfa8da82f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:19.901684 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:19.907567 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Usage tracker for resource:network and tenant:12fd1ba157b34471bfeacb423e5e116b is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:54:19.914548 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:54:19.920970 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event deleted for resources: {'Network': ['ID=845c4c3e-2ec3-40db-801b-4431d4a345b0,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:19.922992 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:19.927967 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "DELETE /v2.0/networks/845c4c3e-2ec3-40db-801b-4431d4a345b0 HTTP/1.1" status: 204  len: 168 time: 1.4952509
Dec 22 04:54:19.927967 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:19.929477 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58814) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:19.935365 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Made reservation on behalf of 12fd1ba157b34471bfeacb423e5e116b for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:54:19.938410 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:19.951820 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:19.986957 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:19.990907 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Usage tracker for resource:security_group_rule and tenant:12fd1ba157b34471bfeacb423e5e116b is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:54:19.993976 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:54:19.999996 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:20.077029 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:20.080788 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:20.083910 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:20.116902 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:54:20.122670 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fffcdb-b4d7-45c8-a9d6-96c6d886cbeb,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:20.125863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:20.131024 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:20.131317 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Added segment c010ca69-2d13-4102-afa6-7ab9b1a027d6 of type vlan for network c533a67d-cbaf-4464-b496-8903f52c0458
Dec 22 04:54:20.150518 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0926d56a-fd9c-4d25-a8bb-6c1ebd34b348 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:20.163244 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:20.192767 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:20.196755 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:20.197361 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:20.203282 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5ea46ce3-52d2-42dc-8388-dc15be794c3c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:20.287746 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0926d56a-fd9c-4d25-a8bb-6c1ebd34b348 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:20.308434 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 801 time: 0.6228440
Dec 22 04:54:20.309656 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Pushing event updated for resources: {'Network': ['ID=c533a67d-cbaf-4464-b496-8903f52c0458,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:20.312359 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:20.315386 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-0926d56a-fd9c-4d25-a8bb-6c1ebd34b348 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bd22e50>,) {'filters': {'network_id': ['985a7d82-988e-464c-9611-b466451a9ed4']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:20.320847 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network c533a67d-cbaf-4464-b496-8903f52c0458 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:54:20.330432 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-0926d56a-fd9c-4d25-a8bb-6c1ebd34b348 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bd22e50>, '64078b3f-5e44-4ce1-bc55-03d0bb006171') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:20.330878 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-0926d56a-fd9c-4d25-a8bb-6c1ebd34b348 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bd22e50>, '64078b3f-5e44-4ce1-bc55-03d0bb006171') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:20.343375 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0926d56a-fd9c-4d25-a8bb-6c1ebd34b348 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:20.360216 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0926d56a-fd9c-4d25-a8bb-6c1ebd34b348 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:20.367182 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0926d56a-fd9c-4d25-a8bb-6c1ebd34b348 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:54:20.367654 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0926d56a-fd9c-4d25-a8bb-6c1ebd34b348 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:54:20.383157 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:54:20.471420 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2a319396-cad6-4a16-964e-80be7ca38d1d no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:54:20.471865 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0926d56a-fd9c-4d25-a8bb-6c1ebd34b348 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:20.476336 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0926d56a-fd9c-4d25-a8bb-6c1ebd34b348 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:20.480760 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fed3bb2b-088d-40f6-915c-970a173a3bcb tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:20.504235 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0926d56a-fd9c-4d25-a8bb-6c1ebd34b348 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "DELETE /v2.0/networks/985a7d82-988e-464c-9611-b466451a9ed4 HTTP/1.1" status: 204  len: 168 time: 0.5725663
Dec 22 04:54:20.504235 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926d56a-fd9c-4d25-a8bb-6c1ebd34b348 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event deleted for resources: {'Network': ['ID=985a7d82-988e-464c-9611-b466451a9ed4,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:20.505081 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58822) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:20.509268 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0926d56a-fd9c-4d25-a8bb-6c1ebd34b348 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:20.514630 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 2a319396-cad6-4a16-964e-80be7ca38d1d {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:54:20.515086 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2a319396-cad6-4a16-964e-80be7ca38d1d not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:54:20.537796 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58826) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:20.543414 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Request body: {'port': {'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458', 'binding:host_id': 'hv-neutron-8225', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-953259264'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:20.548016 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:20.551734 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Usage tracker for resource:port and tenant:a703717012ba42e987fab10a1ff2eb74 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:54:20.554530 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:54:20.560764 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:20.571646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Made reservation on behalf of a703717012ba42e987fab10a1ff2eb74 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:54:20.574003 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:20.586939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:20.617287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:20.621755 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Usage tracker for resource:security_group_rule and tenant:a703717012ba42e987fab10a1ff2eb74 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:54:20.625284 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:54:20.631237 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:20.699854 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:20.704515 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:20.706607 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bbc1ef95-ea31-4683-a485-c1eb614245df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:20.715733 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] device_id is not set on port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:54:20.788877 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c59521-fc72-4f83-90f8-b7814ba8f262,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:20.792019 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:20.804475 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3b2839-b9b2-4ca3-99da-79722689ac54 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Deleting subnet de6218b9-6320-41b7-b722-c090d8bfa9c8 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:54:20.807466 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2839-b9b2-4ca3-99da-79722689ac54 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:20.865286 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2839-b9b2-4ca3-99da-79722689ac54 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:20.945247 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2839-b9b2-4ca3-99da-79722689ac54 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:20.994367 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] device_id is not set on port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:54:21.002523 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:21.015842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Transition to ACTIVE for port object 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 will not be triggered until provisioned by entity L2. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:54:21.016526 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2839-b9b2-4ca3-99da-79722689ac54 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:21.020714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-506c0304-b0a8-4582-a77b-a634e68901d7 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:21.023926 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:21.030522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c4eb2e2e-248e-41ff-a905-277d589fc570 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:21.058615 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b2839-b9b2-4ca3-99da-79722689ac54 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event deleted for resources: {'Subnet': ['ID=de6218b9-6320-41b7-b722-c090d8bfa9c8,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:21.062583 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ab3b2839-b9b2-4ca3-99da-79722689ac54 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:21.066006 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2839-b9b2-4ca3-99da-79722689ac54 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:21.073136 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285df28a-0387-482d-bfae-525f7659b76b None None] Network 4d870f32-9166-42a3-8773-c7b625f1ab6e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:54:21.073326 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ab3b2839-b9b2-4ca3-99da-79722689ac54 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "DELETE /v2.0/subnets/de6218b9-6320-41b7-b722-c090d8bfa9c8 HTTP/1.1" status: 204  len: 168 time: 0.5663688
Dec 22 04:54:21.075770 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58830) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:21.113824 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Pushing event updated for resources: {'Port': ['ID=94cfbf7a-bbb1-4ee3-874b-ea19170c3b43,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:21.118967 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:21.129628 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Checking segment: {'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:54:21.129985 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Network hostable DHCP agents. Network: c533a67d-cbaf-4464-b496-8903f52c0458, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:54:21.156539 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Network c533a67d-cbaf-4464-b496-8903f52c0458 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:54:21.168759 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, c533a67d-cbaf-4464-b496-8903f52c0458) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:54:21.174767 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:54:21.182780 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af30f21-f77f-4500-b87c-03a99f708466 None None] Network c533a67d-cbaf-4464-b496-8903f52c0458 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:54:21.196644 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:21.200408 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:21.200984 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:21.201507 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:21.207560 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Deleting port f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:21.208191 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:21.209702 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:21.210241 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:21.210881 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 2 to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43
Dec 22 04:54:21.232728 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:21.233058 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:21.233520 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:21.240420 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:21.240780 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:21.241158 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 3 to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43
Dec 22 04:54:21.256906 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:21.257233 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:21.257578 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:21.263384 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:21.263701 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:21.264326 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 4 to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43
Dec 22 04:54:21.281732 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:21.282088 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:21.282389 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:21.288762 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:21.289121 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:21.289463 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 5 to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43
Dec 22 04:54:21.305940 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:21.306277 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:21.306607 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:21.312726 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:21.313071 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:21.313451 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 6 to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43
Dec 22 04:54:21.328206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:21.328532 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:21.328856 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:21.334572 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:21.334887 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:21.335261 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 7 to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43
Dec 22 04:54:21.350635 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:21.350962 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:21.351281 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:21.357321 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:21.357665 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:21.358032 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 8 to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43
Dec 22 04:54:21.375663 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:21.375985 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:21.376311 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:21.381970 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:21.382279 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:21.383225 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 9 to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43
Dec 22 04:54:21.397492 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:21.397852 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:21.398173 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:21.404186 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:21.404500 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:21.404871 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 10 to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43
Dec 22 04:54:21.420898 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:21.421339 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:21.421702 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:21.427584 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:21.427903 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:21.428260 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:21.431563 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] For port f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f,segment=NetworkSegment(ef2264c9-6dbf-47f5-a804-d3f16e9808ee),segment_id=ef2264c9-6dbf-47f5-a804-d3f16e9808ee)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:21.432027 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:21.516527 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] For port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43, host hv-neutron-8225, cleared binding levels {{(pid=83435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:54:21.516906 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempted to set empty binding levels {{(pid=83435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 22 04:54:21.520995 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:21.525125 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a0f2d3ba-15f8-4256-b873-840a93c4de0e tempest-FloatingIPAdminTestJSON-451679995 tempest-FloatingIPAdminTestJSON-451679995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:21.570645 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Calling delete_port for f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:21.575973 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4996d49-df88-406e-a6a8-0e25a4188e9f None None] DHCP port deletion for 4d870f32-9166-42a3-8773-c7b625f1ab6e request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:54:21.580074 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a4996d49-df88-406e-a6a8-0e25a4188e9f None None] Deleting port f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:21.580659 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a4996d49-df88-406e-a6a8-0e25a4188e9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:21.594397 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:21.608485 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Pushing event updated for resources: {'Port': ['ID=94cfbf7a-bbb1-4ee3-874b-ea19170c3b43,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:21.611229 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:21.632653 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 985 time: 1.0937476
Dec 22 04:54:21.635342 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58834) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:21.647949 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:21.658727 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2c297592-119c-4e74-8c57-63110ca04751 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:21.670631 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a4996d49-df88-406e-a6a8-0e25a4188e9f None None] The port 'f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:54:21.694593 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] No DVR routers for this DVR port f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:54:21.700930 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-56ef17bf-5215-4e64-830d-a0ac222fada1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Deleting port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:21.701280 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-56ef17bf-5215-4e64-830d-a0ac222fada1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:21.728057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event deleted for resources: {'Port': ['ID=f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:21.733228 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:21.824176 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:21.848082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b001820>,) {'filters': {'network_id': ['4d870f32-9166-42a3-8773-c7b625f1ab6e']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:21.864107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b001820>, 'ef2264c9-6dbf-47f5-a804-d3f16e9808ee') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:21.864397 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b001820>, 'ef2264c9-6dbf-47f5-a804-d3f16e9808ee') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:21.876156 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:21.891405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:21.897209 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:54:21.897607 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:21.902848 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-56ef17bf-5215-4e64-830d-a0ac222fada1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] For port 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43, host hv-neutron-8225, got binding levels [] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:21.903203 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-56ef17bf-5215-4e64-830d-a0ac222fada1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:54:21.911348 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:54:21.987244 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:21.991816 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:21.994974 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c75b9ed9-d1e6-4f13-af98-4fbfa2f20530 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:22.023689 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Pushing event deleted for resources: {'Network': ['ID=4d870f32-9166-42a3-8773-c7b625f1ab6e,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:22.030508 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:22.035326 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "DELETE /v2.0/networks/4d870f32-9166-42a3-8773-c7b625f1ab6e HTTP/1.1" status: 204  len: 168 time: 0.9585509
Dec 22 04:54:22.035944 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58838) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:22.077951 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-506e9cde-57bf-4452-895b-549857e39563 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Synchronizing usage tracker for tenant:6eb334be7cb14171b610f48a95de57f1 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:54:22.095160 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-506e9cde-57bf-4452-895b-549857e39563 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Unset dirty status for tenant:6eb334be7cb14171b610f48a95de57f1 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:54:22.096373 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-506e9cde-57bf-4452-895b-549857e39563 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "GET /v2.0/ports?device_id=489834d5-e138-45f2-ba06-8d0c741eb394 HTTP/1.1" status: 200  len: 205 time: 0.0594666
Dec 22 04:54:22.099004 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58842) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:22.122572 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-56ef17bf-5215-4e64-830d-a0ac222fada1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Calling delete_port for 94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:22.197098 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-56ef17bf-5215-4e64-830d-a0ac222fada1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:22.202629 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f2a4b887-6d41-4069-89bb-9c71bc758748 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:22.238613 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7658fcd0-220b-41d0-9c9b-eec591b83f39 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:22.243258 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef17bf-5215-4e64-830d-a0ac222fada1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Pushing event deleted for resources: {'Port': ['ID=94cfbf7a-bbb1-4ee3-874b-ea19170c3b43,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:22.246651 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-56ef17bf-5215-4e64-830d-a0ac222fada1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:22.252041 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-56ef17bf-5215-4e64-830d-a0ac222fada1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:22.257787 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-56ef17bf-5215-4e64-830d-a0ac222fada1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] 10.222.0.53 "DELETE /v2.0/ports/94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 HTTP/1.1" status: 204  len: 168 time: 0.6212323
Dec 22 04:54:22.260440 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58846) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:22.303028 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b48b77-0fbb-4d32-beeb-ae44099428a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] GET failed (client error): The resource could not be found.
Dec 22 04:54:22.303534 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-36b48b77-0fbb-4d32-beeb-ae44099428a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Synchronizing usage tracker for tenant:a703717012ba42e987fab10a1ff2eb74 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:54:22.319947 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-36b48b77-0fbb-4d32-beeb-ae44099428a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Unset dirty status for tenant:a703717012ba42e987fab10a1ff2eb74 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:54:22.321085 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-36b48b77-0fbb-4d32-beeb-ae44099428a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] 10.222.0.53 "GET /v2.0/ports/94cfbf7a-bbb1-4ee3-874b-ea19170c3b43 HTTP/1.1" status: 404  len: 333 time: 0.0597396
Dec 22 04:54:22.324913 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58850) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:22.330487 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-7ff9b955-b95a-44e1-a8f3-85bef5211aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Request body: {'port': {'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078961451'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:22.335280 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7ff9b955-b95a-44e1-a8f3-85bef5211aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:22.346730 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7ff9b955-b95a-44e1-a8f3-85bef5211aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:22.356170 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff9b955-b95a-44e1-a8f3-85bef5211aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Made reservation on behalf of a703717012ba42e987fab10a1ff2eb74 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:54:22.359202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7ff9b955-b95a-44e1-a8f3-85bef5211aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:22.378854 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-7ff9b955-b95a-44e1-a8f3-85bef5211aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] device_id is not set on port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:54:22.461723 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:54:22.500711 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:54:22.501065 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f4ed5f5d-1b9d-45e4-a104-5b7cef2eea0f not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:54:22.588520 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7ff9b955-b95a-44e1-a8f3-85bef5211aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:22.613384 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7ff9b955-b95a-44e1-a8f3-85bef5211aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:22.618675 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:22.680713 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff9b955-b95a-44e1-a8f3-85bef5211aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Network c533a67d-cbaf-4464-b496-8903f52c0458 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:54:22.683801 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-7ff9b955-b95a-44e1-a8f3-85bef5211aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:54:22.687804 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff9b955-b95a-44e1-a8f3-85bef5211aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:54:22.688601 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff9b955-b95a-44e1-a8f3-85bef5211aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:22.689178 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7ff9b955-b95a-44e1-a8f3-85bef5211aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:22.692709 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9b955-b95a-44e1-a8f3-85bef5211aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Pushing event updated for resources: {'Port': ['ID=8f7ea8cf-c47b-4e31-8399-ef01900318b5,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:22.696360 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7ff9b955-b95a-44e1-a8f3-85bef5211aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:22.715817 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7ff9b955-b95a-44e1-a8f3-85bef5211aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.3895440
Dec 22 04:54:22.718918 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58854) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:22.725248 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:22.731403 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7658fcd0-220b-41d0-9c9b-eec591b83f39 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:22.735484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7658fcd0-220b-41d0-9c9b-eec591b83f39 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:22.759032 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7658fcd0-220b-41d0-9c9b-eec591b83f39 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:22.759503 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7658fcd0-220b-41d0-9c9b-eec591b83f39 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Fanout notify agent at l3_agent the message router_deleted on router 489834d5-e138-45f2-ba06-8d0c741eb394 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:54:22.770082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7658fcd0-220b-41d0-9c9b-eec591b83f39 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:22.771137 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7658fcd0-220b-41d0-9c9b-eec591b83f39 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] 10.222.0.53 "DELETE /v2.0/routers/489834d5-e138-45f2-ba06-8d0c741eb394 HTTP/1.1" status: 204  len: 168 time: 0.6712074
Dec 22 04:54:22.837275 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:23.055751 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58862) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:23.079507 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] device_id is not set on port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:54:23.086454 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:23.101324 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Transition to ACTIVE for port object 8f7ea8cf-c47b-4e31-8399-ef01900318b5 will not be triggered until provisioned by entity L2. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:54:23.105174 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:23.109917 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0945d74e-cd02-48e9-916c-3a0cf9f539f7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:23.229814 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Pushing event updated for resources: {'Port': ['ID=8f7ea8cf-c47b-4e31-8399-ef01900318b5,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:23.233827 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:23.235957 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8c121bcc-c199-48e3-9091-543659e99cf1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6eb334be7cb14171b610f48a95de57f1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1789484
Dec 22 04:54:23.238539 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58868) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:23.253656 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:23.253994 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:23.254328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:23.259856 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:23.260177 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:23.260548 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 2 to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5
Dec 22 04:54:23.275151 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:23.275480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:23.275806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:23.281875 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:23.282193 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:23.282568 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 3 to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5
Dec 22 04:54:23.298194 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:23.298530 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:23.298860 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:23.298986 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2d1b25a1-66f5-4f9b-a57f-797dc05683fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:23.304418 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:23.304741 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:23.305129 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 4 to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5
Dec 22 04:54:23.319329 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:23.319654 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:23.319981 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:23.323686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2d1b25a1-66f5-4f9b-a57f-797dc05683fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:23.326391 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:23.326711 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:23.327084 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 5 to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5
Dec 22 04:54:23.344265 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:23.344621 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:23.345216 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:23.350784 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:23.351107 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:23.351554 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 6 to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5
Dec 22 04:54:23.365441 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:23.365787 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:23.366119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:23.371795 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:23.372133 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:23.372511 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 7 to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5
Dec 22 04:54:23.378809 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2d1b25a1-66f5-4f9b-a57f-797dc05683fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:23.383506 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:23.387292 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:23.388099 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:23.388432 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:23.394090 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:23.394403 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:23.394781 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 8 to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5
Dec 22 04:54:23.395644 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b25a1-66f5-4f9b-a57f-797dc05683fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af7e827-67f2-4632-99f5-f076acf1a495,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:23.399463 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2d1b25a1-66f5-4f9b-a57f-797dc05683fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:23.400618 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2d1b25a1-66f5-4f9b-a57f-797dc05683fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:23.409870 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2d1b25a1-66f5-4f9b-a57f-797dc05683fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7af7e827-67f2-4632-99f5-f076acf1a495 HTTP/1.1" status: 204  len: 168 time: 0.1652689
Dec 22 04:54:23.413249 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:23.413611 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:23.413951 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:23.421730 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:23.422257 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:23.422961 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 9 to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5
Dec 22 04:54:23.439025 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:23.439356 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:23.439702 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:23.445343 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:23.445698 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:23.446078 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.plugins.ml2.plugin [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 10 to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5
Dec 22 04:54:23.460251 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:23.460582 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:23.460913 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:23.466761 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:23.467085 dv-neutron-822525-1-hyperv neutron-server[83435]: ERROR neutron.plugins.ml2.managers [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:23.467441 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:23.573532 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] For port 8f7ea8cf-c47b-4e31-8399-ef01900318b5, host hv-neutron-8225, cleared binding levels {{(pid=83435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:54:23.573945 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempted to set empty binding levels {{(pid=83435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 22 04:54:23.578523 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:23.583500 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dcaea364-8c03-4561-9032-2bab6766ed48 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:23.639949 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] In _notify_port_updated(), no bound segment for port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83435) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 04:54:23.641487 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:23.642351 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] 10.222.0.53 "PUT /v2.0/ports/8f7ea8cf-c47b-4e31-8399-ef01900318b5 HTTP/1.1" status: 200  len: 981 time: 0.9224062
Dec 22 04:54:23.645844 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58874) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:23.658631 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Pushing event updated for resources: {'Port': ['ID=8f7ea8cf-c47b-4e31-8399-ef01900318b5,revision_number=3']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:23.661280 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:23.744977 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1021edc1-d808-4663-9fd0-b9291f48bf18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 16445 time: 0.0974066
Dec 22 04:54:23.748186 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58878) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:23.808514 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-801c1c82-4c46-4cb1-b7bf-37c2dc811e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Deleting port 8f7ea8cf-c47b-4e31-8399-ef01900318b5 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:23.808843 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-801c1c82-4c46-4cb1-b7bf-37c2dc811e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:24.001509 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-801c1c82-4c46-4cb1-b7bf-37c2dc811e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] For port 8f7ea8cf-c47b-4e31-8399-ef01900318b5, host hv-neutron-8225, got binding levels [] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:24.001779 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-801c1c82-4c46-4cb1-b7bf-37c2dc811e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:24.122926 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-801c1c82-4c46-4cb1-b7bf-37c2dc811e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Calling delete_port for 8f7ea8cf-c47b-4e31-8399-ef01900318b5 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:24.195574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-801c1c82-4c46-4cb1-b7bf-37c2dc811e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:24.202027 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-36820f8a-01ee-46f7-9da5-b972e319dc80 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:24.244985 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c1c82-4c46-4cb1-b7bf-37c2dc811e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f7ea8cf-c47b-4e31-8399-ef01900318b5,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:24.247993 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-801c1c82-4c46-4cb1-b7bf-37c2dc811e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:24.252325 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-801c1c82-4c46-4cb1-b7bf-37c2dc811e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:24.261206 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-801c1c82-4c46-4cb1-b7bf-37c2dc811e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] 10.222.0.53 "DELETE /v2.0/ports/8f7ea8cf-c47b-4e31-8399-ef01900318b5 HTTP/1.1" status: 204  len: 168 time: 0.5121176
Dec 22 04:54:24.264357 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58882) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:24.305638 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-3657b543-0666-4216-9bb2-fc64497e1e7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] GET failed (client error): The resource could not be found.
Dec 22 04:54:24.306131 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3657b543-0666-4216-9bb2-fc64497e1e7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Synchronizing usage tracker for tenant:a703717012ba42e987fab10a1ff2eb74 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:54:24.320481 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3657b543-0666-4216-9bb2-fc64497e1e7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Unset dirty status for tenant:a703717012ba42e987fab10a1ff2eb74 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:54:24.321626 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3657b543-0666-4216-9bb2-fc64497e1e7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] 10.222.0.53 "GET /v2.0/ports/8f7ea8cf-c47b-4e31-8399-ef01900318b5 HTTP/1.1" status: 404  len: 333 time: 0.0563297
Dec 22 04:54:24.325820 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58886) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:24.330882 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-4d204081-9171-4864-be9d-caa763473de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-519218759', 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:24.335231 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4d204081-9171-4864-be9d-caa763473de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:24.345288 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4d204081-9171-4864-be9d-caa763473de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:24.354521 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d204081-9171-4864-be9d-caa763473de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Made reservation on behalf of a703717012ba42e987fab10a1ff2eb74 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:54:24.356849 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4d204081-9171-4864-be9d-caa763473de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:24.375728 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-4d204081-9171-4864-be9d-caa763473de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] device_id is not set on port 6b4e61bf-edb2-4ca3-b13f-217e7adf0ce6 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:54:24.675649 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4d204081-9171-4864-be9d-caa763473de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:24.699988 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4d204081-9171-4864-be9d-caa763473de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:24.705438 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c89e24df-a37c-4565-8b26-d09366be1cae tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:24.774957 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d204081-9171-4864-be9d-caa763473de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Network c533a67d-cbaf-4464-b496-8903f52c0458 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:54:24.782005 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-4d204081-9171-4864-be9d-caa763473de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:54:24.784363 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d204081-9171-4864-be9d-caa763473de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:54:24.785171 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d204081-9171-4864-be9d-caa763473de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:24.785790 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4d204081-9171-4864-be9d-caa763473de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:24.798938 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d204081-9171-4864-be9d-caa763473de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Pushing event updated for resources: {'Port': ['ID=6b4e61bf-edb2-4ca3-b13f-217e7adf0ce6,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:24.805102 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4d204081-9171-4864-be9d-caa763473de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:24.816975 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4d204081-9171-4864-be9d-caa763473de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.4902170
Dec 22 04:54:24.819631 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58890) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:24.877040 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-92ec7425-78d2-402a-a46a-15e8a057eecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Synchronizing usage tracker for tenant:a703717012ba42e987fab10a1ff2eb74 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:54:24.890612 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-92ec7425-78d2-402a-a46a-15e8a057eecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Unset dirty status for tenant:a703717012ba42e987fab10a1ff2eb74 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:54:24.891694 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-92ec7425-78d2-402a-a46a-15e8a057eecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] 10.222.0.53 "GET /v2.0/ports/6b4e61bf-edb2-4ca3-b13f-217e7adf0ce6 HTTP/1.1" status: 200  len: 958 time: 0.0712054
Dec 22 04:54:24.894420 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58894) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:24.954354 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-f2898263-9f94-4c1b-b3da-b24994c45f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Deleting port 6b4e61bf-edb2-4ca3-b13f-217e7adf0ce6 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:24.954608 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f2898263-9f94-4c1b-b3da-b24994c45f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:25.140679 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f2898263-9f94-4c1b-b3da-b24994c45f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:25.262432 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-f2898263-9f94-4c1b-b3da-b24994c45f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Calling delete_port for 6b4e61bf-edb2-4ca3-b13f-217e7adf0ce6 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:25.335621 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f2898263-9f94-4c1b-b3da-b24994c45f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:25.340880 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2d229460-9502-4ca7-ac47-d44193de2934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:25.381538 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2898263-9f94-4c1b-b3da-b24994c45f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b4e61bf-edb2-4ca3-b13f-217e7adf0ce6,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:25.383740 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f2898263-9f94-4c1b-b3da-b24994c45f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:25.387128 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f2898263-9f94-4c1b-b3da-b24994c45f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:25.399352 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f2898263-9f94-4c1b-b3da-b24994c45f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] 10.222.0.53 "DELETE /v2.0/ports/6b4e61bf-edb2-4ca3-b13f-217e7adf0ce6 HTTP/1.1" status: 204  len: 168 time: 0.5040386
Dec 22 04:54:25.401911 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58898) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:25.443337 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d5954a-5b77-4623-861b-6e305bec4e70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] GET failed (client error): The resource could not be found.
Dec 22 04:54:25.443823 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-07d5954a-5b77-4623-861b-6e305bec4e70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Synchronizing usage tracker for tenant:a703717012ba42e987fab10a1ff2eb74 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:54:25.457528 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-07d5954a-5b77-4623-861b-6e305bec4e70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Unset dirty status for tenant:a703717012ba42e987fab10a1ff2eb74 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:54:25.458605 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-07d5954a-5b77-4623-861b-6e305bec4e70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] 10.222.0.53 "GET /v2.0/ports/6b4e61bf-edb2-4ca3-b13f-217e7adf0ce6 HTTP/1.1" status: 404  len: 333 time: 0.0558298
Dec 22 04:54:25.462191 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58902) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:25.467224 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Request body: {'port': {'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-467414674'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:25.471988 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:25.482370 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:25.490627 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Made reservation on behalf of a703717012ba42e987fab10a1ff2eb74 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:54:25.492795 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:25.511751 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] device_id is not set on port f0d17852-f098-4c16-93a2-13272be0a9ab yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:54:25.728671 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:25.753442 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:25.758785 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fc718a5b-e9fd-4cca-ab85-86032abf44b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:25.830732 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Network c533a67d-cbaf-4464-b496-8903f52c0458 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:54:25.831620 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Pushing event updated for resources: {'Port': ['ID=f0d17852-f098-4c16-93a2-13272be0a9ab,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:25.833887 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:54:25.836235 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:54:25.837012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:25.837726 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:25.853832 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:25.854220 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:25.854599 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:25.854980 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:25.855352 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:25.855732 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:25.856081 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:25.857054 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:25.857783 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:25.858150 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:25.858517 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:25.861941 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:25.872991 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.4099433
Dec 22 04:54:25.875661 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58906) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:25.881124 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:25.986050 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:26.218895 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] device_id is not set on port f0d17852-f098-4c16-93a2-13272be0a9ab yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:54:26.226986 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:26.241084 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Transition to ACTIVE for port object f0d17852-f098-4c16-93a2-13272be0a9ab will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:54:26.244638 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:26.248154 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-591c5fa6-2637-4420-8677-0598d9c016f9 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:26.470655 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Pushing event updated for resources: {'Port': ['ID=f0d17852-f098-4c16-93a2-13272be0a9ab,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:26.473993 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:26.491046 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:26.491426 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:26.491699 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:26.497111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port f0d17852-f098-4c16-93a2-13272be0a9ab on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:26.497948 dv-neutron-822525-1-hyperv neutron-server[83434]: ERROR neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:26.498320 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.plugins.ml2.plugin [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 2 to bind port f0d17852-f098-4c16-93a2-13272be0a9ab
Dec 22 04:54:26.511883 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:26.512213 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:26.512523 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:26.517930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port f0d17852-f098-4c16-93a2-13272be0a9ab on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:26.518241 dv-neutron-822525-1-hyperv neutron-server[83434]: ERROR neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:26.518608 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.plugins.ml2.plugin [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 3 to bind port f0d17852-f098-4c16-93a2-13272be0a9ab
Dec 22 04:54:26.532705 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:26.533029 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:26.533351 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:26.538769 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port f0d17852-f098-4c16-93a2-13272be0a9ab on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:26.539083 dv-neutron-822525-1-hyperv neutron-server[83434]: ERROR neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:26.539452 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.plugins.ml2.plugin [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 4 to bind port f0d17852-f098-4c16-93a2-13272be0a9ab
Dec 22 04:54:26.553621 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:26.553944 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:26.554260 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:26.559746 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port f0d17852-f098-4c16-93a2-13272be0a9ab on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:26.560058 dv-neutron-822525-1-hyperv neutron-server[83434]: ERROR neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:26.560428 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.plugins.ml2.plugin [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 5 to bind port f0d17852-f098-4c16-93a2-13272be0a9ab
Dec 22 04:54:26.574129 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:26.574456 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:26.574775 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:26.580237 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port f0d17852-f098-4c16-93a2-13272be0a9ab on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:26.580557 dv-neutron-822525-1-hyperv neutron-server[83434]: ERROR neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:26.580925 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.plugins.ml2.plugin [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 6 to bind port f0d17852-f098-4c16-93a2-13272be0a9ab
Dec 22 04:54:26.595278 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:26.595601 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:26.595918 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:26.601312 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port f0d17852-f098-4c16-93a2-13272be0a9ab on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:26.601661 dv-neutron-822525-1-hyperv neutron-server[83434]: ERROR neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:26.602037 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.plugins.ml2.plugin [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 7 to bind port f0d17852-f098-4c16-93a2-13272be0a9ab
Dec 22 04:54:26.616204 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:26.616522 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:26.616858 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:26.622301 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port f0d17852-f098-4c16-93a2-13272be0a9ab on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:26.622615 dv-neutron-822525-1-hyperv neutron-server[83434]: ERROR neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:26.622989 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.plugins.ml2.plugin [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 8 to bind port f0d17852-f098-4c16-93a2-13272be0a9ab
Dec 22 04:54:26.636480 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:26.636800 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:26.637116 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:26.642573 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port f0d17852-f098-4c16-93a2-13272be0a9ab on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:26.642888 dv-neutron-822525-1-hyperv neutron-server[83434]: ERROR neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:26.643256 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.plugins.ml2.plugin [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 9 to bind port f0d17852-f098-4c16-93a2-13272be0a9ab
Dec 22 04:54:26.657407 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:26.657759 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:26.658082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:26.663472 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port f0d17852-f098-4c16-93a2-13272be0a9ab on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:26.663796 dv-neutron-822525-1-hyperv neutron-server[83434]: ERROR neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:26.664169 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.plugins.ml2.plugin [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempt 10 to bind port f0d17852-f098-4c16-93a2-13272be0a9ab
Dec 22 04:54:26.678420 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:26.678742 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:26.679060 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempting to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:26.684470 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Port f0d17852-f098-4c16-93a2-13272be0a9ab on network c533a67d-cbaf-4464-b496-8903f52c0458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:26.684791 dv-neutron-822525-1-hyperv neutron-server[83434]: ERROR neutron.plugins.ml2.managers [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Failed to bind port f0d17852-f098-4c16-93a2-13272be0a9ab on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c010ca69-2d13-4102-afa6-7ab9b1a027d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c533a67d-cbaf-4464-b496-8903f52c0458'}]
Dec 22 04:54:26.685135 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:26.771111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] For port f0d17852-f098-4c16-93a2-13272be0a9ab, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:54:26.771386 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Attempted to set empty binding levels {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 22 04:54:26.775487 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:26.779659 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:26.829386 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] In _notify_port_updated(), no bound segment for port f0d17852-f098-4c16-93a2-13272be0a9ab on network c533a67d-cbaf-4464-b496-8903f52c0458 {{(pid=83434) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 04:54:26.830491 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:26.831655 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] 10.222.0.53 "PUT /v2.0/ports/f0d17852-f098-4c16-93a2-13272be0a9ab HTTP/1.1" status: 200  len: 980 time: 0.9550977
Dec 22 04:54:26.834626 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58910) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:26.845787 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Pushing event updated for resources: {'Port': ['ID=f0d17852-f098-4c16-93a2-13272be0a9ab,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:26.848307 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:26.892888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-33ec5702-5147-45f3-bb31-7ace3bec0dfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Deleting port f0d17852-f098-4c16-93a2-13272be0a9ab {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:26.893221 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33ec5702-5147-45f3-bb31-7ace3bec0dfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:27.172743 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-33ec5702-5147-45f3-bb31-7ace3bec0dfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] For port f0d17852-f098-4c16-93a2-13272be0a9ab, host hv-neutron-8225, got binding levels [] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:27.173171 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33ec5702-5147-45f3-bb31-7ace3bec0dfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:27.291353 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-33ec5702-5147-45f3-bb31-7ace3bec0dfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Calling delete_port for f0d17852-f098-4c16-93a2-13272be0a9ab owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:27.367448 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33ec5702-5147-45f3-bb31-7ace3bec0dfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:27.373901 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:27.413794 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec5702-5147-45f3-bb31-7ace3bec0dfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0d17852-f098-4c16-93a2-13272be0a9ab,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:27.423642 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33ec5702-5147-45f3-bb31-7ace3bec0dfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:27.435756 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec5702-5147-45f3-bb31-7ace3bec0dfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:27.436145 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec5702-5147-45f3-bb31-7ace3bec0dfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:27.436526 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec5702-5147-45f3-bb31-7ace3bec0dfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:27.436897 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec5702-5147-45f3-bb31-7ace3bec0dfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:27.437268 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec5702-5147-45f3-bb31-7ace3bec0dfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:27.437677 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec5702-5147-45f3-bb31-7ace3bec0dfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:27.438043 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec5702-5147-45f3-bb31-7ace3bec0dfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:27.438736 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec5702-5147-45f3-bb31-7ace3bec0dfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:27.439102 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec5702-5147-45f3-bb31-7ace3bec0dfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:27.439536 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec5702-5147-45f3-bb31-7ace3bec0dfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:27.439906 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ec5702-5147-45f3-bb31-7ace3bec0dfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:27.443064 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-33ec5702-5147-45f3-bb31-7ace3bec0dfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:27.445140 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-33ec5702-5147-45f3-bb31-7ace3bec0dfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] 10.222.0.53 "DELETE /v2.0/ports/f0d17852-f098-4c16-93a2-13272be0a9ab HTTP/1.1" status: 204  len: 168 time: 0.6092877
Dec 22 04:54:27.447566 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58914) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:27.487297 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf462dd6-3f00-4cac-bf18-c7f350b1fc5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] GET failed (client error): The resource could not be found.
Dec 22 04:54:27.487793 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-cf462dd6-3f00-4cac-bf18-c7f350b1fc5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Synchronizing usage tracker for tenant:a703717012ba42e987fab10a1ff2eb74 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:54:27.502379 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-cf462dd6-3f00-4cac-bf18-c7f350b1fc5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Unset dirty status for tenant:a703717012ba42e987fab10a1ff2eb74 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:54:27.503819 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-cf462dd6-3f00-4cac-bf18-c7f350b1fc5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] 10.222.0.53 "GET /v2.0/ports/f0d17852-f098-4c16-93a2-13272be0a9ab HTTP/1.1" status: 404  len: 333 time: 0.0553186
Dec 22 04:54:27.507105 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58918) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:27.619589 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3fcf475b-a9f7-44b1-b101-74b468ade7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:27.748970 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3fcf475b-a9f7-44b1-b101-74b468ade7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:27.776381 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-3fcf475b-a9f7-44b1-b101-74b468ade7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469aef54f0>,) {'filters': {'network_id': ['c533a67d-cbaf-4464-b496-8903f52c0458']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:27.788108 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-3fcf475b-a9f7-44b1-b101-74b468ade7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469aef54f0>, 'c010ca69-2d13-4102-afa6-7ab9b1a027d6') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:27.788394 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-3fcf475b-a9f7-44b1-b101-74b468ade7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469aef54f0>, 'c010ca69-2d13-4102-afa6-7ab9b1a027d6') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:27.799930 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3fcf475b-a9f7-44b1-b101-74b468ade7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:27.817658 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3fcf475b-a9f7-44b1-b101-74b468ade7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:27.823471 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fcf475b-a9f7-44b1-b101-74b468ade7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:54:27.823838 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3fcf475b-a9f7-44b1-b101-74b468ade7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:54:27.837404 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:54:27.910756 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3fcf475b-a9f7-44b1-b101-74b468ade7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:27.914141 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-db9ef45d-b054-40e4-a9cb-09c5a7018f66 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:27.931602 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3fcf475b-a9f7-44b1-b101-74b468ade7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:27.941434 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf475b-a9f7-44b1-b101-74b468ade7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Pushing event deleted for resources: {'Network': ['ID=c533a67d-cbaf-4464-b496-8903f52c0458,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:27.944147 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3fcf475b-a9f7-44b1-b101-74b468ade7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] 10.222.0.53 "DELETE /v2.0/networks/c533a67d-cbaf-4464-b496-8903f52c0458 HTTP/1.1" status: 204  len: 168 time: 0.4360955
Dec 22 04:54:27.945035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3fcf475b-a9f7-44b1-b101-74b468ade7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:28.224880 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58926) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:28.393271 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0116c5d1-3a0e-4673-95a2-7ae6022cb8d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=12fd1ba157b34471bfeacb423e5e116b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1670549
Dec 22 04:54:28.395644 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58932) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:28.454337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-932c510f-1af3-44dc-b48c-5743a1d12c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:28.478844 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-932c510f-1af3-44dc-b48c-5743a1d12c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:28.529427 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-932c510f-1af3-44dc-b48c-5743a1d12c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:28.532936 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:28.545691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c510f-1af3-44dc-b48c-5743a1d12c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fffcdb-b4d7-45c8-a9d6-96c6d886cbeb,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:28.548563 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-932c510f-1af3-44dc-b48c-5743a1d12c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:28.550379 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-932c510f-1af3-44dc-b48c-5743a1d12c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:28.553971 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-932c510f-1af3-44dc-b48c-5743a1d12c17 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2fffcdb-b4d7-45c8-a9d6-96c6d886cbeb HTTP/1.1" status: 204  len: 168 time: 0.1574261
Dec 22 04:54:28.863414 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 58940) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:28.915659 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-56a870d5-f478-4616-bf17-2650b6ce1649 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a703717012ba42e987fab10a1ff2eb74&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0510006
Dec 22 04:54:28.918045 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58944) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:28.978612 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37e22c46-3e96-44fe-b0bc-5ae25eda7a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:29.002839 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37e22c46-3e96-44fe-b0bc-5ae25eda7a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:29.051011 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37e22c46-3e96-44fe-b0bc-5ae25eda7a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:29.054426 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-857d8fbd-0a8b-4336-889a-c862d9136159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:29.064902 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e22c46-3e96-44fe-b0bc-5ae25eda7a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c59521-fc72-4f83-90f8-b7814ba8f262,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:29.068174 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-37e22c46-3e96-44fe-b0bc-5ae25eda7a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:29.071907 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37e22c46-3e96-44fe-b0bc-5ae25eda7a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:29.073204 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-37e22c46-3e96-44fe-b0bc-5ae25eda7a64 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44c59521-fc72-4f83-90f8-b7814ba8f262 HTTP/1.1" status: 204  len: 168 time: 0.1541889
Dec 22 04:54:30.770541 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58984) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:30.893011 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-94305607', 'router:external': True}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:30.897640 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:30.901380 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Usage tracker for resource:network and tenant:d879b40b4b6840399447a786eec670c4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:54:30.904756 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:54:30.910360 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:30.920733 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Made reservation on behalf of d879b40b4b6840399447a786eec670c4 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:54:30.923112 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:30.935119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:30.965309 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:30.969564 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Usage tracker for resource:security_group_rule and tenant:d879b40b4b6840399447a786eec670c4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:54:30.972528 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:54:30.978135 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:31.041392 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:31.045683 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:31.049504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f45037b5-7aa7-4f83-b35b-cfc6258ece1b tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:31.072924 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:54:31.088155 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7445515-642a-4d4c-b0c8-4d5ac7f1bc8d,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:31.092451 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:31.093346 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:31.093707 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Added segment f598c052-dc80-41b1-bb83-148f45a62728 of type vlan for network 324ff2df-80f5-4e3b-afb7-1aac6a12d29f
Dec 22 04:54:31.123994 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:31.156333 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:31.157233 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:31.157862 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:31.161187 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b90b4ebc-2e5a-4f99-8d7e-3dacdae4a633 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:31.259754 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Pushing event updated for resources: {'Network': ['ID=324ff2df-80f5-4e3b-afb7-1aac6a12d29f,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:31.263182 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 873 time: 0.4914832
Dec 22 04:54:31.263995 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:31.266104 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58990) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:31.270887 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 324ff2df-80f5-4e3b-afb7-1aac6a12d29f details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:54:31.272239 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-785d51f5-9296-4f86-953f-d46183557b0c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Request body: {'subnet': {'network_id': '324ff2df-80f5-4e3b-afb7-1aac6a12d29f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:31.277458 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-785d51f5-9296-4f86-953f-d46183557b0c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:31.281790 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-785d51f5-9296-4f86-953f-d46183557b0c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Usage tracker for resource:subnet and tenant:d879b40b4b6840399447a786eec670c4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:54:31.284644 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-785d51f5-9296-4f86-953f-d46183557b0c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:54:31.291307 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-785d51f5-9296-4f86-953f-d46183557b0c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:31.302579 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785d51f5-9296-4f86-953f-d46183557b0c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Made reservation on behalf of d879b40b4b6840399447a786eec670c4 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:54:31.304890 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-785d51f5-9296-4f86-953f-d46183557b0c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:31.652346 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.objects.ports [None req-785d51f5-9296-4f86-953f-d46183557b0c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83435) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 22 04:54:31.652793 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-785d51f5-9296-4f86-953f-d46183557b0c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:31.656661 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bbe7841f-e5f5-40a4-8ba8-f3d6d0140c3d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:31.816241 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d51f5-9296-4f86-953f-d46183557b0c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a705c6fe-4392-4dc7-b2c5-a9d3d57928b0,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:31.819634 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-785d51f5-9296-4f86-953f-d46183557b0c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:31.826476 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785d51f5-9296-4f86-953f-d46183557b0c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Checking segment: {'id': 'f598c052-dc80-41b1-bb83-148f45a62728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '324ff2df-80f5-4e3b-afb7-1aac6a12d29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:54:31.826820 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785d51f5-9296-4f86-953f-d46183557b0c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Network hostable DHCP agents. Network: 324ff2df-80f5-4e3b-afb7-1aac6a12d29f, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:54:31.848820 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785d51f5-9296-4f86-953f-d46183557b0c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Network 324ff2df-80f5-4e3b-afb7-1aac6a12d29f is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:54:31.858309 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-785d51f5-9296-4f86-953f-d46183557b0c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 324ff2df-80f5-4e3b-afb7-1aac6a12d29f) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:54:31.863399 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785d51f5-9296-4f86-953f-d46183557b0c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:31.864291 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-785d51f5-9296-4f86-953f-d46183557b0c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:31.871501 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f430e90e-6874-4d45-92cd-85b188f3e28b None None] Network 324ff2df-80f5-4e3b-afb7-1aac6a12d29f requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:54:31.886748 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-785d51f5-9296-4f86-953f-d46183557b0c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 0.6195664
Dec 22 04:54:31.889389 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58994) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:31.894789 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-0dfb04e4-27f3-4e0e-a19b-79b58e304f01 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-486410464', 'network_id': '324ff2df-80f5-4e3b-afb7-1aac6a12d29f'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:31.899516 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0dfb04e4-27f3-4e0e-a19b-79b58e304f01 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:31.903777 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0dfb04e4-27f3-4e0e-a19b-79b58e304f01 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Usage tracker for resource:port and tenant:d879b40b4b6840399447a786eec670c4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:54:31.906489 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0dfb04e4-27f3-4e0e-a19b-79b58e304f01 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:54:31.912016 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0dfb04e4-27f3-4e0e-a19b-79b58e304f01 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:31.922657 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfb04e4-27f3-4e0e-a19b-79b58e304f01 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Made reservation on behalf of d879b40b4b6840399447a786eec670c4 for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:54:31.924865 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0dfb04e4-27f3-4e0e-a19b-79b58e304f01 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:31.943567 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-0dfb04e4-27f3-4e0e-a19b-79b58e304f01 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] device_id is not set on port 97066e8b-f084-487f-b4c4-20e90a92521a yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:54:32.076728 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26d89fb-c263-4c22-9d10-8d0967de8875 None None] Network 324ff2df-80f5-4e3b-afb7-1aac6a12d29f requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:54:32.079870 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-0dfb04e4-27f3-4e0e-a19b-79b58e304f01 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Allocated IP 2001:db8::30d (324ff2df-80f5-4e3b-afb7-1aac6a12d29f/a705c6fe-4392-4dc7-b2c5-a9d3d57928b0/97066e8b-f084-487f-b4c4-20e90a92521a) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:54:32.266004 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0dfb04e4-27f3-4e0e-a19b-79b58e304f01 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:32.293226 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0dfb04e4-27f3-4e0e-a19b-79b58e304f01 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:32.298554 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:32.362806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfb04e4-27f3-4e0e-a19b-79b58e304f01 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Network 324ff2df-80f5-4e3b-afb7-1aac6a12d29f is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:54:32.367215 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-0dfb04e4-27f3-4e0e-a19b-79b58e304f01 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:54:32.369083 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb04e4-27f3-4e0e-a19b-79b58e304f01 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Pushing event updated for resources: {'Port': ['ID=97066e8b-f084-487f-b4c4-20e90a92521a,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:32.371180 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfb04e4-27f3-4e0e-a19b-79b58e304f01 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:54:32.372045 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfb04e4-27f3-4e0e-a19b-79b58e304f01 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:32.372625 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0dfb04e4-27f3-4e0e-a19b-79b58e304f01 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:32.376070 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0dfb04e4-27f3-4e0e-a19b-79b58e304f01 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:32.392622 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0dfb04e4-27f3-4e0e-a19b-79b58e304f01 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 0.5022597
Dec 22 04:54:32.395214 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 58998) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:32.456655 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-3903f757-9e61-4f20-9ed8-10eb2a01c51d tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Deleting port 97066e8b-f084-487f-b4c4-20e90a92521a {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:32.457008 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3903f757-9e61-4f20-9ed8-10eb2a01c51d tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:32.671241 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3903f757-9e61-4f20-9ed8-10eb2a01c51d tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:32.801894 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-3903f757-9e61-4f20-9ed8-10eb2a01c51d tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Calling delete_port for 97066e8b-f084-487f-b4c4-20e90a92521a owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:32.927696 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3903f757-9e61-4f20-9ed8-10eb2a01c51d tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:32.932732 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:32.973442 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903f757-9e61-4f20-9ed8-10eb2a01c51d tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Pushing event deleted for resources: {'Port': ['ID=97066e8b-f084-487f-b4c4-20e90a92521a,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:32.975905 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3903f757-9e61-4f20-9ed8-10eb2a01c51d tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:33.012893 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3903f757-9e61-4f20-9ed8-10eb2a01c51d tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:33.018386 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3903f757-9e61-4f20-9ed8-10eb2a01c51d tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "DELETE /v2.0/ports/97066e8b-f084-487f-b4c4-20e90a92521a HTTP/1.1" status: 204  len: 168 time: 0.6222730
Dec 22 04:54:33.020948 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59002) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:33.025762 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '324ff2df-80f5-4e3b-afb7-1aac6a12d29f', 'external_fixed_ips': [{'subnet_id': 'a705c6fe-4392-4dc7-b2c5-a9d3d57928b0', 'ip_address': '2001:db8::30d'}]}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:33.030031 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:33.033708 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Usage tracker for resource:router and tenant:d879b40b4b6840399447a786eec670c4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:54:33.036454 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:54:33.041984 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:33.052541 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:33.053658 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:33.072188 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:33.219514 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:33.455556 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:33.621073 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:33.773703 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265798b-2933-46a2-9e90-09c8e14ff1af req-3d84e8cc-15c5-49dc-a18c-c0a1c6cba96e tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:33.775058 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4265798b-2933-46a2-9e90-09c8e14ff1af req-3d84e8cc-15c5-49dc-a18c-c0a1c6cba96e tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 945 time: 0.1871779
Dec 22 04:54:33.873436 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4265798b-2933-46a2-9e90-09c8e14ff1af req-293a5b2c-89cb-4d7f-913b-28ee2bb110ce tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0921333
Dec 22 04:54:33.874487 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Allocated IP 2001:db8::30d (324ff2df-80f5-4e3b-afb7-1aac6a12d29f/a705c6fe-4392-4dc7-b2c5-a9d3d57928b0/c3f68dbb-dd17-4f0f-87db-993696f0a709) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:54:34.022942 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:34.048824 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:34.052254 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-00061cfd-b90d-4849-a9c0-e3da8a16557b tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:34.107997 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Network 324ff2df-80f5-4e3b-afb7-1aac6a12d29f is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:54:34.115166 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:54:34.119363 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:54:34.149267 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Pushing event updated for resources: {'Port': ['ID=c3f68dbb-dd17-4f0f-87db-993696f0a709,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:34.160268 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:34.227657 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:34.228390 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:34.447392 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Router f90afe85-cd70-4afb-9d28-eb16d31b58d9 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:54:34.641355 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:54:34.651902 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] Sync routers for ids ['f90afe85-cd70-4afb-9d28-eb16d31b58d9'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:54:34.663334 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:34.664651 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 1.6427941
Dec 22 04:54:34.664860 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] Routers {'f90afe85-cd70-4afb-9d28-eb16d31b58d9'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:34.665473 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c50ee50>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f90afe85-cd70-4afb-9d28-eb16d31b58d9'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:34.667594 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59010) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:34.860344 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26eb30b9-1f47-489a-ae7c-86dd97b97812 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:34.860623 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] Set router f90afe85-cd70-4afb-9d28-eb16d31b58d9 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:54:35.055341 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26eb30b9-1f47-489a-ae7c-86dd97b97812 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:35.075842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-26eb30b9-1f47-489a-ae7c-86dd97b97812 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Deleting port c3f68dbb-dd17-4f0f-87db-993696f0a709 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:35.075842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26eb30b9-1f47-489a-ae7c-86dd97b97812 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:35.103107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e3f17-fec1-4078-9bca-2f456a7dda74 req-471502ca-b236-465c-ac40-979809997554 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:35.104555 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-804e3f17-fec1-4078-9bca-2f456a7dda74 req-471502ca-b236-465c-ac40-979809997554 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 945 time: 0.0825121
Dec 22 04:54:35.154129 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-804e3f17-fec1-4078-9bca-2f456a7dda74 req-cf795dab-afb0-4a2d-947b-fbeaf05f115c tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434639
Dec 22 04:54:35.157030 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c50ee50>, [{'id': 'f90afe85-cd70-4afb-9d28-eb16d31b58d9', 'name': '', 'tenant_id': 'd879b40b4b6840399447a786eec670c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '324ff2df-80f5-4e3b-afb7-1aac6a12d29f', 'external_fixed_ips': [{'subnet_id': 'a705c6fe-4392-4dc7-b2c5-a9d3d57928b0', 'ip_address': '2001:db8::30d'}], 'enable_snat': True}, 'gw_port_id': 'c3f68dbb-dd17-4f0f-87db-993696f0a709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:33Z', 'updated_at': '2021-12-22T04:54:34Z', 'revision_number': 3, 'project_id': 'd879b40b4b6840399447a786eec670c4', 'gw_port': {'id': 'c3f68dbb-dd17-4f0f-87db-993696f0a709', 'name': '', 'network_id': '324ff2df-80f5-4e3b-afb7-1aac6a12d29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90afe85-cd70-4afb-9d28-eb16d31b58d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a705c6fe-4392-4dc7-b2c5-a9d3d57928b0', 'ip_address': '2001:db8::30d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:33Z', 'updated_at': '2021-12-22T04:54:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a705c6fe-4392-4dc7-b2c5-a9d3d57928b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:35.161136 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] Checking router: f90afe85-cd70-4afb-9d28-eb16d31b58d9 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:54:35.161919 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] Updating router f90afe85-cd70-4afb-9d28-eb16d31b58d9 port c3f68dbb-dd17-4f0f-87db-993696f0a709 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:54:35.226235 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:35.381520 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26eb30b9-1f47-489a-ae7c-86dd97b97812 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:35.404357 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb85b7-25be-48ac-aebc-4e76dc8e7101 req-977af366-19a0-48f6-8652-27bb57cafe21 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:35.405811 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4afb85b7-25be-48ac-aebc-4e76dc8e7101 req-977af366-19a0-48f6-8652-27bb57cafe21 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.47 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 945 time: 0.0822680
Dec 22 04:54:35.474196 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-4afb85b7-25be-48ac-aebc-4e76dc8e7101 req-e9ca344a-5d72-4700-9988-c8c21d05b462 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Deleting port 29dae181-c7ee-4c74-a00f-d32532091b2e {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:35.474429 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-4afb85b7-25be-48ac-aebc-4e76dc8e7101 req-e9ca344a-5d72-4700-9988-c8c21d05b462 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:35.503606 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-26eb30b9-1f47-489a-ae7c-86dd97b97812 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Calling delete_port for c3f68dbb-dd17-4f0f-87db-993696f0a709 owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:35.560940 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:35.572570 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] Transition to ACTIVE for port object c3f68dbb-dd17-4f0f-87db-993696f0a709 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:54:35.580286 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:35.585340 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:35.610860 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.db.api [None req-26eb30b9-1f47-489a-ae7c-86dd97b97812 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:54:35.611263 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_db.api [None req-26eb30b9-1f47-489a-ae7c-86dd97b97812 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:54:35.661063 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ef67c-f5f9-479b-8527-7942db628831 None None] Pushing event updated for resources: {'Port': ['ID=c3f68dbb-dd17-4f0f-87db-993696f0a709,revision_number=2']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:35.664929 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] Attempting to bind port c3f68dbb-dd17-4f0f-87db-993696f0a709 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:35.665291 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] Attempting to bind port c3f68dbb-dd17-4f0f-87db-993696f0a709 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'f598c052-dc80-41b1-bb83-148f45a62728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '324ff2df-80f5-4e3b-afb7-1aac6a12d29f'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:35.665665 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] Attempting to bind port c3f68dbb-dd17-4f0f-87db-993696f0a709 on network 324ff2df-80f5-4e3b-afb7-1aac6a12d29f {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:35.676115 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ef67c-f5f9-479b-8527-7942db628831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:35.676450 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ef67c-f5f9-479b-8527-7942db628831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:35.676782 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ef67c-f5f9-479b-8527-7942db628831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:35.677268 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ef67c-f5f9-479b-8527-7942db628831 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:35.677619 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ef67c-f5f9-479b-8527-7942db628831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:35.677945 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ef67c-f5f9-479b-8527-7942db628831 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:35.678262 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ef67c-f5f9-479b-8527-7942db628831 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:35.678582 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ef67c-f5f9-479b-8527-7942db628831 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:35.678894 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ef67c-f5f9-479b-8527-7942db628831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:35.679202 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ef67c-f5f9-479b-8527-7942db628831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:35.679512 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677ef67c-f5f9-479b-8527-7942db628831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:35.682941 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:54:35.683309 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] Checking segment: {'id': 'f598c052-dc80-41b1-bb83-148f45a62728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '324ff2df-80f5-4e3b-afb7-1aac6a12d29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:54:35.683706 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:35.684206 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] Bound using segment: {'id': 'f598c052-dc80-41b1-bb83-148f45a62728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '324ff2df-80f5-4e3b-afb7-1aac6a12d29f'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:54:35.685202 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] Bound port: c3f68dbb-dd17-4f0f-87db-993696f0a709, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f598c052-dc80-41b1-bb83-148f45a62728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '324ff2df-80f5-4e3b-afb7-1aac6a12d29f'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:54:35.685643 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:35.728612 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-677ef67c-f5f9-479b-8527-7942db628831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:35.739252 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-4afb85b7-25be-48ac-aebc-4e76dc8e7101 req-e9ca344a-5d72-4700-9988-c8c21d05b462 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] For port 29dae181-c7ee-4c74-a00f-d32532091b2e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=29dae181-c7ee-4c74-a00f-d32532091b2e,segment=NetworkSegment(7a2911af-ce8f-47e8-b777-7da37b702f30),segment_id=7a2911af-ce8f-47e8-b777-7da37b702f30)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:35.740004 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-4afb85b7-25be-48ac-aebc-4e76dc8e7101 req-e9ca344a-5d72-4700-9988-c8c21d05b462 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:35.774455 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] For port c3f68dbb-dd17-4f0f-87db-993696f0a709, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:54:35.777457 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] For port c3f68dbb-dd17-4f0f-87db-993696f0a709, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c3f68dbb-dd17-4f0f-87db-993696f0a709,segment=NetworkSegment(f598c052-dc80-41b1-bb83-148f45a62728),segment_id=f598c052-dc80-41b1-bb83-148f45a62728)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:54:35.782098 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:35.785473 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-9d96ae65-183f-4ada-9f4b-4d881c9deb01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:35.859305 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ef67c-f5f9-479b-8527-7942db628831 None None] Pushing event updated for resources: {'Port': ['ID=c3f68dbb-dd17-4f0f-87db-993696f0a709,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:35.862652 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-677ef67c-f5f9-479b-8527-7942db628831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:35.864886 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] Routers {'f90afe85-cd70-4afb-9d28-eb16d31b58d9'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:35.865476 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c50ee50>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f90afe85-cd70-4afb-9d28-eb16d31b58d9'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:36.017475 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] Set router f90afe85-cd70-4afb-9d28-eb16d31b58d9 gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:54:36.031340 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-4afb85b7-25be-48ac-aebc-4e76dc8e7101 req-e9ca344a-5d72-4700-9988-c8c21d05b462 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:36.031763 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-4afb85b7-25be-48ac-aebc-4e76dc8e7101 req-e9ca344a-5d72-4700-9988-c8c21d05b462 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:36.032106 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [req-4afb85b7-25be-48ac-aebc-4e76dc8e7101 req-e9ca344a-5d72-4700-9988-c8c21d05b462 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Floating IP 1eaf3187-e372-4b5e-bcd5-8273a4b55cd7 disassociated. External IP: 172.26.4.171, port: 29dae181-c7ee-4c74-a00f-d32532091b2e.
Dec 22 04:54:36.032508 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-4afb85b7-25be-48ac-aebc-4e76dc8e7101 req-e9ca344a-5d72-4700-9988-c8c21d05b462 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Calling delete_port for 29dae181-c7ee-4c74-a00f-d32532091b2e owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:36.112527 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-26eb30b9-1f47-489a-ae7c-86dd97b97812 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Deleting port c3f68dbb-dd17-4f0f-87db-993696f0a709 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:36.113636 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26eb30b9-1f47-489a-ae7c-86dd97b97812 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:36.129808 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c50ee50>, [{'id': 'f90afe85-cd70-4afb-9d28-eb16d31b58d9', 'name': '', 'tenant_id': 'd879b40b4b6840399447a786eec670c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:33Z', 'updated_at': '2021-12-22T04:54:35Z', 'revision_number': 4, 'project_id': 'd879b40b4b6840399447a786eec670c4', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:36.133852 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3c5dbb-47f4-4d4b-80b6-023f6a078436 None None] The sync data for ids ['f90afe85-cd70-4afb-9d28-eb16d31b58d9'] in dv-neutron-822525-1-hyperv is: [{'id': 'f90afe85-cd70-4afb-9d28-eb16d31b58d9', 'name': '', 'tenant_id': 'd879b40b4b6840399447a786eec670c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:33Z', 'updated_at': '2021-12-22T04:54:35Z', 'revision_number': 4, 'project_id': 'd879b40b4b6840399447a786eec670c4', 'gw_port_host': None}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:54:36.183788 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-4afb85b7-25be-48ac-aebc-4e76dc8e7101 req-e9ca344a-5d72-4700-9988-c8c21d05b462 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:36.193220 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ac9c016d-f0bc-4581-86cd-8428c1664532 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:36.251565 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca344a-5d72-4700-9988-c8c21d05b462 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Pushing event deleted for resources: {'Port': ['ID=29dae181-c7ee-4c74-a00f-d32532091b2e,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:36.255870 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e9ca344a-5d72-4700-9988-c8c21d05b462 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:36.367570 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-98fdb28d-2b22-4241-af1e-6b31b473a3f9 req-c54aa39c-164b-4c24-824b-c32244d3c2e9 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 210 time: 0.0562692
Dec 22 04:54:36.369234 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-26eb30b9-1f47-489a-ae7c-86dd97b97812 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] For port c3f68dbb-dd17-4f0f-87db-993696f0a709, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c3f68dbb-dd17-4f0f-87db-993696f0a709,segment=NetworkSegment(f598c052-dc80-41b1-bb83-148f45a62728),segment_id=f598c052-dc80-41b1-bb83-148f45a62728)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:36.369614 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26eb30b9-1f47-489a-ae7c-86dd97b97812 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:36.485926 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4afb85b7-25be-48ac-aebc-4e76dc8e7101 req-e9ca344a-5d72-4700-9988-c8c21d05b462 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Router f2541887-6061-4279-b967-0c2f7885b0da has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:54:36.494549 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-26eb30b9-1f47-489a-ae7c-86dd97b97812 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Calling delete_port for c3f68dbb-dd17-4f0f-87db-993696f0a709 owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:36.669678 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26eb30b9-1f47-489a-ae7c-86dd97b97812 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:36.674100 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2911be78-1389-4bc4-a896-d63ab923bdb1 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:36.715451 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb30b9-1f47-489a-ae7c-86dd97b97812 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3f68dbb-dd17-4f0f-87db-993696f0a709,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:36.719530 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-26eb30b9-1f47-489a-ae7c-86dd97b97812 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:36.827371 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4afb85b7-25be-48ac-aebc-4e76dc8e7101 req-e9ca344a-5d72-4700-9988-c8c21d05b462 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:54:36.836687 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb7dea-c390-4e02-b2e1-061e4d68936b None None] Sync routers for ids ['f2541887-6061-4279-b967-0c2f7885b0da'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:54:36.849505 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb7dea-c390-4e02-b2e1-061e4d68936b None None] Routers {'f2541887-6061-4279-b967-0c2f7885b0da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:36.850148 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d0eb7dea-c390-4e02-b2e1-061e4d68936b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bc50a30>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f2541887-6061-4279-b967-0c2f7885b0da'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:36.894824 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26eb30b9-1f47-489a-ae7c-86dd97b97812 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:36.897429 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afb85b7-25be-48ac-aebc-4e76dc8e7101 req-e9ca344a-5d72-4700-9988-c8c21d05b462 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] No DVR routers for this DVR port 29dae181-c7ee-4c74-a00f-d32532091b2e on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:54:36.899933 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-4afb85b7-25be-48ac-aebc-4e76dc8e7101 req-e9ca344a-5d72-4700-9988-c8c21d05b462 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:36.902652 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d216ec-b262-4d85-9718-53fac54b6d64', 'name': 'network-vif-deleted', 'tag': '29dae181-c7ee-4c74-a00f-d32532091b2e'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:54:36.922859 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4afb85b7-25be-48ac-aebc-4e76dc8e7101 req-e9ca344a-5d72-4700-9988-c8c21d05b462 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.47 "DELETE /v2.0/ports/29dae181-c7ee-4c74-a00f-d32532091b2e HTTP/1.1" status: 204  len: 173 time: 1.5108273
Dec 22 04:54:36.984836 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d216ec-b262-4d85-9718-53fac54b6d64', 'name': 'network-vif-deleted', 'tag': '29dae181-c7ee-4c74-a00f-d32532091b2e', 'status': 'completed', 'code': 200}
Dec 22 04:54:37.037435 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-d0eb7dea-c390-4e02-b2e1-061e4d68936b None None] Set router f2541887-6061-4279-b967-0c2f7885b0da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:54:37.268191 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26eb30b9-1f47-489a-ae7c-86dd97b97812 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:37.272445 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26eb30b9-1f47-489a-ae7c-86dd97b97812 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:37.299500 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26eb30b9-1f47-489a-ae7c-86dd97b97812 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:37.299966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26eb30b9-1f47-489a-ae7c-86dd97b97812 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f90afe85-cd70-4afb-9d28-eb16d31b58d9 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:54:37.313090 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-26eb30b9-1f47-489a-ae7c-86dd97b97812 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:37.317422 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-26eb30b9-1f47-489a-ae7c-86dd97b97812 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "DELETE /v2.0/routers/f90afe85-cd70-4afb-9d28-eb16d31b58d9 HTTP/1.1" status: 204  len: 168 time: 2.6488953
Dec 22 04:54:37.318175 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59022) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:37.413416 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a285427-1b0b-4750-80e2-23efa410fe42 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Deleting subnet a705c6fe-4392-4dc7-b2c5-a9d3d57928b0 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:54:37.422020 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8a285427-1b0b-4750-80e2-23efa410fe42 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:37.453218 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d0eb7dea-c390-4e02-b2e1-061e4d68936b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bc50a30>, [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:50:53Z', 'revision_number': 4, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'd714321e-8557-4083-bd85-837997895bbf', 'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'mac_address': 'fa:16:3e:49:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:52Z', 'updated_at': '2021-12-22T04:51:06Z', 'revision_number': 5, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'subnets': [{'id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:37.457778 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb7dea-c390-4e02-b2e1-061e4d68936b None None] Checking router: f2541887-6061-4279-b967-0c2f7885b0da for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:54:37.470467 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb7dea-c390-4e02-b2e1-061e4d68936b None None] Routers {'f2541887-6061-4279-b967-0c2f7885b0da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:37.471325 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d0eb7dea-c390-4e02-b2e1-061e4d68936b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bc50a30>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f2541887-6061-4279-b967-0c2f7885b0da'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:37.499839 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8a285427-1b0b-4750-80e2-23efa410fe42 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:37.557396 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-76a72d35-19e0-4810-9b94-b52040e92b5b req-7616689c-a7c5-4e9c-a7e8-cd0ac4aa1c3a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=70d216ec-b262-4d85-9718-53fac54b6d64 HTTP/1.1" status: 200  len: 210 time: 0.0437963
Dec 22 04:54:37.574821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8a285427-1b0b-4750-80e2-23efa410fe42 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:37.649248 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:37.657624 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8a285427-1b0b-4750-80e2-23efa410fe42 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:37.662331 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2aa1ea43-ab38-4bb6-8ff2-3758eae850bd tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:37.685311 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-d0eb7dea-c390-4e02-b2e1-061e4d68936b None None] Set router f2541887-6061-4279-b967-0c2f7885b0da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:54:37.696461 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a285427-1b0b-4750-80e2-23efa410fe42 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a705c6fe-4392-4dc7-b2c5-a9d3d57928b0,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:37.700432 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8a285427-1b0b-4750-80e2-23efa410fe42 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:37.704009 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8a285427-1b0b-4750-80e2-23efa410fe42 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:37.712619 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8a285427-1b0b-4750-80e2-23efa410fe42 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/a705c6fe-4392-4dc7-b2c5-a9d3d57928b0 HTTP/1.1" status: 204  len: 168 time: 0.3908167
Dec 22 04:54:37.712783 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59028) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:37.819880 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b828d232-6726-4d91-8f92-449305a276d8 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:37.946671 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b828d232-6726-4d91-8f92-449305a276d8 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:37.971460 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-b828d232-6726-4d91-8f92-449305a276d8 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b001430>,) {'filters': {'network_id': ['324ff2df-80f5-4e3b-afb7-1aac6a12d29f']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:37.983824 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-b828d232-6726-4d91-8f92-449305a276d8 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b001430>, 'f598c052-dc80-41b1-bb83-148f45a62728') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:37.984123 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-b828d232-6726-4d91-8f92-449305a276d8 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b001430>, 'f598c052-dc80-41b1-bb83-148f45a62728') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:37.996507 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b828d232-6726-4d91-8f92-449305a276d8 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:38.003906 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d0eb7dea-c390-4e02-b2e1-061e4d68936b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bc50a30>, [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:50:53Z', 'revision_number': 4, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'd714321e-8557-4083-bd85-837997895bbf', 'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'mac_address': 'fa:16:3e:49:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:52Z', 'updated_at': '2021-12-22T04:51:06Z', 'revision_number': 5, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'subnets': [{'id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:38.007870 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb7dea-c390-4e02-b2e1-061e4d68936b None None] The sync data for ids ['f2541887-6061-4279-b967-0c2f7885b0da'] in dv-neutron-822525-1-hyperv is: [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:50:53Z', 'revision_number': 4, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'd714321e-8557-4083-bd85-837997895bbf', 'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'mac_address': 'fa:16:3e:49:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:52Z', 'updated_at': '2021-12-22T04:51:06Z', 'revision_number': 5, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'subnets': [{'id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:54:38.014365 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b828d232-6726-4d91-8f92-449305a276d8 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:38.021209 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b828d232-6726-4d91-8f92-449305a276d8 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:54:38.021637 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b828d232-6726-4d91-8f92-449305a276d8 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:54:38.035678 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:54:38.118803 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b828d232-6726-4d91-8f92-449305a276d8 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:38.122640 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:38.135659 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b828d232-6726-4d91-8f92-449305a276d8 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  324ff2df-80f5-4e3b-afb7-1aac6a12d29f {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 22 04:54:38.140371 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b828d232-6726-4d91-8f92-449305a276d8 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:38.146945 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828d232-6726-4d91-8f92-449305a276d8 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Pushing event deleted for resources: {'Network': ['ID=324ff2df-80f5-4e3b-afb7-1aac6a12d29f,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:38.149882 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b828d232-6726-4d91-8f92-449305a276d8 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:38.156223 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b828d232-6726-4d91-8f92-449305a276d8 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "DELETE /v2.0/networks/324ff2df-80f5-4e3b-afb7-1aac6a12d29f HTTP/1.1" status: 204  len: 168 time: 0.4380960
Dec 22 04:54:38.423049 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59038) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:38.428506 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-66e6056f-cbdf-469e-82ec-c5501a7f0e22 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Request body: {'router': {'name': 'tempest-router--336685962', 'project_id': '2a185b81e6744376a9c2e654782e174f'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:38.433096 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-66e6056f-cbdf-469e-82ec-c5501a7f0e22 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:38.437571 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-66e6056f-cbdf-469e-82ec-c5501a7f0e22 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Usage tracker for resource:router and tenant:2a185b81e6744376a9c2e654782e174f is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:54:38.440628 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-66e6056f-cbdf-469e-82ec-c5501a7f0e22 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:54:38.446213 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-66e6056f-cbdf-469e-82ec-c5501a7f0e22 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:38.457132 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-66e6056f-cbdf-469e-82ec-c5501a7f0e22 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:38.458062 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-66e6056f-cbdf-469e-82ec-c5501a7f0e22 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:38.476683 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-66e6056f-cbdf-469e-82ec-c5501a7f0e22 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:38.493771 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-66e6056f-cbdf-469e-82ec-c5501a7f0e22 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:38.512065 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-66e6056f-cbdf-469e-82ec-c5501a7f0e22 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:38.513336 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-66e6056f-cbdf-469e-82ec-c5501a7f0e22 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.0892785
Dec 22 04:54:38.516111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59042) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:38.651728 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3b7a7a1c-9fd9-4f0c-8933-52197553f58e tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:38.739355 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0e72d323-bf37-4979-b97b-3c3f440583bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:38.832204 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6e4cc3-215e-44c6-9f94-709ab4c906f6 None None] New status for floating IP 1eaf3187-e372-4b5e-bcd5-8273a4b55cd7: DOWN {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 04:54:38.908536 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 29dae181-c7ee-4c74-a00f-d32532091b2e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:54:38.982402 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 29dae181-c7ee-4c74-a00f-d32532091b2e {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:54:38.983140 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 29dae181-c7ee-4c74-a00f-d32532091b2e not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:54:39.094429 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-8da868b9-b087-4e01-ac0d-38a6430e2b58 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-718493915&fields=id&tenant_id=3b44be9ba27547a492de77c9a415f2bf HTTP/1.1" status: 200  len: 267 time: 0.0589390
Dec 22 04:54:39.201617 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3b7a7a1c-9fd9-4f0c-8933-52197553f58e tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:39.206083 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3b7a7a1c-9fd9-4f0c-8933-52197553f58e tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:39.239876 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3b7a7a1c-9fd9-4f0c-8933-52197553f58e tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:39.240329 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7a7a1c-9fd9-4f0c-8933-52197553f58e tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 475a9b15-f33f-458e-8e37-c1e25ff72079 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:54:39.256233 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3b7a7a1c-9fd9-4f0c-8933-52197553f58e tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:39.258797 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-50b97276-3c2a-4d50-95c4-45df8b433ab8 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:39.259472 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-50b97276-3c2a-4d50-95c4-45df8b433ab8 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Synchronizing usage tracker for tenant:3b44be9ba27547a492de77c9a415f2bf on resource:network {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:54:39.260424 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3b7a7a1c-9fd9-4f0c-8933-52197553f58e tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "DELETE /v2.0/routers/475a9b15-f33f-458e-8e37-c1e25ff72079 HTTP/1.1" status: 204  len: 168 time: 0.7432969
Dec 22 04:54:39.277634 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-50b97276-3c2a-4d50-95c4-45df8b433ab8 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Unset dirty status for tenant:3b44be9ba27547a492de77c9a415f2bf on resource:network {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:54:39.279628 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-50b97276-3c2a-4d50-95c4-45df8b433ab8 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/networks?id=7f8f534e-2db6-44af-9bdd-e4fd78e01696 HTTP/1.1" status: 200  len: 811 time: 0.1839306
Dec 22 04:54:39.298171 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-84071a1b-b6a2-4e51-a2e6-7cf12c8fbde3 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/quotas/3b44be9ba27547a492de77c9a415f2bf HTTP/1.1" status: 200  len: 375 time: 0.0128052
Dec 22 04:54:39.386873 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-0ccfa9cf-2b42-4b0a-8891-f5bda4d7c7a0 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b44be9ba27547a492de77c9a415f2bf&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0829206
Dec 22 04:54:39.404111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59056) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:39.409438 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-371c7b0c-66fe-44f8-90a0-95972af6c1ae service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:54:39.413999 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-371c7b0c-66fe-44f8-90a0-95972af6c1ae service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0145166
Dec 22 04:54:39.545844 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-55eed879-1e6c-4391-a3c8-f00368ce0d56 service neutron] 10.222.0.53 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289127
Dec 22 04:54:39.655203 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1761740458', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}, 'admin_state_up': False}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:39.662262 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:39.666188 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Usage tracker for resource:router and tenant:9fff6b5a6e1642a4aefd5510bd9cac0e is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:54:39.669840 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:54:39.676852 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:39.684995 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-272f4277-8920-4d16-9e63-83ba24d68f5a service neutron] 10.222.0.53 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323867
Dec 22 04:54:39.687185 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:39.688093 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:39.706505 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:39.855245 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:40.035428 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:40.098216 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:40.140534 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-620fa0d0-4e3b-42b0-ab09-0e876c39a968 req-7d028f1f-5059-49df-a9e6-dd6764566b10 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Synchronizing usage tracker for tenant:3b44be9ba27547a492de77c9a415f2bf on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:54:40.176596 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-620fa0d0-4e3b-42b0-ab09-0e876c39a968 req-7d028f1f-5059-49df-a9e6-dd6764566b10 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Unset dirty status for tenant:3b44be9ba27547a492de77c9a415f2bf on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:54:40.177890 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-620fa0d0-4e3b-42b0-ab09-0e876c39a968 req-7d028f1f-5059-49df-a9e6-dd6764566b10 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 210 time: 0.1184988
Dec 22 04:54:40.253459 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Allocated IP 172.26.4.80 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/d6947bd2-5357-44b2-b694-9281583363d5) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:54:40.406726 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:40.435181 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:40.439674 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6d9ace66-424c-4565-93de-ef1208517629 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:40.509416 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:54:40.512570 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:54:40.514956 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:54:40.545020 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Pushing event updated for resources: {'Port': ['ID=d6947bd2-5357-44b2-b694-9281583363d5,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:40.547688 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:40.686364 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_gateway, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:40.687102 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:40.906077 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Router 3d486d82-be5e-4f76-afc9-41acd8d2eb7d is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:54:40.933026 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e6f2d6f9-19df-4a0b-8704-15fad6a2cabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:41.334983 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-3e380034-0ab3-48e2-950c-3bae5943b8c7 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:41.336394 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-3e380034-0ab3-48e2-950c-3bae5943b8c7 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.47 "GET /v2.0/networks?id=7f8f534e-2db6-44af-9bdd-e4fd78e01696 HTTP/1.1" status: 200  len: 811 time: 0.2879269
Dec 22 04:54:41.349740 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f76e8338-b225-44c8-9047-2f730af6583a req-bf8e2d9d-a0c4-4840-aaf9-7b286709a2b5 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 210 time: 0.0434308
Dec 22 04:54:41.353126 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:54:41.363257 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322a7e9e-f753-4f72-9aa9-c2ce626b5ff5 None None] Sync routers for ids ['3d486d82-be5e-4f76-afc9-41acd8d2eb7d'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:54:41.377416 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322a7e9e-f753-4f72-9aa9-c2ce626b5ff5 None None] Routers {'3d486d82-be5e-4f76-afc9-41acd8d2eb7d'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:41.378116 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-322a7e9e-f753-4f72-9aa9-c2ce626b5ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bd42400>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['3d486d82-be5e-4f76-afc9-41acd8d2eb7d'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:41.407456 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:41.408566 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 2.0034552
Dec 22 04:54:41.411633 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59080) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:41.439878 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-322a7e9e-f753-4f72-9aa9-c2ce626b5ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bd42400>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:41.451710 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322a7e9e-f753-4f72-9aa9-c2ce626b5ff5 None None] Routers {'3d486d82-be5e-4f76-afc9-41acd8d2eb7d'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:41.452829 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-322a7e9e-f753-4f72-9aa9-c2ce626b5ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bd42400>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['3d486d82-be5e-4f76-afc9-41acd8d2eb7d'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:41.485376 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-2fbe14ae-c097-4623-bfe5-3138f79ec0cb tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b44be9ba27547a492de77c9a415f2bf HTTP/1.1" status: 200  len: 379 time: 0.1246619
Dec 22 04:54:41.498716 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-576fea8d-5269-4881-8b52-0ea2601f40d8 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Request body: {'port': {'device_id': '04b3fef2-194c-4819-904a-f9ab2aaff135', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'admin_state_up': True, 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'security_groups': ['252d0a12-3276-4798-b93d-a7622f5bf490']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:41.519592 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-322a7e9e-f753-4f72-9aa9-c2ce626b5ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bd42400>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:41.520138 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322a7e9e-f753-4f72-9aa9-c2ce626b5ff5 None None] The sync data for ids ['3d486d82-be5e-4f76-afc9-41acd8d2eb7d'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:54:41.705890 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-576fea8d-5269-4881-8b52-0ea2601f40d8 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:41.718121 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-576fea8d-5269-4881-8b52-0ea2601f40d8 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:41.739295 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-576fea8d-5269-4881-8b52-0ea2601f40d8 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Made reservation on behalf of 3b44be9ba27547a492de77c9a415f2bf for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:54:41.742243 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-576fea8d-5269-4881-8b52-0ea2601f40d8 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:41.837890 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-02bad0a5-69fa-4487-a31d-2526fe21ffce tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "GET /v2.0/routers/3d486d82-be5e-4f76-afc9-41acd8d2eb7d HTTP/1.1" status: 200  len: 924 time: 0.4250934
Dec 22 04:54:41.841177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59086) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:41.891766 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59090) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:41.892306 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-84da5efe-0750-415f-878e-281d3750cb2d tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d486d82-be5e-4f76-afc9-41acd8d2eb7d HTTP/1.1" status: 200  len: 205 time: 0.0497243
Dec 22 04:54:41.987099 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-576fea8d-5269-4881-8b52-0ea2601f40d8 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Allocated IP 172.20.0.11 (7f8f534e-2db6-44af-9bdd-e4fd78e01696/bbd01024-1a39-4919-97b8-72bd7b2c03da/5f95f083-b0cb-493b-bda9-2863704160d6) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:54:42.045476 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:42.258515 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:42.270106 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-576fea8d-5269-4881-8b52-0ea2601f40d8 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:42.282390 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8731278c-6d01-49c0-a56d-2e32addfae7e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:42.346836 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-576fea8d-5269-4881-8b52-0ea2601f40d8 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Transition to ACTIVE for port object 5f95f083-b0cb-493b-bda9-2863704160d6 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:54:42.440050 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-576fea8d-5269-4881-8b52-0ea2601f40d8 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:42.450757 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:42.569327 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-576fea8d-5269-4881-8b52-0ea2601f40d8 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Network 7f8f534e-2db6-44af-9bdd-e4fd78e01696 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:54:42.576526 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576fea8d-5269-4881-8b52-0ea2601f40d8 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Pushing event updated for resources: {'Port': ['ID=5f95f083-b0cb-493b-bda9-2863704160d6,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:42.578845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-576fea8d-5269-4881-8b52-0ea2601f40d8 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:54:42.582772 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-576fea8d-5269-4881-8b52-0ea2601f40d8 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:42.584284 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-576fea8d-5269-4881-8b52-0ea2601f40d8 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:54:42.804872 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-576fea8d-5269-4881-8b52-0ea2601f40d8 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:42.805536 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-576fea8d-5269-4881-8b52-0ea2601f40d8 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:42.838808 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d6a8a974-2a62-4f24-b76b-b57c02ff45f2 None None] Provisioning for port 5f95f083-b0cb-493b-bda9-2863704160d6 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:54:42.846377 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d6a8a974-2a62-4f24-b76b-b57c02ff45f2 None None] Provisioning complete for port 5f95f083-b0cb-493b-bda9-2863704160d6 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:54:42.846786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d6a8a974-2a62-4f24-b76b-b57c02ff45f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:42.852741 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b03111-e7ae-4b92-88ab-b07484ef941a req-1d27986e-a89d-4e2c-a876-2d862d9f8207 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:42.853415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-48b03111-e7ae-4b92-88ab-b07484ef941a req-1d27986e-a89d-4e2c-a876-2d862d9f8207 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Synchronizing usage tracker for tenant:3b44be9ba27547a492de77c9a415f2bf on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:54:42.859106 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-576fea8d-5269-4881-8b52-0ea2601f40d8 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3647072
Dec 22 04:54:42.874612 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8731278c-6d01-49c0-a56d-2e32addfae7e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:42.882056 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] Request body: {'port': {'device_id': '04b3fef2-194c-4819-904a-f9ab2aaff135', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:42.902776 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d6a8a974-2a62-4f24-b76b-b57c02ff45f2 None None] Port 5f95f083-b0cb-493b-bda9-2863704160d6 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:54:42.922045 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-48b03111-e7ae-4b92-88ab-b07484ef941a req-1d27986e-a89d-4e2c-a876-2d862d9f8207 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Unset dirty status for tenant:3b44be9ba27547a492de77c9a415f2bf on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:54:42.923175 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-48b03111-e7ae-4b92-88ab-b07484ef941a req-1d27986e-a89d-4e2c-a876-2d862d9f8207 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 932 time: 0.4301717
Dec 22 04:54:42.927641 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-8731278c-6d01-49c0-a56d-2e32addfae7e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Deleting port d6947bd2-5357-44b2-b694-9281583363d5 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:42.927977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8731278c-6d01-49c0-a56d-2e32addfae7e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:43.135313 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:43.145328 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-48b03111-e7ae-4b92-88ab-b07484ef941a req-a1427374-f2e7-45c7-9c6d-2e888524cc5a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1898673
Dec 22 04:54:43.246711 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8731278c-6d01-49c0-a56d-2e32addfae7e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:43.411509 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-8731278c-6d01-49c0-a56d-2e32addfae7e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Calling delete_port for d6947bd2-5357-44b2-b694-9281583363d5 owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:43.488078 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:43.745563 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f95f083-b0cb-493b-bda9-2863704160d6 {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:54:43.751724 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8731278c-6d01-49c0-a56d-2e32addfae7e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:43.755942 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:43.758574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5cd640b5-d0d3-41d3-a302-8ff53b92210a tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:43.809677 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731278c-6d01-49c0-a56d-2e32addfae7e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Pushing event deleted for resources: {'Port': ['ID=d6947bd2-5357-44b2-b694-9281583363d5,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:43.816966 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8731278c-6d01-49c0-a56d-2e32addfae7e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:43.840746 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] Transition to ACTIVE for port object 5f95f083-b0cb-493b-bda9-2863704160d6 will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:54:43.874817 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:43.880916 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e564fa2a-ec19-4bc6-bf79-d4b146d6d3d1 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:44.023163 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] Pushing event updated for resources: {'Port': ['ID=5f95f083-b0cb-493b-bda9-2863704160d6,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:44.080606 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:44.217208 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8731278c-6d01-49c0-a56d-2e32addfae7e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:44.534710 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:54:44.653417 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8731278c-6d01-49c0-a56d-2e32addfae7e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:44.656364 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] Attempting to bind port 5f95f083-b0cb-493b-bda9-2863704160d6 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:44.656685 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] Attempting to bind port 5f95f083-b0cb-493b-bda9-2863704160d6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7a2911af-ce8f-47e8-b777-7da37b702f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:44.656996 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] Attempting to bind port 5f95f083-b0cb-493b-bda9-2863704160d6 on network 7f8f534e-2db6-44af-9bdd-e4fd78e01696 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:44.666357 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8731278c-6d01-49c0-a56d-2e32addfae7e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:44.679406 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] Port 5f95f083-b0cb-493b-bda9-2863704160d6 on network 7f8f534e-2db6-44af-9bdd-e4fd78e01696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:54:44.679717 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] Attempting to bind port 5f95f083-b0cb-493b-bda9-2863704160d6 on network 7f8f534e-2db6-44af-9bdd-e4fd78e01696 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:44.694635 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231231a7-48ee-4d45-8700-43ebb9a7a82d req-cc001113-7d41-4a96-bb93-79431b9b95ae tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:44.696066 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-231231a7-48ee-4d45-8700-43ebb9a7a82d req-cc001113-7d41-4a96-bb93-79431b9b95ae tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 944 time: 0.3116462
Dec 22 04:54:44.699430 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:54:44.699755 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] Checking segment: {'id': '7a2911af-ce8f-47e8-b777-7da37b702f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:54:44.700148 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] Bound using segment: {'id': '7a2911af-ce8f-47e8-b777-7da37b702f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:54:44.700570 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] Bound port: 5f95f083-b0cb-493b-bda9-2863704160d6, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2911af-ce8f-47e8-b777-7da37b702f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:54:44.700897 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:44.790876 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8731278c-6d01-49c0-a56d-2e32addfae7e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:44.791284 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8731278c-6d01-49c0-a56d-2e32addfae7e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Fanout notify agent at l3_agent the message router_deleted on router 3d486d82-be5e-4f76-afc9-41acd8d2eb7d {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:54:44.820147 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-231231a7-48ee-4d45-8700-43ebb9a7a82d req-1a2d0569-c611-4bc9-879b-6a2f6d31492a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1106265
Dec 22 04:54:44.834014 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8731278c-6d01-49c0-a56d-2e32addfae7e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:44.835024 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8731278c-6d01-49c0-a56d-2e32addfae7e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "DELETE /v2.0/routers/3d486d82-be5e-4f76-afc9-41acd8d2eb7d HTTP/1.1" status: 204  len: 168 time: 2.9423676
Dec 22 04:54:44.839566 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59102) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:44.845463 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1356267597', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'enable_snat': False}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:44.847482 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] For port 5f95f083-b0cb-493b-bda9-2863704160d6, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:54:44.850106 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:44.850435 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] For port 5f95f083-b0cb-493b-bda9-2863704160d6, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5f95f083-b0cb-493b-bda9-2863704160d6,segment=NetworkSegment(7a2911af-ce8f-47e8-b777-7da37b702f30),segment_id=7a2911af-ce8f-47e8-b777-7da37b702f30)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:54:44.854418 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Usage tracker for resource:router and tenant:d879b40b4b6840399447a786eec670c4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:54:44.855362 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:44.858100 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:54:44.860447 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:44.863775 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:44.873796 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:44.874671 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:44.892316 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:44.915227 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:44.916589 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] 10.222.0.47 "PUT /v2.0/ports/5f95f083-b0cb-493b-bda9-2863704160d6 HTTP/1.1" status: 200  len: 1094 time: 2.0432796
Dec 22 04:54:44.917114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b3fef2-194c-4819-904a-f9ab2aaff135', 'tag': '5f95f083-b0cb-493b-bda9-2863704160d6'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:54:44.949504 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] Pushing event updated for resources: {'Port': ['ID=5f95f083-b0cb-493b-bda9-2863704160d6,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:44.958909 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:45.023459 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b3fef2-194c-4819-904a-f9ab2aaff135', 'tag': '5f95f083-b0cb-493b-bda9-2863704160d6', 'status': 'completed', 'code': 200}
Dec 22 04:54:45.038146 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:45.067656 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-c6510273-eb18-4b72-a7a6-4d529356e0e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b44be9ba27547a492de77c9a415f2bf&device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 1097 time: 0.0885942
Dec 22 04:54:45.146792 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-c2986ae1-6691-4980-a161-8a9192eefa81 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f95f083-b0cb-493b-bda9-2863704160d6 HTTP/1.1" status: 200  len: 217 time: 0.0651164
Dec 22 04:54:45.208769 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-2c470696-0b47-48d4-8647-76c5dbb7bc12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:45.210256 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-2c470696-0b47-48d4-8647-76c5dbb7bc12 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbd01024-1a39-4919-97b8-72bd7b2c03da HTTP/1.1" status: 200  len: 850 time: 0.0574391
Dec 22 04:54:45.232200 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:45.265081 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:45.283912 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-04c11ff1-32d4-4780-8f70-925cbe66ea7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f8f534e-2db6-44af-9bdd-e4fd78e01696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0674491
Dec 22 04:54:45.409702 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Allocated IP 172.26.4.177 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/097d3e2b-8d32-4509-b430-b4f997f8e25e) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:54:45.416547 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-0a423bcf-5168-4ead-9258-79b1c0a07f3f service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250439
Dec 22 04:54:45.549865 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e28b92aa-5d09-41c3-8728-cb41104c0337 req-afbfaedd-d7ca-48c5-ae02-db8836d87c85 service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264501
Dec 22 04:54:45.552602 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:45.580165 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:45.584308 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3903f757-9e61-4f20-9ed8-10eb2a01c51d tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:45.724658 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ec13309d-42df-4140-91ef-3077da084805 req-7ef32998-96c7-47c7-be25-e82c7106cd68 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b44be9ba27547a492de77c9a415f2bf&device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 1097 time: 0.0774274
Dec 22 04:54:45.746427 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:54:45.753752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:54:45.757646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:54:45.789867 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Pushing event updated for resources: {'Port': ['ID=097d3e2b-8d32-4509-b430-b4f997f8e25e,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:45.793629 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:45.855272 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13309d-42df-4140-91ef-3077da084805 req-1fffc38b-5899-43e7-ab13-267be20302da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:45.856776 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ec13309d-42df-4140-91ef-3077da084805 req-1fffc38b-5899-43e7-ab13-267be20302da service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f8f534e-2db6-44af-9bdd-e4fd78e01696 HTTP/1.1" status: 200  len: 912 time: 0.1248205
Dec 22 04:54:45.921167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:45.922078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:45.924286 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ec13309d-42df-4140-91ef-3077da084805 req-a392f7fb-3cf7-427a-b6dd-5fb554ec94de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f95f083-b0cb-493b-bda9-2863704160d6 HTTP/1.1" status: 200  len: 217 time: 0.0614142
Dec 22 04:54:46.141197 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13309d-42df-4140-91ef-3077da084805 req-63a3a83d-781f-45a9-9b92-d384625b7834 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:46.142928 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ec13309d-42df-4140-91ef-3077da084805 req-63a3a83d-781f-45a9-9b92-d384625b7834 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbd01024-1a39-4919-97b8-72bd7b2c03da HTTP/1.1" status: 200  len: 850 time: 0.2127612
Dec 22 04:54:46.157344 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Router d761b6b2-04e6-40bc-886d-57ba8b24f234 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:54:46.208520 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b493214-93f8-4731-bdae-c8d0d20ccdb1 req-585e50a3-221a-427b-ba13-70d5abdd77e5 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:46.210407 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6b493214-93f8-4731-bdae-c8d0d20ccdb1 req-585e50a3-221a-427b-ba13-70d5abdd77e5 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 944 time: 0.1385670
Dec 22 04:54:46.275872 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6b493214-93f8-4731-bdae-c8d0d20ccdb1 req-221f616c-484f-4f65-b05d-b45ac074d6af tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549703
Dec 22 04:54:46.279504 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ec13309d-42df-4140-91ef-3077da084805 req-47fbf605-a67d-4045-81d8-3b0af68bc674 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f8f534e-2db6-44af-9bdd-e4fd78e01696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1288660
Dec 22 04:54:46.363132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:54:46.373095 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] Sync routers for ids ['d761b6b2-04e6-40bc-886d-57ba8b24f234'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:54:46.393768 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] Routers {'d761b6b2-04e6-40bc-886d-57ba8b24f234'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:46.393768 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8c2c70>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['d761b6b2-04e6-40bc-886d-57ba8b24f234'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:46.399149 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:46.399149 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 1.5498557
Dec 22 04:54:46.399149 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59112) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:46.435249 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ec13309d-42df-4140-91ef-3077da084805 req-da20a3c6-1810-4828-af8a-666856f1773d service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428626
Dec 22 04:54:46.565293 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] Set router d761b6b2-04e6-40bc-886d-57ba8b24f234 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:54:46.575855 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ec13309d-42df-4140-91ef-3077da084805 req-355ee01d-6f5b-4d08-9e94-585baabe2648 service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341286
Dec 22 04:54:46.602743 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-37a39fce-2f16-4de0-98bd-db073ceb7d3a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "GET /v2.0/routers/d761b6b2-04e6-40bc-886d-57ba8b24f234 HTTP/1.1" status: 200  len: 909 time: 0.2080083
Dec 22 04:54:46.605125 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59116) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:46.610809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1356267597', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'enable_snat': True}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:46.615353 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:46.619111 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Usage tracker for resource:router and tenant:d879b40b4b6840399447a786eec670c4 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:54:46.622483 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:54:46.628065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:46.638787 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:46.639657 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:46.657049 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:46.796401 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:46.846673 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8c2c70>, [{'id': 'd761b6b2-04e6-40bc-886d-57ba8b24f234', 'name': 'tempest-snat-router-1356267597', 'tenant_id': 'd879b40b4b6840399447a786eec670c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.177'}], 'enable_snat': False}, 'gw_port_id': '097d3e2b-8d32-4509-b430-b4f997f8e25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:44Z', 'updated_at': '2021-12-22T04:54:45Z', 'revision_number': 3, 'project_id': 'd879b40b4b6840399447a786eec670c4', 'gw_port': {'id': '097d3e2b-8d32-4509-b430-b4f997f8e25e', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd761b6b2-04e6-40bc-886d-57ba8b24f234', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:45Z', 'updated_at': '2021-12-22T04:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:46.850429 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] Checking router: d761b6b2-04e6-40bc-886d-57ba8b24f234 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:54:46.850777 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] Updating router d761b6b2-04e6-40bc-886d-57ba8b24f234 port 097d3e2b-8d32-4509-b430-b4f997f8e25e binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:54:46.902336 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:46.978314 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:47.011677 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:47.216313 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:47.228496 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] Transition to ACTIVE for port object 097d3e2b-8d32-4509-b430-b4f997f8e25e will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:54:47.235514 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:47.238891 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-61c7f3c0-5772-43b9-803d-8d4e505f76d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:47.299276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Allocated IP 172.26.4.49 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/30215485-fafc-471f-b7bd-fd31dff1fda5) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:54:47.319284 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0319643-ab78-4ae0-8dbb-3de53f773bc2 None None] Pushing event updated for resources: {'Port': ['ID=097d3e2b-8d32-4509-b430-b4f997f8e25e,revision_number=2']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:47.321532 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] Attempting to bind port 097d3e2b-8d32-4509-b430-b4f997f8e25e on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:47.321931 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] Attempting to bind port 097d3e2b-8d32-4509-b430-b4f997f8e25e by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:47.322279 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] Attempting to bind port 097d3e2b-8d32-4509-b430-b4f997f8e25e on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:47.324447 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-d0319643-ab78-4ae0-8dbb-3de53f773bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:47.330207 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:54:47.330580 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:54:47.331004 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:47.331408 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:54:47.331875 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] Bound port: 097d3e2b-8d32-4509-b430-b4f997f8e25e, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:54:47.332244 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:47.402327 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] For port 097d3e2b-8d32-4509-b430-b4f997f8e25e, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:54:47.405883 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] For port 097d3e2b-8d32-4509-b430-b4f997f8e25e, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=097d3e2b-8d32-4509-b430-b4f997f8e25e,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:54:47.410581 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:47.414765 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-3543e975-8d0e-4b06-84b0-b3c9ff9bce5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:47.493436 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0319643-ab78-4ae0-8dbb-3de53f773bc2 None None] Pushing event updated for resources: {'Port': ['ID=097d3e2b-8d32-4509-b430-b4f997f8e25e,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:47.496035 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] Routers {'d761b6b2-04e6-40bc-886d-57ba8b24f234'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:47.497168 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8c2c70>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['d761b6b2-04e6-40bc-886d-57ba8b24f234'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:47.543860 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-d0319643-ab78-4ae0-8dbb-3de53f773bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:47.622748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:47.648480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70a6cd-00d1-4c4a-adea-ea51c60709e8 req-8eef288a-9715-47b7-b8aa-135ff5725deb tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:47.649932 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9a70a6cd-00d1-4c4a-adea-ea51c60709e8 req-8eef288a-9715-47b7-b8aa-135ff5725deb tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 944 time: 0.2439027
Dec 22 04:54:47.673318 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] Set router d761b6b2-04e6-40bc-886d-57ba8b24f234 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:54:47.695384 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:47.701781 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-da10c6bf-39b6-4d52-b413-d80149cefb41 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:47.749491 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9a70a6cd-00d1-4c4a-adea-ea51c60709e8 req-db29b91b-72c2-4bd7-abf4-468b9859af02 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0937729
Dec 22 04:54:47.764572 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:54:47.772092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:54:47.776074 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:54:47.811612 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Pushing event updated for resources: {'Port': ['ID=30215485-fafc-471f-b7bd-fd31dff1fda5,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:47.815427 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:47.931616 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:47.932338 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:47.978844 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8c2c70>, [{'id': 'd761b6b2-04e6-40bc-886d-57ba8b24f234', 'name': 'tempest-snat-router-1356267597', 'tenant_id': 'd879b40b4b6840399447a786eec670c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.177'}], 'enable_snat': False}, 'gw_port_id': '097d3e2b-8d32-4509-b430-b4f997f8e25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:44Z', 'updated_at': '2021-12-22T04:54:45Z', 'revision_number': 3, 'project_id': 'd879b40b4b6840399447a786eec670c4', 'gw_port': {'id': '097d3e2b-8d32-4509-b430-b4f997f8e25e', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd761b6b2-04e6-40bc-886d-57ba8b24f234', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:45Z', 'updated_at': '2021-12-22T04:54:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:47.983077 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f21368b-de5e-41e8-b4eb-583f04827add None None] The sync data for ids ['d761b6b2-04e6-40bc-886d-57ba8b24f234'] in dv-neutron-822525-1-hyperv is: [{'id': 'd761b6b2-04e6-40bc-886d-57ba8b24f234', 'name': 'tempest-snat-router-1356267597', 'tenant_id': 'd879b40b4b6840399447a786eec670c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.177'}], 'enable_snat': False}, 'gw_port_id': '097d3e2b-8d32-4509-b430-b4f997f8e25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:44Z', 'updated_at': '2021-12-22T04:54:45Z', 'revision_number': 3, 'project_id': 'd879b40b4b6840399447a786eec670c4', 'gw_port': {'id': '097d3e2b-8d32-4509-b430-b4f997f8e25e', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd761b6b2-04e6-40bc-886d-57ba8b24f234', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:45Z', 'updated_at': '2021-12-22T04:54:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:54:48.195025 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Router 590eba75-73dd-43a1-8787-17f542bb4224 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:54:48.410128 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:54:48.419372 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] Sync routers for ids ['590eba75-73dd-43a1-8787-17f542bb4224'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:54:48.441883 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:48.443386 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 1.8372777
Dec 22 04:54:48.445975 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] Routers {'590eba75-73dd-43a1-8787-17f542bb4224'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:48.446145 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59122) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:48.446616 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bf712b0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['590eba75-73dd-43a1-8787-17f542bb4224'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:48.548341 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 097d3e2b-8d32-4509-b430-b4f997f8e25e up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:54:48.659347 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c7a8d21c-cbda-4171-b9cf-00ae5ab4521c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "GET /v2.0/routers/590eba75-73dd-43a1-8787-17f542bb4224 HTTP/1.1" status: 200  len: 907 time: 0.2119761
Dec 22 04:54:48.661713 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59126) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:48.697104 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] Set router 590eba75-73dd-43a1-8787-17f542bb4224 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:54:48.821740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 097d3e2b-8d32-4509-b430-b4f997f8e25e completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:54:48.859436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f09d7f1d-972b-4e72-9337-f8fa33dc5d0a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:48.916343 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 097d3e2b-8d32-4509-b430-b4f997f8e25e triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:54:48.916713 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:49.058537 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f09d7f1d-972b-4e72-9337-f8fa33dc5d0a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:49.099513 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:49.101179 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-f09d7f1d-972b-4e72-9337-f8fa33dc5d0a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Deleting port 30215485-fafc-471f-b7bd-fd31dff1fda5 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:49.101516 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f09d7f1d-972b-4e72-9337-f8fa33dc5d0a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:49.119363 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 097d3e2b-8d32-4509-b430-b4f997f8e25e, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=097d3e2b-8d32-4509-b430-b4f997f8e25e,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:49.126174 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:49.129318 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-8060dd41-6b69-433b-a3e3-92a617245f5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:49.217212 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=097d3e2b-8d32-4509-b430-b4f997f8e25e,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:49.220560 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bf712b0>, [{'id': '590eba75-73dd-43a1-8787-17f542bb4224', 'name': 'tempest-snat-router-1356267597', 'tenant_id': 'd879b40b4b6840399447a786eec670c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': '30215485-fafc-471f-b7bd-fd31dff1fda5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:46Z', 'updated_at': '2021-12-22T04:54:47Z', 'revision_number': 3, 'project_id': 'd879b40b4b6840399447a786eec670c4', 'gw_port': {'id': '30215485-fafc-471f-b7bd-fd31dff1fda5', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:78:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590eba75-73dd-43a1-8787-17f542bb4224', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:47Z', 'updated_at': '2021-12-22T04:54:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:49.229168 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] Checking router: 590eba75-73dd-43a1-8787-17f542bb4224 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:54:49.229524 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] Updating router 590eba75-73dd-43a1-8787-17f542bb4224 port 30215485-fafc-471f-b7bd-fd31dff1fda5 binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:54:49.256408 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:49.256764 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:49.257427 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:49.257427 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:49.257783 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:49.258116 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:49.258447 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:49.258792 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:49.259104 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:49.259424 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:49.259745 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:54:49.268615 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:49.268743 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d184cc-3a99-4cfe-b1b2-73934e676209 req-00fa2a00-6daf-4095-8c88-162ab61160d0 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:49.270161 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-96d184cc-3a99-4cfe-b1b2-73934e676209 req-00fa2a00-6daf-4095-8c88-162ab61160d0 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 944 time: 0.3613658
Dec 22 04:54:49.287608 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:49.324408 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f09d7f1d-972b-4e72-9337-f8fa33dc5d0a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:49.576565 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-f09d7f1d-972b-4e72-9337-f8fa33dc5d0a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Calling delete_port for 30215485-fafc-471f-b7bd-fd31dff1fda5 owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:49.603246 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-96d184cc-3a99-4cfe-b1b2-73934e676209 req-b5bf7772-c7ce-4d49-ada1-9209d7ca15b5 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3210378
Dec 22 04:54:49.610814 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:49.622453 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] Transition to ACTIVE for port object 30215485-fafc-471f-b7bd-fd31dff1fda5 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:54:49.628091 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:49.631516 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b98bc557-6594-4dbf-8d25-db0eb914128e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:49.697110 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.db.api [None req-f09d7f1d-972b-4e72-9337-f8fa33dc5d0a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:54:49.697428 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_db.api [None req-f09d7f1d-972b-4e72-9337-f8fa33dc5d0a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:54:49.708196 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08303fb5-3b4b-46fe-91d5-bec342520c02 None None] Pushing event updated for resources: {'Port': ['ID=30215485-fafc-471f-b7bd-fd31dff1fda5,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:49.711707 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-08303fb5-3b4b-46fe-91d5-bec342520c02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:49.712398 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] Attempting to bind port 30215485-fafc-471f-b7bd-fd31dff1fda5 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:54:49.712769 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] Attempting to bind port 30215485-fafc-471f-b7bd-fd31dff1fda5 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:54:49.713133 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] Attempting to bind port 30215485-fafc-471f-b7bd-fd31dff1fda5 on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:54:49.720934 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:54:49.721310 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:54:49.721870 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:49.722267 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:54:49.722728 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] Bound port: 30215485-fafc-471f-b7bd-fd31dff1fda5, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:54:49.723124 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:49.793449 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] For port 30215485-fafc-471f-b7bd-fd31dff1fda5, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:54:49.796370 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] For port 30215485-fafc-471f-b7bd-fd31dff1fda5, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=30215485-fafc-471f-b7bd-fd31dff1fda5,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:54:49.799681 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:49.803010 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-7e2ae114-7a9d-4a70-ada2-42e81017e4cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:49.880040 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08303fb5-3b4b-46fe-91d5-bec342520c02 None None] Pushing event updated for resources: {'Port': ['ID=30215485-fafc-471f-b7bd-fd31dff1fda5,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:49.882984 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-08303fb5-3b4b-46fe-91d5-bec342520c02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:49.883930 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] Routers {'590eba75-73dd-43a1-8787-17f542bb4224'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:49.884517 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bf712b0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['590eba75-73dd-43a1-8787-17f542bb4224'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:50.029635 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] Set router 590eba75-73dd-43a1-8787-17f542bb4224 gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:54:50.130247 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bf712b0>, [{'id': '590eba75-73dd-43a1-8787-17f542bb4224', 'name': 'tempest-snat-router-1356267597', 'tenant_id': 'd879b40b4b6840399447a786eec670c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:46Z', 'updated_at': '2021-12-22T04:54:49Z', 'revision_number': 4, 'project_id': 'd879b40b4b6840399447a786eec670c4', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:50.133987 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da81d4e-202d-4f26-a011-f6897a93dcab None None] The sync data for ids ['590eba75-73dd-43a1-8787-17f542bb4224'] in dv-neutron-822525-1-hyperv is: [{'id': '590eba75-73dd-43a1-8787-17f542bb4224', 'name': 'tempest-snat-router-1356267597', 'tenant_id': 'd879b40b4b6840399447a786eec670c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:46Z', 'updated_at': '2021-12-22T04:54:49Z', 'revision_number': 4, 'project_id': 'd879b40b4b6840399447a786eec670c4', 'gw_port_host': None}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:54:50.198131 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-f09d7f1d-972b-4e72-9337-f8fa33dc5d0a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Deleting port 30215485-fafc-471f-b7bd-fd31dff1fda5 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:50.198581 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f09d7f1d-972b-4e72-9337-f8fa33dc5d0a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:50.371381 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-f09d7f1d-972b-4e72-9337-f8fa33dc5d0a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] For port 30215485-fafc-471f-b7bd-fd31dff1fda5, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=30215485-fafc-471f-b7bd-fd31dff1fda5,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:50.372381 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f09d7f1d-972b-4e72-9337-f8fa33dc5d0a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:50.469638 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 097d3e2b-8d32-4509-b430-b4f997f8e25e up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:54:50.493524 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-f09d7f1d-972b-4e72-9337-f8fa33dc5d0a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Calling delete_port for 30215485-fafc-471f-b7bd-fd31dff1fda5 owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:50.539440 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 097d3e2b-8d32-4509-b430-b4f997f8e25e triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:54:50.539820 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:50.662715 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f09d7f1d-972b-4e72-9337-f8fa33dc5d0a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:50.666475 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fc718a5b-e9fd-4cca-ab85-86032abf44b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:50.706831 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d7f1d-972b-4e72-9337-f8fa33dc5d0a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Pushing event deleted for resources: {'Port': ['ID=30215485-fafc-471f-b7bd-fd31dff1fda5,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:50.710306 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f09d7f1d-972b-4e72-9337-f8fa33dc5d0a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:50.805743 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b8d5d-4745-443b-8f85-fd1e0cc23e72 req-074a0be4-d9ab-4d0a-88ec-27a8f49060f1 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:50.807206 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-054b8d5d-4745-443b-8f85-fd1e0cc23e72 req-074a0be4-d9ab-4d0a-88ec-27a8f49060f1 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 944 time: 0.0780213
Dec 22 04:54:50.852928 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-054b8d5d-4745-443b-8f85-fd1e0cc23e72 req-bc0feec3-d85d-418c-8603-e77939f89fca tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395234
Dec 22 04:54:50.929122 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f09d7f1d-972b-4e72-9337-f8fa33dc5d0a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:51.193468 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f09d7f1d-972b-4e72-9337-f8fa33dc5d0a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:51.197811 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f09d7f1d-972b-4e72-9337-f8fa33dc5d0a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:51.224669 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f09d7f1d-972b-4e72-9337-f8fa33dc5d0a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:51.225137 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09d7f1d-972b-4e72-9337-f8fa33dc5d0a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 590eba75-73dd-43a1-8787-17f542bb4224 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:54:51.236736 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f09d7f1d-972b-4e72-9337-f8fa33dc5d0a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:51.237826 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f09d7f1d-972b-4e72-9337-f8fa33dc5d0a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "DELETE /v2.0/routers/590eba75-73dd-43a1-8787-17f542bb4224 HTTP/1.1" status: 204  len: 168 time: 2.5750682
Dec 22 04:54:51.240465 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59138) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:51.554816 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2833713c-cd3f-4de1-bb5e-e8b79008bab2 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:51.796806 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-611cf445-26f4-4ec6-9b86-a6299f8f00a8 req-d62b53d7-2ee4-478f-bffa-29b99595f50e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1827006
Dec 22 04:54:51.819456 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2833713c-cd3f-4de1-bb5e-e8b79008bab2 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:51.830844 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-2833713c-cd3f-4de1-bb5e-e8b79008bab2 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Deleting port 097d3e2b-8d32-4509-b430-b4f997f8e25e {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:51.831183 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2833713c-cd3f-4de1-bb5e-e8b79008bab2 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:52.116308 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-2833713c-cd3f-4de1-bb5e-e8b79008bab2 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] For port 097d3e2b-8d32-4509-b430-b4f997f8e25e, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=097d3e2b-8d32-4509-b430-b4f997f8e25e,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:52.116664 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2833713c-cd3f-4de1-bb5e-e8b79008bab2 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:52.243016 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-611cf445-26f4-4ec6-9b86-a6299f8f00a8 req-79fac4ac-7f7b-494a-bc79-1835a7919e92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 1099 time: 0.3453283
Dec 22 04:54:52.248999 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-2833713c-cd3f-4de1-bb5e-e8b79008bab2 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Calling delete_port for 097d3e2b-8d32-4509-b430-b4f997f8e25e owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:52.356729 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944dc4d-524e-46ae-b0f0-7096c8df0e29 req-d464df21-fd53-469a-85f2-0c7433a54790 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:52.358104 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f944dc4d-524e-46ae-b0f0-7096c8df0e29 req-d464df21-fd53-469a-85f2-0c7433a54790 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 944 time: 0.3785100
Dec 22 04:54:52.475423 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f944dc4d-524e-46ae-b0f0-7096c8df0e29 req-31a27427-12c2-4b7e-8e3f-abd9783b92b6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1113298
Dec 22 04:54:52.494170 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611cf445-26f4-4ec6-9b86-a6299f8f00a8 req-dd953579-ee63-4f6d-9f40-6450986c0edf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:52.495596 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-611cf445-26f4-4ec6-9b86-a6299f8f00a8 req-dd953579-ee63-4f6d-9f40-6450986c0edf service neutron] 10.222.0.47 "GET /v2.0/networks?id=4bb4d842-e284-452b-81f2-d4549acfe918 HTTP/1.1" status: 200  len: 898 time: 0.2179139
Dec 22 04:54:52.642346 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-611cf445-26f4-4ec6-9b86-a6299f8f00a8 req-c3a3e17e-237a-472a-bd56-592f8d84ba7b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c9d022-e487-4dce-9c8d-d3c392b1d93f HTTP/1.1" status: 200  len: 1002 time: 0.1393025
Dec 22 04:54:52.692546 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2833713c-cd3f-4de1-bb5e-e8b79008bab2 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:52.697837 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-576fea8d-5269-4881-8b52-0ea2601f40d8 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:52.749255 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833713c-cd3f-4de1-bb5e-e8b79008bab2 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Pushing event deleted for resources: {'Port': ['ID=097d3e2b-8d32-4509-b430-b4f997f8e25e,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:52.753849 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2833713c-cd3f-4de1-bb5e-e8b79008bab2 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:52.755120 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611cf445-26f4-4ec6-9b86-a6299f8f00a8 req-08e23e24-8eee-4358-a1df-950818099e81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:52.756540 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-611cf445-26f4-4ec6-9b86-a6299f8f00a8 req-08e23e24-8eee-4358-a1df-950818099e81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=27a8e95f-208a-4135-8d3a-0c75f45823f4 HTTP/1.1" status: 200  len: 835 time: 0.1067770
Dec 22 04:54:53.017866 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 5f95f083-b0cb-493b-bda9-2863704160d6 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 04:54:53.138203 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-611cf445-26f4-4ec6-9b86-a6299f8f00a8 req-cfb25e33-15db-4517-a524-e57e249e241f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4bb4d842-e284-452b-81f2-d4549acfe918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3562624
Dec 22 04:54:53.139541 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2833713c-cd3f-4de1-bb5e-e8b79008bab2 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:53.148299 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 5f95f083-b0cb-493b-bda9-2863704160d6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5f95f083-b0cb-493b-bda9-2863704160d6,segment=NetworkSegment(7a2911af-ce8f-47e8-b777-7da37b702f30),segment_id=7a2911af-ce8f-47e8-b777-7da37b702f30)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:53.198451 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [req-611cf445-26f4-4ec6-9b86-a6299f8f00a8 req-e10e1a94-fc3f-4d55-b67a-a46e9e97484f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 04:54:53.199502 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-611cf445-26f4-4ec6-9b86-a6299f8f00a8 req-e10e1a94-fc3f-4d55-b67a-a46e9e97484f service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0052204
Dec 22 04:54:53.204372 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '5f95f083-b0cb-493b-bda9-2863704160d6', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'port_id': '5f95f083-b0cb-493b-bda9-2863704160d6', 'mac_address': 'fa:16:3e:98:22:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 04:54:53.260030 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:53.277502 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f95f083-b0cb-493b-bda9-2863704160d6 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:54:53.294282 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 5f95f083-b0cb-493b-bda9-2863704160d6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5f95f083-b0cb-493b-bda9-2863704160d6,segment=NetworkSegment(7a2911af-ce8f-47e8-b777-7da37b702f30),segment_id=7a2911af-ce8f-47e8-b777-7da37b702f30)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:53.302332 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:53.304817 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-064da953-7e21-45b3-b391-c25100f8e67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:53.375527 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=5f95f083-b0cb-493b-bda9-2863704160d6,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:53.382657 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:53.508309 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2833713c-cd3f-4de1-bb5e-e8b79008bab2 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:53.525905 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2833713c-cd3f-4de1-bb5e-e8b79008bab2 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:53.534184 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-611cf445-26f4-4ec6-9b86-a6299f8f00a8 req-41102a66-27e9-4a27-8d0f-599301506a31 service neutron] 10.222.0.47 "GET /v2.0/networks/4bb4d842-e284-452b-81f2-d4549acfe918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3274565
Dec 22 04:54:53.619663 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2833713c-cd3f-4de1-bb5e-e8b79008bab2 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:53.620157 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2833713c-cd3f-4de1-bb5e-e8b79008bab2 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d761b6b2-04e6-40bc-886d-57ba8b24f234 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:54:53.645032 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2833713c-cd3f-4de1-bb5e-e8b79008bab2 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:53.646160 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2833713c-cd3f-4de1-bb5e-e8b79008bab2 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "DELETE /v2.0/routers/d761b6b2-04e6-40bc-886d-57ba8b24f234 HTTP/1.1" status: 204  len: 168 time: 2.4048138
Dec 22 04:54:53.649730 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59150) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:53.657503 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-502708747', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}, 'admin_state_up': False}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:53.666823 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['5f95f083-b0cb-493b-bda9-2863704160d6'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 04:54:53.667117 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:53.682505 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Usage tracker for resource:router and tenant:9fff6b5a6e1642a4aefd5510bd9cac0e is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:54:53.686650 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:54:53.701647 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:53.710038 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-611cf445-26f4-4ec6-9b86-a6299f8f00a8 req-c8a0e51c-0dd0-470b-aaae-69225886b835 service neutron] 10.222.0.47 "GET /v2.0/networks/4bb4d842-e284-452b-81f2-d4549acfe918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1683848
Dec 22 04:54:53.716490 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:53.717496 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:53.741469 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:53.765803 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bef23-5afe-42e7-87e0-3f7263c95766 req-b57c3921-777f-4048-898b-4e4a0e87015b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:53.767254 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6d6bef23-5afe-42e7-87e0-3f7263c95766 req-b57c3921-777f-4048-898b-4e4a0e87015b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 945 time: 0.1678936
Dec 22 04:54:53.815221 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6d6bef23-5afe-42e7-87e0-3f7263c95766 req-9377d69f-a17c-4f79-b0b0-8a3c76b9815b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413756
Dec 22 04:54:53.908807 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:54.090061 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:54.119807 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:54.375323 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Allocated IP 172.26.4.89 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/ca357b54-724e-47ce-b117-46c89f2db831) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:54:54.521284 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:54.548655 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:54.552842 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d239c275-0d0b-43ff-a8ef-8739a0c18ef3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:54.622510 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:54:54.625933 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:54:54.627671 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Pushing event updated for resources: {'Port': ['ID=ca357b54-724e-47ce-b117-46c89f2db831,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:54.629754 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:54:54.655073 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:54.778707 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_gateway, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:54.779431 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:55.025235 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 5f95f083-b0cb-493b-bda9-2863704160d6 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:54:55.065192 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d96d3-5a73-445e-8963-e4112f636a1a req-5e81b52a-6d32-44a3-b9b3-4b877c427876 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:55.066693 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5a1d96d3-5a73-445e-8963-e4112f636a1a req-5e81b52a-6d32-44a3-b9b3-4b877c427876 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 945 time: 0.1108422
Dec 22 04:54:55.089825 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Router f140b78b-2fa2-4cb2-8fb9-a8c23dc6cdce is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:54:55.097885 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 5f95f083-b0cb-493b-bda9-2863704160d6 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:54:55.102607 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 5f95f083-b0cb-493b-bda9-2863704160d6 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:54:55.102985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:55.123681 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5a1d96d3-5a73-445e-8963-e4112f636a1a req-8fb7db55-24a6-471a-af09-e56b8b826fbc tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500119
Dec 22 04:54:55.215732 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:55.249336 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b3fef2-194c-4819-904a-f9ab2aaff135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f95f083-b0cb-493b-bda9-2863704160d6'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:54:55.259241 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 5f95f083-b0cb-493b-bda9-2863704160d6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5f95f083-b0cb-493b-bda9-2863704160d6,segment=NetworkSegment(7a2911af-ce8f-47e8-b777-7da37b702f30),segment_id=7a2911af-ce8f-47e8-b777-7da37b702f30)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:54:55.264077 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:55.266065 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:55.319718 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b3fef2-194c-4819-904a-f9ab2aaff135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f95f083-b0cb-493b-bda9-2863704160d6', 'code': 200}
Dec 22 04:54:55.335652 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:54:55.342132 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=5f95f083-b0cb-493b-bda9-2863704160d6,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:55.345355 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f52ab6-2214-4a24-9348-6bbc08dfe54b None None] Sync routers for ids ['f140b78b-2fa2-4cb2-8fb9-a8c23dc6cdce'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:54:55.348282 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:55.363207 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:55.367389 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.7138629
Dec 22 04:54:55.367556 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f52ab6-2214-4a24-9348-6bbc08dfe54b None None] Routers {'f140b78b-2fa2-4cb2-8fb9-a8c23dc6cdce'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:55.367556 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-24f52ab6-2214-4a24-9348-6bbc08dfe54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8d6f70>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f140b78b-2fa2-4cb2-8fb9-a8c23dc6cdce'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:55.367813 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59160) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:55.374708 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-0047a765-b824-4263-9152-ba016033b515 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'enable_snat': False}}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:55.428888 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-24f52ab6-2214-4a24-9348-6bbc08dfe54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8d6f70>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:55.440564 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f52ab6-2214-4a24-9348-6bbc08dfe54b None None] Routers {'f140b78b-2fa2-4cb2-8fb9-a8c23dc6cdce'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:55.441167 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-24f52ab6-2214-4a24-9348-6bbc08dfe54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8d6f70>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f140b78b-2fa2-4cb2-8fb9-a8c23dc6cdce'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:55.499702 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-24f52ab6-2214-4a24-9348-6bbc08dfe54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8d6f70>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:55.500027 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f52ab6-2214-4a24-9348-6bbc08dfe54b None None] The sync data for ids ['f140b78b-2fa2-4cb2-8fb9-a8c23dc6cdce'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:54:55.709998 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e04d5b33-0f23-47b3-9ff7-cba33fc60061 req-fc0e1754-e291-46b1-b26e-4753c1b228f0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 1099 time: 0.1433222
Dec 22 04:54:55.820478 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e04d5b33-0f23-47b3-9ff7-cba33fc60061 req-b7e073f0-a002-40c3-98cd-be3987b3f09a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0982544
Dec 22 04:54:56.147300 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0047a765-b824-4263-9152-ba016033b515 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:56.347414 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a9e50-32b0-4474-b66e-73cfde650cc0 req-53d93a98-8c22-4f0c-b31f-1ab5cdf5a3d1 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:56.348848 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d27a9e50-32b0-4474-b66e-73cfde650cc0 req-53d93a98-8c22-4f0c-b31f-1ab5cdf5a3d1 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 946 time: 0.1012709
Dec 22 04:54:56.430686 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 097d3e2b-8d32-4509-b430-b4f997f8e25e no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:54:56.466157 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 097d3e2b-8d32-4509-b430-b4f997f8e25e {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:54:56.466507 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 097d3e2b-8d32-4509-b430-b4f997f8e25e not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:54:56.520221 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d27a9e50-32b0-4474-b66e-73cfde650cc0 req-7753d53d-4bc9-4fbb-879e-20624626fef9 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1199667
Dec 22 04:54:56.548880 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0047a765-b824-4263-9152-ba016033b515 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:56.552152 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0047a765-b824-4263-9152-ba016033b515 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706333'] for router, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:56.746391 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0047a765-b824-4263-9152-ba016033b515 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Router f140b78b-2fa2-4cb2-8fb9-a8c23dc6cdce has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:54:56.937871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0047a765-b824-4263-9152-ba016033b515 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:54:56.941696 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0047a765-b824-4263-9152-ba016033b515 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:56.942847 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0047a765-b824-4263-9152-ba016033b515 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "PUT /v2.0/routers/f140b78b-2fa2-4cb2-8fb9-a8c23dc6cdce HTTP/1.1" status: 200  len: 924 time: 1.5744081
Dec 22 04:54:56.945582 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59166) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:56.945946 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda82c4d-940a-42c9-9638-29b53f89173b None None] Sync routers for ids ['f140b78b-2fa2-4cb2-8fb9-a8c23dc6cdce'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:54:56.957065 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda82c4d-940a-42c9-9638-29b53f89173b None None] Routers {'f140b78b-2fa2-4cb2-8fb9-a8c23dc6cdce'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:56.957688 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-fda82c4d-940a-42c9-9638-29b53f89173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca1de20>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f140b78b-2fa2-4cb2-8fb9-a8c23dc6cdce'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:57.018452 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-fda82c4d-940a-42c9-9638-29b53f89173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca1de20>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:57.029577 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda82c4d-940a-42c9-9638-29b53f89173b None None] Routers {'f140b78b-2fa2-4cb2-8fb9-a8c23dc6cdce'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:54:57.030168 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-fda82c4d-940a-42c9-9638-29b53f89173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca1de20>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f140b78b-2fa2-4cb2-8fb9-a8c23dc6cdce'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:57.089785 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-fda82c4d-940a-42c9-9638-29b53f89173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca1de20>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:54:57.090191 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda82c4d-940a-42c9-9638-29b53f89173b None None] The sync data for ids ['f140b78b-2fa2-4cb2-8fb9-a8c23dc6cdce'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:54:57.140804 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8c0b24de-05c8-4430-8a58-62a9f0d7f579 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "GET /v2.0/routers/f140b78b-2fa2-4cb2-8fb9-a8c23dc6cdce HTTP/1.1" status: 200  len: 924 time: 0.1939981
Dec 22 04:54:57.143430 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59170) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:57.217985 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-25349b83-d01b-462c-b2de-8a8ce0191738 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&device_id=f140b78b-2fa2-4cb2-8fb9-a8c23dc6cdce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0711389
Dec 22 04:54:57.218189 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59174) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:57.345904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdda43ed-b4c4-45a4-94e2-99a0e2d03753 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:57.346386 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-bdda43ed-b4c4-45a4-94e2-99a0e2d03753 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Synchronizing usage tracker for tenant:d879b40b4b6840399447a786eec670c4 on resource:network {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:54:57.360950 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-bdda43ed-b4c4-45a4-94e2-99a0e2d03753 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Unset dirty status for tenant:d879b40b4b6840399447a786eec670c4 on resource:network {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:54:57.362292 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-bdda43ed-b4c4-45a4-94e2-99a0e2d03753 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "GET /v2.0/networks/c376c199-68b9-4289-ba3a-1e17ce30e740 HTTP/1.1" status: 200  len: 881 time: 0.1432259
Dec 22 04:54:57.365144 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59178) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:57.406597 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-feba7a7e-ecf5-4aec-9177-33d487489817 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "GET /v2.0/ports?device_id=f140b78b-2fa2-4cb2-8fb9-a8c23dc6cdce HTTP/1.1" status: 200  len: 205 time: 0.0401728
Dec 22 04:54:57.408833 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59182) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:57.717413 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-84ce59a9-5e27-4c09-b637-b39200b7eb2e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:57.721097 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd7874-51c8-486c-befd-6740062196a6 req-90d3c18d-0c5e-471b-982d-215bcf4973cd tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:57.722600 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1ccd7874-51c8-486c-befd-6740062196a6 req-90d3c18d-0c5e-471b-982d-215bcf4973cd tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 946 time: 0.0752873
Dec 22 04:54:57.766702 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1ccd7874-51c8-486c-befd-6740062196a6 req-b98fccb6-b967-4557-8267-e0a53f8f9736 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385518
Dec 22 04:54:57.968967 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-84ce59a9-5e27-4c09-b637-b39200b7eb2e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:57.983763 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277de920-4326-41c2-9dc3-6f425a181d96 req-3d4052f2-6402-49c3-858b-39f07b70b439 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:54:57.985180 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-277de920-4326-41c2-9dc3-6f425a181d96 req-3d4052f2-6402-49c3-858b-39f07b70b439 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 946 time: 0.0990517
Dec 22 04:54:57.986195 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-84ce59a9-5e27-4c09-b637-b39200b7eb2e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Deleting port ca357b54-724e-47ce-b117-46c89f2db831 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:54:57.986520 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-84ce59a9-5e27-4c09-b637-b39200b7eb2e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:58.129212 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-277de920-4326-41c2-9dc3-6f425a181d96 req-3a80ecb0-78e2-4aaa-9fbd-221fd24f2d9f tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1176026
Dec 22 04:54:58.157942 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59190) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:58.188096 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-84ce59a9-5e27-4c09-b637-b39200b7eb2e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:58.233143 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f70c159f-a449-4d09-a387-4e6d94b3d089 tempest-TestVolumeBootPattern-974359338 tempest-TestVolumeBootPattern-974359338-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 1094 time: 0.0709562
Dec 22 04:54:58.233349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59194) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:58.238300 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': '5f95f083-b0cb-493b-bda9-2863704160d6', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:58.243700 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:58.248111 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Usage tracker for resource:floatingip and tenant:3b44be9ba27547a492de77c9a415f2bf is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:54:58.251136 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:54:58.256707 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:58.267437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:58.309881 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-84ce59a9-5e27-4c09-b637-b39200b7eb2e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Calling delete_port for ca357b54-724e-47ce-b117-46c89f2db831 owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:54:58.400279 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:58.469669 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-84ce59a9-5e27-4c09-b637-b39200b7eb2e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:58.473923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2992bf59-bc95-4fe6-9194-09a79eefcd3b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:58.517120 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce59a9-5e27-4c09-b637-b39200b7eb2e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Pushing event deleted for resources: {'Port': ['ID=ca357b54-724e-47ce-b117-46c89f2db831,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:58.520350 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-84ce59a9-5e27-4c09-b637-b39200b7eb2e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:58.569054 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Allocated IP 172.26.4.156 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/cac80124-ea06-4e21-b10c-59da376db609) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:54:58.712904 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:58.736809 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-84ce59a9-5e27-4c09-b637-b39200b7eb2e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:58.740452 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:58.744618 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f02d3605-8034-44b9-8041-73343f7fc7ea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:58.802909 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:54:58.810200 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:54:58.814281 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:54:58.847100 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Pushing event updated for resources: {'Port': ['ID=cac80124-ea06-4e21-b10c-59da376db609,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:58.851314 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:59.115059 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-84ce59a9-5e27-4c09-b637-b39200b7eb2e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:59.119205 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-84ce59a9-5e27-4c09-b637-b39200b7eb2e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:59.154352 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-84ce59a9-5e27-4c09-b637-b39200b7eb2e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:59.154883 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ce59a9-5e27-4c09-b637-b39200b7eb2e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Fanout notify agent at l3_agent the message router_deleted on router f140b78b-2fa2-4cb2-8fb9-a8c23dc6cdce {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:54:59.171277 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-84ce59a9-5e27-4c09-b637-b39200b7eb2e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:59.172373 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-84ce59a9-5e27-4c09-b637-b39200b7eb2e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "DELETE /v2.0/routers/f140b78b-2fa2-4cb2-8fb9-a8c23dc6cdce HTTP/1.1" status: 204  len: 168 time: 1.7626944
Dec 22 04:54:59.176322 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59198) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:59.181653 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-5917d0b6-c401-4464-b337-d54eba936f89 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-243970802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:59.188495 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5917d0b6-c401-4464-b337-d54eba936f89 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:54:59.192334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5917d0b6-c401-4464-b337-d54eba936f89 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Usage tracker for resource:router and tenant:9fff6b5a6e1642a4aefd5510bd9cac0e is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:54:59.195463 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5917d0b6-c401-4464-b337-d54eba936f89 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:54:59.201095 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5917d0b6-c401-4464-b337-d54eba936f89 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:54:59.212622 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5917d0b6-c401-4464-b337-d54eba936f89 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:59.212881 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5917d0b6-c401-4464-b337-d54eba936f89 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:59.231500 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5917d0b6-c401-4464-b337-d54eba936f89 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:59.248826 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5917d0b6-c401-4464-b337-d54eba936f89 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:59.276057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5917d0b6-c401-4464-b337-d54eba936f89 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:59.277218 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5917d0b6-c401-4464-b337-d54eba936f89 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.0999944
Dec 22 04:54:59.279909 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59202) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:54:59.285190 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-167636cf-6215-4da3-8890-8f1cf7c9454e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:54:59.440162 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:59.506004 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:59.670089 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-167636cf-6215-4da3-8890-8f1cf7c9454e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:59.711065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:59.715426 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:59.718813 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:54:59.817179 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Pushing event updated for resources: {'Port': ['ID=cac80124-ea06-4e21-b10c-59da376db609,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:54:59.821021 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:54:59.836843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:59.846040 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-167636cf-6215-4da3-8890-8f1cf7c9454e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:54:59.875377 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-167636cf-6215-4da3-8890-8f1cf7c9454e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:00.012098 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-167636cf-6215-4da3-8890-8f1cf7c9454e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Allocated IP 172.26.4.179 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/79506f0b-df5d-4243-8a9d-4617f25fbb9c) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:55:00.024745 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Floating IP 35a9e57e-b7fc-4f42-a10b-b0d68d843ea9 associated. External IP: 172.26.4.156, port: 5f95f083-b0cb-493b-bda9-2863704160d6.
Dec 22 04:55:00.158088 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-167636cf-6215-4da3-8890-8f1cf7c9454e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:00.192009 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-167636cf-6215-4da3-8890-8f1cf7c9454e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:00.195998 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8fa4a390-2628-4fb3-926d-bd848889f9d8 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:00.264254 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167636cf-6215-4da3-8890-8f1cf7c9454e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:55:00.265085 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167636cf-6215-4da3-8890-8f1cf7c9454e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Pushing event updated for resources: {'Port': ['ID=79506f0b-df5d-4243-8a9d-4617f25fbb9c,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:00.267581 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-167636cf-6215-4da3-8890-8f1cf7c9454e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:55:00.270469 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-167636cf-6215-4da3-8890-8f1cf7c9454e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:00.270469 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167636cf-6215-4da3-8890-8f1cf7c9454e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:55:00.414355 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Router f2541887-6061-4279-b967-0c2f7885b0da has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:55:00.426084 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-167636cf-6215-4da3-8890-8f1cf7c9454e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_gateway, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:00.713788 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-167636cf-6215-4da3-8890-8f1cf7c9454e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:00.717216 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-167636cf-6215-4da3-8890-8f1cf7c9454e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706333'] for router, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:00.720701 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:55:00.730378 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526d03a8-8d66-4bcc-a4a8-f0a5ef15c9ef None None] Sync routers for ids ['f2541887-6061-4279-b967-0c2f7885b0da'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:55:00.745360 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526d03a8-8d66-4bcc-a4a8-f0a5ef15c9ef None None] Routers {'f2541887-6061-4279-b967-0c2f7885b0da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:55:00.745944 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:00.746115 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-526d03a8-8d66-4bcc-a4a8-f0a5ef15c9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8d6640>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f2541887-6061-4279-b967-0c2f7885b0da'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:00.817564 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5704532
Dec 22 04:55:00.817564 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b3fef2-194c-4819-904a-f9ab2aaff135', 'tag': '5f95f083-b0cb-493b-bda9-2863704160d6'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:55:00.932491 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-526d03a8-8d66-4bcc-a4a8-f0a5ef15c9ef None None] Set router f2541887-6061-4279-b967-0c2f7885b0da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:55:00.960614 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167636cf-6215-4da3-8890-8f1cf7c9454e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Router 2db04f5a-ec8a-4058-8a59-b77f44869ee6 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:55:00.999317 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b3fef2-194c-4819-904a-f9ab2aaff135', 'tag': '5f95f083-b0cb-493b-bda9-2863704160d6', 'status': 'completed', 'code': 200}
Dec 22 04:55:01.194837 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f3e4ea2c-6a48-4ada-9baa-29eed5601b4d req-96453b83-77c8-4c66-939c-fdbe862bdb94 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b44be9ba27547a492de77c9a415f2bf&device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 1099 time: 0.1496382
Dec 22 04:55:01.284144 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-526d03a8-8d66-4bcc-a4a8-f0a5ef15c9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8d6640>, [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:50:53Z', 'revision_number': 4, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '35a9e57e-b7fc-4f42-a10b-b0d68d843ea9', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'port_id': '5f95f083-b0cb-493b-bda9-2863704160d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'mac_address': 'fa:16:3e:98:22:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b3fef2-194c-4819-904a-f9ab2aaff135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:54:59Z', 'updated_at': '2021-12-22T04:54:59Z', 'revision_number': 0, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd714321e-8557-4083-bd85-837997895bbf', 'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'mac_address': 'fa:16:3e:49:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:52Z', 'updated_at': '2021-12-22T04:51:06Z', 'revision_number': 5, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'subnets': [{'id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:01.287783 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526d03a8-8d66-4bcc-a4a8-f0a5ef15c9ef None None] Checking router: f2541887-6061-4279-b967-0c2f7885b0da for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:55:01.298494 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526d03a8-8d66-4bcc-a4a8-f0a5ef15c9ef None None] Routers {'f2541887-6061-4279-b967-0c2f7885b0da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:55:01.299098 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-526d03a8-8d66-4bcc-a4a8-f0a5ef15c9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8d6640>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f2541887-6061-4279-b967-0c2f7885b0da'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:01.324412 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167636cf-6215-4da3-8890-8f1cf7c9454e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:55:01.334967 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d720aa61-73ab-4bf0-b9ff-d3c614e6d17e None None] Sync routers for ids ['2db04f5a-ec8a-4058-8a59-b77f44869ee6'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:55:01.347402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-167636cf-6215-4da3-8890-8f1cf7c9454e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:01.347622 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d720aa61-73ab-4bf0-b9ff-d3c614e6d17e None None] Routers {'2db04f5a-ec8a-4058-8a59-b77f44869ee6'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:55:01.350856 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d720aa61-73ab-4bf0-b9ff-d3c614e6d17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469cab8c70>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['2db04f5a-ec8a-4058-8a59-b77f44869ee6'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:01.351025 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-167636cf-6215-4da3-8890-8f1cf7c9454e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "PUT /v2.0/routers/2db04f5a-ec8a-4058-8a59-b77f44869ee6 HTTP/1.1" status: 200  len: 883 time: 2.0676498
Dec 22 04:55:01.351155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59212) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:01.404280 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4ea2c-6a48-4ada-9baa-29eed5601b4d req-3e1902a2-753f-4fbb-8f60-48aef2c9d663 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:01.404643 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f3e4ea2c-6a48-4ada-9baa-29eed5601b4d req-3e1902a2-753f-4fbb-8f60-48aef2c9d663 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f8f534e-2db6-44af-9bdd-e4fd78e01696 HTTP/1.1" status: 200  len: 912 time: 0.1993313
Dec 22 04:55:01.411289 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d720aa61-73ab-4bf0-b9ff-d3c614e6d17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469cab8c70>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:01.422642 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d720aa61-73ab-4bf0-b9ff-d3c614e6d17e None None] Routers {'2db04f5a-ec8a-4058-8a59-b77f44869ee6'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:55:01.423245 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d720aa61-73ab-4bf0-b9ff-d3c614e6d17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469cab8c70>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['2db04f5a-ec8a-4058-8a59-b77f44869ee6'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:01.475375 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-526d03a8-8d66-4bcc-a4a8-f0a5ef15c9ef None None] Set router f2541887-6061-4279-b967-0c2f7885b0da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:55:01.484336 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d720aa61-73ab-4bf0-b9ff-d3c614e6d17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469cab8c70>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:01.484757 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d720aa61-73ab-4bf0-b9ff-d3c614e6d17e None None] The sync data for ids ['2db04f5a-ec8a-4058-8a59-b77f44869ee6'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:55:01.540180 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f3e4ea2c-6a48-4ada-9baa-29eed5601b4d req-cb60b889-2573-4733-8941-4c4cf9feb007 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f95f083-b0cb-493b-bda9-2863704160d6 HTTP/1.1" status: 200  len: 1000 time: 0.1231108
Dec 22 04:55:01.660652 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4ea2c-6a48-4ada-9baa-29eed5601b4d req-d2969f9d-0b0a-4192-b1b0-38138bc994e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:01.662123 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f3e4ea2c-6a48-4ada-9baa-29eed5601b4d req-d2969f9d-0b0a-4192-b1b0-38138bc994e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbd01024-1a39-4919-97b8-72bd7b2c03da HTTP/1.1" status: 200  len: 850 time: 0.1147220
Dec 22 04:55:01.757113 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-33a26319-ddb2-430c-a3b6-68dd7e0d0cbb tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "GET /v2.0/routers/2db04f5a-ec8a-4058-8a59-b77f44869ee6 HTTP/1.1" status: 200  len: 924 time: 0.4049134
Dec 22 04:55:01.759954 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59216) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:01.764911 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f3e4ea2c-6a48-4ada-9baa-29eed5601b4d req-73b3bd85-2046-46b9-896b-9b69f6404feb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f8f534e-2db6-44af-9bdd-e4fd78e01696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0953431
Dec 22 04:55:01.834372 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-efb7f46b-15d4-43c9-b60a-76d1a362f3f4 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Synchronizing usage tracker for tenant:d879b40b4b6840399447a786eec670c4 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:55:01.843236 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-526d03a8-8d66-4bcc-a4a8-f0a5ef15c9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8d6640>, [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:50:53Z', 'revision_number': 4, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '35a9e57e-b7fc-4f42-a10b-b0d68d843ea9', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'port_id': '5f95f083-b0cb-493b-bda9-2863704160d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'mac_address': 'fa:16:3e:98:22:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b3fef2-194c-4819-904a-f9ab2aaff135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:54:59Z', 'updated_at': '2021-12-22T04:54:59Z', 'revision_number': 0, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd714321e-8557-4083-bd85-837997895bbf', 'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'mac_address': 'fa:16:3e:49:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:52Z', 'updated_at': '2021-12-22T04:51:06Z', 'revision_number': 5, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'subnets': [{'id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:01.847585 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526d03a8-8d66-4bcc-a4a8-f0a5ef15c9ef None None] The sync data for ids ['f2541887-6061-4279-b967-0c2f7885b0da'] in dv-neutron-822525-1-hyperv is: [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:50:53Z', 'revision_number': 4, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '35a9e57e-b7fc-4f42-a10b-b0d68d843ea9', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'port_id': '5f95f083-b0cb-493b-bda9-2863704160d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'mac_address': 'fa:16:3e:98:22:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b3fef2-194c-4819-904a-f9ab2aaff135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:54:59Z', 'updated_at': '2021-12-22T04:54:59Z', 'revision_number': 0, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd714321e-8557-4083-bd85-837997895bbf', 'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'mac_address': 'fa:16:3e:49:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:52Z', 'updated_at': '2021-12-22T04:51:06Z', 'revision_number': 5, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'subnets': [{'id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:55:01.851364 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-efb7f46b-15d4-43c9-b60a-76d1a362f3f4 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Unset dirty status for tenant:d879b40b4b6840399447a786eec670c4 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:55:01.852628 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-efb7f46b-15d4-43c9-b60a-76d1a362f3f4 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&device_id=2db04f5a-ec8a-4058-8a59-b77f44869ee6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0917149
Dec 22 04:55:01.857459 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59220) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:02.050050 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac6087c-af0c-4a97-a5ff-7a1698aed669 None None] New status for floating IP 35a9e57e-b7fc-4f42-a10b-b0d68d843ea9: ACTIVE {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 04:55:02.114063 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f3e4ea2c-6a48-4ada-9baa-29eed5601b4d req-60d422ff-d575-4f45-8429-09b034cc47bc service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3419521
Dec 22 04:55:02.216017 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356464e3-0eb2-446e-a051-3d23dd2b04df tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:02.217376 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-356464e3-0eb2-446e-a051-3d23dd2b04df tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "GET /v2.0/networks/c376c199-68b9-4289-ba3a-1e17ce30e740 HTTP/1.1" status: 200  len: 881 time: 0.3589725
Dec 22 04:55:02.220775 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59224) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:02.267681 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8ed15a45-319d-4685-9434-ac1d18233bed tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "GET /v2.0/ports?device_id=2db04f5a-ec8a-4058-8a59-b77f44869ee6 HTTP/1.1" status: 200  len: 205 time: 0.0456171
Dec 22 04:55:02.270270 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59228) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:02.274462 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f3e4ea2c-6a48-4ada-9baa-29eed5601b4d req-f9b2065d-5fac-4635-b3d5-6538ee3d499a service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1471133
Dec 22 04:55:02.465850 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33aacfa1-55f4-4972-bebf-9227ed3c7153 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:02.652427 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33aacfa1-55f4-4972-bebf-9227ed3c7153 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:02.662369 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-33aacfa1-55f4-4972-bebf-9227ed3c7153 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Deleting port 79506f0b-df5d-4243-8a9d-4617f25fbb9c {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:55:02.662830 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33aacfa1-55f4-4972-bebf-9227ed3c7153 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:02.831358 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33aacfa1-55f4-4972-bebf-9227ed3c7153 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:02.948094 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-33aacfa1-55f4-4972-bebf-9227ed3c7153 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Calling delete_port for 79506f0b-df5d-4243-8a9d-4617f25fbb9c owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:55:03.102247 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33aacfa1-55f4-4972-bebf-9227ed3c7153 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:03.106411 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b28e5a7e-85b1-4631-bce3-5af580dcefcf tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:03.148118 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aacfa1-55f4-4972-bebf-9227ed3c7153 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Pushing event deleted for resources: {'Port': ['ID=79506f0b-df5d-4243-8a9d-4617f25fbb9c,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:03.150469 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-33aacfa1-55f4-4972-bebf-9227ed3c7153 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:03.458980 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33aacfa1-55f4-4972-bebf-9227ed3c7153 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:03.722104 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33aacfa1-55f4-4972-bebf-9227ed3c7153 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:03.726095 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33aacfa1-55f4-4972-bebf-9227ed3c7153 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:03.749259 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33aacfa1-55f4-4972-bebf-9227ed3c7153 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:03.749870 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33aacfa1-55f4-4972-bebf-9227ed3c7153 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Fanout notify agent at l3_agent the message router_deleted on router 2db04f5a-ec8a-4058-8a59-b77f44869ee6 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:55:03.764121 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33aacfa1-55f4-4972-bebf-9227ed3c7153 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:03.765176 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-33aacfa1-55f4-4972-bebf-9227ed3c7153 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "DELETE /v2.0/routers/2db04f5a-ec8a-4058-8a59-b77f44869ee6 HTTP/1.1" status: 204  len: 168 time: 1.4937279
Dec 22 04:55:03.768958 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59232) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:03.774162 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b04019b1-d0fc-4b03-a545-ddcc3c822f52 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2040584451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:03.780777 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b04019b1-d0fc-4b03-a545-ddcc3c822f52 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:03.784484 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b04019b1-d0fc-4b03-a545-ddcc3c822f52 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Usage tracker for resource:router and tenant:9fff6b5a6e1642a4aefd5510bd9cac0e is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:03.787318 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b04019b1-d0fc-4b03-a545-ddcc3c822f52 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:03.792812 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b04019b1-d0fc-4b03-a545-ddcc3c822f52 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:03.802967 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b04019b1-d0fc-4b03-a545-ddcc3c822f52 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:03.804107 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b04019b1-d0fc-4b03-a545-ddcc3c822f52 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:03.821677 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b04019b1-d0fc-4b03-a545-ddcc3c822f52 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:03.838753 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b04019b1-d0fc-4b03-a545-ddcc3c822f52 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:03.859437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b04019b1-d0fc-4b03-a545-ddcc3c822f52 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:03.860556 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b04019b1-d0fc-4b03-a545-ddcc3c822f52 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.0906806
Dec 22 04:55:03.863285 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59236) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:03.868218 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-f8557b36-3ad2-4a9c-8268-c30e0e5c5f8c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'enable_snat': True}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:04.243718 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f8557b36-3ad2-4a9c-8268-c30e0e5c5f8c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:04.426514 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f8557b36-3ad2-4a9c-8268-c30e0e5c5f8c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:04.455403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f8557b36-3ad2-4a9c-8268-c30e0e5c5f8c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:04.588773 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-f8557b36-3ad2-4a9c-8268-c30e0e5c5f8c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Allocated IP 172.26.4.176 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/60d7448b-b557-4805-95d0-cff6d34c3622) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:55:04.833311 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f8557b36-3ad2-4a9c-8268-c30e0e5c5f8c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:04.860392 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f8557b36-3ad2-4a9c-8268-c30e0e5c5f8c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:04.863780 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dcaea364-8c03-4561-9032-2bab6766ed48 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:04.919428 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8557b36-3ad2-4a9c-8268-c30e0e5c5f8c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:55:04.926129 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-f8557b36-3ad2-4a9c-8268-c30e0e5c5f8c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:55:04.928469 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8557b36-3ad2-4a9c-8268-c30e0e5c5f8c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:55:04.964730 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8557b36-3ad2-4a9c-8268-c30e0e5c5f8c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Pushing event updated for resources: {'Port': ['ID=60d7448b-b557-4805-95d0-cff6d34c3622,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:04.968968 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f8557b36-3ad2-4a9c-8268-c30e0e5c5f8c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:05.086183 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f8557b36-3ad2-4a9c-8268-c30e0e5c5f8c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:05.248864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f8557b36-3ad2-4a9c-8268-c30e0e5c5f8c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:05.252164 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f8557b36-3ad2-4a9c-8268-c30e0e5c5f8c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706333'] for router, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:05.471929 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8557b36-3ad2-4a9c-8268-c30e0e5c5f8c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Router 55ca65a9-ac7d-4fe2-a3aa-524e254d81c3 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:55:05.668982 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8557b36-3ad2-4a9c-8268-c30e0e5c5f8c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:55:05.676745 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f8557b36-3ad2-4a9c-8268-c30e0e5c5f8c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:05.677409 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a984b9-750e-4965-a7be-788901e27f3f None None] Sync routers for ids ['55ca65a9-ac7d-4fe2-a3aa-524e254d81c3'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:55:05.677960 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f8557b36-3ad2-4a9c-8268-c30e0e5c5f8c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "PUT /v2.0/routers/55ca65a9-ac7d-4fe2-a3aa-524e254d81c3 HTTP/1.1" status: 200  len: 919 time: 1.8137767
Dec 22 04:55:05.680580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59240) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:05.688647 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a984b9-750e-4965-a7be-788901e27f3f None None] Routers {'55ca65a9-ac7d-4fe2-a3aa-524e254d81c3'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:55:05.689242 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-27a984b9-750e-4965-a7be-788901e27f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c9159a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['55ca65a9-ac7d-4fe2-a3aa-524e254d81c3'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:05.757848 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-27a984b9-750e-4965-a7be-788901e27f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c9159a0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:05.768474 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a984b9-750e-4965-a7be-788901e27f3f None None] Routers {'55ca65a9-ac7d-4fe2-a3aa-524e254d81c3'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:55:05.769084 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-27a984b9-750e-4965-a7be-788901e27f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c9159a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['55ca65a9-ac7d-4fe2-a3aa-524e254d81c3'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:05.830895 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-27a984b9-750e-4965-a7be-788901e27f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c9159a0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:05.831318 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a984b9-750e-4965-a7be-788901e27f3f None None] The sync data for ids ['55ca65a9-ac7d-4fe2-a3aa-524e254d81c3'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:55:05.880436 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-66a8400c-b1df-4bbf-a49c-872f8991d02b tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "GET /v2.0/routers/55ca65a9-ac7d-4fe2-a3aa-524e254d81c3 HTTP/1.1" status: 200  len: 925 time: 0.1986852
Dec 22 04:55:05.883199 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59244) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:05.953898 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8573cced-7a21-4002-9825-c2d4c337ee5f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&device_id=55ca65a9-ac7d-4fe2-a3aa-524e254d81c3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0694659
Dec 22 04:55:05.956264 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59248) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:06.079708 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46df127a-63f0-49c3-969c-4c10f0286f75 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:06.080201 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-46df127a-63f0-49c3-969c-4c10f0286f75 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Synchronizing usage tracker for tenant:d879b40b4b6840399447a786eec670c4 on resource:network {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:55:06.091058 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-46df127a-63f0-49c3-969c-4c10f0286f75 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Unset dirty status for tenant:d879b40b4b6840399447a786eec670c4 on resource:network {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:55:06.092172 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-46df127a-63f0-49c3-969c-4c10f0286f75 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "GET /v2.0/networks/c376c199-68b9-4289-ba3a-1e17ce30e740 HTTP/1.1" status: 200  len: 881 time: 0.1350389
Dec 22 04:55:06.095362 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59252) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:06.136330 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e0422c4e-32e6-4840-9f65-dfb6a7d74d8c tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ca65a9-ac7d-4fe2-a3aa-524e254d81c3 HTTP/1.1" status: 200  len: 205 time: 0.0398989
Dec 22 04:55:06.138647 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59256) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:06.438512 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b8d5222-fc22-403c-87d7-919e10e6071f tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:06.629489 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b8d5222-fc22-403c-87d7-919e10e6071f tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:06.639124 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d5222-fc22-403c-87d7-919e10e6071f tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Deleting port 60d7448b-b557-4805-95d0-cff6d34c3622 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:55:06.639458 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b8d5222-fc22-403c-87d7-919e10e6071f tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:06.807833 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b8d5222-fc22-403c-87d7-919e10e6071f tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:06.928525 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d5222-fc22-403c-87d7-919e10e6071f tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Calling delete_port for 60d7448b-b557-4805-95d0-cff6d34c3622 owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:55:07.083587 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b8d5222-fc22-403c-87d7-919e10e6071f tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:07.086936 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-33aacfa1-55f4-4972-bebf-9227ed3c7153 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:07.130490 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d5222-fc22-403c-87d7-919e10e6071f tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Pushing event deleted for resources: {'Port': ['ID=60d7448b-b557-4805-95d0-cff6d34c3622,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:07.133217 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7b8d5222-fc22-403c-87d7-919e10e6071f tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:07.348537 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b8d5222-fc22-403c-87d7-919e10e6071f tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:07.536102 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:07.602030 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b8d5222-fc22-403c-87d7-919e10e6071f tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:07.609537 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b8d5222-fc22-403c-87d7-919e10e6071f tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:07.636686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b8d5222-fc22-403c-87d7-919e10e6071f tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:07.637164 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8d5222-fc22-403c-87d7-919e10e6071f tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Fanout notify agent at l3_agent the message router_deleted on router 55ca65a9-ac7d-4fe2-a3aa-524e254d81c3 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:55:07.652304 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7b8d5222-fc22-403c-87d7-919e10e6071f tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:07.652748 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7b8d5222-fc22-403c-87d7-919e10e6071f tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "DELETE /v2.0/routers/55ca65a9-ac7d-4fe2-a3aa-524e254d81c3 HTTP/1.1" status: 204  len: 168 time: 1.5132022
Dec 22 04:55:07.656680 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59264) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:07.661884 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-690662cc-730a-462f-8e93-34eb84a6414e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1786271488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:07.669368 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-690662cc-730a-462f-8e93-34eb84a6414e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:07.672938 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-690662cc-730a-462f-8e93-34eb84a6414e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Usage tracker for resource:router and tenant:9fff6b5a6e1642a4aefd5510bd9cac0e is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:07.675693 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-690662cc-730a-462f-8e93-34eb84a6414e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:07.682889 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-690662cc-730a-462f-8e93-34eb84a6414e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:07.693910 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-690662cc-730a-462f-8e93-34eb84a6414e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:07.695391 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-690662cc-730a-462f-8e93-34eb84a6414e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:07.713335 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-690662cc-730a-462f-8e93-34eb84a6414e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:07.735062 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-690662cc-730a-462f-8e93-34eb84a6414e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:07.756555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-690662cc-730a-462f-8e93-34eb84a6414e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:07.757334 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-690662cc-730a-462f-8e93-34eb84a6414e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.0997906
Dec 22 04:55:07.760320 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59268) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:07.765304 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-7376d03d-e0df-4a0a-80dc-0769494e749c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'enable_snat': False}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:08.257800 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7376d03d-e0df-4a0a-80dc-0769494e749c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:08.450099 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7376d03d-e0df-4a0a-80dc-0769494e749c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:08.481952 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7376d03d-e0df-4a0a-80dc-0769494e749c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:08.621487 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-7376d03d-e0df-4a0a-80dc-0769494e749c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Allocated IP 172.26.4.36 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/9f1946cb-b509-4bf0-8839-27096441b90a) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:55:08.725509 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-15f018f2-a4ee-459d-ab33-a7798eda7e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:08.781365 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7376d03d-e0df-4a0a-80dc-0769494e749c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:08.812474 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7376d03d-e0df-4a0a-80dc-0769494e749c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:08.816145 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f11db0e0-aad4-47d9-8ba7-a9d56db4eb57 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:08.882899 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7376d03d-e0df-4a0a-80dc-0769494e749c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:55:08.886613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-7376d03d-e0df-4a0a-80dc-0769494e749c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:55:08.890855 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7376d03d-e0df-4a0a-80dc-0769494e749c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:55:08.915898 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376d03d-e0df-4a0a-80dc-0769494e749c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Pushing event updated for resources: {'Port': ['ID=9f1946cb-b509-4bf0-8839-27096441b90a,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:08.927048 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7376d03d-e0df-4a0a-80dc-0769494e749c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:09.045877 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7376d03d-e0df-4a0a-80dc-0769494e749c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:09.208952 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7376d03d-e0df-4a0a-80dc-0769494e749c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:09.212176 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7376d03d-e0df-4a0a-80dc-0769494e749c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706333'] for router, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:09.531309 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7376d03d-e0df-4a0a-80dc-0769494e749c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Router b854a237-9252-4948-a7d0-6d6b8eff79e6 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:55:09.726336 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7376d03d-e0df-4a0a-80dc-0769494e749c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:55:09.734688 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602d9370-a13c-464e-afee-620f0b763a1f None None] Sync routers for ids ['b854a237-9252-4948-a7d0-6d6b8eff79e6'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:55:09.735123 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7376d03d-e0df-4a0a-80dc-0769494e749c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:09.736602 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7376d03d-e0df-4a0a-80dc-0769494e749c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "PUT /v2.0/routers/b854a237-9252-4948-a7d0-6d6b8eff79e6 HTTP/1.1" status: 200  len: 919 time: 1.9750800
Dec 22 04:55:09.738927 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59272) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:09.746289 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602d9370-a13c-464e-afee-620f0b763a1f None None] Routers {'b854a237-9252-4948-a7d0-6d6b8eff79e6'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:55:09.746874 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-602d9370-a13c-464e-afee-620f0b763a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c740ac0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['b854a237-9252-4948-a7d0-6d6b8eff79e6'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:09.808049 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-602d9370-a13c-464e-afee-620f0b763a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c740ac0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:09.818408 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602d9370-a13c-464e-afee-620f0b763a1f None None] Routers {'b854a237-9252-4948-a7d0-6d6b8eff79e6'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:55:09.818990 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-602d9370-a13c-464e-afee-620f0b763a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c740ac0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:54:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['b854a237-9252-4948-a7d0-6d6b8eff79e6'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:09.878416 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-602d9370-a13c-464e-afee-620f0b763a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c740ac0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:09.878815 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602d9370-a13c-464e-afee-620f0b763a1f None None] The sync data for ids ['b854a237-9252-4948-a7d0-6d6b8eff79e6'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:55:09.935141 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bfd90579-5299-46c2-a387-dce61259e94a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "GET /v2.0/routers/b854a237-9252-4948-a7d0-6d6b8eff79e6 HTTP/1.1" status: 200  len: 925 time: 0.1950753
Dec 22 04:55:09.937795 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59276) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:10.010909 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1b9509b6-0a22-4b02-896c-7a8212d7884f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&device_id=b854a237-9252-4948-a7d0-6d6b8eff79e6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0719814
Dec 22 04:55:10.013343 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59280) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:10.135053 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713be495-c100-43a3-8257-1b58e345b040 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:10.136366 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-713be495-c100-43a3-8257-1b58e345b040 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "GET /v2.0/networks/c376c199-68b9-4289-ba3a-1e17ce30e740 HTTP/1.1" status: 200  len: 881 time: 0.1221421
Dec 22 04:55:10.140645 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59284) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:10.184967 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0bbd4e56-a740-4b44-b2ff-def41078ae90 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "GET /v2.0/ports?device_id=b854a237-9252-4948-a7d0-6d6b8eff79e6 HTTP/1.1" status: 200  len: 205 time: 0.0432250
Dec 22 04:55:10.187527 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59288) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:10.380031 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc8e0-4e83-42d8-b914-724fc849b3ac tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:10.572864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc8e0-4e83-42d8-b914-724fc849b3ac tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:10.582211 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-ff8fc8e0-4e83-42d8-b914-724fc849b3ac tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Deleting port 9f1946cb-b509-4bf0-8839-27096441b90a {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:55:10.582571 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc8e0-4e83-42d8-b914-724fc849b3ac tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:10.742339 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc8e0-4e83-42d8-b914-724fc849b3ac tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:10.934233 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-df7f26a7-fab9-48fb-9475-0518b3d5f6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:10.961378 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-ff8fc8e0-4e83-42d8-b914-724fc849b3ac tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Calling delete_port for 9f1946cb-b509-4bf0-8839-27096441b90a owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:55:11.117662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc8e0-4e83-42d8-b914-724fc849b3ac tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:11.122215 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-56ef17bf-5215-4e64-830d-a0ac222fada1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:11.165088 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8fc8e0-4e83-42d8-b914-724fc849b3ac tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Pushing event deleted for resources: {'Port': ['ID=9f1946cb-b509-4bf0-8839-27096441b90a,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:11.167464 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ff8fc8e0-4e83-42d8-b914-724fc849b3ac tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:11.388537 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc8e0-4e83-42d8-b914-724fc849b3ac tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:11.635886 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc8e0-4e83-42d8-b914-724fc849b3ac tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:11.640090 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc8e0-4e83-42d8-b914-724fc849b3ac tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:11.663713 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc8e0-4e83-42d8-b914-724fc849b3ac tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:11.664282 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8fc8e0-4e83-42d8-b914-724fc849b3ac tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Fanout notify agent at l3_agent the message router_deleted on router b854a237-9252-4948-a7d0-6d6b8eff79e6 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:55:11.677951 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc8e0-4e83-42d8-b914-724fc849b3ac tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:11.679004 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ff8fc8e0-4e83-42d8-b914-724fc849b3ac tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "DELETE /v2.0/routers/b854a237-9252-4948-a7d0-6d6b8eff79e6 HTTP/1.1" status: 204  len: 168 time: 1.4905741
Dec 22 04:55:11.682799 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59292) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:11.687889 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2070271713', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}, 'admin_state_up': False}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:11.694306 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:11.698086 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Usage tracker for resource:router and tenant:9fff6b5a6e1642a4aefd5510bd9cac0e is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:11.700909 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:11.706542 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:11.716950 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:11.717893 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:11.735466 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:11.874982 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:12.046155 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:12.049128 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:12.081426 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:12.214917 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Allocated IP 172.26.4.158 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/5604ed79-c2ea-4c85-af42-547d37958bfb) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:55:12.261852 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:12.460212 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:12.486413 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:12.490340 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ff8fc8e0-4e83-42d8-b914-724fc849b3ac tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:12.550467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:55:12.553458 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:55:12.557387 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:55:12.584550 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Pushing event updated for resources: {'Port': ['ID=5604ed79-c2ea-4c85-af42-547d37958bfb,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:12.591153 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:12.709833 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:12.710468 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:12.928282 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Router cdff00e6-aef5-414a-9d30-c88ea2d726ae is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:55:13.123085 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:55:13.132244 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6caaf-1009-43d0-8791-2d3f24925ddd None None] Sync routers for ids ['cdff00e6-aef5-414a-9d30-c88ea2d726ae'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:55:13.144230 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6caaf-1009-43d0-8791-2d3f24925ddd None None] Routers {'cdff00e6-aef5-414a-9d30-c88ea2d726ae'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:55:13.144911 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-b6c6caaf-1009-43d0-8791-2d3f24925ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469caad790>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:55:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['cdff00e6-aef5-414a-9d30-c88ea2d726ae'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:13.149342 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:13.153147 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 1.4668872
Dec 22 04:55:13.153387 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59296) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:13.158622 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-ac320e66-ffe1-4fc5-9d07-6cac378dc513 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:13.206819 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-b6c6caaf-1009-43d0-8791-2d3f24925ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469caad790>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:13.217190 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6caaf-1009-43d0-8791-2d3f24925ddd None None] Routers {'cdff00e6-aef5-414a-9d30-c88ea2d726ae'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:55:13.217815 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-b6c6caaf-1009-43d0-8791-2d3f24925ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469caad790>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:55:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['cdff00e6-aef5-414a-9d30-c88ea2d726ae'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:13.277165 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-b6c6caaf-1009-43d0-8791-2d3f24925ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469caad790>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:13.277626 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6caaf-1009-43d0-8791-2d3f24925ddd None None] The sync data for ids ['cdff00e6-aef5-414a-9d30-c88ea2d726ae'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:55:13.491653 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:13.731348 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac320e66-ffe1-4fc5-9d07-6cac378dc513 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:13.752426 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac320e66-ffe1-4fc5-9d07-6cac378dc513 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:13.764752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-ac320e66-ffe1-4fc5-9d07-6cac378dc513 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Deleting port 5604ed79-c2ea-4c85-af42-547d37958bfb {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:55:13.764752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac320e66-ffe1-4fc5-9d07-6cac378dc513 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:13.921049 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59302) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:14.027625 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f9f32481-9365-4931-a8f7-63d503a88602 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/a3d87174-2cab-4272-9f0f-1e776d7e3959 HTTP/1.1" status: 200  len: 994 time: 0.1050272
Dec 22 04:55:14.038662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac320e66-ffe1-4fc5-9d07-6cac378dc513 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:14.159419 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-ac320e66-ffe1-4fc5-9d07-6cac378dc513 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Calling delete_port for 5604ed79-c2ea-4c85-af42-547d37958bfb owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:55:14.320234 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac320e66-ffe1-4fc5-9d07-6cac378dc513 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:14.323691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3348a974-69b8-4749-afa1-debef308ea9c tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:14.367437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac320e66-ffe1-4fc5-9d07-6cac378dc513 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Pushing event deleted for resources: {'Port': ['ID=5604ed79-c2ea-4c85-af42-547d37958bfb,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:14.370010 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59314) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:14.371432 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ac320e66-ffe1-4fc5-9d07-6cac378dc513 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:14.567884 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-623be4a7-cde4-4568-b3d4-6489239faeb4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port e533ef17-0998-491b-9839-ba666291f2f3 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:55:14.568218 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-623be4a7-cde4-4568-b3d4-6489239faeb4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:14.586898 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac320e66-ffe1-4fc5-9d07-6cac378dc513 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:14.713294 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac320e66-ffe1-4fc5-9d07-6cac378dc513 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:14.716602 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac320e66-ffe1-4fc5-9d07-6cac378dc513 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706333'] for router, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:14.740594 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-623be4a7-cde4-4568-b3d4-6489239faeb4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:14.740924 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-623be4a7-cde4-4568-b3d4-6489239faeb4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:14.866634 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-623be4a7-cde4-4568-b3d4-6489239faeb4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for e533ef17-0998-491b-9839-ba666291f2f3 owned by network:floatingip {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:55:14.870635 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac320e66-ffe1-4fc5-9d07-6cac378dc513 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Router cdff00e6-aef5-414a-9d30-c88ea2d726ae has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:55:15.020011 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac320e66-ffe1-4fc5-9d07-6cac378dc513 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:55:15.028574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-623be4a7-cde4-4568-b3d4-6489239faeb4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:15.032519 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ac320e66-ffe1-4fc5-9d07-6cac378dc513 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:15.037324 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520df816-66ce-4679-94a6-c5ae67917064 None None] Sync routers for ids ['cdff00e6-aef5-414a-9d30-c88ea2d726ae'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:55:15.042591 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ac320e66-ffe1-4fc5-9d07-6cac378dc513 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "PUT /v2.0/routers/cdff00e6-aef5-414a-9d30-c88ea2d726ae HTTP/1.1" status: 200  len: 710 time: 1.8756831
Dec 22 04:55:15.042591 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59318) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:15.048256 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:15.057863 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520df816-66ce-4679-94a6-c5ae67917064 None None] Routers {'cdff00e6-aef5-414a-9d30-c88ea2d726ae'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:55:15.057863 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-520df816-66ce-4679-94a6-c5ae67917064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c6d5160>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:55:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['cdff00e6-aef5-414a-9d30-c88ea2d726ae'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:15.150551 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-520df816-66ce-4679-94a6-c5ae67917064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c6d5160>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:15.162309 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520df816-66ce-4679-94a6-c5ae67917064 None None] Routers {'cdff00e6-aef5-414a-9d30-c88ea2d726ae'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:55:15.162309 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-520df816-66ce-4679-94a6-c5ae67917064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c6d5160>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:55:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['cdff00e6-aef5-414a-9d30-c88ea2d726ae'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:15.210698 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7e9313c0-ab1a-4692-af7a-ad7426d5bcea tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "GET /v2.0/routers/cdff00e6-aef5-414a-9d30-c88ea2d726ae HTTP/1.1" status: 200  len: 745 time: 0.1704178
Dec 22 04:55:15.210698 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59322) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:15.225854 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-520df816-66ce-4679-94a6-c5ae67917064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c6d5160>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:15.225854 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520df816-66ce-4679-94a6-c5ae67917064 None None] The sync data for ids ['cdff00e6-aef5-414a-9d30-c88ea2d726ae'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:55:15.238470 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623be4a7-cde4-4568-b3d4-6489239faeb4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=e533ef17-0998-491b-9839-ba666291f2f3,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:15.238470 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-623be4a7-cde4-4568-b3d4-6489239faeb4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:15.269929 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-623be4a7-cde4-4568-b3d4-6489239faeb4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:15.384657 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-11abd274-c79a-46ca-aa52-73a7f805076c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&device_id=cdff00e6-aef5-414a-9d30-c88ea2d726ae HTTP/1.1" status: 200  len: 205 time: 0.1697390
Dec 22 04:55:15.384657 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59326) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:15.430692 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-97f41ed6-c6d3-4910-9dff-38ffc741ba50 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdff00e6-aef5-414a-9d30-c88ea2d726ae HTTP/1.1" status: 200  len: 205 time: 0.0432043
Dec 22 04:55:15.430692 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59330) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:15.580591 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aa65280a-3c4a-4557-8ade-6c4224fb6919 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:15.865401 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623be4a7-cde4-4568-b3d4-6489239faeb4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 1f59139f-51cc-49d7-bf96-647bb5cbd8e6 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:55:16.007878 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aa65280a-3c4a-4557-8ade-6c4224fb6919 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:16.014879 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aa65280a-3c4a-4557-8ade-6c4224fb6919 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:16.045188 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aa65280a-3c4a-4557-8ade-6c4224fb6919 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:16.045188 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa65280a-3c4a-4557-8ade-6c4224fb6919 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Fanout notify agent at l3_agent the message router_deleted on router cdff00e6-aef5-414a-9d30-c88ea2d726ae {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:55:16.057627 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-aa65280a-3c4a-4557-8ade-6c4224fb6919 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:16.057627 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-aa65280a-3c4a-4557-8ade-6c4224fb6919 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "DELETE /v2.0/routers/cdff00e6-aef5-414a-9d30-c88ea2d726ae HTTP/1.1" status: 204  len: 168 time: 0.6290700
Dec 22 04:55:16.057627 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59334) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:16.077303 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623be4a7-cde4-4568-b3d4-6489239faeb4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:55:16.096179 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbd8d24-12d8-438f-a632-c976a97268ff None None] Sync routers for ids ['1f59139f-51cc-49d7-bf96-647bb5cbd8e6'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:55:16.101379 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-623be4a7-cde4-4568-b3d4-6489239faeb4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:16.110919 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbd8d24-12d8-438f-a632-c976a97268ff None None] Routers {'1f59139f-51cc-49d7-bf96-647bb5cbd8e6'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:55:16.110919 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-cfbd8d24-12d8-438f-a632-c976a97268ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bd41e20>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:55:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1f59139f-51cc-49d7-bf96-647bb5cbd8e6'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:16.146454 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7fc6a54f-7186-44b1-a619-7fc775afd790 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdff00e6-aef5-414a-9d30-c88ea2d726ae HTTP/1.1" status: 200  len: 205 time: 0.0731769
Dec 22 04:55:16.146454 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59338) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:16.177034 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-623be4a7-cde4-4568-b3d4-6489239faeb4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/floatingips/a3d87174-2cab-4272-9f0f-1e776d7e3959 HTTP/1.1" status: 204  len: 168 time: 1.7943599
Dec 22 04:55:16.177034 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2553cd-0366-4bf5-a4a4-8708725e55db', 'tag': '99c9d022-e487-4dce-9c8d-d3c392b1d93f'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:55:16.224386 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-53eba405-25f6-48c8-9fa9-2dbc804e54e5 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] delete failed (client error): The resource could not be found.
Dec 22 04:55:16.224386 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-53eba405-25f6-48c8-9fa9-2dbc804e54e5 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "DELETE /v2.0/routers/cdff00e6-aef5-414a-9d30-c88ea2d726ae HTTP/1.1" status: 404  len: 336 time: 0.0852189
Dec 22 04:55:16.228701 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59348) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:16.317906 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59352) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:16.323201 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4552b7f4-f62b-43e1-9f1f-1efcbb138083 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "GET /v2.0/ports?device_id=b854a237-9252-4948-a7d0-6d6b8eff79e6 HTTP/1.1" status: 200  len: 205 time: 0.0818772
Dec 22 04:55:16.428341 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-9d29e79a-9001-401b-bf26-a640eea92b35 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] delete failed (client error): The resource could not be found.
Dec 22 04:55:16.428341 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9d29e79a-9001-401b-bf26-a640eea92b35 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "DELETE /v2.0/routers/b854a237-9252-4948-a7d0-6d6b8eff79e6 HTTP/1.1" status: 404  len: 336 time: 0.1122639
Dec 22 04:55:16.428341 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59356) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:16.468492 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-cfbd8d24-12d8-438f-a632-c976a97268ff None None] Set router 1f59139f-51cc-49d7-bf96-647bb5cbd8e6 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:55:16.476419 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2553cd-0366-4bf5-a4a4-8708725e55db', 'tag': '99c9d022-e487-4dce-9c8d-d3c392b1d93f', 'status': 'completed', 'code': 200}
Dec 22 04:55:16.532628 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dd73651c-0db6-40fa-ae33-a2c81d994410 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "GET /v2.0/ports?device_id=55ca65a9-ac7d-4fe2-a3aa-524e254d81c3 HTTP/1.1" status: 200  len: 205 time: 0.0920923
Dec 22 04:55:16.538037 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59360) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:16.622618 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-e515d9a2-1a8d-4c70-aa11-500b32aadcc6 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] delete failed (client error): The resource could not be found.
Dec 22 04:55:16.622618 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e515d9a2-1a8d-4c70-aa11-500b32aadcc6 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "DELETE /v2.0/routers/55ca65a9-ac7d-4fe2-a3aa-524e254d81c3 HTTP/1.1" status: 404  len: 336 time: 0.0929322
Dec 22 04:55:16.630311 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59366) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:16.711387 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b323ce69-839a-4770-bab1-c554f54b5ba0 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "GET /v2.0/ports?device_id=2db04f5a-ec8a-4058-8a59-b77f44869ee6 HTTP/1.1" status: 200  len: 205 time: 0.0798588
Dec 22 04:55:16.711387 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59370) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:16.807685 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-8bf6e5ac-d41a-424c-8cfd-5bb6a484df68 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] delete failed (client error): The resource could not be found.
Dec 22 04:55:16.807685 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8bf6e5ac-d41a-424c-8cfd-5bb6a484df68 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "DELETE /v2.0/routers/2db04f5a-ec8a-4058-8a59-b77f44869ee6 HTTP/1.1" status: 404  len: 336 time: 0.0941062
Dec 22 04:55:16.807685 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59374) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:16.834526 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-cfbd8d24-12d8-438f-a632-c976a97268ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bd41e20>, [{'id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'name': 'tempest-TestNetworkBasicOps-router-1947072956', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '79712ef1-c401-4790-baf1-72892fa7f800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:34Z', 'updated_at': '2021-12-22T04:53:40Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '79712ef1-c401-4790-baf1-72892fa7f800', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:35Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '10c11d83-bc00-4858-a41e-39598d074d03', 'name': '', 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:7c:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27a8e95f-208a-4135-8d3a-0c75f45823f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:39Z', 'updated_at': '2021-12-22T04:53:51Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '27a8e95f-208a-4135-8d3a-0c75f45823f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:16.834526 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbd8d24-12d8-438f-a632-c976a97268ff None None] Checking router: 1f59139f-51cc-49d7-bf96-647bb5cbd8e6 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:55:16.850219 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbd8d24-12d8-438f-a632-c976a97268ff None None] Routers {'1f59139f-51cc-49d7-bf96-647bb5cbd8e6'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:55:16.850219 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-cfbd8d24-12d8-438f-a632-c976a97268ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bd41e20>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:55:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1f59139f-51cc-49d7-bf96-647bb5cbd8e6'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:16.862941 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-93aca5a0-8f58-46ae-87d2-4ab67b3d9b0d tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "GET /v2.0/ports?device_id=f140b78b-2fa2-4cb2-8fb9-a8c23dc6cdce HTTP/1.1" status: 200  len: 205 time: 0.0469651
Dec 22 04:55:16.862941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59378) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:16.897828 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e3a46012-7757-4eed-bfd4-0b7a8883bdda req-08d59555-edc9-4a28-95ee-76e9cad3f167 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 1099 time: 0.2721963
Dec 22 04:55:16.938992 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-d776b9e7-d6b3-475c-b3ba-bf2dae6ab144 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] delete failed (client error): The resource could not be found.
Dec 22 04:55:16.938992 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d776b9e7-d6b3-475c-b3ba-bf2dae6ab144 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "DELETE /v2.0/routers/f140b78b-2fa2-4cb2-8fb9-a8c23dc6cdce HTTP/1.1" status: 404  len: 336 time: 0.0739179
Dec 22 04:55:16.938992 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59382) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:16.983905 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-700ca0cf-6ff8-4300-b906-fb9e15a60871 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d486d82-be5e-4f76-afc9-41acd8d2eb7d HTTP/1.1" status: 200  len: 205 time: 0.0426748
Dec 22 04:55:16.993389 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59386) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:17.049467 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-cfbd8d24-12d8-438f-a632-c976a97268ff None None] Set router 1f59139f-51cc-49d7-bf96-647bb5cbd8e6 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:55:17.087816 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a46012-7757-4eed-bfd4-0b7a8883bdda req-125cd285-ffba-4a44-91d2-c5ba451024da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:17.087816 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e3a46012-7757-4eed-bfd4-0b7a8883bdda req-125cd285-ffba-4a44-91d2-c5ba451024da service neutron] 10.222.0.47 "GET /v2.0/networks?id=4bb4d842-e284-452b-81f2-d4549acfe918 HTTP/1.1" status: 200  len: 898 time: 0.1816437
Dec 22 04:55:17.222267 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa0472-dd78-422f-a21b-de6679a69c89 req-03b97d27-c3ae-4128-bcbe-f38d8d59e88e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:17.222267 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-dcaa0472-dd78-422f-a21b-de6679a69c89 req-03b97d27-c3ae-4128-bcbe-f38d8d59e88e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:55:17.240562 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e3a46012-7757-4eed-bfd4-0b7a8883bdda req-2ee29c26-ead8-4636-9014-6a7a1f1a3c13 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c9d022-e487-4dce-9c8d-d3c392b1d93f HTTP/1.1" status: 200  len: 217 time: 0.1401148
Dec 22 04:55:17.299132 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-7b8cf284-5e51-430c-8eff-959fe8033a59 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] delete failed (client error): The resource could not be found.
Dec 22 04:55:17.299132 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7b8cf284-5e51-430c-8eff-959fe8033a59 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "DELETE /v2.0/routers/3d486d82-be5e-4f76-afc9-41acd8d2eb7d HTTP/1.1" status: 404  len: 336 time: 0.3068910
Dec 22 04:55:17.299132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59390) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:17.332039 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-dcaa0472-dd78-422f-a21b-de6679a69c89 req-03b97d27-c3ae-4128-bcbe-f38d8d59e88e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:55:17.332039 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-dcaa0472-dd78-422f-a21b-de6679a69c89 req-03b97d27-c3ae-4128-bcbe-f38d8d59e88e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 946 time: 0.6065524
Dec 22 04:55:17.354546 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b05e89-8608-4c76-b8a0-54f6c8307aea tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] DELETE failed (client error): The resource could not be found.
Dec 22 04:55:17.354546 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b05e89-8608-4c76-b8a0-54f6c8307aea tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 04:55:17.354546 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-42b05e89-8608-4c76-b8a0-54f6c8307aea tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] 10.222.0.53 "DELETE /v2.0/subnets/a705c6fe-4392-4dc7-b2c5-a9d3d57928b0 HTTP/1.1" status: 404  len: 337 time: 0.0489316
Dec 22 04:55:17.399965 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-dcaa0472-dd78-422f-a21b-de6679a69c89 req-8a4d27eb-6f0f-41b9-836a-41cc5ce94c66 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c94f788-3926-4cf1-9162-1ec9592a0f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676298
Dec 22 04:55:17.416554 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a46012-7757-4eed-bfd4-0b7a8883bdda req-4802cafb-c520-49bf-857d-8d1e04389524 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:17.416554 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e3a46012-7757-4eed-bfd4-0b7a8883bdda req-4802cafb-c520-49bf-857d-8d1e04389524 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=27a8e95f-208a-4135-8d3a-0c75f45823f4 HTTP/1.1" status: 200  len: 835 time: 0.1647038
Dec 22 04:55:17.457165 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-cfbd8d24-12d8-438f-a632-c976a97268ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bd41e20>, [{'id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'name': 'tempest-TestNetworkBasicOps-router-1947072956', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '79712ef1-c401-4790-baf1-72892fa7f800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:34Z', 'updated_at': '2021-12-22T04:53:40Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '79712ef1-c401-4790-baf1-72892fa7f800', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:35Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '10c11d83-bc00-4858-a41e-39598d074d03', 'name': '', 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:7c:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27a8e95f-208a-4135-8d3a-0c75f45823f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:39Z', 'updated_at': '2021-12-22T04:53:51Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '27a8e95f-208a-4135-8d3a-0c75f45823f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:17.457165 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbd8d24-12d8-438f-a632-c976a97268ff None None] The sync data for ids ['1f59139f-51cc-49d7-bf96-647bb5cbd8e6'] in dv-neutron-822525-1-hyperv is: [{'id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'name': 'tempest-TestNetworkBasicOps-router-1947072956', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '79712ef1-c401-4790-baf1-72892fa7f800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:34Z', 'updated_at': '2021-12-22T04:53:40Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '79712ef1-c401-4790-baf1-72892fa7f800', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:35Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '10c11d83-bc00-4858-a41e-39598d074d03', 'name': '', 'network_id': '4bb4d842-e284-452b-81f2-d4549acfe918', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:7c:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27a8e95f-208a-4135-8d3a-0c75f45823f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:39Z', 'updated_at': '2021-12-22T04:53:51Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '27a8e95f-208a-4135-8d3a-0c75f45823f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:55:17.521433 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e3a46012-7757-4eed-bfd4-0b7a8883bdda req-487a7627-e760-4130-8471-15640082ab86 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4bb4d842-e284-452b-81f2-d4549acfe918&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0923226
Dec 22 04:55:17.770136 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e3a46012-7757-4eed-bfd4-0b7a8883bdda req-1926d0ee-2308-44b1-8a60-c6c7fe46fe1e service neutron] 10.222.0.47 "GET /v2.0/networks/4bb4d842-e284-452b-81f2-d4549acfe918?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2368348
Dec 22 04:55:17.828827 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e70e91-d159-430e-bc4a-56124e78f61d None None] New status for floating IP a3d87174-2cab-4272-9f0f-1e776d7e3959: DOWN {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 04:55:17.891593 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59398) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:17.956468 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e3a46012-7757-4eed-bfd4-0b7a8883bdda req-8e1141b4-26db-45cd-8d0b-94f392e40a8f service neutron] 10.222.0.47 "GET /v2.0/networks/4bb4d842-e284-452b-81f2-d4549acfe918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1805503
Dec 22 04:55:18.217758 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6e71ff3e-bafe-447a-bd0d-fb88fa7ef309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:18.253208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6e71ff3e-bafe-447a-bd0d-fb88fa7ef309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:18.253208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6e71ff3e-bafe-447a-bd0d-fb88fa7ef309 admin admin] Usage tracker for resource:security_group_rule and tenant:9fff6b5a6e1642a4aefd5510bd9cac0e is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:18.253208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6e71ff3e-bafe-447a-bd0d-fb88fa7ef309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:18.267306 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6e71ff3e-bafe-447a-bd0d-fb88fa7ef309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:18.375163 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b81a3-9721-44d6-849f-6bd76d4cb505 req-abd96865-5a56-4ddf-9a57-73507de478a0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:18.375163 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5f6b81a3-9721-44d6-849f-6bd76d4cb505 req-abd96865-5a56-4ddf-9a57-73507de478a0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 946 time: 0.1049418
Dec 22 04:55:18.408092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6e71ff3e-bafe-447a-bd0d-fb88fa7ef309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:18.408092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6e71ff3e-bafe-447a-bd0d-fb88fa7ef309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:18.419255 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fe40275e-68dc-493a-8ef9-fc36f5ccd5c2 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:18.470161 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6e71ff3e-bafe-447a-bd0d-fb88fa7ef309 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9fff6b5a6e1642a4aefd5510bd9cac0e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5714700
Dec 22 04:55:18.470161 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71ff3e-bafe-447a-bd0d-fb88fa7ef309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794060a4-e697-4506-9bc6-1d2c1497c96e,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:18.470161 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59406) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:18.478035 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-5f6b81a3-9721-44d6-849f-6bd76d4cb505 req-12bc01ce-73e0-4c76-93df-70a44c6219a0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port 99c9d022-e487-4dce-9c8d-d3c392b1d93f {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:55:18.478035 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-5f6b81a3-9721-44d6-849f-6bd76d4cb505 req-12bc01ce-73e0-4c76-93df-70a44c6219a0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:18.485328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6e71ff3e-bafe-447a-bd0d-fb88fa7ef309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:18.540759 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-71c24667-8c3c-403e-bc58-925615452bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:18.571386 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-71c24667-8c3c-403e-bc58-925615452bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:18.689834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c8f30-0f52-4629-bc37-0990cb79f212 req-b382ce11-e8b0-4bc3-b4c7-68fda4c89b60 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:18.691401 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3d6c8f30-0f52-4629-bc37-0990cb79f212 req-b382ce11-e8b0-4bc3-b4c7-68fda4c89b60 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 946 time: 0.1135931
Dec 22 04:55:18.693058 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-71c24667-8c3c-403e-bc58-925615452bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:18.697031 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-20a9e1eb-50c8-4a7e-bb74-f1bf569aa204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:18.726403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c24667-8c3c-403e-bc58-925615452bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794060a4-e697-4506-9bc6-1d2c1497c96e,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:18.732731 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-71c24667-8c3c-403e-bc58-925615452bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:18.747438 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-71c24667-8c3c-403e-bc58-925615452bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:18.748546 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-71c24667-8c3c-403e-bc58-925615452bbc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/794060a4-e697-4506-9bc6-1d2c1497c96e HTTP/1.1" status: 204  len: 168 time: 0.2842572
Dec 22 04:55:18.767985 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3d6c8f30-0f52-4629-bc37-0990cb79f212 req-8a7cd1fd-a29e-4e70-b477-7e89dd35483b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c94f788-3926-4cf1-9162-1ec9592a0f4c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553360
Dec 22 04:55:18.923379 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-5f6b81a3-9721-44d6-849f-6bd76d4cb505 req-12bc01ce-73e0-4c76-93df-70a44c6219a0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port 99c9d022-e487-4dce-9c8d-d3c392b1d93f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=99c9d022-e487-4dce-9c8d-d3c392b1d93f,segment=NetworkSegment(54553529-c1f7-4895-8c6c-8f08500f1930),segment_id=54553529-c1f7-4895-8c6c-8f08500f1930)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:55:18.923740 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-5f6b81a3-9721-44d6-849f-6bd76d4cb505 req-12bc01ce-73e0-4c76-93df-70a44c6219a0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:19.053162 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-5f6b81a3-9721-44d6-849f-6bd76d4cb505 req-12bc01ce-73e0-4c76-93df-70a44c6219a0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for 99c9d022-e487-4dce-9c8d-d3c392b1d93f owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:55:19.181273 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59414) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:19.240412 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-5f6b81a3-9721-44d6-849f-6bd76d4cb505 req-12bc01ce-73e0-4c76-93df-70a44c6219a0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:19.241485 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:19.267238 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b9cd2605-825c-4018-b99e-7cf0ac6c949d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d879b40b4b6840399447a786eec670c4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0926130
Dec 22 04:55:19.267452 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59418) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:19.287133 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc01ce-73e0-4c76-93df-70a44c6219a0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=99c9d022-e487-4dce-9c8d-d3c392b1d93f,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:19.291120 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-12bc01ce-73e0-4c76-93df-70a44c6219a0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:19.349644 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1b3af181-e772-44ec-9c0d-c5335d361d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:19.374408 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6b81a3-9721-44d6-849f-6bd76d4cb505 req-12bc01ce-73e0-4c76-93df-70a44c6219a0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] No DVR routers for this DVR port 99c9d022-e487-4dce-9c8d-d3c392b1d93f on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:55:19.374408 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-5f6b81a3-9721-44d6-849f-6bd76d4cb505 req-12bc01ce-73e0-4c76-93df-70a44c6219a0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:19.381348 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2553cd-0366-4bf5-a4a4-8708725e55db', 'name': 'network-vif-deleted', 'tag': '99c9d022-e487-4dce-9c8d-d3c392b1d93f'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:55:19.385109 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1b3af181-e772-44ec-9c0d-c5335d361d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:19.420445 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5f6b81a3-9721-44d6-849f-6bd76d4cb505 req-12bc01ce-73e0-4c76-93df-70a44c6219a0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "DELETE /v2.0/ports/99c9d022-e487-4dce-9c8d-d3c392b1d93f HTTP/1.1" status: 204  len: 173 time: 1.0327210
Dec 22 04:55:19.450415 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1b3af181-e772-44ec-9c0d-c5335d361d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:19.454638 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2553cd-0366-4bf5-a4a4-8708725e55db', 'name': 'network-vif-deleted', 'tag': '99c9d022-e487-4dce-9c8d-d3c392b1d93f', 'status': 'completed', 'code': 200}
Dec 22 04:55:19.458325 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d0de45d9-a24d-4098-9dd9-141a5ef517c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:19.467395 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3af181-e772-44ec-9c0d-c5335d361d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7445515-642a-4d4c-b0c8-4d5ac7f1bc8d,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:19.467395 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1b3af181-e772-44ec-9c0d-c5335d361d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:19.493961 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1b3af181-e772-44ec-9c0d-c5335d361d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:19.502923 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1b3af181-e772-44ec-9c0d-c5335d361d70 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7445515-642a-4d4c-b0c8-4d5ac7f1bc8d HTTP/1.1" status: 204  len: 168 time: 0.2218599
Dec 22 04:55:19.977589 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c1cf9cb7-85fd-45e4-8e70-26f1b28df0fe req-a6702511-63ad-4646-828f-755d6f16325a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2553cd-0366-4bf5-a4a4-8708725e55db HTTP/1.1" status: 200  len: 210 time: 0.0417411
Dec 22 04:55:20.453106 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59444) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:20.577497 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1656869786'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:20.582813 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:20.586071 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Usage tracker for resource:network and tenant:7fcbc1a5c2c841b298c6f81ddd529e98 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:20.588822 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:20.595918 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:20.605536 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Made reservation on behalf of 7fcbc1a5c2c841b298c6f81ddd529e98 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:55:20.608455 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:20.620747 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:20.652373 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:20.656231 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Usage tracker for resource:security_group_rule and tenant:7fcbc1a5c2c841b298c6f81ddd529e98 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:20.658959 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:20.664442 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:20.729619 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:20.733039 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:20.735733 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-27f7d506-4515-46bf-98bb-5dc7c6a5103e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:20.767367 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:55:20.775291 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab1f7cd-3d75-4a0d-ac75-a0086ca48c03,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:20.779197 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:20.781666 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:20.781992 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Added segment 8bb41208-3a56-4537-a2a7-1a50e34de65b of type vlan for network de385d0c-0a27-48d0-bf7c-b562f76f4a09
Dec 22 04:55:20.808055 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:20.836114 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:20.840509 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:20.840948 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:20.846791 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-35735391-06cc-4cfa-b931-46ec35ee16ee tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:20.947410 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.4926324
Dec 22 04:55:20.949714 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59450) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:20.956985 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-03385c2b-e190-4819-8631-8722a48e1782 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Request body: {'subnet': {'network_id': 'de385d0c-0a27-48d0-bf7c-b562f76f4a09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:20.970380 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Pushing event updated for resources: {'Network': ['ID=de385d0c-0a27-48d0-bf7c-b562f76f4a09,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:20.975786 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:20.982032 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network de385d0c-0a27-48d0-bf7c-b562f76f4a09 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:55:21.080902 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 99c9d022-e487-4dce-9c8d-d3c392b1d93f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:55:21.086379 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-03385c2b-e190-4819-8631-8722a48e1782 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:21.091820 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-03385c2b-e190-4819-8631-8722a48e1782 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Usage tracker for resource:subnet and tenant:7fcbc1a5c2c841b298c6f81ddd529e98 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:21.094832 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-03385c2b-e190-4819-8631-8722a48e1782 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:21.100717 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-03385c2b-e190-4819-8631-8722a48e1782 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:21.113061 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03385c2b-e190-4819-8631-8722a48e1782 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Made reservation on behalf of 7fcbc1a5c2c841b298c6f81ddd529e98 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:55:21.122151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59456) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:21.124579 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 99c9d022-e487-4dce-9c8d-d3c392b1d93f {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:55:21.124932 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 99c9d022-e487-4dce-9c8d-d3c392b1d93f not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:55:21.193128 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a3506ea3-4ded-4164-88fe-7527928f7c1c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:21.213306 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03385c2b-e190-4819-8631-8722a48e1782 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:21.224543 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a3506ea3-4ded-4164-88fe-7527928f7c1c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:21.291278 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a3506ea3-4ded-4164-88fe-7527928f7c1c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:21.297166 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-644bbaba-9850-430d-8f1b-2069d059fb14 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:21.312351 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3506ea3-4ded-4164-88fe-7527928f7c1c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c94f788-3926-4cf1-9162-1ec9592a0f4c,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:21.317404 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a3506ea3-4ded-4164-88fe-7527928f7c1c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:21.321308 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a3506ea3-4ded-4164-88fe-7527928f7c1c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:21.322528 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a3506ea3-4ded-4164-88fe-7527928f7c1c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/security-groups/3c94f788-3926-4cf1-9162-1ec9592a0f4c HTTP/1.1" status: 204  len: 168 time: 0.1991062
Dec 22 04:55:21.365950 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59462) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:21.441382 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03385c2b-e190-4819-8631-8722a48e1782 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:21.445517 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-89cb4b8e-4385-4182-9f5b-ad835c361c9b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:21.521640 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03385c2b-e190-4819-8631-8722a48e1782 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Pushing event updated for resources: {'Subnet': ['ID=ff68f6b9-d620-469a-a3b6-74ac9aaf2c8c,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:21.524330 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-03385c2b-e190-4819-8631-8722a48e1782 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:21.529601 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03385c2b-e190-4819-8631-8722a48e1782 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Checking segment: {'id': '8bb41208-3a56-4537-a2a7-1a50e34de65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'de385d0c-0a27-48d0-bf7c-b562f76f4a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:55:21.530823 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03385c2b-e190-4819-8631-8722a48e1782 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Network hostable DHCP agents. Network: de385d0c-0a27-48d0-bf7c-b562f76f4a09, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:55:21.535830 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:55:21.553237 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03385c2b-e190-4819-8631-8722a48e1782 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Network de385d0c-0a27-48d0-bf7c-b562f76f4a09 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:55:21.562329 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-03385c2b-e190-4819-8631-8722a48e1782 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, de385d0c-0a27-48d0-bf7c-b562f76f4a09) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:55:21.566516 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03385c2b-e190-4819-8631-8722a48e1782 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:21.568073 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-03385c2b-e190-4819-8631-8722a48e1782 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:21.572002 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7398116-5947-4885-a172-5bb16b876e17 None None] Network de385d0c-0a27-48d0-bf7c-b562f76f4a09 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:55:21.600526 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-03385c2b-e190-4819-8631-8722a48e1782 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6497524
Dec 22 04:55:21.603081 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59466) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:21.620307 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-66516d9d-def8-4c68-9dd9-dffd849b4053 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-670564606', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:21.620307 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-66516d9d-def8-4c68-9dd9-dffd849b4053 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:21.632765 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-66516d9d-def8-4c68-9dd9-dffd849b4053 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Usage tracker for resource:router and tenant:7fcbc1a5c2c841b298c6f81ddd529e98 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:21.632765 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-66516d9d-def8-4c68-9dd9-dffd849b4053 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:21.644513 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-66516d9d-def8-4c68-9dd9-dffd849b4053 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:21.666505 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-66516d9d-def8-4c68-9dd9-dffd849b4053 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:21.667764 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-66516d9d-def8-4c68-9dd9-dffd849b4053 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:21.687118 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-66516d9d-def8-4c68-9dd9-dffd849b4053 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:21.722591 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-66516d9d-def8-4c68-9dd9-dffd849b4053 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:21.743077 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-66516d9d-def8-4c68-9dd9-dffd849b4053 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:21.745982 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-66516d9d-def8-4c68-9dd9-dffd849b4053 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 0.1416817
Dec 22 04:55:21.746497 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59470) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:21.816247 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-de385d0c-0a27-48d0-bf7c-b562f76f4a09', 'network_id': 'de385d0c-0a27-48d0-bf7c-b562f76f4a09', 'tenant_id': '7fcbc1a5c2c841b298c6f81ddd529e98', 'fixed_ips': [{'subnet_id': 'ff68f6b9-d620-469a-a3b6-74ac9aaf2c8c'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:55:21.817137 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:22.034852 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Allocated IP 172.20.0.2 (de385d0c-0a27-48d0-bf7c-b562f76f4a09/ff68f6b9-d620-469a-a3b6-74ac9aaf2c8c/8960aaf0-2811-4c9a-b733-9bd84221dc6a) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:55:22.061119 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ffa3e837-4274-4f0f-b855-5edb197aba59 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:22.243292 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:22.253937 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Transition to ACTIVE for port object 8960aaf0-2811-4c9a-b733-9bd84221dc6a will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:55:22.272835 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Transition to ACTIVE for port object 8960aaf0-2811-4c9a-b733-9bd84221dc6a will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:55:22.278898 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:22.283681 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:22.355611 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Network de385d0c-0a27-48d0-bf7c-b562f76f4a09 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:55:22.359500 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:55:22.366278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Pushing event updated for resources: {'Port': ['ID=8960aaf0-2811-4c9a-b733-9bd84221dc6a,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:22.366278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:55:22.366278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:22.455069 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Attempting to bind port 8960aaf0-2811-4c9a-b733-9bd84221dc6a on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:55:22.455069 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Attempting to bind port 8960aaf0-2811-4c9a-b733-9bd84221dc6a by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '8bb41208-3a56-4537-a2a7-1a50e34de65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'de385d0c-0a27-48d0-bf7c-b562f76f4a09'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:55:22.455302 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Attempting to bind port 8960aaf0-2811-4c9a-b733-9bd84221dc6a on network de385d0c-0a27-48d0-bf7c-b562f76f4a09 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:55:22.462815 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:55:22.462815 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Checking segment: {'id': '8bb41208-3a56-4537-a2a7-1a50e34de65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'de385d0c-0a27-48d0-bf7c-b562f76f4a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:55:22.462815 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:22.462815 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Bound using segment: {'id': '8bb41208-3a56-4537-a2a7-1a50e34de65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'de385d0c-0a27-48d0-bf7c-b562f76f4a09'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:55:22.463459 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Bound port: 8960aaf0-2811-4c9a-b733-9bd84221dc6a, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb41208-3a56-4537-a2a7-1a50e34de65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'de385d0c-0a27-48d0-bf7c-b562f76f4a09'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:55:22.463632 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:22.555467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fa28074d-89e7-4637-85af-ccd411c6ed39 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:22.558234 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84df6969-4865-4561-a0ab-16851c670357 None None] For port 8960aaf0-2811-4c9a-b733-9bd84221dc6a, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:55:22.563215 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84df6969-4865-4561-a0ab-16851c670357 None None] For port 8960aaf0-2811-4c9a-b733-9bd84221dc6a, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8960aaf0-2811-4c9a-b733-9bd84221dc6a,segment=NetworkSegment(8bb41208-3a56-4537-a2a7-1a50e34de65b),segment_id=8bb41208-3a56-4537-a2a7-1a50e34de65b)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:55:22.567663 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:22.576168 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:22.656908 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Pushing event updated for resources: {'Port': ['ID=8960aaf0-2811-4c9a-b733-9bd84221dc6a,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:22.656908 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:23.163651 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-fa28074d-89e7-4637-85af-ccd411c6ed39 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Allocated IP 172.20.0.1 (de385d0c-0a27-48d0-bf7c-b562f76f4a09/ff68f6b9-d620-469a-a3b6-74ac9aaf2c8c/10a8ce81-bf48-41bd-ad8f-e5b8cd3d6a76) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:55:23.430787 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fa28074d-89e7-4637-85af-ccd411c6ed39 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:23.456396 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-fa28074d-89e7-4637-85af-ccd411c6ed39 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Transition to ACTIVE for port object 10a8ce81-bf48-41bd-ad8f-e5b8cd3d6a76 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:55:23.525363 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fa28074d-89e7-4637-85af-ccd411c6ed39 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:23.530748 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-80accfe7-7fc7-4e98-95c6-1e70a8b02bef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:23.614469 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa28074d-89e7-4637-85af-ccd411c6ed39 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Network de385d0c-0a27-48d0-bf7c-b562f76f4a09 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:55:23.621328 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-fa28074d-89e7-4637-85af-ccd411c6ed39 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:55:23.624484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28074d-89e7-4637-85af-ccd411c6ed39 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Pushing event updated for resources: {'Port': ['ID=10a8ce81-bf48-41bd-ad8f-e5b8cd3d6a76,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:23.626728 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa28074d-89e7-4637-85af-ccd411c6ed39 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:55:23.656892 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fa28074d-89e7-4637-85af-ccd411c6ed39 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:23.739276 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14485b40-e3f1-4145-831e-14dc669179c3 None None] Network de385d0c-0a27-48d0-bf7c-b562f76f4a09 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:55:23.747895 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fa28074d-89e7-4637-85af-ccd411c6ed39 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:23.752732 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-ffa3e837-4274-4f0f-b855-5edb197aba59 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port 10c11d83-bc00-4858-a41e-39598d074d03 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:55:23.752732 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ffa3e837-4274-4f0f-b855-5edb197aba59 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:23.827688 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a04d2da7-8a33-4c3f-8734-d31fd6a3db52 None None] Provisioning for port 8960aaf0-2811-4c9a-b733-9bd84221dc6a completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:55:24.120184 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fa28074d-89e7-4637-85af-ccd411c6ed39 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:24.154535 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-ffa3e837-4274-4f0f-b855-5edb197aba59 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port 10c11d83-bc00-4858-a41e-39598d074d03, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=10c11d83-bc00-4858-a41e-39598d074d03,segment=NetworkSegment(54553529-c1f7-4895-8c6c-8f08500f1930),segment_id=54553529-c1f7-4895-8c6c-8f08500f1930)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:55:24.154535 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ffa3e837-4274-4f0f-b855-5edb197aba59 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:24.279130 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f0e5601f-a99c-462a-8196-b09f2c8e2c3f None None] Provisioning for port 10a8ce81-bf48-41bd-ad8f-e5b8cd3d6a76 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:55:24.283984 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f0e5601f-a99c-462a-8196-b09f2c8e2c3f None None] Provisioning complete for port 10a8ce81-bf48-41bd-ad8f-e5b8cd3d6a76 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:55:24.284365 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f0e5601f-a99c-462a-8196-b09f2c8e2c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:24.332500 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-ffa3e837-4274-4f0f-b855-5edb197aba59 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for 10c11d83-bc00-4858-a41e-39598d074d03 owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:55:24.354391 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-f0e5601f-a99c-462a-8196-b09f2c8e2c3f None None] Port 10a8ce81-bf48-41bd-ad8f-e5b8cd3d6a76 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:55:24.494782 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c2b78e47-458d-4a73-81f5-5f2beb1105b1 None None] Provisioning complete for port 10a8ce81-bf48-41bd-ad8f-e5b8cd3d6a76 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:55:24.494782 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c2b78e47-458d-4a73-81f5-5f2beb1105b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:24.554819 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8960aaf0-2811-4c9a-b733-9bd84221dc6a up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:55:24.595389 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-c2b78e47-458d-4a73-81f5-5f2beb1105b1 None None] Port 10a8ce81-bf48-41bd-ad8f-e5b8cd3d6a76 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:55:24.630953 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 8960aaf0-2811-4c9a-b733-9bd84221dc6a completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:55:24.635437 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 8960aaf0-2811-4c9a-b733-9bd84221dc6a triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:55:24.635806 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:24.765625 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:24.799624 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 8960aaf0-2811-4c9a-b733-9bd84221dc6a, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8960aaf0-2811-4c9a-b733-9bd84221dc6a,segment=NetworkSegment(8bb41208-3a56-4537-a2a7-1a50e34de65b),segment_id=8bb41208-3a56-4537-a2a7-1a50e34de65b)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:55:24.801942 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:24.805582 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-08303fb5-3b4b-46fe-91d5-bec342520c02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:24.836012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fa28074d-89e7-4637-85af-ccd411c6ed39 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:24.841873 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ffa3e837-4274-4f0f-b855-5edb197aba59 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:24.843593 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-623be4a7-cde4-4568-b3d4-6489239faeb4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:24.882676 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=8960aaf0-2811-4c9a-b733-9bd84221dc6a,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:24.887505 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fa28074d-89e7-4637-85af-ccd411c6ed39 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:24.891713 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:24.920161 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3e837-4274-4f0f-b855-5edb197aba59 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=10c11d83-bc00-4858-a41e-39598d074d03,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:24.929895 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ffa3e837-4274-4f0f-b855-5edb197aba59 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:24.930405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-684ff6d4-7461-4ad7-8952-d5b7990cc5f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:25.083500 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fa28074d-89e7-4637-85af-ccd411c6ed39 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:25.087050 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28074d-89e7-4637-85af-ccd411c6ed39 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Pushing event updated for resources: {'Port': ['ID=10a8ce81-bf48-41bd-ad8f-e5b8cd3d6a76,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:25.093003 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fa28074d-89e7-4637-85af-ccd411c6ed39 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:25.336884 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa28074d-89e7-4637-85af-ccd411c6ed39 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Network de385d0c-0a27-48d0-bf7c-b562f76f4a09 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:55:25.341417 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-fa28074d-89e7-4637-85af-ccd411c6ed39 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:55:25.626747 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-599ad0be-a226-44c1-bd7e-276fc9f253b7 None None] Provisioning complete for port 10a8ce81-bf48-41bd-ad8f-e5b8cd3d6a76 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:55:25.628326 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-599ad0be-a226-44c1-bd7e-276fc9f253b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:25.692126 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-599ad0be-a226-44c1-bd7e-276fc9f253b7 None None] Port 10a8ce81-bf48-41bd-ad8f-e5b8cd3d6a76 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:55:25.859927 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ffa3e837-4274-4f0f-b855-5edb197aba59 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:26.093414 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa28074d-89e7-4637-85af-ccd411c6ed39 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Router bf3b65c1-ada9-4bc8-afd4-00b4725366d7 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:55:26.465455 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa28074d-89e7-4637-85af-ccd411c6ed39 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:55:26.481257 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd942b85-5df6-4599-8726-4cc8d4182a81 None None] Sync routers for ids ['bf3b65c1-ada9-4bc8-afd4-00b4725366d7'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:55:26.494220 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd942b85-5df6-4599-8726-4cc8d4182a81 None None] Routers {'bf3b65c1-ada9-4bc8-afd4-00b4725366d7'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:55:26.494734 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fa28074d-89e7-4637-85af-ccd411c6ed39 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] 10.222.0.53 "PUT /v2.0/routers/bf3b65c1-ada9-4bc8-afd4-00b4725366d7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7387917
Dec 22 04:55:26.494860 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-cd942b85-5df6-4599-8726-4cc8d4182a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c539a00>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:55:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['bf3b65c1-ada9-4bc8-afd4-00b4725366d7'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:26.495065 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59476) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:26.503648 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Request body: {'port': {'network_id': 'de385d0c-0a27-48d0-bf7c-b562f76f4a09', 'name': 'tempest-FloatingIPNegativeTestJSON-1142422717'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:26.595290 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-cd942b85-5df6-4599-8726-4cc8d4182a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c539a00>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:26.608570 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd942b85-5df6-4599-8726-4cc8d4182a81 None None] Routers {'bf3b65c1-ada9-4bc8-afd4-00b4725366d7'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:55:26.608570 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-cd942b85-5df6-4599-8726-4cc8d4182a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c539a00>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:55:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['bf3b65c1-ada9-4bc8-afd4-00b4725366d7'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:26.671257 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-cd942b85-5df6-4599-8726-4cc8d4182a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c539a00>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:26.671673 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd942b85-5df6-4599-8726-4cc8d4182a81 None None] The sync data for ids ['bf3b65c1-ada9-4bc8-afd4-00b4725366d7'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:55:26.676397 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8960aaf0-2811-4c9a-b733-9bd84221dc6a up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:55:26.734050 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:26.743788 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Usage tracker for resource:port and tenant:7fcbc1a5c2c841b298c6f81ddd529e98 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:26.747897 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:26.751144 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 8960aaf0-2811-4c9a-b733-9bd84221dc6a triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:55:26.751661 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:26.947941 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:26.964506 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Made reservation on behalf of 7fcbc1a5c2c841b298c6f81ddd529e98 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:55:26.967445 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:26.992930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] device_id is not set on port b1e05ddb-150b-473b-a05a-c0ea6cad20a3 yet. {{(pid=83434) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:55:27.128021 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa3e837-4274-4f0f-b855-5edb197aba59 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 1f59139f-51cc-49d7-bf96-647bb5cbd8e6 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:55:27.169497 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Allocated IP 172.20.0.3 (de385d0c-0a27-48d0-bf7c-b562f76f4a09/ff68f6b9-d620-469a-a3b6-74ac9aaf2c8c/b1e05ddb-150b-473b-a05a-c0ea6cad20a3) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:55:27.507919 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:27.533345 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Transition to ACTIVE for port object b1e05ddb-150b-473b-a05a-c0ea6cad20a3 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:55:27.544848 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa3e837-4274-4f0f-b855-5edb197aba59 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:55:27.554129 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8f8aa0-5670-4680-b830-848fd7fe7e5e None None] Sync routers for ids ['1f59139f-51cc-49d7-bf96-647bb5cbd8e6'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:55:27.556878 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ffa3e837-4274-4f0f-b855-5edb197aba59 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/routers/1f59139f-51cc-49d7-bf96-647bb5cbd8e6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1898839
Dec 22 04:55:27.560077 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59480) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:27.565801 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8f8aa0-5670-4680-b830-848fd7fe7e5e None None] Routers {'1f59139f-51cc-49d7-bf96-647bb5cbd8e6'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:55:27.566398 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3f8f8aa0-5670-4680-b830-848fd7fe7e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c891310>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:55:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1f59139f-51cc-49d7-bf96-647bb5cbd8e6'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:27.619531 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:27.628500 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-167636cf-6215-4da3-8890-8f1cf7c9454e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:27.746816 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-3f8f8aa0-5670-4680-b830-848fd7fe7e5e None None] Set router 1f59139f-51cc-49d7-bf96-647bb5cbd8e6 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:55:27.774129 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Network de385d0c-0a27-48d0-bf7c-b562f76f4a09 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:55:27.782591 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:55:27.785013 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:55:27.817496 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Pushing event updated for resources: {'Port': ['ID=b1e05ddb-150b-473b-a05a-c0ea6cad20a3,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:27.845502 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:27.845917 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:27.846298 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:27.846676 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:27.847049 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:27.847418 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:27.847784 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:27.848149 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:27.848512 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:27.848876 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:27.849238 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:27.852936 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:27.900379 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:27.901299 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:27.922877 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-45233eb1-7655-439b-929c-5ea9c641ee47 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting subnet 27a8e95f-208a-4135-8d3a-0c75f45823f4 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:55:27.927134 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.4290164
Dec 22 04:55:27.928199 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-45233eb1-7655-439b-929c-5ea9c641ee47 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:27.931130 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59484) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:27.938594 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:27.948298 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:27.955812 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Usage tracker for resource:floatingip and tenant:7fcbc1a5c2c841b298c6f81ddd529e98 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:27.960030 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:27.967097 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:27.982713 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:27.991074 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-45233eb1-7655-439b-929c-5ea9c641ee47 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:28.035166 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-50ca6e10-dde0-4430-a1d7-0d6c379b7450 None None] Provisioning for port b1e05ddb-150b-473b-a05a-c0ea6cad20a3 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:55:28.041912 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-50ca6e10-dde0-4430-a1d7-0d6c379b7450 None None] Provisioning complete for port b1e05ddb-150b-473b-a05a-c0ea6cad20a3 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:55:28.043144 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-50ca6e10-dde0-4430-a1d7-0d6c379b7450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:28.077814 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3f8f8aa0-5670-4680-b830-848fd7fe7e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c891310>, [{'id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'name': 'tempest-TestNetworkBasicOps-router-1947072956', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '79712ef1-c401-4790-baf1-72892fa7f800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:34Z', 'updated_at': '2021-12-22T04:55:24Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '79712ef1-c401-4790-baf1-72892fa7f800', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:35Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:28.081695 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8f8aa0-5670-4680-b830-848fd7fe7e5e None None] Checking router: 1f59139f-51cc-49d7-bf96-647bb5cbd8e6 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:55:28.089952 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-45233eb1-7655-439b-929c-5ea9c641ee47 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:28.095390 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8f8aa0-5670-4680-b830-848fd7fe7e5e None None] Routers {'1f59139f-51cc-49d7-bf96-647bb5cbd8e6'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:55:28.096231 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3f8f8aa0-5670-4680-b830-848fd7fe7e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c891310>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:55:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['1f59139f-51cc-49d7-bf96-647bb5cbd8e6'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:28.108539 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-50ca6e10-dde0-4430-a1d7-0d6c379b7450 None None] Port b1e05ddb-150b-473b-a05a-c0ea6cad20a3 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:55:28.128600 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:28.180102 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-45233eb1-7655-439b-929c-5ea9c641ee47 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:28.186158 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-43445953-d158-4d39-8743-b731c2571497 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:28.225246 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45233eb1-7655-439b-929c-5ea9c641ee47 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Subnet': ['ID=27a8e95f-208a-4135-8d3a-0c75f45823f4,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:28.229959 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-45233eb1-7655-439b-929c-5ea9c641ee47 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:28.235878 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-45233eb1-7655-439b-929c-5ea9c641ee47 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:28.243346 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d088069-2cd9-4789-b118-cd89c8ec18cb None None] Network 4bb4d842-e284-452b-81f2-d4549acfe918 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:55:28.244017 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-45233eb1-7655-439b-929c-5ea9c641ee47 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/subnets/27a8e95f-208a-4135-8d3a-0c75f45823f4 HTTP/1.1" status: 204  len: 168 time: 0.6826360
Dec 22 04:55:28.247141 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59488) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:28.288663 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Allocated IP 172.26.4.216 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/30557ba3-35f2-4692-9e24-a8b88a078d08) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:55:28.303541 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-3f8f8aa0-5670-4680-b830-848fd7fe7e5e None None] Set router 1f59139f-51cc-49d7-bf96-647bb5cbd8e6 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:55:28.463392 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d67b15ff-910d-4d10-bd31-7cd9efeeeccb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:28.534237 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cb7256-542d-498a-ab60-291ea4b04563 None None] DHCP port deletion for 4bb4d842-e284-452b-81f2-d4549acfe918 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:55:28.539893 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-58cb7256-542d-498a-ab60-291ea4b04563 None None] Deleting port 27be63cf-fd8a-4167-8ab1-7b578ba09c97 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:55:28.540999 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-58cb7256-542d-498a-ab60-291ea4b04563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:28.569824 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:28.599505 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:28.606334 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7b8d5222-fc22-403c-87d7-919e10e6071f tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:28.642201 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3f8f8aa0-5670-4680-b830-848fd7fe7e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c891310>, [{'id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'name': 'tempest-TestNetworkBasicOps-router-1947072956', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '79712ef1-c401-4790-baf1-72892fa7f800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:34Z', 'updated_at': '2021-12-22T04:55:24Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '79712ef1-c401-4790-baf1-72892fa7f800', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:35Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:28.647952 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8f8aa0-5670-4680-b830-848fd7fe7e5e None None] The sync data for ids ['1f59139f-51cc-49d7-bf96-647bb5cbd8e6'] in dv-neutron-822525-1-hyperv is: [{'id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'name': 'tempest-TestNetworkBasicOps-router-1947072956', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': '79712ef1-c401-4790-baf1-72892fa7f800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:34Z', 'updated_at': '2021-12-22T04:55:24Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '79712ef1-c401-4790-baf1-72892fa7f800', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f59139f-51cc-49d7-bf96-647bb5cbd8e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:35Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:55:28.676460 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:55:28.679866 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:55:28.685439 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:55:28.702605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d67b15ff-910d-4d10-bd31-7cd9efeeeccb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:28.712040 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-d67b15ff-910d-4d10-bd31-7cd9efeeeccb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port 79712ef1-c401-4790-baf1-72892fa7f800 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:55:28.712452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d67b15ff-910d-4d10-bd31-7cd9efeeeccb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:28.770721 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Pushing event updated for resources: {'Port': ['ID=30557ba3-35f2-4692-9e24-a8b88a078d08,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:28.781473 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-58cb7256-542d-498a-ab60-291ea4b04563 None None] For port 27be63cf-fd8a-4167-8ab1-7b578ba09c97, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=27be63cf-fd8a-4167-8ab1-7b578ba09c97,segment=NetworkSegment(54553529-c1f7-4895-8c6c-8f08500f1930),segment_id=54553529-c1f7-4895-8c6c-8f08500f1930)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:55:28.782340 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-58cb7256-542d-498a-ab60-291ea4b04563 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:28.783114 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:28.783491 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:28.783858 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:28.784223 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:28.784580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:28.784935 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:28.785290 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:28.785663 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:28.786015 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:28.786365 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:28.786716 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:28.790780 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:28.882192 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:28.905830 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-58cb7256-542d-498a-ab60-291ea4b04563 None None] Calling delete_port for 27be63cf-fd8a-4167-8ab1-7b578ba09c97 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:55:28.940265 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:28.984641 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-58cb7256-542d-498a-ab60-291ea4b04563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:28.991357 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-069470a4-0095-4b7d-9605-786da808d883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:29.030825 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-d67b15ff-910d-4d10-bd31-7cd9efeeeccb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port 79712ef1-c401-4790-baf1-72892fa7f800, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=79712ef1-c401-4790-baf1-72892fa7f800,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:55:29.031422 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d67b15ff-910d-4d10-bd31-7cd9efeeeccb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:29.042694 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb7256-542d-498a-ab60-291ea4b04563 None None] Pushing event deleted for resources: {'Port': ['ID=27be63cf-fd8a-4167-8ab1-7b578ba09c97,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:29.045141 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-58cb7256-542d-498a-ab60-291ea4b04563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:29.050319 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cb7256-542d-498a-ab60-291ea4b04563 None None] No DVR routers for this DVR port 27be63cf-fd8a-4167-8ab1-7b578ba09c97 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:55:29.160784 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-d67b15ff-910d-4d10-bd31-7cd9efeeeccb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for 79712ef1-c401-4790-baf1-72892fa7f800 owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:55:29.174030 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:29.181352 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:29.186178 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d6d4ddc9-b7d4-479c-9d33-2439a9051516 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:29.290376 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Pushing event updated for resources: {'Port': ['ID=30557ba3-35f2-4692-9e24-a8b88a078d08,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:29.294286 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:29.310329 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:29.331707 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:29.332817 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3996553
Dec 22 04:55:29.335860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59492) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:29.342062 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-81ddb61b-6d92-4f6f-81f8-bc8709d7858f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Request body: {'floatingip': {'port_id': 'b1e05ddb-150b-473b-a05a-c0ea6cad20a3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:29.398105 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d67b15ff-910d-4d10-bd31-7cd9efeeeccb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:29.410169 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:29.461068 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b15ff-910d-4d10-bd31-7cd9efeeeccb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=79712ef1-c401-4790-baf1-72892fa7f800,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:29.465190 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-81ddb61b-6d92-4f6f-81f8-bc8709d7858f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for floatingip, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:29.512930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d67b15ff-910d-4d10-bd31-7cd9efeeeccb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:29.835943 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d67b15ff-910d-4d10-bd31-7cd9efeeeccb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:29.968492 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-81ddb61b-6d92-4f6f-81f8-bc8709d7858f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] update failed (client error): The resource could not be found.
Dec 22 04:55:29.969532 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-81ddb61b-6d92-4f6f-81f8-bc8709d7858f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] 10.222.0.53 "PUT /v2.0/floatingips/66739b4a-a9ca-4d3f-b86c-753ab8b6fa9b HTTP/1.1" status: 404  len: 507 time: 0.6325917
Dec 22 04:55:29.972702 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59496) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:30.130551 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-e4b80859-dc33-4886-ba32-7f8cbfa41aba tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Deleting port 30557ba3-35f2-4692-9e24-a8b88a078d08 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:55:30.130884 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e4b80859-dc33-4886-ba32-7f8cbfa41aba tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:30.218973 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d67b15ff-910d-4d10-bd31-7cd9efeeeccb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:30.223384 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d67b15ff-910d-4d10-bd31-7cd9efeeeccb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:30.248496 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d67b15ff-910d-4d10-bd31-7cd9efeeeccb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:30.249130 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67b15ff-910d-4d10-bd31-7cd9efeeeccb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Fanout notify agent at l3_agent the message router_deleted on router 1f59139f-51cc-49d7-bf96-647bb5cbd8e6 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:55:30.262755 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d67b15ff-910d-4d10-bd31-7cd9efeeeccb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:30.263824 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d67b15ff-910d-4d10-bd31-7cd9efeeeccb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/routers/1f59139f-51cc-49d7-bf96-647bb5cbd8e6 HTTP/1.1" status: 204  len: 168 time: 2.0157588
Dec 22 04:55:30.268549 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59500) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:30.388760 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e4b80859-dc33-4886-ba32-7f8cbfa41aba tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:30.389028 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e4b80859-dc33-4886-ba32-7f8cbfa41aba tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:30.523214 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-e4b80859-dc33-4886-ba32-7f8cbfa41aba tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Calling delete_port for 30557ba3-35f2-4692-9e24-a8b88a078d08 owned by network:floatingip {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:55:30.551276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc6115ec-c7ca-4bb3-9577-fccc46e1afe2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:30.719357 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 10c11d83-bc00-4858-a41e-39598d074d03 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:55:30.755552 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 10c11d83-bc00-4858-a41e-39598d074d03 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:55:30.755900 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 10c11d83-bc00-4858-a41e-39598d074d03 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:55:30.756324 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 27be63cf-fd8a-4167-8ab1-7b578ba09c97 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:55:30.787450 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 27be63cf-fd8a-4167-8ab1-7b578ba09c97 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:55:30.787791 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 27be63cf-fd8a-4167-8ab1-7b578ba09c97 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:55:30.788202 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 79712ef1-c401-4790-baf1-72892fa7f800 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:55:30.815520 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc6115ec-c7ca-4bb3-9577-fccc46e1afe2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:30.818871 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 79712ef1-c401-4790-baf1-72892fa7f800 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:55:30.819225 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 79712ef1-c401-4790-baf1-72892fa7f800 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:55:30.878969 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-fc6115ec-c7ca-4bb3-9577-fccc46e1afe2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469ad4b430>,) {'filters': {'network_id': ['4bb4d842-e284-452b-81f2-d4549acfe918']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:30.898330 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-fc6115ec-c7ca-4bb3-9577-fccc46e1afe2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469ad4b430>, '54553529-c1f7-4895-8c6c-8f08500f1930') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:30.898618 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-fc6115ec-c7ca-4bb3-9577-fccc46e1afe2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469ad4b430>, '54553529-c1f7-4895-8c6c-8f08500f1930') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:30.915337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc6115ec-c7ca-4bb3-9577-fccc46e1afe2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:30.928562 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e4b80859-dc33-4886-ba32-7f8cbfa41aba tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:30.933172 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bc6c167c-3b48-429e-bd94-9320224c3564 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:30.961908 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc6115ec-c7ca-4bb3-9577-fccc46e1afe2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:30.980113 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b80859-dc33-4886-ba32-7f8cbfa41aba tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Pushing event deleted for resources: {'Port': ['ID=30557ba3-35f2-4692-9e24-a8b88a078d08,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:30.982799 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6115ec-c7ca-4bb3-9577-fccc46e1afe2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:55:30.983181 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc6115ec-c7ca-4bb3-9577-fccc46e1afe2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:   util.warn(
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:55:30.997685 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:55:31.000707 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e4b80859-dc33-4886-ba32-7f8cbfa41aba tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:31.146180 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc6115ec-c7ca-4bb3-9577-fccc46e1afe2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:31.150738 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4b30fa39-4799-41ad-bcce-6103539cd1f3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:31.164971 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc6115ec-c7ca-4bb3-9577-fccc46e1afe2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:31.182298 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6115ec-c7ca-4bb3-9577-fccc46e1afe2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Network': ['ID=4bb4d842-e284-452b-81f2-d4549acfe918,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:31.190350 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fc6115ec-c7ca-4bb3-9577-fccc46e1afe2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:31.191896 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e4b80859-dc33-4886-ba32-7f8cbfa41aba tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for floatingip, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:31.194092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e4b80859-dc33-4886-ba32-7f8cbfa41aba tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:31.195205 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e4b80859-dc33-4886-ba32-7f8cbfa41aba tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] 10.222.0.53 "DELETE /v2.0/floatingips/66739b4a-a9ca-4d3f-b86c-753ab8b6fa9b HTTP/1.1" status: 204  len: 168 time: 1.2215285
Dec 22 04:55:31.201021 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fc6115ec-c7ca-4bb3-9577-fccc46e1afe2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/networks/4bb4d842-e284-452b-81f2-d4549acfe918 HTTP/1.1" status: 204  len: 168 time: 0.9274948
Dec 22 04:55:31.202115 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59506) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:31.209532 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-fd1ac2fc-9de5-49c7-8fb4-a5452733bde8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Request body: {'floatingip': {'floating_network_id': 'de385d0c-0a27-48d0-bf7c-b562f76f4a09', 'port_id': 'b1e05ddb-150b-473b-a05a-c0ea6cad20a3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:31.211783 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59510) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:31.216236 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-fd1ac2fc-9de5-49c7-8fb4-a5452733bde8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:31.217879 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-bde1870a-7204-4da8-b9dd-30f76316f1ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'network': {'name': 'tempest-network-smoke--43804240', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'port_security_enabled': True}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:31.220523 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-fd1ac2fc-9de5-49c7-8fb4-a5452733bde8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Usage tracker for resource:floatingip and tenant:7fcbc1a5c2c841b298c6f81ddd529e98 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:31.222829 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bde1870a-7204-4da8-b9dd-30f76316f1ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:31.223401 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-fd1ac2fc-9de5-49c7-8fb4-a5452733bde8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:31.226758 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bde1870a-7204-4da8-b9dd-30f76316f1ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:network and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:31.228992 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-fd1ac2fc-9de5-49c7-8fb4-a5452733bde8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:31.229519 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bde1870a-7204-4da8-b9dd-30f76316f1ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:31.235107 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bde1870a-7204-4da8-b9dd-30f76316f1ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:31.242336 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fd1ac2fc-9de5-49c7-8fb4-a5452733bde8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for floatingip, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:31.245364 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde1870a-7204-4da8-b9dd-30f76316f1ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:55:31.248967 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bde1870a-7204-4da8-b9dd-30f76316f1ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:31.276141 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde1870a-7204-4da8-b9dd-30f76316f1ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:55:31.284449 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bde1870a-7204-4da8-b9dd-30f76316f1ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:31.284785 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-bde1870a-7204-4da8-b9dd-30f76316f1ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Added segment 619fc2dd-e004-433a-ad9a-bc095a03766e of type vlan for network 3522392f-628a-42eb-94ce-9e8206cf6246
Dec 22 04:55:31.310121 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bde1870a-7204-4da8-b9dd-30f76316f1ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:31.340393 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bde1870a-7204-4da8-b9dd-30f76316f1ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:31.344213 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde1870a-7204-4da8-b9dd-30f76316f1ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:31.344779 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bde1870a-7204-4da8-b9dd-30f76316f1ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:31.350185 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fa9a8dad-f5cf-40cf-a484-23aaa52dc7db tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:31.395079 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-fd1ac2fc-9de5-49c7-8fb4-a5452733bde8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 04:55:31.396108 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fd1ac2fc-9de5-49c7-8fb4-a5452733bde8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.1950979
Dec 22 04:55:31.400085 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59514) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:31.405518 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': 'b1e05ddb-150b-473b-a05a-c0ea6cad20a3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:31.415620 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:31.420096 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Usage tracker for resource:floatingip and tenant:7fcbc1a5c2c841b298c6f81ddd529e98 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:31.423268 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:31.429228 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:31.439128 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for floatingip, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:31.452312 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bde1870a-7204-4da8-b9dd-30f76316f1ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.2394483
Dec 22 04:55:31.455068 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59518) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:31.457750 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1870a-7204-4da8-b9dd-30f76316f1ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Network': ['ID=3522392f-628a-42eb-94ce-9e8206cf6246,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:31.460477 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bde1870a-7204-4da8-b9dd-30f76316f1ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:31.464412 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2012200977', 'admin_state_up': True, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:31.467690 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 3522392f-628a-42eb-94ce-9e8206cf6246 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:55:31.471827 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:31.475688 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:router and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:31.478695 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:31.485077 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:31.496970 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:31.497978 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:31.520785 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:31.577638 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:31.677277 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:31.711641 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Allocated IP 172.26.4.252 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/28f1b4c0-8261-44ed-8cac-d1995c67e73d) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:55:31.852456 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:31.867819 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:31.881271 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:31.894964 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:31.898991 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fa28074d-89e7-4637-85af-ccd411c6ed39 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:31.964083 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:55:31.967196 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:55:31.971696 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:55:31.995078 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Pushing event updated for resources: {'Port': ['ID=28f1b4c0-8261-44ed-8cac-d1995c67e73d,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:32.000395 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:32.019372 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.26.4.214 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/20c64ace-6e32-4deb-9a68-83f10bdc9e52) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:55:32.144241 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Deleting port 28f1b4c0-8261-44ed-8cac-d1995c67e73d {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:55:32.144683 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:32.165020 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:32.193990 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:32.198290 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-26eb30b9-1f47-489a-ae7c-86dd97b97812 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:32.260542 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:55:32.264019 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:55:32.268106 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:55:32.295323 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=20c64ace-6e32-4deb-9a68-83f10bdc9e52,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:32.300743 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:32.316025 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:32.316589 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:32.424358 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:32.425076 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:32.436378 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Calling delete_port for 28f1b4c0-8261-44ed-8cac-d1995c67e73d owned by network:floatingip {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:55:32.573334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:32.577337 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f09d7f1d-972b-4e72-9337-f8fa33dc5d0a tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:32.618077 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Pushing event deleted for resources: {'Port': ['ID=28f1b4c0-8261-44ed-8cac-d1995c67e73d,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:32.620438 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:32.731738 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.api.v2.resource [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] create failed (client error): The resource could not be found.
Dec 22 04:55:32.732804 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 1.3317404
Dec 22 04:55:32.736293 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59522) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:32.813982 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-0b57e2f0-525b-40be-a096-b7f18298d858 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Deleting port b1e05ddb-150b-473b-a05a-c0ea6cad20a3 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:55:32.814312 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0b57e2f0-525b-40be-a096-b7f18298d858 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:32.849133 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router b1c298e1-c6ab-49dd-aeb8-201383913e50 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:55:33.183258 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0b57e2f0-525b-40be-a096-b7f18298d858 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:33.304776 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-0b57e2f0-525b-40be-a096-b7f18298d858 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Calling delete_port for b1e05ddb-150b-473b-a05a-c0ea6cad20a3 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:55:33.400691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:55:33.410377 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] Sync routers for ids ['b1c298e1-c6ab-49dd-aeb8-201383913e50'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:55:33.422423 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] Routers {'b1c298e1-c6ab-49dd-aeb8-201383913e50'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:55:33.423031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bbe9970>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:55:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['b1c298e1-c6ab-49dd-aeb8-201383913e50'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:33.476284 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:33.477394 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.0214074
Dec 22 04:55:33.481669 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59526) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:33.487607 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0b57e2f0-525b-40be-a096-b7f18298d858 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:33.493839 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1307c4c5-d0ad-42ae-9931-73cca2c2ac05 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:33.541053 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57e2f0-525b-40be-a096-b7f18298d858 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Pushing event deleted for resources: {'Port': ['ID=b1e05ddb-150b-473b-a05a-c0ea6cad20a3,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:33.544941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0b57e2f0-525b-40be-a096-b7f18298d858 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:33.615242 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] Set router b1c298e1-c6ab-49dd-aeb8-201383913e50 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:55:33.694910 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a1d2cd0d-edcd-4dee-aadd-b755c60da58c tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=276ceac97e6343c5aa8f294c3cc0960a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2097895
Dec 22 04:55:33.695355 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59532) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:33.696272 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0b57e2f0-525b-40be-a096-b7f18298d858 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:33.698179 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0b57e2f0-525b-40be-a096-b7f18298d858 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] 10.222.0.53 "DELETE /v2.0/ports/b1e05ddb-150b-473b-a05a-c0ea6cad20a3 HTTP/1.1" status: 204  len: 168 time: 0.9609683
Dec 22 04:55:33.701536 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59536) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:33.784130 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3691403-b5f5-489b-9914-c148288b67db tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:33.784849 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a3691403-b5f5-489b-9914-c148288b67db tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Synchronizing usage tracker for tenant:7fcbc1a5c2c841b298c6f81ddd529e98 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:55:33.804673 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a3691403-b5f5-489b-9914-c148288b67db tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Unset dirty status for tenant:7fcbc1a5c2c841b298c6f81ddd529e98 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:55:33.809158 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a3691403-b5f5-489b-9914-c148288b67db tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf3b65c1-ada9-4bc8-afd4-00b4725366d7 HTTP/1.1" status: 200  len: 913 time: 0.1032944
Dec 22 04:55:33.809158 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59540) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:33.844616 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f0521c-ee32-4637-8b0c-0fe372c52b98 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:33.849018 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d3f0521c-ee32-4637-8b0c-0fe372c52b98 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1499898
Dec 22 04:55:33.849201 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59544) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:33.891496 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d46c1509-0e55-4079-88b9-de536b0f1207 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0386424
Dec 22 04:55:33.891763 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59548) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:33.896875 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-80a553df-7368-4b94-a335-9414ee4ef563 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1224691013', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:33.970585 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bbe9970>, [{'id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'name': 'tempest-TestNetworkBasicOps-router-2012200977', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:32Z', 'revision_number': 3, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:33.974446 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] Checking router: b1c298e1-c6ab-49dd-aeb8-201383913e50 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:55:33.974806 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] Updating router b1c298e1-c6ab-49dd-aeb8-201383913e50 port 20c64ace-6e32-4deb-9a68-83f10bdc9e52 binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:55:34.012457 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-80a553df-7368-4b94-a335-9414ee4ef563 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:34.016892 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-80a553df-7368-4b94-a335-9414ee4ef563 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:subnet and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:34.020034 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-80a553df-7368-4b94-a335-9414ee4ef563 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:34.026822 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-80a553df-7368-4b94-a335-9414ee4ef563 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:34.028068 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:34.038148 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a553df-7368-4b94-a335-9414ee4ef563 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:55:34.259129 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-80a553df-7368-4b94-a335-9414ee4ef563 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:34.275284 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4e78307e-7e9d-4b9d-9d71-02c50c20f57a tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:34.388786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:34.400754 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] Transition to ACTIVE for port object 20c64ace-6e32-4deb-9a68-83f10bdc9e52 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:55:34.408803 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:34.412815 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:34.490429 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d295f-69a0-41ca-ad38-e725a2a8a55d None None] Pushing event updated for resources: {'Port': ['ID=20c64ace-6e32-4deb-9a68-83f10bdc9e52,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:34.494354 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d74d295f-69a0-41ca-ad38-e725a2a8a55d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:34.496899 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] Attempting to bind port 20c64ace-6e32-4deb-9a68-83f10bdc9e52 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:55:34.497277 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] Attempting to bind port 20c64ace-6e32-4deb-9a68-83f10bdc9e52 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:55:34.497670 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] Attempting to bind port 20c64ace-6e32-4deb-9a68-83f10bdc9e52 on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:55:34.504272 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-80a553df-7368-4b94-a335-9414ee4ef563 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:34.504839 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:55:34.505190 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:55:34.505635 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:34.506035 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:55:34.506505 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] Bound port: 20c64ace-6e32-4deb-9a68-83f10bdc9e52, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:55:34.506898 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:34.508847 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-77e0ec98-73a7-45f2-8024-2728ac7b7787 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:34.579799 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] For port 20c64ace-6e32-4deb-9a68-83f10bdc9e52, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:55:34.582745 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] For port 20c64ace-6e32-4deb-9a68-83f10bdc9e52, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=20c64ace-6e32-4deb-9a68-83f10bdc9e52,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:55:34.587276 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a553df-7368-4b94-a335-9414ee4ef563 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Subnet': ['ID=91cb64c7-8a54-4396-934b-7463c1192b21,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:34.588430 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:34.592551 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-80a553df-7368-4b94-a335-9414ee4ef563 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:34.599026 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a553df-7368-4b94-a335-9414ee4ef563 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Checking segment: {'id': '619fc2dd-e004-433a-ad9a-bc095a03766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:55:34.599205 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84df6969-4865-4561-a0ab-16851c670357 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:34.599340 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a553df-7368-4b94-a335-9414ee4ef563 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network hostable DHCP agents. Network: 3522392f-628a-42eb-94ce-9e8206cf6246, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:55:34.621401 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a553df-7368-4b94-a335-9414ee4ef563 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network 3522392f-628a-42eb-94ce-9e8206cf6246 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:55:34.630720 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-80a553df-7368-4b94-a335-9414ee4ef563 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 3522392f-628a-42eb-94ce-9e8206cf6246) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:55:34.634484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a553df-7368-4b94-a335-9414ee4ef563 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:34.635059 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-80a553df-7368-4b94-a335-9414ee4ef563 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:34.651250 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c47dca-5059-4f42-8057-4bb1b6631466 None None] Network 3522392f-628a-42eb-94ce-9e8206cf6246 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:55:34.662801 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-80a553df-7368-4b94-a335-9414ee4ef563 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7700481
Dec 22 04:55:34.665834 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59552) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:34.765181 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d295f-69a0-41ca-ad38-e725a2a8a55d None None] Pushing event updated for resources: {'Port': ['ID=20c64ace-6e32-4deb-9a68-83f10bdc9e52,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:34.768259 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d74d295f-69a0-41ca-ad38-e725a2a8a55d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:34.779343 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] Routers {'b1c298e1-c6ab-49dd-aeb8-201383913e50'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:55:34.779969 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bbe9970>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:55:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['b1c298e1-c6ab-49dd-aeb8-201383913e50'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:34.876970 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-4e78307e-7e9d-4b9d-9d71-02c50c20f57a tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Deleting port 10a8ce81-bf48-41bd-ad8f-e5b8cd3d6a76 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:55:34.877306 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4e78307e-7e9d-4b9d-9d71-02c50c20f57a tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:35.039254 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-3522392f-628a-42eb-94ce-9e8206cf6246', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ips': [{'subnet_id': '91cb64c7-8a54-4396-934b-7463c1192b21'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:55:35.040077 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:35.060245 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4e78307e-7e9d-4b9d-9d71-02c50c20f57a tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:35.122549 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] Set router b1c298e1-c6ab-49dd-aeb8-201383913e50 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:55:35.182313 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-4e78307e-7e9d-4b9d-9d71-02c50c20f57a tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Calling delete_port for 10a8ce81-bf48-41bd-ad8f-e5b8cd3d6a76 owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:55:35.365800 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4e78307e-7e9d-4b9d-9d71-02c50c20f57a tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:35.370241 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c401fc45-56d2-4fe4-a741-6cff38036b4f tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:35.416194 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78307e-7e9d-4b9d-9d71-02c50c20f57a tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Pushing event deleted for resources: {'Port': ['ID=10a8ce81-bf48-41bd-ad8f-e5b8cd3d6a76,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:35.419149 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4e78307e-7e9d-4b9d-9d71-02c50c20f57a tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:35.437205 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Allocated IP 172.20.0.2 (3522392f-628a-42eb-94ce-9e8206cf6246/91cb64c7-8a54-4396-934b-7463c1192b21/cb33d9ec-9111-4416-805c-511bb19436d1) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:55:35.457686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e759-e9dc-445f-8aa9-0091458ab987 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:35.675357 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bbe9970>, [{'id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'name': 'tempest-TestNetworkBasicOps-router-2012200977', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:32Z', 'revision_number': 3, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:35.689030 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc61261-6926-4cae-8f16-5b96a867e1fc None None] The sync data for ids ['b1c298e1-c6ab-49dd-aeb8-201383913e50'] in dv-neutron-822525-1-hyperv is: [{'id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'name': 'tempest-TestNetworkBasicOps-router-2012200977', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:32Z', 'revision_number': 3, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:55:35.766552 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:35.779019 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Transition to ACTIVE for port object cb33d9ec-9111-4416-805c-511bb19436d1 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:55:35.798148 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4e78307e-7e9d-4b9d-9d71-02c50c20f57a tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:35.804084 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Transition to ACTIVE for port object cb33d9ec-9111-4416-805c-511bb19436d1 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:55:35.811367 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:35.820905 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d2c40c5d-a3a3-45ed-b8c1-f76809dd07fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:35.893132 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Network 3522392f-628a-42eb-94ce-9e8206cf6246 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:55:35.898929 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:55:35.902996 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:55:35.962492 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Pushing event updated for resources: {'Port': ['ID=cb33d9ec-9111-4416-805c-511bb19436d1,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:35.964191 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:36.032568 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Attempting to bind port cb33d9ec-9111-4416-805c-511bb19436d1 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:55:36.032946 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Attempting to bind port cb33d9ec-9111-4416-805c-511bb19436d1 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '619fc2dd-e004-433a-ad9a-bc095a03766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:55:36.033313 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Attempting to bind port cb33d9ec-9111-4416-805c-511bb19436d1 on network 3522392f-628a-42eb-94ce-9e8206cf6246 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:55:36.041148 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:55:36.041601 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Checking segment: {'id': '619fc2dd-e004-433a-ad9a-bc095a03766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:55:36.041960 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:36.042356 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Bound using segment: {'id': '619fc2dd-e004-433a-ad9a-bc095a03766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:55:36.042869 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Bound port: cb33d9ec-9111-4416-805c-511bb19436d1, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619fc2dd-e004-433a-ad9a-bc095a03766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:55:36.043248 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:36.127424 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-b8a9e759-e9dc-445f-8aa9-0091458ab987 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.20.0.1 (3522392f-628a-42eb-94ce-9e8206cf6246/91cb64c7-8a54-4396-934b-7463c1192b21/85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:55:36.159495 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] For port cb33d9ec-9111-4416-805c-511bb19436d1, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:55:36.167130 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] For port cb33d9ec-9111-4416-805c-511bb19436d1, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cb33d9ec-9111-4416-805c-511bb19436d1,segment=NetworkSegment(619fc2dd-e004-433a-ad9a-bc095a03766e),segment_id=619fc2dd-e004-433a-ad9a-bc095a03766e)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:55:36.173457 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:36.185647 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:36.290958 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Pushing event updated for resources: {'Port': ['ID=cb33d9ec-9111-4416-805c-511bb19436d1,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:36.297013 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:36.300953 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e78307e-7e9d-4b9d-9d71-02c50c20f57a tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Router bf3b65c1-ada9-4bc8-afd4-00b4725366d7 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:55:36.371720 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e759-e9dc-445f-8aa9-0091458ab987 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:36.392728 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-b8a9e759-e9dc-445f-8aa9-0091458ab987 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Transition to ACTIVE for port object 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:55:36.436923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e759-e9dc-445f-8aa9-0091458ab987 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:36.445891 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-369c28a4-3e5c-46d1-9c82-4ef805a08867 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:36.465338 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e78307e-7e9d-4b9d-9d71-02c50c20f57a tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:55:36.483870 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f7c64d-f470-4b6e-a19b-9f9157975354 None None] Sync routers for ids ['bf3b65c1-ada9-4bc8-afd4-00b4725366d7'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:55:36.501294 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4e78307e-7e9d-4b9d-9d71-02c50c20f57a tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] 10.222.0.53 "PUT /v2.0/routers/bf3b65c1-ada9-4bc8-afd4-00b4725366d7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6913536
Dec 22 04:55:36.502106 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59556) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:36.512660 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f7c64d-f470-4b6e-a19b-9f9157975354 None None] Routers {'bf3b65c1-ada9-4bc8-afd4-00b4725366d7'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:55:36.513307 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-72f7c64d-f470-4b6e-a19b-9f9157975354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3c7cd0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:55:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['bf3b65c1-ada9-4bc8-afd4-00b4725366d7'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:36.537604 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a9e759-e9dc-445f-8aa9-0091458ab987 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network 3522392f-628a-42eb-94ce-9e8206cf6246 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:55:36.541082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-b8a9e759-e9dc-445f-8aa9-0091458ab987 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:55:36.551522 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a9e759-e9dc-445f-8aa9-0091458ab987 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:55:36.643847 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 20c64ace-6e32-4deb-9a68-83f10bdc9e52 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:55:36.647891 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9e759-e9dc-445f-8aa9-0091458ab987 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:36.651657 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-72f7c64d-f470-4b6e-a19b-9f9157975354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3c7cd0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:36.664018 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b8a9e759-e9dc-445f-8aa9-0091458ab987 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:36.671149 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f7c64d-f470-4b6e-a19b-9f9157975354 None None] Routers {'bf3b65c1-ada9-4bc8-afd4-00b4725366d7'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:55:36.671871 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-72f7c64d-f470-4b6e-a19b-9f9157975354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3c7cd0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:55:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['bf3b65c1-ada9-4bc8-afd4-00b4725366d7'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:36.707605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e759-e9dc-445f-8aa9-0091458ab987 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:36.737688 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2d8f28b4-1a38-4c50-b09d-b3ecb7d43c17 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:36.762673 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-72f7c64d-f470-4b6e-a19b-9f9157975354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3c7cd0>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:36.763623 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f7c64d-f470-4b6e-a19b-9f9157975354 None None] The sync data for ids ['bf3b65c1-ada9-4bc8-afd4-00b4725366d7'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:55:36.763930 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 20c64ace-6e32-4deb-9a68-83f10bdc9e52 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:55:36.774471 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 20c64ace-6e32-4deb-9a68-83f10bdc9e52 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:55:36.775128 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:36.829117 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e759-e9dc-445f-8aa9-0091458ab987 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:36.930945 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:36.947243 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 20c64ace-6e32-4deb-9a68-83f10bdc9e52, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=20c64ace-6e32-4deb-9a68-83f10bdc9e52,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:55:36.951713 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:36.953515 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:37.021182 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=20c64ace-6e32-4deb-9a68-83f10bdc9e52,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:37.024353 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:37.276487 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e759-e9dc-445f-8aa9-0091458ab987 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:37.281957 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e759-e9dc-445f-8aa9-0091458ab987 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:37.311405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f2898263-9f94-4c1b-b3da-b24994c45f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:37.314587 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2d8f28b4-1a38-4c50-b09d-b3ecb7d43c17 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:37.319092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2d8f28b4-1a38-4c50-b09d-b3ecb7d43c17 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:37.348002 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2d8f28b4-1a38-4c50-b09d-b3ecb7d43c17 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:37.348704 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8f28b4-1a38-4c50-b09d-b3ecb7d43c17 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Fanout notify agent at l3_agent the message router_deleted on router bf3b65c1-ada9-4bc8-afd4-00b4725366d7 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:55:37.363026 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2d8f28b4-1a38-4c50-b09d-b3ecb7d43c17 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:37.364204 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2d8f28b4-1a38-4c50-b09d-b3ecb7d43c17 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] 10.222.0.53 "DELETE /v2.0/routers/bf3b65c1-ada9-4bc8-afd4-00b4725366d7 HTTP/1.1" status: 204  len: 168 time: 0.8610160
Dec 22 04:55:37.366837 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59560) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:37.396609 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e759-e9dc-445f-8aa9-0091458ab987 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:37.400284 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9e759-e9dc-445f-8aa9-0091458ab987 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:37.403699 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b8a9e759-e9dc-445f-8aa9-0091458ab987 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:37.511291 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a215ece-fc0b-4202-a9ef-77fc0a464a3a None None] Network 3522392f-628a-42eb-94ce-9e8206cf6246 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:55:37.545664 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a9e759-e9dc-445f-8aa9-0091458ab987 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network 3522392f-628a-42eb-94ce-9e8206cf6246 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:55:37.546743 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-b8a9e759-e9dc-445f-8aa9-0091458ab987 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:55:37.565132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-41faf44d-9ce3-4477-9420-0d9677ce36c2 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Deleting subnet ff68f6b9-d620-469a-a3b6-74ac9aaf2c8c {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:55:37.568127 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-41faf44d-9ce3-4477-9420-0d9677ce36c2 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:37.606954 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:37.622520 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-41faf44d-9ce3-4477-9420-0d9677ce36c2 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:37.638566 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-fc401fbd-defb-4d85-9337-01f509eaf6e2 None None] Provisioning for port cb33d9ec-9111-4416-805c-511bb19436d1 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:55:37.708504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-41faf44d-9ce3-4477-9420-0d9677ce36c2 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:37.787416 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-41faf44d-9ce3-4477-9420-0d9677ce36c2 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:37.793650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-032f0bf7-6e20-4955-8e2e-c0bebcc81b5d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:37.836196 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41faf44d-9ce3-4477-9420-0d9677ce36c2 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Pushing event deleted for resources: {'Subnet': ['ID=ff68f6b9-d620-469a-a3b6-74ac9aaf2c8c,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:37.840215 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-41faf44d-9ce3-4477-9420-0d9677ce36c2 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:37.841412 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-41faf44d-9ce3-4477-9420-0d9677ce36c2 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:37.848632 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-41faf44d-9ce3-4477-9420-0d9677ce36c2 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] 10.222.0.53 "DELETE /v2.0/subnets/ff68f6b9-d620-469a-a3b6-74ac9aaf2c8c HTTP/1.1" status: 204  len: 168 time: 0.4807549
Dec 22 04:55:37.850941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59564) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:37.851315 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d26376-3d15-4240-81a9-816e67c15966 None None] Network de385d0c-0a27-48d0-bf7c-b562f76f4a09 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:55:37.992440 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-85f523a6-3d79-4b5e-81ab-756df9013c86 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:38.008044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-85f523a6-3d79-4b5e-81ab-756df9013c86 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Deleting port 8960aaf0-2811-4c9a-b733-9bd84221dc6a {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:55:38.008727 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-85f523a6-3d79-4b5e-81ab-756df9013c86 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:38.091928 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a38881f5-b955-4f56-9b00-6ed82cee2588 None None] Provisioning for port 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:55:38.099224 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a38881f5-b955-4f56-9b00-6ed82cee2588 None None] Provisioning complete for port 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:55:38.099927 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a38881f5-b955-4f56-9b00-6ed82cee2588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:38.133122 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a9e759-e9dc-445f-8aa9-0091458ab987 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router b1c298e1-c6ab-49dd-aeb8-201383913e50 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:55:38.165693 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a38881f5-b955-4f56-9b00-6ed82cee2588 None None] Port 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:55:38.184223 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1befa5-841f-4bb7-b624-f5d953212ec4 None None] DHCP port deletion for de385d0c-0a27-48d0-bf7c-b562f76f4a09 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:55:38.189464 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-cf1befa5-841f-4bb7-b624-f5d953212ec4 None None] Deleting port 8960aaf0-2811-4c9a-b733-9bd84221dc6a {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:55:38.189793 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cf1befa5-841f-4bb7-b624-f5d953212ec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:38.273713 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-85f523a6-3d79-4b5e-81ab-756df9013c86 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] For port 8960aaf0-2811-4c9a-b733-9bd84221dc6a, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8960aaf0-2811-4c9a-b733-9bd84221dc6a,segment=NetworkSegment(8bb41208-3a56-4537-a2a7-1a50e34de65b),segment_id=8bb41208-3a56-4537-a2a7-1a50e34de65b)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:55:38.274131 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-85f523a6-3d79-4b5e-81ab-756df9013c86 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:38.403291 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-13cfa150-6f8a-4c28-a4c3-afad4684766f None None] Provisioning complete for port 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:55:38.403979 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-13cfa150-6f8a-4c28-a4c3-afad4684766f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:38.426738 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-85f523a6-3d79-4b5e-81ab-756df9013c86 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Calling delete_port for 8960aaf0-2811-4c9a-b733-9bd84221dc6a owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:55:38.520900 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-85f523a6-3d79-4b5e-81ab-756df9013c86 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:38.524777 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a9e759-e9dc-445f-8aa9-0091458ab987 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:55:38.527968 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d0dc9db3-4203-4bfd-8877-f5e2e500b103 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:38.541427 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b8a9e759-e9dc-445f-8aa9-0091458ab987 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/routers/b1c298e1-c6ab-49dd-aeb8-201383913e50/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8716040
Dec 22 04:55:38.541683 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59568) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:38.571267 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-cf1befa5-841f-4bb7-b624-f5d953212ec4 None None] For port 8960aaf0-2811-4c9a-b733-9bd84221dc6a, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8960aaf0-2811-4c9a-b733-9bd84221dc6a,segment=NetworkSegment(8bb41208-3a56-4537-a2a7-1a50e34de65b),segment_id=8bb41208-3a56-4537-a2a7-1a50e34de65b)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:55:38.572077 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cf1befa5-841f-4bb7-b624-f5d953212ec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:38.575467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f523a6-3d79-4b5e-81ab-756df9013c86 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Pushing event deleted for resources: {'Port': ['ID=8960aaf0-2811-4c9a-b733-9bd84221dc6a,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:38.578345 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-85f523a6-3d79-4b5e-81ab-756df9013c86 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:38.583746 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f523a6-3d79-4b5e-81ab-756df9013c86 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] No DVR routers for this DVR port 8960aaf0-2811-4c9a-b733-9bd84221dc6a on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:55:38.717398 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-85f523a6-3d79-4b5e-81ab-756df9013c86 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:38.727843 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecee572-b260-49e9-a5ec-6d5e5b31ac8d tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:38.728398 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecee572-b260-49e9-a5ec-6d5e5b31ac8d tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:38.728714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecee572-b260-49e9-a5ec-6d5e5b31ac8d tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:38.729137 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecee572-b260-49e9-a5ec-6d5e5b31ac8d tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:38.729585 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecee572-b260-49e9-a5ec-6d5e5b31ac8d tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:38.729991 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecee572-b260-49e9-a5ec-6d5e5b31ac8d tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:38.731275 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecee572-b260-49e9-a5ec-6d5e5b31ac8d tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:38.733265 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2ecee572-b260-49e9-a5ec-6d5e5b31ac8d tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4955 time: 0.1907344
Dec 22 04:55:38.736073 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59572) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:38.739364 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-cf1befa5-841f-4bb7-b624-f5d953212ec4 None None] Calling delete_port for 8960aaf0-2811-4c9a-b733-9bd84221dc6a owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:55:38.743781 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-85f523a6-3d79-4b5e-81ab-756df9013c86 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469baf6cd0>,) {'filters': {'network_id': ['de385d0c-0a27-48d0-bf7c-b562f76f4a09']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:38.756602 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-85f523a6-3d79-4b5e-81ab-756df9013c86 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469baf6cd0>, '8bb41208-3a56-4537-a2a7-1a50e34de65b') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:38.756994 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-85f523a6-3d79-4b5e-81ab-756df9013c86 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469baf6cd0>, '8bb41208-3a56-4537-a2a7-1a50e34de65b') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:38.768534 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-85f523a6-3d79-4b5e-81ab-756df9013c86 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:38.785244 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-85f523a6-3d79-4b5e-81ab-756df9013c86 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:38.791437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f523a6-3d79-4b5e-81ab-756df9013c86 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:55:38.791916 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-85f523a6-3d79-4b5e-81ab-756df9013c86 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:38.819309 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f70207-8e2e-42d5-b9cf-a9a281675672 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:38.819897 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f70207-8e2e-42d5-b9cf-a9a281675672 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:38.820333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f70207-8e2e-42d5-b9cf-a9a281675672 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:38.820792 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f70207-8e2e-42d5-b9cf-a9a281675672 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:38.821234 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f70207-8e2e-42d5-b9cf-a9a281675672 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:38.821760 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f70207-8e2e-42d5-b9cf-a9a281675672 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:38.824030 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c6f70207-8e2e-42d5-b9cf-a9a281675672 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4005 time: 0.0869310
Dec 22 04:55:38.827379 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59576) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:38.829734 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-cf1befa5-841f-4bb7-b624-f5d953212ec4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:55:38.830104 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-cf1befa5-841f-4bb7-b624-f5d953212ec4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:55:38.841396 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 20c64ace-6e32-4deb-9a68-83f10bdc9e52 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:55:38.896534 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-13cfa150-6f8a-4c28-a4c3-afad4684766f None None] Port 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:55:38.917374 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f779612a-5242-47c6-afe1-2dabfe08f0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:38.939984 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 20c64ace-6e32-4deb-9a68-83f10bdc9e52 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:55:38.940370 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:55:38.993460 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:55:39.009085 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-85f523a6-3d79-4b5e-81ab-756df9013c86 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:39.013049 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2ef9e2d2-e998-4888-9e8b-adba80bc61dd tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:39.033173 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-85f523a6-3d79-4b5e-81ab-756df9013c86 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:39.039893 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f523a6-3d79-4b5e-81ab-756df9013c86 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Pushing event deleted for resources: {'Network': ['ID=de385d0c-0a27-48d0-bf7c-b562f76f4a09,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:39.045435 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-85f523a6-3d79-4b5e-81ab-756df9013c86 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:39.052226 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-85f523a6-3d79-4b5e-81ab-756df9013c86 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] 10.222.0.53 "DELETE /v2.0/networks/de385d0c-0a27-48d0-bf7c-b562f76f4a09 HTTP/1.1" status: 204  len: 168 time: 1.2001820
Dec 22 04:55:39.070348 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-58e30fa0-a185-4715-892b-b88abd16cf41 None None] Provisioning complete for port 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:55:39.070732 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-58e30fa0-a185-4715-892b-b88abd16cf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:39.111001 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6a0a52ad-98da-4bc0-8cab-86b01a8873e6 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3047 time: 0.2817461
Dec 22 04:55:39.135193 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-58e30fa0-a185-4715-892b-b88abd16cf41 None None] Port 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:55:39.150363 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cb33d9ec-9111-4416-805c-511bb19436d1 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:55:39.257403 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port cb33d9ec-9111-4416-805c-511bb19436d1 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:55:39.264976 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port cb33d9ec-9111-4416-805c-511bb19436d1 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:55:39.265358 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:39.330714 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-cf1befa5-841f-4bb7-b624-f5d953212ec4 None None] Deleting port 8960aaf0-2811-4c9a-b733-9bd84221dc6a {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:55:39.331370 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cf1befa5-841f-4bb7-b624-f5d953212ec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:39.436954 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-cf1befa5-841f-4bb7-b624-f5d953212ec4 None None] The port '8960aaf0-2811-4c9a-b733-9bd84221dc6a' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:55:39.462564 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59586) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:39.468555 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-7b48085a-2b89-4892-97cf-a7020fae360f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-918318645', 'description': 'tempest-secgroup-smoke-918318645 description', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:39.474879 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:39.476816 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7b48085a-2b89-4892-97cf-a7020fae360f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:39.482399 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7b48085a-2b89-4892-97cf-a7020fae360f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:39.485461 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7b48085a-2b89-4892-97cf-a7020fae360f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:39.493491 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7b48085a-2b89-4892-97cf-a7020fae360f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:39.496992 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59590) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:39.509483 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7b48085a-2b89-4892-97cf-a7020fae360f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:39.515540 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port cb33d9ec-9111-4416-805c-511bb19436d1, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cb33d9ec-9111-4416-805c-511bb19436d1,segment=NetworkSegment(619fc2dd-e004-433a-ad9a-bc095a03766e),segment_id=619fc2dd-e004-433a-ad9a-bc095a03766e)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:55:39.520654 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:39.522873 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:39.562111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7b48085a-2b89-4892-97cf-a7020fae360f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:39.572321 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7b48085a-2b89-4892-97cf-a7020fae360f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:39.582466 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7b48085a-2b89-4892-97cf-a7020fae360f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:39.590499 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7b48085a-2b89-4892-97cf-a7020fae360f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:39.603823 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8960aaf0-2811-4c9a-b733-9bd84221dc6a no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:55:39.650894 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 8960aaf0-2811-4c9a-b733-9bd84221dc6a {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:55:39.651032 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8960aaf0-2811-4c9a-b733-9bd84221dc6a not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:55:39.682173 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=cb33d9ec-9111-4416-805c-511bb19436d1,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:39.683860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7b48085a-2b89-4892-97cf-a7020fae360f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:39.685938 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:39.689946 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7b48085a-2b89-4892-97cf-a7020fae360f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:39.701050 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-138cbad1-c909-43aa-b47e-45b7417b9153 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:39.743916 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48085a-2b89-4892-97cf-a7020fae360f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77b08f3b-35e2-4426-ae93-23de9c34f9d5,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:39.746711 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f3a2dc64-a3af-404d-aa09-76adbc96f997 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7fcbc1a5c2c841b298c6f81ddd529e98&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2473450
Dec 22 04:55:39.747118 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7b48085a-2b89-4892-97cf-a7020fae360f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:39.748366 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59596) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:39.757368 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7b48085a-2b89-4892-97cf-a7020fae360f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:39.762792 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7b48085a-2b89-4892-97cf-a7020fae360f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2952106
Dec 22 04:55:39.762792 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59600) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:39.769978 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-89dfed16-ae94-4543-9b5b-f685b11b5b40 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '77b08f3b-35e2-4426-ae93-23de9c34f9d5', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:39.775212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-89dfed16-ae94-4543-9b5b-f685b11b5b40 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:39.779831 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-89dfed16-ae94-4543-9b5b-f685b11b5b40 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:39.784142 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-89dfed16-ae94-4543-9b5b-f685b11b5b40 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:39.788613 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-89dfed16-ae94-4543-9b5b-f685b11b5b40 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:39.811106 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-89dfed16-ae94-4543-9b5b-f685b11b5b40 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:39.813484 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-be3544bc-081f-4aa1-b263-8417ff35b961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:39.838272 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] Sync routers for ids ['b1c298e1-c6ab-49dd-aeb8-201383913e50'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:55:39.852201 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-be3544bc-081f-4aa1-b263-8417ff35b961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:39.861564 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] Routers {'b1c298e1-c6ab-49dd-aeb8-201383913e50'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:55:39.864939 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c7b4be0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:55:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['b1c298e1-c6ab-49dd-aeb8-201383913e50'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:39.891220 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-89dfed16-ae94-4543-9b5b-f685b11b5b40 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:39.896071 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-89dfed16-ae94-4543-9b5b-f685b11b5b40 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:39.898904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-647f36ce-5356-4fb0-b0bb-4967093cdbc2 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:39.923372 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfed16-ae94-4543-9b5b-f685b11b5b40 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7edaaa-8272-4936-9f38-63119e7ac717,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:39.930906 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-be3544bc-081f-4aa1-b263-8417ff35b961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:39.932156 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-89dfed16-ae94-4543-9b5b-f685b11b5b40 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:39.939980 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4f034d02-57e9-4c12-a1ff-ef4c33d4712c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:39.942591 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-89dfed16-ae94-4543-9b5b-f685b11b5b40 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:39.944431 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-89dfed16-ae94-4543-9b5b-f685b11b5b40 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1804709
Dec 22 04:55:39.947013 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59606) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:39.952126 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3544bc-081f-4aa1-b263-8417ff35b961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab1f7cd-3d75-4a0d-ac75-a0086ca48c03,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:39.955287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-be3544bc-081f-4aa1-b263-8417ff35b961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:39.958857 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-be3544bc-081f-4aa1-b263-8417ff35b961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:39.960383 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-be3544bc-081f-4aa1-b263-8417ff35b961 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dab1f7cd-3d75-4a0d-ac75-a0086ca48c03 HTTP/1.1" status: 204  len: 168 time: 0.2106628
Dec 22 04:55:39.966577 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-fd29a239-b588-4966-914e-d9c8dddd835a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '77b08f3b-35e2-4426-ae93-23de9c34f9d5', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:39.973516 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-fd29a239-b588-4966-914e-d9c8dddd835a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:39.976974 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-fd29a239-b588-4966-914e-d9c8dddd835a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:39.980009 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-fd29a239-b588-4966-914e-d9c8dddd835a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:39.986738 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-fd29a239-b588-4966-914e-d9c8dddd835a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:40.009848 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fd29a239-b588-4966-914e-d9c8dddd835a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:40.102754 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] Set router b1c298e1-c6ab-49dd-aeb8-201383913e50 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:55:40.120731 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fd29a239-b588-4966-914e-d9c8dddd835a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:40.128542 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fd29a239-b588-4966-914e-d9c8dddd835a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:40.137611 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8adb5436-8b87-4e1c-9a5f-601120141f7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:40.174211 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29a239-b588-4966-914e-d9c8dddd835a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c638bc-e2bc-471e-89eb-2594ec873c72,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:40.177127 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fd29a239-b588-4966-914e-d9c8dddd835a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:40.218530 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fd29a239-b588-4966-914e-d9c8dddd835a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:40.218530 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fd29a239-b588-4966-914e-d9c8dddd835a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2664387
Dec 22 04:55:40.218530 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59614) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:40.227793 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-4dfaa20a-6d4a-4337-a4a3-9bf234f60495 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '77b08f3b-35e2-4426-ae93-23de9c34f9d5', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:40.240056 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4dfaa20a-6d4a-4337-a4a3-9bf234f60495 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:40.253536 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4dfaa20a-6d4a-4337-a4a3-9bf234f60495 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:40.253536 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4dfaa20a-6d4a-4337-a4a3-9bf234f60495 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:40.325962 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4dfaa20a-6d4a-4337-a4a3-9bf234f60495 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:40.325962 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4dfaa20a-6d4a-4337-a4a3-9bf234f60495 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:40.421090 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4dfaa20a-6d4a-4337-a4a3-9bf234f60495 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:40.426906 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4dfaa20a-6d4a-4337-a4a3-9bf234f60495 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:40.429461 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9ec09f0e-a923-4c5d-9bdb-4bcdfd7fdc1d tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:40.462036 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfaa20a-6d4a-4337-a4a3-9bf234f60495 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1336452-a5c7-420a-b665-570930433c7c,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:40.464832 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4dfaa20a-6d4a-4337-a4a3-9bf234f60495 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:40.470681 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4dfaa20a-6d4a-4337-a4a3-9bf234f60495 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:40.472156 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4dfaa20a-6d4a-4337-a4a3-9bf234f60495 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2515745
Dec 22 04:55:40.475238 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59622) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:40.486255 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-1fbb58d7-823b-45cd-800b-c6ff52aed7fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '77b08f3b-35e2-4426-ae93-23de9c34f9d5', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:40.494888 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1fbb58d7-823b-45cd-800b-c6ff52aed7fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:40.501063 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1fbb58d7-823b-45cd-800b-c6ff52aed7fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:40.505426 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1fbb58d7-823b-45cd-800b-c6ff52aed7fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:40.514371 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1fbb58d7-823b-45cd-800b-c6ff52aed7fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:40.518433 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cb33d9ec-9111-4416-805c-511bb19436d1 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:55:40.533495 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1fbb58d7-823b-45cd-800b-c6ff52aed7fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:40.645291 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1fbb58d7-823b-45cd-800b-c6ff52aed7fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:40.651565 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1fbb58d7-823b-45cd-800b-c6ff52aed7fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:40.655612 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c7b4be0>, [{'id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'name': 'tempest-TestNetworkBasicOps-router-2012200977', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8', 'name': '', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:b1:d3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:35Z', 'updated_at': '2021-12-22T04:55:37Z', 'revision_number': 2, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:40.661513 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] Checking router: b1c298e1-c6ab-49dd-aeb8-201383913e50 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:55:40.661686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:40.661893 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] Updating router b1c298e1-c6ab-49dd-aeb8-201383913e50 port 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8 binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:55:40.685583 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb58d7-823b-45cd-800b-c6ff52aed7fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7329e27f-2761-479b-881c-5c21fb5cda40,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:40.689160 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1fbb58d7-823b-45cd-800b-c6ff52aed7fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:40.695281 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1fbb58d7-823b-45cd-800b-c6ff52aed7fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:40.697959 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1fbb58d7-823b-45cd-800b-c6ff52aed7fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2208505
Dec 22 04:55:40.703825 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59630) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:40.710042 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-c6a027c1-edac-4678-b75f-431c3a950a4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '77b08f3b-35e2-4426-ae93-23de9c34f9d5', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:40.714251 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c6a027c1-edac-4678-b75f-431c3a950a4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:40.719659 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c6a027c1-edac-4678-b75f-431c3a950a4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:40.726528 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c6a027c1-edac-4678-b75f-431c3a950a4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:40.731627 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:40.738911 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c6a027c1-edac-4678-b75f-431c3a950a4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:40.758081 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-c6a027c1-edac-4678-b75f-431c3a950a4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Project 276ceac97e6343c5aa8f294c3cc0960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 04:55:40.765972 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c6a027c1-edac-4678-b75f-431c3a950a4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:40.797948 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port cb33d9ec-9111-4416-805c-511bb19436d1 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:55:40.797948 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:40.840317 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c6a027c1-edac-4678-b75f-431c3a950a4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:40.846301 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c6a027c1-edac-4678-b75f-431c3a950a4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:40.857484 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fc4931dd-e241-4fb9-a683-50ce0ae58976 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:40.890250 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a027c1-edac-4678-b75f-431c3a950a4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496de72c-1993-45e1-98b8-0ef8bb809258,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:40.897603 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c6a027c1-edac-4678-b75f-431c3a950a4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:40.908277 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c6a027c1-edac-4678-b75f-431c3a950a4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:40.910503 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c6a027c1-edac-4678-b75f-431c3a950a4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2079206
Dec 22 04:55:40.912341 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59638) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:40.918046 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-9f24d323-cb4b-429f-853b-691c4abdae14 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '77b08f3b-35e2-4426-ae93-23de9c34f9d5', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:40.924432 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-9f24d323-cb4b-429f-853b-691c4abdae14 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:40.928273 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-9f24d323-cb4b-429f-853b-691c4abdae14 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:40.931778 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-9f24d323-cb4b-429f-853b-691c4abdae14 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:40.937773 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-9f24d323-cb4b-429f-853b-691c4abdae14 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:40.951681 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-9f24d323-cb4b-429f-853b-691c4abdae14 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Project 276ceac97e6343c5aa8f294c3cc0960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 04:55:40.959707 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9f24d323-cb4b-429f-853b-691c4abdae14 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:41.020802 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-86561ebd-5425-4305-a350-c9a82df35568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:41.057861 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9f24d323-cb4b-429f-853b-691c4abdae14 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:41.064565 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9f24d323-cb4b-429f-853b-691c4abdae14 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:41.089787 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b47d3e23-3e6d-4fd9-921a-c9307c011ab0 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:41.108435 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9f24d323-cb4b-429f-853b-691c4abdae14 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:41.114637 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9f24d323-cb4b-429f-853b-691c4abdae14 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1972907
Dec 22 04:55:41.118840 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24d323-cb4b-429f-853b-691c4abdae14 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccfa7b2e-6ba7-4b7d-a008-618be59c92c3,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:41.123117 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9f24d323-cb4b-429f-853b-691c4abdae14 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:41.175637 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59646) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:41.326109 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:41.345167 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] Transition to ACTIVE for port object 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:55:41.356337 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:41.362307 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d74d295f-69a0-41ca-ad38-e725a2a8a55d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:41.383119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Request body: {'networks': [{'name': 'tempest-network--673048873'}, {'name': 'tempest-network--389985338'}]} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:41.383667 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Request body: {'network': {'name': 'tempest-network--673048873'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:41.384124 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Request body: {'network': {'name': 'tempest-network--389985338'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:41.390545 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:41.409324 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Usage tracker for resource:network and tenant:a982ea29a3724f0d98ac6e7c08e13af0 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:41.415701 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:41.429785 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:41.458625 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-fac43470-7012-4fee-b924-2522dd38da85 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-918318645&fields=id&tenant_id=276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 267 time: 0.0686285
Dec 22 04:55:41.467232 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Made reservation on behalf of a982ea29a3724f0d98ac6e7c08e13af0 for: {'network': 2} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:55:41.471707 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:41.491859 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:41.505365 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51987277-4f9b-468e-a872-800edfeb21f3 None None] Pushing event updated for resources: {'Port': ['ID=85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:41.507933 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-51987277-4f9b-468e-a872-800edfeb21f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:41.621642 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] Attempting to bind port 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:55:41.622223 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] Attempting to bind port 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '619fc2dd-e004-433a-ad9a-bc095a03766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:55:41.622616 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] Attempting to bind port 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8 on network 3522392f-628a-42eb-94ce-9e8206cf6246 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:55:41.633413 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:55:41.633914 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] Checking segment: {'id': '619fc2dd-e004-433a-ad9a-bc095a03766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:55:41.634400 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:41.634869 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] Bound using segment: {'id': '619fc2dd-e004-433a-ad9a-bc095a03766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:55:41.635355 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] Bound port: 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619fc2dd-e004-433a-ad9a-bc095a03766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:55:41.636185 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:41.648117 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:41.657706 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Usage tracker for resource:security_group_rule and tenant:a982ea29a3724f0d98ac6e7c08e13af0 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:41.663669 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:41.674349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:41.728421 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] For port 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:55:41.729184 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-56eb67b2-d6ec-47d1-9e31-7891da5f465f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:41.729891 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-56eb67b2-d6ec-47d1-9e31-7891da5f465f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:network {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:55:41.731783 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] For port 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8,segment=NetworkSegment(619fc2dd-e004-433a-ad9a-bc095a03766e),segment_id=619fc2dd-e004-433a-ad9a-bc095a03766e)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:55:41.735877 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:41.740076 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5f7d1008-7e5f-4d34-993c-58a118ff2f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:41.760667 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-56eb67b2-d6ec-47d1-9e31-7891da5f465f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:network {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:55:41.765063 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-56eb67b2-d6ec-47d1-9e31-7891da5f465f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/networks?id=3522392f-628a-42eb-94ce-9e8206cf6246 HTTP/1.1" status: 200  len: 795 time: 0.2744112
Dec 22 04:55:41.805302 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-5f22f38f-8cbc-4141-8a19-6249db973cd5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/quotas/276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 375 time: 0.0325506
Dec 22 04:55:41.813822 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:41.844534 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51987277-4f9b-468e-a872-800edfeb21f3 None None] Pushing event updated for resources: {'Port': ['ID=85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:41.847097 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-51987277-4f9b-468e-a872-800edfeb21f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:41.856731 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] Routers {'b1c298e1-c6ab-49dd-aeb8-201383913e50'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:55:41.857005 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c7b4be0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:55:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['b1c298e1-c6ab-49dd-aeb8-201383913e50'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:41.864806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:41.865312 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:41.883384 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-663ceba8-2819-46ee-8946-cb206f87288b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:41.932862 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b974803-76e2-45eb-a3bb-f7fc8b8163e4,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:41.940671 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:41.941596 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:55:41.956371 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:41.956371 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Added segment 33fa55f1-0d6e-44ac-943a-a31d63715932 of type vlan for network 26663360-b8a2-41b3-8efb-163e36f54d60
Dec 22 04:55:42.006878 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-66b7f69a-1fcd-478c-979a-abac053c817f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1950815
Dec 22 04:55:42.009078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:42.091624 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:55:42.113471 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:42.114110 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Added segment d7ae771e-1f2b-49e8-a582-49d30b518cb9 of type vlan for network 2d926967-c7db-4517-90f1-4e81700fe6aa
Dec 22 04:55:42.122648 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:42.131602 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] Set router b1c298e1-c6ab-49dd-aeb8-201383913e50 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:55:42.228925 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:42.306360 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-50a56f7c-96a7-467f-b75b-fb9528cc7176 service neutron] 10.222.0.53 "GET /v2.0/networks/3522392f-628a-42eb-94ce-9e8206cf6246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2849815
Dec 22 04:55:42.307238 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:42.307901 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:42.313165 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:42.315201 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:42.315930 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:42.341382 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4ceecc46-5efe-4ad4-8cca-4ad1a2a787f3 tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:42.363893 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:42.515983 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1318 time: 1.3392999
Dec 22 04:55:42.519118 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59660) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:42.520202 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c7b4be0>, [{'id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'name': 'tempest-TestNetworkBasicOps-router-2012200977', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8', 'name': '', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:b1:d3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:35Z', 'updated_at': '2021-12-22T04:55:41Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:42.523202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Pushing event updated for resources: {'Network': ['ID=26663360-b8a2-41b3-8efb-163e36f54d60,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:42.529814 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdfef22-0dcc-48ca-a864-4ae328e88d08 None None] The sync data for ids ['b1c298e1-c6ab-49dd-aeb8-201383913e50'] in dv-neutron-822525-1-hyperv is: [{'id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'name': 'tempest-TestNetworkBasicOps-router-2012200977', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8', 'name': '', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:b1:d3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:35Z', 'updated_at': '2021-12-22T04:55:41Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:55:42.548068 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 26663360-b8a2-41b3-8efb-163e36f54d60 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:55:42.713114 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Pushing event updated for resources: {'Network': ['ID=2d926967-c7db-4517-90f1-4e81700fe6aa,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:42.718924 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:42.720794 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fc6115ec-c7ca-4bb3-9577-fccc46e1afe2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.365s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:42.721450 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fc6115ec-c7ca-4bb3-9577-fccc46e1afe2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:42.741488 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 2d926967-c7db-4517-90f1-4e81700fe6aa details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:55:42.743303 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-f8ae8489-c6f7-47e7-ace5-a69f488fa403 service neutron] 10.222.0.53 "GET /v2.0/networks/3522392f-628a-42eb-94ce-9e8206cf6246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4214327
Dec 22 04:55:42.819652 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27ed564-e8ba-4170-b367-dd59ee9b3099 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:42.824413 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27ed564-e8ba-4170-b367-dd59ee9b3099 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:42.830407 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27ed564-e8ba-4170-b367-dd59ee9b3099 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:42.835595 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27ed564-e8ba-4170-b367-dd59ee9b3099 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:42.841201 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d27ed564-e8ba-4170-b367-dd59ee9b3099 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2405 time: 0.3204837
Dec 22 04:55:42.841791 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59664) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:43.030469 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-dcc4da0c-e8e4-4fc8-ac84-79861d4b6a9c req-bfade48f-14b7-41be-bdd9-b70d6a094759 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:55:43.047221 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0c7e638f-d6a9-4dd3-ba74-e25a298cda1f tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:43.099470 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-dcc4da0c-e8e4-4fc8-ac84-79861d4b6a9c req-bfade48f-14b7-41be-bdd9-b70d6a094759 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:55:43.100303 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-dcc4da0c-e8e4-4fc8-ac84-79861d4b6a9c req-bfade48f-14b7-41be-bdd9-b70d6a094759 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55463035-8c4f-48cb-a28c-67211e83329e HTTP/1.1" status: 200  len: 210 time: 0.1330640
Dec 22 04:55:43.198385 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0c7e638f-d6a9-4dd3-ba74-e25a298cda1f tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:43.235213 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-0c7e638f-d6a9-4dd3-ba74-e25a298cda1f tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469af57bb0>,) {'filters': {'network_id': ['26663360-b8a2-41b3-8efb-163e36f54d60']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:43.252682 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-0c7e638f-d6a9-4dd3-ba74-e25a298cda1f tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469af57bb0>, '33fa55f1-0d6e-44ac-943a-a31d63715932') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:43.252987 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-0c7e638f-d6a9-4dd3-ba74-e25a298cda1f tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469af57bb0>, '33fa55f1-0d6e-44ac-943a-a31d63715932') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:43.266923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0c7e638f-d6a9-4dd3-ba74-e25a298cda1f tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:43.288211 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0c7e638f-d6a9-4dd3-ba74-e25a298cda1f tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:43.295908 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7e638f-d6a9-4dd3-ba74-e25a298cda1f tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:55:43.296347 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0c7e638f-d6a9-4dd3-ba74-e25a298cda1f tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:   util.warn(
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:55:43.314419 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:55:43.526547 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:43.577972 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0c7e638f-d6a9-4dd3-ba74-e25a298cda1f tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:43.584127 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0c7e638f-d6a9-4dd3-ba74-e25a298cda1f tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:43.587562 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-684f9ce2-61b9-48e8-8e00-709071a39c18 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:43.618056 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e638f-d6a9-4dd3-ba74-e25a298cda1f tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Pushing event deleted for resources: {'Network': ['ID=26663360-b8a2-41b3-8efb-163e36f54d60,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:43.622067 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0c7e638f-d6a9-4dd3-ba74-e25a298cda1f tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:43.626935 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0c7e638f-d6a9-4dd3-ba74-e25a298cda1f tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] 10.222.0.53 "DELETE /v2.0/networks/26663360-b8a2-41b3-8efb-163e36f54d60 HTTP/1.1" status: 204  len: 168 time: 0.7830880
Dec 22 04:55:43.627198 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59682) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:43.768362 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-028f89f4-fdcc-4382-938e-78c9773b62e0 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:43.927187 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-028f89f4-fdcc-4382-938e-78c9773b62e0 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:43.957210 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-028f89f4-fdcc-4382-938e-78c9773b62e0 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469c2cdca0>,) {'filters': {'network_id': ['2d926967-c7db-4517-90f1-4e81700fe6aa']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:43.971141 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-028f89f4-fdcc-4382-938e-78c9773b62e0 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c2cdca0>, 'd7ae771e-1f2b-49e8-a582-49d30b518cb9') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:43.971432 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-028f89f4-fdcc-4382-938e-78c9773b62e0 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c2cdca0>, 'd7ae771e-1f2b-49e8-a582-49d30b518cb9') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:43.982933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-028f89f4-fdcc-4382-938e-78c9773b62e0 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:43.998553 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-028f89f4-fdcc-4382-938e-78c9773b62e0 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:44.006057 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-028f89f4-fdcc-4382-938e-78c9773b62e0 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:55:44.006434 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-028f89f4-fdcc-4382-938e-78c9773b62e0 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:55:44.021168 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:55:44.204828 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-028f89f4-fdcc-4382-938e-78c9773b62e0 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:44.208629 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-207f1e17-b8a7-4bc1-93d7-6c0bf95c97b9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:44.228092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-028f89f4-fdcc-4382-938e-78c9773b62e0 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:44.236100 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f89f4-fdcc-4382-938e-78c9773b62e0 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Pushing event deleted for resources: {'Network': ['ID=2d926967-c7db-4517-90f1-4e81700fe6aa,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:44.238632 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-028f89f4-fdcc-4382-938e-78c9773b62e0 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] 10.222.0.53 "DELETE /v2.0/networks/2d926967-c7db-4517-90f1-4e81700fe6aa HTTP/1.1" status: 204  len: 168 time: 0.6097174
Dec 22 04:55:44.239745 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-028f89f4-fdcc-4382-938e-78c9773b62e0 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:44.241165 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59688) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:44.362900 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a9b5b414-a04e-4946-ae91-72ddfc771a8e req-70ec07d1-9b7b-4da5-bc30-1d2c31725f71 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55463035-8c4f-48cb-a28c-67211e83329e HTTP/1.1" status: 200  len: 210 time: 0.0996168
Dec 22 04:55:44.434543 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436ce833-d38c-497a-ba1f-99f79c4cf724 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:44.438759 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436ce833-d38c-497a-ba1f-99f79c4cf724 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:44.439381 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-436ce833-d38c-497a-ba1f-99f79c4cf724 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Synchronizing usage tracker for tenant:a982ea29a3724f0d98ac6e7c08e13af0 on resource:network {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:55:44.457827 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-436ce833-d38c-497a-ba1f-99f79c4cf724 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Unset dirty status for tenant:a982ea29a3724f0d98ac6e7c08e13af0 on resource:network {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:55:44.463199 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-436ce833-d38c-497a-ba1f-99f79c4cf724 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.2155895
Dec 22 04:55:44.463686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59692) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:44.472897 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-65abf418-6c63-472c-945d-e9d44d96f1bf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-606241523'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:44.478107 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-65abf418-6c63-472c-945d-e9d44d96f1bf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:44.488609 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-65abf418-6c63-472c-945d-e9d44d96f1bf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:44.500456 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65abf418-6c63-472c-945d-e9d44d96f1bf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Made reservation on behalf of a982ea29a3724f0d98ac6e7c08e13af0 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:55:44.503969 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-65abf418-6c63-472c-945d-e9d44d96f1bf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:44.534492 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65abf418-6c63-472c-945d-e9d44d96f1bf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:55:44.544926 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-65abf418-6c63-472c-945d-e9d44d96f1bf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:44.545294 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-65abf418-6c63-472c-945d-e9d44d96f1bf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Added segment 0a3229ce-1370-4031-a553-52e41a4c717d of type vlan for network 51aa0140-35d0-4ca2-9b92-0cb2b8f0ad19
Dec 22 04:55:44.573908 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-65abf418-6c63-472c-945d-e9d44d96f1bf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:44.580554 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:55:44.602110 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-02abb544-6260-4203-83e2-6cea3a16083c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:44.604358 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-02abb544-6260-4203-83e2-6cea3a16083c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/networks?id=3522392f-628a-42eb-94ce-9e8206cf6246 HTTP/1.1" status: 200  len: 795 time: 0.1709785
Dec 22 04:55:44.608478 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-65abf418-6c63-472c-945d-e9d44d96f1bf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:44.612800 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65abf418-6c63-472c-945d-e9d44d96f1bf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:44.613368 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-65abf418-6c63-472c-945d-e9d44d96f1bf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:44.618733 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bde1870a-7204-4da8-b9dd-30f76316f1ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:44.657750 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:55:44.662965 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:55:44.663599 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:44.680556 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-94846c47-680e-4ef7-8f6b-bf004bed3551 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:55:44.700531 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-94846c47-680e-4ef7-8f6b-bf004bed3551 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:55:44.703080 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-94846c47-680e-4ef7-8f6b-bf004bed3551 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 379 time: 0.0759501
Dec 22 04:55:44.712646 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-514dfb08-4098-49a8-ac07-9c3151487d17 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'port': {'device_id': '55463035-8c4f-48cb-a28c-67211e83329e', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'admin_state_up': True, 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'security_groups': ['77b08f3b-35e2-4426-ae93-23de9c34f9d5']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:44.732138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abf418-6c63-472c-945d-e9d44d96f1bf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Pushing event updated for resources: {'Network': ['ID=51aa0140-35d0-4ca2-9b92-0cb2b8f0ad19,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:44.738421 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-65abf418-6c63-472c-945d-e9d44d96f1bf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:44.744988 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-65abf418-6c63-472c-945d-e9d44d96f1bf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.2799270
Dec 22 04:55:44.746736 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 51aa0140-35d0-4ca2-9b92-0cb2b8f0ad19 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:55:44.747603 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59696) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:44.753182 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-65bdb488-aad0-4a0c-9973-28109c64c6ed tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1753397970'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:44.758095 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-65bdb488-aad0-4a0c-9973-28109c64c6ed tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:44.762834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-65bdb488-aad0-4a0c-9973-28109c64c6ed tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Usage tracker for resource:network and tenant:a982ea29a3724f0d98ac6e7c08e13af0 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:44.765752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-65bdb488-aad0-4a0c-9973-28109c64c6ed tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:44.771494 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-65bdb488-aad0-4a0c-9973-28109c64c6ed tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:44.784033 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bdb488-aad0-4a0c-9973-28109c64c6ed tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Made reservation on behalf of a982ea29a3724f0d98ac6e7c08e13af0 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:55:44.788078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-65bdb488-aad0-4a0c-9973-28109c64c6ed tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:44.819496 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65bdb488-aad0-4a0c-9973-28109c64c6ed tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:55:44.829964 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-65bdb488-aad0-4a0c-9973-28109c64c6ed tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:44.830493 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-65bdb488-aad0-4a0c-9973-28109c64c6ed tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Added segment 35f73ca7-8437-4b1e-a791-112eb2d07b37 of type vlan for network c2f16be4-a968-49a8-8266-42df650cdd6e
Dec 22 04:55:44.854139 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-514dfb08-4098-49a8-ac07-9c3151487d17 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:44.864210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-514dfb08-4098-49a8-ac07-9c3151487d17 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:44.865563 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-65bdb488-aad0-4a0c-9973-28109c64c6ed tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:44.875172 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-514dfb08-4098-49a8-ac07-9c3151487d17 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:55:44.878194 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-514dfb08-4098-49a8-ac07-9c3151487d17 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:44.906415 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-65bdb488-aad0-4a0c-9973-28109c64c6ed tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:44.909335 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:44.910805 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bdb488-aad0-4a0c-9973-28109c64c6ed tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:44.911397 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-65bdb488-aad0-4a0c-9973-28109c64c6ed tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:44.915269 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:44.942874 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8,segment=NetworkSegment(619fc2dd-e004-433a-ad9a-bc095a03766e),segment_id=619fc2dd-e004-433a-ad9a-bc095a03766e)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:55:44.947363 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:44.949762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-28a91731-1a48-46f8-b267-0f252e2ffd3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:45.023973 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:45.025732 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-65bdb488-aad0-4a0c-9973-28109c64c6ed tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.2770653
Dec 22 04:55:45.028671 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59700) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:45.028896 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:45.037639 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Request body: {'ports': [{'network_id': '51aa0140-35d0-4ca2-9b92-0cb2b8f0ad19', 'name': 'tempest-port--907299054', 'admin_state_up': True}, {'network_id': 'c2f16be4-a968-49a8-8266-42df650cdd6e', 'admin_state_up': False}]} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:45.037969 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Request body: {'port': {'network_id': '51aa0140-35d0-4ca2-9b92-0cb2b8f0ad19', 'name': 'tempest-port--907299054', 'admin_state_up': True}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:45.038566 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Request body: {'port': {'network_id': 'c2f16be4-a968-49a8-8266-42df650cdd6e', 'admin_state_up': False}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:45.052364 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdb488-aad0-4a0c-9973-28109c64c6ed tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Pushing event updated for resources: {'Network': ['ID=c2f16be4-a968-49a8-8266-42df650cdd6e,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:45.057115 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-65bdb488-aad0-4a0c-9973-28109c64c6ed tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:45.066306 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network c2f16be4-a968-49a8-8266-42df650cdd6e details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:55:45.066442 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-514dfb08-4098-49a8-ac07-9c3151487d17 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.20.0.4 (3522392f-628a-42eb-94ce-9e8206cf6246/91cb64c7-8a54-4396-934b-7463c1192b21/5f950209-ff65-4d59-874b-75c9cac176d6) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:55:45.297876 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:45.304135 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Usage tracker for resource:port and tenant:a982ea29a3724f0d98ac6e7c08e13af0 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:45.308143 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:45.315849 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-514dfb08-4098-49a8-ac07-9c3151487d17 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:45.316656 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:45.328859 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Made reservation on behalf of a982ea29a3724f0d98ac6e7c08e13af0 for: {'port': 2} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:55:45.336308 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:45.340362 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-514dfb08-4098-49a8-ac07-9c3151487d17 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Transition to ACTIVE for port object 5f950209-ff65-4d59-874b-75c9cac176d6 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:55:45.356008 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:45.361187 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-514dfb08-4098-49a8-ac07-9c3151487d17 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:45.366856 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-132fb326-db7d-4235-877a-1c545e4af747 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:45.445652 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-514dfb08-4098-49a8-ac07-9c3151487d17 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network 3522392f-628a-42eb-94ce-9e8206cf6246 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:55:45.449261 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-514dfb08-4098-49a8-ac07-9c3151487d17 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:55:45.451280 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514dfb08-4098-49a8-ac07-9c3151487d17 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=5f950209-ff65-4d59-874b-75c9cac176d6,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:45.453390 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-514dfb08-4098-49a8-ac07-9c3151487d17 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:55:45.479858 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-514dfb08-4098-49a8-ac07-9c3151487d17 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:45.486594 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] device_id is not set on port 51ce10d6-4efc-4a40-94f7-4072208d7f97 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:55:45.567204 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-514dfb08-4098-49a8-ac07-9c3151487d17 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:45.567946 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-514dfb08-4098-49a8-ac07-9c3151487d17 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:45.603829 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-514dfb08-4098-49a8-ac07-9c3151487d17 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8958364
Dec 22 04:55:45.624340 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] Request body: {'port': {'device_id': '55463035-8c4f-48cb-a28c-67211e83329e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:45.635321 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:45.667228 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79c056-0cdb-48bf-9ec3-9d608ebab57e req-8b836789-0637-41c9-b6c8-7f18531ff718 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:45.667959 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-aa79c056-0cdb-48bf-9ec3-9d608ebab57e req-8b836789-0637-41c9-b6c8-7f18531ff718 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:55:45.724546 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-aa79c056-0cdb-48bf-9ec3-9d608ebab57e req-8b836789-0637-41c9-b6c8-7f18531ff718 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:55:45.725446 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aa79c056-0cdb-48bf-9ec3-9d608ebab57e req-8b836789-0637-41c9-b6c8-7f18531ff718 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55463035-8c4f-48cb-a28c-67211e83329e HTTP/1.1" status: 200  len: 931 time: 0.2241557
Dec 22 04:55:45.755067 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] device_id is not set on port aa88e732-ac17-45b5-9cb2-86a3648c7b31 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:55:45.762541 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7d2a8617-65e1-4073-b0df-2ec07fb7f0d5 None None] Provisioning for port 5f950209-ff65-4d59-874b-75c9cac176d6 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:55:45.767705 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7d2a8617-65e1-4073-b0df-2ec07fb7f0d5 None None] Provisioning complete for port 5f950209-ff65-4d59-874b-75c9cac176d6 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:55:45.768350 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7d2a8617-65e1-4073-b0df-2ec07fb7f0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:45.768491 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:45.825298 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-7d2a8617-65e1-4073-b0df-2ec07fb7f0d5 None None] Port 5f950209-ff65-4d59-874b-75c9cac176d6 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:55:45.838881 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aa79c056-0cdb-48bf-9ec3-9d608ebab57e req-94f853cb-9c4e-4151-84f7-d3ba14610a2d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=77b08f3b-35e2-4426-ae93-23de9c34f9d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1048110
Dec 22 04:55:45.884613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:45.911761 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:45.918113 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7376d03d-e0df-4a0a-80dc-0769494e749c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:45.992703 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Pushing event updated for resources: {'Port': ['ID=51ce10d6-4efc-4a40-94f7-4072208d7f97,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:46.001711 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:46.017889 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Checking segment: {'id': '0a3229ce-1370-4031-a553-52e41a4c717d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '51aa0140-35d0-4ca2-9b92-0cb2b8f0ad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:55:46.018171 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Network hostable DHCP agents. Network: 51aa0140-35d0-4ca2-9b92-0cb2b8f0ad19, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:55:46.041013 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Network 51aa0140-35d0-4ca2-9b92-0cb2b8f0ad19 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:55:46.051237 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 51aa0140-35d0-4ca2-9b92-0cb2b8f0ad19) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:55:46.054947 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:55:46.055869 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:46.061375 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0dfb04e4-27f3-4e0e-a19b-79b58e304f01 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:46.064404 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cd74f6-5416-4010-9500-c373b5e2b8a3 None None] Network 51aa0140-35d0-4ca2-9b92-0cb2b8f0ad19 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:55:46.142843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Pushing event updated for resources: {'Port': ['ID=aa88e732-ac17-45b5-9cb2-86a3648c7b31,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:46.146788 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:46.155939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Checking segment: {'id': '35f73ca7-8437-4b1e-a791-112eb2d07b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c2f16be4-a968-49a8-8266-42df650cdd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:55:46.156520 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Network hostable DHCP agents. Network: c2f16be4-a968-49a8-8266-42df650cdd6e, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:55:46.169877 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f950209-ff65-4d59-874b-75c9cac176d6 {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:55:46.180401 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:46.181696 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Network c2f16be4-a968-49a8-8266-42df650cdd6e is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:55:46.195704 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, c2f16be4-a968-49a8-8266-42df650cdd6e) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:55:46.197882 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] Transition to ACTIVE for port object 5f950209-ff65-4d59-874b-75c9cac176d6 will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:55:46.201653 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:55:46.206608 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:46.208761 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:46.211643 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:46.212646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:46.213281 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:46.221489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19499d3b-3a63-45ea-9b83-208925bacaba None None] Network c2f16be4-a968-49a8-8266-42df650cdd6e requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:55:46.239826 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 1.2089081
Dec 22 04:55:46.242343 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59706) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:46.372421 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] Pushing event updated for resources: {'Port': ['ID=5f950209-ff65-4d59-874b-75c9cac176d6,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:46.377893 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:46.464378 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f390799-f4d8-4c4d-9540-b88e04663645 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:46.468869 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f390799-f4d8-4c4d-9540-b88e04663645 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:46.470177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4f390799-f4d8-4c4d-9540-b88e04663645 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Synchronizing usage tracker for tenant:a982ea29a3724f0d98ac6e7c08e13af0 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:55:46.494513 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4f390799-f4d8-4c4d-9540-b88e04663645 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Unset dirty status for tenant:a982ea29a3724f0d98ac6e7c08e13af0 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:55:46.496375 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4f390799-f4d8-4c4d-9540-b88e04663645 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.2525401
Dec 22 04:55:46.506175 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59710) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:46.519320 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:55:46.585429 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-2a012eb8-0c9a-458b-a347-3fd196335b39 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Deleting port 51ce10d6-4efc-4a40-94f7-4072208d7f97 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:55:46.585793 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2a012eb8-0c9a-458b-a347-3fd196335b39 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:46.597009 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:55:46.597392 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:46.672095 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] Attempting to bind port 5f950209-ff65-4d59-874b-75c9cac176d6 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:55:46.672591 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] Attempting to bind port 5f950209-ff65-4d59-874b-75c9cac176d6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '619fc2dd-e004-433a-ad9a-bc095a03766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:55:46.672730 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] Attempting to bind port 5f950209-ff65-4d59-874b-75c9cac176d6 on network 3522392f-628a-42eb-94ce-9e8206cf6246 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:55:46.680166 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] Port 5f950209-ff65-4d59-874b-75c9cac176d6 on network 3522392f-628a-42eb-94ce-9e8206cf6246 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:55:46.680496 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] Attempting to bind port 5f950209-ff65-4d59-874b-75c9cac176d6 on network 3522392f-628a-42eb-94ce-9e8206cf6246 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:55:46.688204 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:55:46.688540 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] Checking segment: {'id': '619fc2dd-e004-433a-ad9a-bc095a03766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:55:46.688926 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] Bound using segment: {'id': '619fc2dd-e004-433a-ad9a-bc095a03766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:55:46.689349 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] Bound port: 5f950209-ff65-4d59-874b-75c9cac176d6, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619fc2dd-e004-433a-ad9a-bc095a03766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:55:46.689730 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:46.799799 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] For port 5f950209-ff65-4d59-874b-75c9cac176d6, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:55:46.799799 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] For port 5f950209-ff65-4d59-874b-75c9cac176d6, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5f950209-ff65-4d59-874b-75c9cac176d6,segment=NetworkSegment(619fc2dd-e004-433a-ad9a-bc095a03766e),segment_id=619fc2dd-e004-433a-ad9a-bc095a03766e)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:55:46.806151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:46.806151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e9ca344a-5d72-4700-9988-c8c21d05b462 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:46.819486 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2a012eb8-0c9a-458b-a347-3fd196335b39 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:46.862796 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:46.862796 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] 10.222.0.47 "PUT /v2.0/ports/5f950209-ff65-4d59-874b-75c9cac176d6 HTTP/1.1" status: 200  len: 1093 time: 1.2413456
Dec 22 04:55:46.862796 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55463035-8c4f-48cb-a28c-67211e83329e', 'tag': '5f950209-ff65-4d59-874b-75c9cac176d6'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:55:46.898336 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] Pushing event updated for resources: {'Port': ['ID=5f950209-ff65-4d59-874b-75c9cac176d6,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:46.904049 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:46.975130 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-2a012eb8-0c9a-458b-a347-3fd196335b39 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Calling delete_port for 51ce10d6-4efc-4a40-94f7-4072208d7f97 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:55:46.983996 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55463035-8c4f-48cb-a28c-67211e83329e', 'tag': '5f950209-ff65-4d59-874b-75c9cac176d6', 'status': 'completed', 'code': 200}
Dec 22 04:55:47.073633 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2a012eb8-0c9a-458b-a347-3fd196335b39 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:47.079815 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-33ec5702-5147-45f3-bb31-7ace3bec0dfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:47.081934 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-6c66de0e-1cf4-4525-9369-b47fb6a8c55e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=55463035-8c4f-48cb-a28c-67211e83329e HTTP/1.1" status: 200  len: 1096 time: 0.1446888
Dec 22 04:55:47.095808 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60c3a7-85fe-4b14-967f-ee5cf6d4ab68 req-5cbc45b0-060f-4994-9281-bf5abf7cc928 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:47.097397 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9a60c3a7-85fe-4b14-967f-ee5cf6d4ab68 req-5cbc45b0-060f-4994-9281-bf5abf7cc928 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55463035-8c4f-48cb-a28c-67211e83329e HTTP/1.1" status: 200  len: 943 time: 0.1068516
Dec 22 04:55:47.124740 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a012eb8-0c9a-458b-a347-3fd196335b39 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Pushing event deleted for resources: {'Port': ['ID=51ce10d6-4efc-4a40-94f7-4072208d7f97,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:47.128477 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2a012eb8-0c9a-458b-a347-3fd196335b39 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:47.133858 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2a012eb8-0c9a-458b-a347-3fd196335b39 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:47.149837 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2a012eb8-0c9a-458b-a347-3fd196335b39 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] 10.222.0.53 "DELETE /v2.0/ports/51ce10d6-4efc-4a40-94f7-4072208d7f97 HTTP/1.1" status: 204  len: 168 time: 0.6417027
Dec 22 04:55:47.152932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59718) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:47.225853 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-ef30f931-4963-42d9-9efb-7a0a5d1451e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f950209-ff65-4d59-874b-75c9cac176d6 HTTP/1.1" status: 200  len: 217 time: 0.1274366
Dec 22 04:55:47.296658 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-4107bd47-0629-444b-a702-b8af1d4084d6 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Deleting port aa88e732-ac17-45b5-9cb2-86a3648c7b31 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:55:47.297282 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4107bd47-0629-444b-a702-b8af1d4084d6 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:47.333071 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9a60c3a7-85fe-4b14-967f-ee5cf6d4ab68 req-e3a2a64c-4772-4bcb-b26e-7b6c212b6d7c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=77b08f3b-35e2-4426-ae93-23de9c34f9d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1790659
Dec 22 04:55:47.366212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-4ed4ed8c-e398-4eab-996a-e64f020d5290 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:47.367633 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-4ed4ed8c-e398-4eab-996a-e64f020d5290 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91cb64c7-8a54-4396-934b-7463c1192b21 HTTP/1.1" status: 200  len: 835 time: 0.1302228
Dec 22 04:55:47.579598 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4107bd47-0629-444b-a702-b8af1d4084d6 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:47.591765 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-b2cb2214-d193-414c-a273-a95b33b685f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3522392f-628a-42eb-94ce-9e8206cf6246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1966755
Dec 22 04:55:47.716125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-4107bd47-0629-444b-a702-b8af1d4084d6 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Calling delete_port for aa88e732-ac17-45b5-9cb2-86a3648c7b31 owned by  {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:55:47.876259 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4107bd47-0629-444b-a702-b8af1d4084d6 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:47.883555 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-384d28de-509c-4e2a-b6f4-64e550e775fc service neutron] 10.222.0.47 "GET /v2.0/networks/3522392f-628a-42eb-94ce-9e8206cf6246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2426903
Dec 22 04:55:47.884187 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2833713c-cd3f-4de1-bb5e-e8b79008bab2 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:47.996766 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107bd47-0629-444b-a702-b8af1d4084d6 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Pushing event deleted for resources: {'Port': ['ID=aa88e732-ac17-45b5-9cb2-86a3648c7b31,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:48.001852 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4107bd47-0629-444b-a702-b8af1d4084d6 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:48.015883 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4107bd47-0629-444b-a702-b8af1d4084d6 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:48.029622 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4107bd47-0629-444b-a702-b8af1d4084d6 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] 10.222.0.53 "DELETE /v2.0/ports/aa88e732-ac17-45b5-9cb2-86a3648c7b31 HTTP/1.1" status: 204  len: 168 time: 0.8732457
Dec 22 04:55:48.032211 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59724) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:48.067035 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6d2b3c28-98f4-4eef-9021-bf7596564473 req-2589cbef-19fd-4c1d-93d8-16fd9a618c58 service neutron] 10.222.0.47 "GET /v2.0/networks/3522392f-628a-42eb-94ce-9e8206cf6246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1515951
Dec 22 04:55:48.078135 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-dd3a4732-248a-40e6-b444-97e54d186735 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Synchronizing usage tracker for tenant:a982ea29a3724f0d98ac6e7c08e13af0 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:55:48.095830 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-dd3a4732-248a-40e6-b444-97e54d186735 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Unset dirty status for tenant:a982ea29a3724f0d98ac6e7c08e13af0 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:55:48.096304 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dd3a4732-248a-40e6-b444-97e54d186735 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0631375
Dec 22 04:55:48.100001 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59728) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:48.105993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b9fcb482-1ab0-4711-becd-25e36a643075 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1305083900'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:48.110844 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b9fcb482-1ab0-4711-becd-25e36a643075 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:48.114961 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b9fcb482-1ab0-4711-becd-25e36a643075 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Usage tracker for resource:network and tenant:a982ea29a3724f0d98ac6e7c08e13af0 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:48.117736 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b9fcb482-1ab0-4711-becd-25e36a643075 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:48.124104 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b9fcb482-1ab0-4711-becd-25e36a643075 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:48.134243 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fcb482-1ab0-4711-becd-25e36a643075 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Made reservation on behalf of a982ea29a3724f0d98ac6e7c08e13af0 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:55:48.137103 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b9fcb482-1ab0-4711-becd-25e36a643075 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:48.165650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fcb482-1ab0-4711-becd-25e36a643075 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:55:48.176246 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b9fcb482-1ab0-4711-becd-25e36a643075 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:48.176684 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-b9fcb482-1ab0-4711-becd-25e36a643075 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Added segment 97f6a478-390e-4cd9-8bf1-65305396b28d of type vlan for network f81d70b0-4e31-4533-9e23-dfb7172d44a6
Dec 22 04:55:48.206159 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b9fcb482-1ab0-4711-becd-25e36a643075 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:48.237931 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b9fcb482-1ab0-4711-becd-25e36a643075 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:48.241669 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fcb482-1ab0-4711-becd-25e36a643075 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:48.242240 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b9fcb482-1ab0-4711-becd-25e36a643075 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:48.246444 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2593dfb6-690e-49b5-b7ec-5b7aa22f8d46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:48.254629 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-839881b2-08ec-4a95-a091-a700b447984e req-204c7318-6a49-416c-89a2-4f01b6e560ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=55463035-8c4f-48cb-a28c-67211e83329e HTTP/1.1" status: 200  len: 1096 time: 0.0743883
Dec 22 04:55:48.359018 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b9fcb482-1ab0-4711-becd-25e36a643075 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.2579248
Dec 22 04:55:48.370545 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcb482-1ab0-4711-becd-25e36a643075 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Pushing event updated for resources: {'Network': ['ID=f81d70b0-4e31-4533-9e23-dfb7172d44a6,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:48.372776 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59734) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:48.379756 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-bdbd85b7-820d-4bc5-a695-1c42844b61ab tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1846219822'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:48.384958 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b9fcb482-1ab0-4711-becd-25e36a643075 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:48.386927 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bdbd85b7-820d-4bc5-a695-1c42844b61ab tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:48.389854 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network f81d70b0-4e31-4533-9e23-dfb7172d44a6 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:55:48.391595 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bdbd85b7-820d-4bc5-a695-1c42844b61ab tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Usage tracker for resource:network and tenant:a982ea29a3724f0d98ac6e7c08e13af0 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:48.395717 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bdbd85b7-820d-4bc5-a695-1c42844b61ab tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:48.403287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bdbd85b7-820d-4bc5-a695-1c42844b61ab tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:48.418102 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbd85b7-820d-4bc5-a695-1c42844b61ab tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Made reservation on behalf of a982ea29a3724f0d98ac6e7c08e13af0 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:55:48.422347 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bdbd85b7-820d-4bc5-a695-1c42844b61ab tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:48.464938 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdbd85b7-820d-4bc5-a695-1c42844b61ab tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:55:48.477832 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bdbd85b7-820d-4bc5-a695-1c42844b61ab tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:48.478397 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-bdbd85b7-820d-4bc5-a695-1c42844b61ab tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Added segment b4773fa4-1722-4565-883b-a9fd792fecd2 of type vlan for network 4bd565ca-e5e1-4ea4-a694-3b7a5f3bc547
Dec 22 04:55:48.526487 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839881b2-08ec-4a95-a091-a700b447984e req-85878073-9852-4f7c-97db-8a6e602900ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:48.528469 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-839881b2-08ec-4a95-a091-a700b447984e req-85878073-9852-4f7c-97db-8a6e602900ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=3522392f-628a-42eb-94ce-9e8206cf6246 HTTP/1.1" status: 200  len: 896 time: 0.2670529
Dec 22 04:55:48.545778 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bdbd85b7-820d-4bc5-a695-1c42844b61ab tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:48.594451 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bdbd85b7-820d-4bc5-a695-1c42844b61ab tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:48.598467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbd85b7-820d-4bc5-a695-1c42844b61ab tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:48.598985 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bdbd85b7-820d-4bc5-a695-1c42844b61ab tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:48.605966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3fcf475b-a9f7-44b1-b101-74b468ade7e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:48.613160 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-839881b2-08ec-4a95-a091-a700b447984e req-76266fa8-94f1-4c95-8065-63939b1b3cc0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f950209-ff65-4d59-874b-75c9cac176d6 HTTP/1.1" status: 200  len: 217 time: 0.0675018
Dec 22 04:55:48.679384 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839881b2-08ec-4a95-a091-a700b447984e req-14793d84-6306-4421-a483-4ecc8f7e9f9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:48.680444 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-839881b2-08ec-4a95-a091-a700b447984e req-14793d84-6306-4421-a483-4ecc8f7e9f9e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91cb64c7-8a54-4396-934b-7463c1192b21 HTTP/1.1" status: 200  len: 835 time: 0.0604205
Dec 22 04:55:48.696550 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de3976-4a49-487a-a3aa-5979d18c5131 req-d828d182-6439-4cc7-99f8-c7b5e23211f3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:48.699687 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-70de3976-4a49-487a-a3aa-5979d18c5131 req-d828d182-6439-4cc7-99f8-c7b5e23211f3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55463035-8c4f-48cb-a28c-67211e83329e HTTP/1.1" status: 200  len: 943 time: 0.2120864
Dec 22 04:55:48.736061 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd85b7-820d-4bc5-a695-1c42844b61ab tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Pushing event updated for resources: {'Network': ['ID=4bd565ca-e5e1-4ea4-a694-3b7a5f3bc547,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:48.745591 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bdbd85b7-820d-4bc5-a695-1c42844b61ab tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.3675315
Dec 22 04:55:48.745591 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bdbd85b7-820d-4bc5-a695-1c42844b61ab tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:48.759799 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 4bd565ca-e5e1-4ea4-a694-3b7a5f3bc547 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:55:48.766620 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-70de3976-4a49-487a-a3aa-5979d18c5131 req-9bacbea0-e280-41a8-877a-9f9ad4e8a0b1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=77b08f3b-35e2-4426-ae93-23de9c34f9d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528648
Dec 22 04:55:48.776679 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-839881b2-08ec-4a95-a091-a700b447984e req-c8cb6ec7-6ec5-4de5-a6c0-48cab2ecc481 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3522392f-628a-42eb-94ce-9e8206cf6246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0897918
Dec 22 04:55:48.931377 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-839881b2-08ec-4a95-a091-a700b447984e req-278f25e1-5e22-4dc2-ae7c-6becd018322a service neutron] 10.222.0.47 "GET /v2.0/networks/3522392f-628a-42eb-94ce-9e8206cf6246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457908
Dec 22 04:55:49.065665 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-839881b2-08ec-4a95-a091-a700b447984e req-c384c04f-8bc0-41dc-8eb2-5c587d55fa7e service neutron] 10.222.0.47 "GET /v2.0/networks/3522392f-628a-42eb-94ce-9e8206cf6246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272266
Dec 22 04:55:49.968716 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062a5b1-6270-4b39-b491-2ece9bfcba90 req-e6c1eed2-4a99-46a3-9b19-b022f18aa084 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:49.970394 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5062a5b1-6270-4b39-b491-2ece9bfcba90 req-e6c1eed2-4a99-46a3-9b19-b022f18aa084 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55463035-8c4f-48cb-a28c-67211e83329e HTTP/1.1" status: 200  len: 943 time: 0.0798151
Dec 22 04:55:50.014616 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5062a5b1-6270-4b39-b491-2ece9bfcba90 req-78d62cb9-5007-468a-bbb7-898a16891868 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=77b08f3b-35e2-4426-ae93-23de9c34f9d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387604
Dec 22 04:55:51.214820 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 5f950209-ff65-4d59-874b-75c9cac176d6 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 04:55:51.216959 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a9bc8-e82a-4ff7-8064-747e2d363590 req-26ac0164-9160-424a-97a1-3532c337a8d9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:51.218708 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fd4a9bc8-e82a-4ff7-8064-747e2d363590 req-26ac0164-9160-424a-97a1-3532c337a8d9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55463035-8c4f-48cb-a28c-67211e83329e HTTP/1.1" status: 200  len: 943 time: 0.0788944
Dec 22 04:55:51.272209 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fd4a9bc8-e82a-4ff7-8064-747e2d363590 req-e39d746e-0f0e-4b74-982a-92b28f1f8fc8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=77b08f3b-35e2-4426-ae93-23de9c34f9d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403039
Dec 22 04:55:51.367009 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 5f950209-ff65-4d59-874b-75c9cac176d6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5f950209-ff65-4d59-874b-75c9cac176d6,segment=NetworkSegment(619fc2dd-e004-433a-ad9a-bc095a03766e),segment_id=619fc2dd-e004-433a-ad9a-bc095a03766e)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:55:51.380685 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '5f950209-ff65-4d59-874b-75c9cac176d6', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'port_id': '5f950209-ff65-4d59-874b-75c9cac176d6', 'mac_address': 'fa:16:3e:e1:c2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 04:55:51.435610 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:51.452724 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f950209-ff65-4d59-874b-75c9cac176d6 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:55:51.468176 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 5f950209-ff65-4d59-874b-75c9cac176d6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5f950209-ff65-4d59-874b-75c9cac176d6,segment=NetworkSegment(619fc2dd-e004-433a-ad9a-bc095a03766e),segment_id=619fc2dd-e004-433a-ad9a-bc095a03766e)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:55:51.472146 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:51.474212 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:51.540470 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=5f950209-ff65-4d59-874b-75c9cac176d6,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:51.549204 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:51.549855 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:51.549991 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:51.550286 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:51.550623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:51.550957 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:51.551283 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:51.551610 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:51.551936 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:51.552255 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:51.552574 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:55:51.556946 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:51.868985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['5f950209-ff65-4d59-874b-75c9cac176d6'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 04:55:51.960050 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59742) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:51.965735 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Request body: {'subnets': [{'network_id': 'f81d70b0-4e31-4533-9e23-dfb7172d44a6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--63213871', 'ip_version': 6}, {'network_id': '4bd565ca-e5e1-4ea4-a694-3b7a5f3bc547', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:51.965998 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Request body: {'subnet': {'network_id': 'f81d70b0-4e31-4533-9e23-dfb7172d44a6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--63213871', 'ip_version': 6}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:51.966648 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Request body: {'subnet': {'network_id': '4bd565ca-e5e1-4ea4-a694-3b7a5f3bc547', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:52.185874 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:52.189666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Usage tracker for resource:subnet and tenant:a982ea29a3724f0d98ac6e7c08e13af0 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:52.192424 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:52.198281 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:52.209269 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Made reservation on behalf of a982ea29a3724f0d98ac6e7c08e13af0 for: {'subnet': 2} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:55:52.443176 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:52.443502 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:52.597688 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6732d10-72f7-44f9-98e1-1ae56e8d1460 req-5514b678-5bee-4edf-9d85-1944a70cb630 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:52.599199 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a6732d10-72f7-44f9-98e1-1ae56e8d1460 req-5514b678-5bee-4edf-9d85-1944a70cb630 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55463035-8c4f-48cb-a28c-67211e83329e HTTP/1.1" status: 200  len: 944 time: 0.1957591
Dec 22 04:55:52.700920 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a6732d10-72f7-44f9-98e1-1ae56e8d1460 req-c8f655e7-2754-429b-ad1f-fe8f742944da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=77b08f3b-35e2-4426-ae93-23de9c34f9d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0937457
Dec 22 04:55:53.077714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:53.081634 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-61d68d27-3d15-496f-9cc7-3fdbff494344 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:53.160482 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Pushing event updated for resources: {'Subnet': ['ID=9f48d9ce-047d-4a51-ae77-1af4dfdb55fb,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:53.163396 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:53.183079 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Checking segment: {'id': '97f6a478-390e-4cd9-8bf1-65305396b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f81d70b0-4e31-4533-9e23-dfb7172d44a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:55:53.183079 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Network hostable DHCP agents. Network: f81d70b0-4e31-4533-9e23-dfb7172d44a6, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:55:53.209297 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Network f81d70b0-4e31-4533-9e23-dfb7172d44a6 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:55:53.218405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, f81d70b0-4e31-4533-9e23-dfb7172d44a6) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:55:53.223093 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:53.229444 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ec4118-56db-4b0d-8474-6d6904181782 None None] Network f81d70b0-4e31-4533-9e23-dfb7172d44a6 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:55:53.231882 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ab3b2839-b9b2-4ca3-99da-79722689ac54 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:53.246771 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 5f950209-ff65-4d59-874b-75c9cac176d6 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:55:53.312559 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Pushing event updated for resources: {'Subnet': ['ID=e43c3e55-8dc3-41d3-9638-142afb3a3b8a,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:53.315114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:53.330440 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Checking segment: {'id': 'b4773fa4-1722-4565-883b-a9fd792fecd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4bd565ca-e5e1-4ea4-a694-3b7a5f3bc547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:55:53.330440 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Network hostable DHCP agents. Network: 4bd565ca-e5e1-4ea4-a694-3b7a5f3bc547, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:55:53.360094 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Network 4bd565ca-e5e1-4ea4-a694-3b7a5f3bc547 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:55:53.371531 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 4bd565ca-e5e1-4ea4-a694-3b7a5f3bc547) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:55:53.380443 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:53.380443 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:53.380443 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:53.388322 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9632b21e-e458-4ee0-bedd-161ceb08fc30 None None] Network 4bd565ca-e5e1-4ea4-a694-3b7a5f3bc547 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:55:53.407117 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1474 time: 1.4450779
Dec 22 04:55:53.408997 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59748) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:53.485613 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af465860-bb5c-45f2-afae-f12738a737fd tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:53.488289 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af465860-bb5c-45f2-afae-f12738a737fd tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:53.489027 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af465860-bb5c-45f2-afae-f12738a737fd tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:53.489219 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-af465860-bb5c-45f2-afae-f12738a737fd tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Synchronizing usage tracker for tenant:a982ea29a3724f0d98ac6e7c08e13af0 on resource:subnet {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:55:53.507891 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-af465860-bb5c-45f2-afae-f12738a737fd tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Unset dirty status for tenant:a982ea29a3724f0d98ac6e7c08e13af0 on resource:subnet {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:55:53.510014 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-af465860-bb5c-45f2-afae-f12738a737fd tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2100 time: 0.0998089
Dec 22 04:55:53.519302 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59752) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:53.601415 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 5f950209-ff65-4d59-874b-75c9cac176d6 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:55:53.633221 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 5f950209-ff65-4d59-874b-75c9cac176d6 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:55:53.633221 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:53.734445 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2489f7d3-8da1-463a-a7cd-e3d8a00f4ca3 req-1ace33bf-9878-4257-ac7e-0ffa5b9a94c4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=04b3fef2-194c-4819-904a-f9ab2aaff135&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1406903
Dec 22 04:55:53.790216 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-1755e061-15e4-4734-9c25-f3b81a066ada tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Deleting subnet 9f48d9ce-047d-4a51-ae77-1af4dfdb55fb {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:55:53.795048 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1755e061-15e4-4734-9c25-f3b81a066ada tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:53.864793 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd78527-4408-4a02-a530-9f34620fe677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-f81d70b0-4e31-4533-9e23-dfb7172d44a6', 'network_id': 'f81d70b0-4e31-4533-9e23-dfb7172d44a6', 'tenant_id': 'a982ea29a3724f0d98ac6e7c08e13af0', 'fixed_ips': [{'subnet_id': '9f48d9ce-047d-4a51-ae77-1af4dfdb55fb'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:55:53.865932 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dcd78527-4408-4a02-a530-9f34620fe677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:53.884059 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1755e061-15e4-4734-9c25-f3b81a066ada tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:53.967353 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2489f7d3-8da1-463a-a7cd-e3d8a00f4ca3 req-d2725ea1-5041-4ea6-888a-5788014a4b55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b44be9ba27547a492de77c9a415f2bf&device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 1099 time: 0.1153510
Dec 22 04:55:54.128670 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-4bd565ca-e5e1-4ea4-a694-3b7a5f3bc547', 'network_id': '4bd565ca-e5e1-4ea4-a694-3b7a5f3bc547', 'tenant_id': 'a982ea29a3724f0d98ac6e7c08e13af0', 'fixed_ips': [{'subnet_id': 'e43c3e55-8dc3-41d3-9638-142afb3a3b8a'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:55:54.130045 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:54.228776 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489f7d3-8da1-463a-a7cd-e3d8a00f4ca3 req-6bd6eb66-b798-4a1d-853c-68523a5c6094 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:54.230174 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2489f7d3-8da1-463a-a7cd-e3d8a00f4ca3 req-6bd6eb66-b798-4a1d-853c-68523a5c6094 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f8f534e-2db6-44af-9bdd-e4fd78e01696 HTTP/1.1" status: 200  len: 912 time: 0.2447128
Dec 22 04:55:54.264108 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1755e061-15e4-4734-9c25-f3b81a066ada tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:54.273027 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:54.326949 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55463035-8c4f-48cb-a28c-67211e83329e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f950209-ff65-4d59-874b-75c9cac176d6'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:55:54.359707 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 5f950209-ff65-4d59-874b-75c9cac176d6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5f950209-ff65-4d59-874b-75c9cac176d6,segment=NetworkSegment(619fc2dd-e004-433a-ad9a-bc095a03766e),segment_id=619fc2dd-e004-433a-ad9a-bc095a03766e)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:55:54.391753 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3f99c-e4a3-4ab6-b54b-bffa1ec7253f req-0c372cca-7fb6-4f4f-bb11-228c89152818 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:54.392295 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2489f7d3-8da1-463a-a7cd-e3d8a00f4ca3 req-de38cecc-8b66-498a-a1c9-e41b9a59d79f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f95f083-b0cb-493b-bda9-2863704160d6 HTTP/1.1" status: 200  len: 1002 time: 0.1508090
Dec 22 04:55:54.394548 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ace3f99c-e4a3-4ab6-b54b-bffa1ec7253f req-0c372cca-7fb6-4f4f-bb11-228c89152818 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55463035-8c4f-48cb-a28c-67211e83329e HTTP/1.1" status: 200  len: 944 time: 0.4359620
Dec 22 04:55:54.410005 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:54.415604 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-08303fb5-3b4b-46fe-91d5-bec342520c02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:54.443435 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1755e061-15e4-4734-9c25-f3b81a066ada tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:54.454422 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2696cbe8-054a-4df7-98a3-edd6937aed2d tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server [None req-dcd78527-4408-4a02-a530-9f34620fe677 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f48d9ce-047d-4a51-ae77-1af4dfdb55fb: This subnet is being modified by another concurrent operation.
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise exception
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f48d9ce-047d-4a51-ae77-1af4dfdb55fb: This subnet is being modified by another concurrent operation.
Dec 22 04:55:54.476599 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server 
Dec 22 04:55:54.496920 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755e061-15e4-4734-9c25-f3b81a066ada tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Pushing event deleted for resources: {'Subnet': ['ID=9f48d9ce-047d-4a51-ae77-1af4dfdb55fb,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:54.502247 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1755e061-15e4-4734-9c25-f3b81a066ada tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:54.506981 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489f7d3-8da1-463a-a7cd-e3d8a00f4ca3 req-19349ed5-81e9-46c8-b5c4-35ac703dabf6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:54.508406 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2489f7d3-8da1-463a-a7cd-e3d8a00f4ca3 req-19349ed5-81e9-46c8-b5c4-35ac703dabf6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbd01024-1a39-4919-97b8-72bd7b2c03da HTTP/1.1" status: 200  len: 850 time: 0.1054242
Dec 22 04:55:54.524659 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8a8867-0e64-400b-8d81-01ba21be6a00 None None] Network f81d70b0-4e31-4533-9e23-dfb7172d44a6 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:55:54.526373 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ace3f99c-e4a3-4ab6-b54b-bffa1ec7253f req-fbcb7f21-b903-4305-a2aa-5a3e7f00592a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=77b08f3b-35e2-4426-ae93-23de9c34f9d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1225488
Dec 22 04:55:54.535088 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1755e061-15e4-4734-9c25-f3b81a066ada tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:54.553639 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Allocated IP 2001:db8:0:1::1 (4bd565ca-e5e1-4ea4-a694-3b7a5f3bc547/e43c3e55-8dc3-41d3-9638-142afb3a3b8a/4f96edb6-47a4-4b22-9cbe-93602d3d76a9) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:55:54.556137 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=5f950209-ff65-4d59-874b-75c9cac176d6,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:54.575400 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1755e061-15e4-4734-9c25-f3b81a066ada tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] 10.222.0.53 "DELETE /v2.0/subnets/9f48d9ce-047d-4a51-ae77-1af4dfdb55fb HTTP/1.1" status: 204  len: 168 time: 1.0527570
Dec 22 04:55:54.577765 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59762) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:54.630010 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2489f7d3-8da1-463a-a7cd-e3d8a00f4ca3 req-40105469-cd14-451e-9961-94f55d7770bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f8f534e-2db6-44af-9bdd-e4fd78e01696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1136513
Dec 22 04:55:54.640083 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:54.641686 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55463035-8c4f-48cb-a28c-67211e83329e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f950209-ff65-4d59-874b-75c9cac176d6', 'code': 200}
Dec 22 04:55:54.786493 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-f30c64df-dbff-4fd0-b06c-45aadc2d2306 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Deleting subnet e43c3e55-8dc3-41d3-9638-142afb3a3b8a {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:55:54.822066 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2489f7d3-8da1-463a-a7cd-e3d8a00f4ca3 req-eadd4800-3f0e-439e-8230-49e6413aa3d1 service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535251
Dec 22 04:55:54.910919 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7db8c1fc-542d-407b-954d-9cfbc5ebf17b req-1e57d5bc-cd2b-4a97-aca6-cec200a01b42 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=55463035-8c4f-48cb-a28c-67211e83329e HTTP/1.1" status: 200  len: 1098 time: 0.0688047
Dec 22 04:55:54.954163 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7db8c1fc-542d-407b-954d-9cfbc5ebf17b req-1a8e2487-009a-465e-9ffc-74c13549a7bf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=77b08f3b-35e2-4426-ae93-23de9c34f9d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374997
Dec 22 04:55:54.958732 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2489f7d3-8da1-463a-a7cd-e3d8a00f4ca3 req-f77acf78-ac42-442a-8dcb-7d867d341359 service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294234
Dec 22 04:55:54.986994 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:54.997788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Transition to ACTIVE for port object 4f96edb6-47a4-4b22-9cbe-93602d3d76a9 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:55:55.015363 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Transition to ACTIVE for port object 4f96edb6-47a4-4b22-9cbe-93602d3d76a9 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:55:55.019812 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f30c64df-dbff-4fd0-b06c-45aadc2d2306 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:55.020562 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:55.025253 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-85fb5bf4-097d-4557-8645-b0327463d025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:55.072640 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f30c64df-dbff-4fd0-b06c-45aadc2d2306 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:55.082353 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Network 4bd565ca-e5e1-4ea4-a694-3b7a5f3bc547 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:55:55.088985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:55:55.092017 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:55:55.101980 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Pushing event updated for resources: {'Port': ['ID=4f96edb6-47a4-4b22-9cbe-93602d3d76a9,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:55.106074 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:55.155963 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f30c64df-dbff-4fd0-b06c-45aadc2d2306 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:55.189814 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Attempting to bind port 4f96edb6-47a4-4b22-9cbe-93602d3d76a9 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:55:55.190457 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Attempting to bind port 4f96edb6-47a4-4b22-9cbe-93602d3d76a9 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'b4773fa4-1722-4565-883b-a9fd792fecd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4bd565ca-e5e1-4ea4-a694-3b7a5f3bc547'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:55:55.190818 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Attempting to bind port 4f96edb6-47a4-4b22-9cbe-93602d3d76a9 on network 4bd565ca-e5e1-4ea4-a694-3b7a5f3bc547 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:55:55.197329 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:55:55.197747 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Checking segment: {'id': 'b4773fa4-1722-4565-883b-a9fd792fecd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4bd565ca-e5e1-4ea4-a694-3b7a5f3bc547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:55:55.198155 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:55.198606 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Bound using segment: {'id': 'b4773fa4-1722-4565-883b-a9fd792fecd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4bd565ca-e5e1-4ea4-a694-3b7a5f3bc547'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:55:55.199587 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Bound port: 4f96edb6-47a4-4b22-9cbe-93602d3d76a9, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4773fa4-1722-4565-883b-a9fd792fecd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4bd565ca-e5e1-4ea4-a694-3b7a5f3bc547'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:55:55.199966 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:55.235821 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f30c64df-dbff-4fd0-b06c-45aadc2d2306 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:55.239482 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-af6f0c71-ae36-4e2d-9b9c-48abd06b946a tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:55.275738 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c64df-dbff-4fd0-b06c-45aadc2d2306 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Pushing event deleted for resources: {'Subnet': ['ID=e43c3e55-8dc3-41d3-9638-142afb3a3b8a,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:55.279629 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f30c64df-dbff-4fd0-b06c-45aadc2d2306 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:55.284670 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f30c64df-dbff-4fd0-b06c-45aadc2d2306 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:55.292947 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] For port 4f96edb6-47a4-4b22-9cbe-93602d3d76a9, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:55:55.294149 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f30c64df-dbff-4fd0-b06c-45aadc2d2306 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] 10.222.0.53 "DELETE /v2.0/subnets/e43c3e55-8dc3-41d3-9638-142afb3a3b8a HTTP/1.1" status: 204  len: 168 time: 0.7171619
Dec 22 04:55:55.296718 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59766) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:55.298648 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] For port 4f96edb6-47a4-4b22-9cbe-93602d3d76a9, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=4f96edb6-47a4-4b22-9cbe-93602d3d76a9,segment=NetworkSegment(b4773fa4-1722-4565-883b-a9fd792fecd2),segment_id=b4773fa4-1722-4565-883b-a9fd792fecd2)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:55:55.302678 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:55.306219 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:55.363541 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6656cd8-0272-45ab-984d-096a842802c9 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:55.364216 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b6656cd8-0272-45ab-984d-096a842802c9 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Synchronizing usage tracker for tenant:a982ea29a3724f0d98ac6e7c08e13af0 on resource:subnet {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:55:55.379814 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b6656cd8-0272-45ab-984d-096a842802c9 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Unset dirty status for tenant:a982ea29a3724f0d98ac6e7c08e13af0 on resource:subnet {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:55:55.381421 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b6656cd8-0272-45ab-984d-096a842802c9 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0837970
Dec 22 04:55:55.387303 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Pushing event updated for resources: {'Port': ['ID=4f96edb6-47a4-4b22-9cbe-93602d3d76a9,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:55.389933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59770) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:55.391918 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:55.461231 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e875bd-28e7-4802-9f2d-e28aac03f65e None None] Network 4bd565ca-e5e1-4ea4-a694-3b7a5f3bc547 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:55:55.506059 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:55.518887 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Deleting port 4f96edb6-47a4-4b22-9cbe-93602d3d76a9 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:55:55.518887 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:55.660816 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1153a897-9a0c-4f17-bf9d-9b04be0f2a83 None None] get_active_networks_info from dv-neutron-822525-1-hyperv {{(pid=83436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 04:55:55.763087 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1153a897-9a0c-4f17-bf9d-9b04be0f2a83 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 04:55:55.770498 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] For port 4f96edb6-47a4-4b22-9cbe-93602d3d76a9, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=4f96edb6-47a4-4b22-9cbe-93602d3d76a9,segment=NetworkSegment(b4773fa4-1722-4565-883b-a9fd792fecd2),segment_id=b4773fa4-1722-4565-883b-a9fd792fecd2)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:55:55.770985 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:55.895427 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Calling delete_port for 4f96edb6-47a4-4b22-9cbe-93602d3d76a9 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:55:55.940432 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748438d7-82be-4314-9e24-5659c5f7f24a req-4950a6d5-4aa7-47b1-977e-ba0428da4f38 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:55.942077 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-748438d7-82be-4314-9e24-5659c5f7f24a req-4950a6d5-4aa7-47b1-977e-ba0428da4f38 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55463035-8c4f-48cb-a28c-67211e83329e HTTP/1.1" status: 200  len: 945 time: 0.3035574
Dec 22 04:55:56.009594 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-748438d7-82be-4314-9e24-5659c5f7f24a req-b7197c8c-614d-4327-b559-d2d068fcb7cf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=77b08f3b-35e2-4426-ae93-23de9c34f9d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573947
Dec 22 04:55:56.010863 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:56.015162 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:56.055960 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Pushing event deleted for resources: {'Port': ['ID=4f96edb6-47a4-4b22-9cbe-93602d3d76a9,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:56.061156 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:56.065127 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] No DVR routers for this DVR port 4f96edb6-47a4-4b22-9cbe-93602d3d76a9 on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:55:56.100717 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb262c88-8536-465f-84af-75a7f41aea09 None None] get_active_networks_info from dv-neutron-822525-1-hyperv {{(pid=83436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 04:55:56.205638 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb262c88-8536-465f-84af-75a7f41aea09 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 04:55:56.317004 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:56.346118 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b5180a0>,) {'filters': {'network_id': ['4bd565ca-e5e1-4ea4-a694-3b7a5f3bc547']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:56.358634 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b5180a0>, 'b4773fa4-1722-4565-883b-a9fd792fecd2') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:56.358920 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b5180a0>, 'b4773fa4-1722-4565-883b-a9fd792fecd2') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:56.371168 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:56.388971 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:56.395247 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:55:56.395620 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:55:56.410850 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:55:56.492963 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:56.497665 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2d885b5c-8082-4154-8ae2-4f97fd146512 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:56.516041 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:56.522223 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Pushing event deleted for resources: {'Network': ['ID=4bd565ca-e5e1-4ea4-a694-3b7a5f3bc547,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:56.526825 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:56.536465 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] 10.222.0.53 "DELETE /v2.0/networks/4bd565ca-e5e1-4ea4-a694-3b7a5f3bc547 HTTP/1.1" status: 204  len: 168 time: 1.1455328
Dec 22 04:55:56.539512 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59780) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:56.653841 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-25692f6a-d5b8-4573-8ab3-36df6ef23caf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:56.787265 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-25692f6a-d5b8-4573-8ab3-36df6ef23caf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:56.813329 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-25692f6a-d5b8-4573-8ab3-36df6ef23caf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469be75d60>,) {'filters': {'network_id': ['f81d70b0-4e31-4533-9e23-dfb7172d44a6']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:56.825812 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-25692f6a-d5b8-4573-8ab3-36df6ef23caf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469be75d60>, '97f6a478-390e-4cd9-8bf1-65305396b28d') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:56.826110 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-25692f6a-d5b8-4573-8ab3-36df6ef23caf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469be75d60>, '97f6a478-390e-4cd9-8bf1-65305396b28d') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:56.837007 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-25692f6a-d5b8-4573-8ab3-36df6ef23caf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:56.852392 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-25692f6a-d5b8-4573-8ab3-36df6ef23caf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:56.858485 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25692f6a-d5b8-4573-8ab3-36df6ef23caf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:55:56.858933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-25692f6a-d5b8-4573-8ab3-36df6ef23caf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:55:56.873330 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:55:56.951602 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-25692f6a-d5b8-4573-8ab3-36df6ef23caf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:56.954802 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:56.968556 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-25692f6a-d5b8-4573-8ab3-36df6ef23caf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:56.979313 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25692f6a-d5b8-4573-8ab3-36df6ef23caf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Pushing event deleted for resources: {'Network': ['ID=f81d70b0-4e31-4533-9e23-dfb7172d44a6,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:56.983480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-25692f6a-d5b8-4573-8ab3-36df6ef23caf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:56.984932 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-25692f6a-d5b8-4573-8ab3-36df6ef23caf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] 10.222.0.53 "DELETE /v2.0/networks/f81d70b0-4e31-4533-9e23-dfb7172d44a6 HTTP/1.1" status: 204  len: 168 time: 0.4449284
Dec 22 04:55:56.987375 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59784) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:57.098661 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79bd19b0-bf64-45cf-8947-b3686932626e tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:57.206821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b7fa7-6e19-4e3c-bab1-e70b6c033ef3 req-bcc0c3f7-acda-4e0c-b36b-12997c2361cb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:57.208317 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-749b7fa7-6e19-4e3c-bab1-e70b6c033ef3 req-bcc0c3f7-acda-4e0c-b36b-12997c2361cb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55463035-8c4f-48cb-a28c-67211e83329e HTTP/1.1" status: 200  len: 945 time: 0.0763726
Dec 22 04:55:57.229374 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79bd19b0-bf64-45cf-8947-b3686932626e tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:57.255158 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-79bd19b0-bf64-45cf-8947-b3686932626e tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469acdea60>,) {'filters': {'network_id': ['c2f16be4-a968-49a8-8266-42df650cdd6e']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:57.255359 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-749b7fa7-6e19-4e3c-bab1-e70b6c033ef3 req-fd074d7d-f6c0-4abd-9234-818ecd58da1f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=77b08f3b-35e2-4426-ae93-23de9c34f9d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410469
Dec 22 04:55:57.267082 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-79bd19b0-bf64-45cf-8947-b3686932626e tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469acdea60>, '35f73ca7-8437-4b1e-a791-112eb2d07b37') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:57.267376 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-79bd19b0-bf64-45cf-8947-b3686932626e tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469acdea60>, '35f73ca7-8437-4b1e-a791-112eb2d07b37') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:57.279889 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79bd19b0-bf64-45cf-8947-b3686932626e tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:57.295960 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79bd19b0-bf64-45cf-8947-b3686932626e tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:57.302641 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79bd19b0-bf64-45cf-8947-b3686932626e tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:55:57.303048 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79bd19b0-bf64-45cf-8947-b3686932626e tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:55:57.321294 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:55:57.437282 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79bd19b0-bf64-45cf-8947-b3686932626e tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:57.440835 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-65abf418-6c63-472c-945d-e9d44d96f1bf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:57.454864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79bd19b0-bf64-45cf-8947-b3686932626e tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:57.468583 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd19b0-bf64-45cf-8947-b3686932626e tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Pushing event deleted for resources: {'Network': ['ID=c2f16be4-a968-49a8-8266-42df650cdd6e,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:57.473725 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-79bd19b0-bf64-45cf-8947-b3686932626e tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:57.476499 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-79bd19b0-bf64-45cf-8947-b3686932626e tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] 10.222.0.53 "DELETE /v2.0/networks/c2f16be4-a968-49a8-8266-42df650cdd6e HTTP/1.1" status: 204  len: 168 time: 0.4882412
Dec 22 04:55:57.479131 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59792) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:57.499179 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227944a3-f9c9-443b-8621-4b01fdbadbdd req-453fa779-4bd3-4944-8878-a9bf59bc46ca tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:55:57.500599 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-227944a3-f9c9-443b-8621-4b01fdbadbdd req-453fa779-4bd3-4944-8878-a9bf59bc46ca tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55463035-8c4f-48cb-a28c-67211e83329e HTTP/1.1" status: 200  len: 945 time: 0.1262565
Dec 22 04:55:57.546150 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-227944a3-f9c9-443b-8621-4b01fdbadbdd req-9a8f4bc8-2425-4592-9840-33746acf9a96 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=77b08f3b-35e2-4426-ae93-23de9c34f9d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400791
Dec 22 04:55:57.573092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59796) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:57.591930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dbc65f46-197c-43ce-b430-b38ca46a1c46 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:57.641232 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-41c9acfc-76d0-44d1-bd57-9b2a5367ea77 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=55463035-8c4f-48cb-a28c-67211e83329e HTTP/1.1" status: 200  len: 1093 time: 0.0666280
Dec 22 04:55:57.643597 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59800) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:57.648784 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': '5f950209-ff65-4d59-874b-75c9cac176d6', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:55:57.654662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:55:57.658365 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:floatingip and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:55:57.661107 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:55:57.667352 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:55:57.677654 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:57.723542 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dbc65f46-197c-43ce-b430-b38ca46a1c46 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:57.813129 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:57.863879 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-dbc65f46-197c-43ce-b430-b38ca46a1c46 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b719ee0>,) {'filters': {'network_id': ['51aa0140-35d0-4ca2-9b92-0cb2b8f0ad19']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:57.877042 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-dbc65f46-197c-43ce-b430-b38ca46a1c46 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b719ee0>, '0a3229ce-1370-4031-a553-52e41a4c717d') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:57.877334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-dbc65f46-197c-43ce-b430-b38ca46a1c46 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b719ee0>, '0a3229ce-1370-4031-a553-52e41a4c717d') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:55:57.890127 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dbc65f46-197c-43ce-b430-b38ca46a1c46 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:57.907025 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dbc65f46-197c-43ce-b430-b38ca46a1c46 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:57.914379 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc65f46-197c-43ce-b430-b38ca46a1c46 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:55:57.914781 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dbc65f46-197c-43ce-b430-b38ca46a1c46 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:55:57.930411 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:55:58.012328 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dbc65f46-197c-43ce-b430-b38ca46a1c46 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:58.015636 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-75169a0f-194a-4e65-b0de-c7b6c391c882 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:58.029394 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dbc65f46-197c-43ce-b430-b38ca46a1c46 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:58.040277 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc65f46-197c-43ce-b430-b38ca46a1c46 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Pushing event deleted for resources: {'Network': ['ID=51aa0140-35d0-4ca2-9b92-0cb2b8f0ad19,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:58.044413 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-dbc65f46-197c-43ce-b430-b38ca46a1c46 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:58.046115 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-dbc65f46-197c-43ce-b430-b38ca46a1c46 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] 10.222.0.53 "DELETE /v2.0/networks/51aa0140-35d0-4ca2-9b92-0cb2b8f0ad19 HTTP/1.1" status: 204  len: 168 time: 0.5657864
Dec 22 04:55:58.065838 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.26.4.142 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/37f304b2-529b-4b1d-abde-9fbe6c29bb7c) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:55:58.213959 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:58.243965 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:58.247640 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f8557b36-3ad2-4a9c-8268-c30e0e5c5f8c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:58.321127 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:55:58.321989 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=37f304b2-529b-4b1d-abde-9fbe6c29bb7c,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:58.324794 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:58.325950 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:55:58.327929 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:55:58.342771 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59808) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:58.512276 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2f9d0a3c-74ed-49d1-9691-767733d0eacc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a982ea29a3724f0d98ac6e7c08e13af0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1682539
Dec 22 04:55:58.514664 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59814) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:55:58.535301 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:55:58.574886 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3a49eac3-ebda-4ab0-8c63-9a7f16613bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:58.599160 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3a49eac3-ebda-4ab0-8c63-9a7f16613bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:58.649479 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3a49eac3-ebda-4ab0-8c63-9a7f16613bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:58.654453 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1784aa94-8443-4bb1-8653-23a8163fd3cd tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:58.671095 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49eac3-ebda-4ab0-8c63-9a7f16613bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b974803-76e2-45eb-a3bb-f7fc8b8163e4,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:58.673862 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3a49eac3-ebda-4ab0-8c63-9a7f16613bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:58.674734 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3a49eac3-ebda-4ab0-8c63-9a7f16613bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:58.678843 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3a49eac3-ebda-4ab0-8c63-9a7f16613bfb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b974803-76e2-45eb-a3bb-f7fc8b8163e4 HTTP/1.1" status: 204  len: 168 time: 0.1602850
Dec 22 04:55:58.837089 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:58.895792 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:59.104598 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:59.109398 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:59.112784 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4e78307e-7e9d-4b9d-9d71-02c50c20f57a tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:55:59.209321 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=37f304b2-529b-4b1d-abde-9fbe6c29bb7c,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:55:59.213326 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:55:59.228608 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:55:59.412319 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Floating IP d0b43e63-e5bb-4539-8866-3f4cb5d8335e associated. External IP: 172.26.4.142, port: 5f950209-ff65-4d59-874b-75c9cac176d6.
Dec 22 04:55:59.888852 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router b1c298e1-c6ab-49dd-aeb8-201383913e50 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:56:00.091519 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:56:00.101335 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a8dcd8-707e-4e81-bc04-76972be4a765 None None] Sync routers for ids ['b1c298e1-c6ab-49dd-aeb8-201383913e50'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:56:00.112996 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a8dcd8-707e-4e81-bc04-76972be4a765 None None] Routers {'b1c298e1-c6ab-49dd-aeb8-201383913e50'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:56:00.113615 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-09a8dcd8-707e-4e81-bc04-76972be4a765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c855cd0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:55:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['b1c298e1-c6ab-49dd-aeb8-201383913e50'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:56:00.115412 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:56:00.173217 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5261538
Dec 22 04:56:00.173217 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55463035-8c4f-48cb-a28c-67211e83329e', 'tag': '5f950209-ff65-4d59-874b-75c9cac176d6'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:56:00.174638 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59820) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:56:00.291728 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-db503456-8510-4a28-b832-0a09ad11a7e6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/d0b43e63-e5bb-4539-8866-3f4cb5d8335e HTTP/1.1" status: 200  len: 991 time: 0.1145983
Dec 22 04:56:00.294140 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-09a8dcd8-707e-4e81-bc04-76972be4a765 None None] Set router b1c298e1-c6ab-49dd-aeb8-201383913e50 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:56:00.530387 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55463035-8c4f-48cb-a28c-67211e83329e', 'tag': '5f950209-ff65-4d59-874b-75c9cac176d6', 'status': 'completed', 'code': 200}
Dec 22 04:56:00.645357 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-78477226-ea1a-4d61-b1f6-1916b2151610 req-f216b7cf-59d1-4d8c-9c5d-6a82045e8cbb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=55463035-8c4f-48cb-a28c-67211e83329e HTTP/1.1" status: 200  len: 1098 time: 0.0723615
Dec 22 04:56:00.653155 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-09a8dcd8-707e-4e81-bc04-76972be4a765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c855cd0>, [{'id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'name': 'tempest-TestNetworkBasicOps-router-2012200977', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': 'd0b43e63-e5bb-4539-8866-3f4cb5d8335e', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.142', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'port_id': '5f950209-ff65-4d59-874b-75c9cac176d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'mac_address': 'fa:16:3e:e1:c2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55463035-8c4f-48cb-a28c-67211e83329e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:55:58Z', 'updated_at': '2021-12-22T04:55:58Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8', 'name': '', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:b1:d3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:35Z', 'updated_at': '2021-12-22T04:55:44Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:56:00.656882 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a8dcd8-707e-4e81-bc04-76972be4a765 None None] Checking router: b1c298e1-c6ab-49dd-aeb8-201383913e50 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:56:00.666853 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a8dcd8-707e-4e81-bc04-76972be4a765 None None] Routers {'b1c298e1-c6ab-49dd-aeb8-201383913e50'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:56:00.667459 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-09a8dcd8-707e-4e81-bc04-76972be4a765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c855cd0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:55:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['b1c298e1-c6ab-49dd-aeb8-201383913e50'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:56:00.780319 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78477226-ea1a-4d61-b1f6-1916b2151610 req-f344a3c5-9762-4d68-90ea-b41d48cd4c26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:56:00.781768 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-78477226-ea1a-4d61-b1f6-1916b2151610 req-f344a3c5-9762-4d68-90ea-b41d48cd4c26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3522392f-628a-42eb-94ce-9e8206cf6246 HTTP/1.1" status: 200  len: 896 time: 0.1254425
Dec 22 04:56:00.838960 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-09a8dcd8-707e-4e81-bc04-76972be4a765 None None] Set router b1c298e1-c6ab-49dd-aeb8-201383913e50 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:56:00.883877 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-78477226-ea1a-4d61-b1f6-1916b2151610 req-55a0fc42-bc73-4169-bc97-460a5a7fc2b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f950209-ff65-4d59-874b-75c9cac176d6 HTTP/1.1" status: 200  len: 999 time: 0.0960526
Dec 22 04:56:00.946388 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78477226-ea1a-4d61-b1f6-1916b2151610 req-bcd31884-4709-4372-bbbf-1f5f50981e98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:56:00.947807 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-78477226-ea1a-4d61-b1f6-1916b2151610 req-bcd31884-4709-4372-bbbf-1f5f50981e98 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91cb64c7-8a54-4396-934b-7463c1192b21 HTTP/1.1" status: 200  len: 835 time: 0.0583150
Dec 22 04:56:01.020843 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-78477226-ea1a-4d61-b1f6-1916b2151610 req-89d15c88-3aba-4173-800c-d7f61492428f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3522392f-628a-42eb-94ce-9e8206cf6246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0660768
Dec 22 04:56:01.155679 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-78477226-ea1a-4d61-b1f6-1916b2151610 req-15a832e9-bc71-4423-a9f6-f285684720a5 service neutron] 10.222.0.47 "GET /v2.0/networks/3522392f-628a-42eb-94ce-9e8206cf6246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271660
Dec 22 04:56:01.176378 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-09a8dcd8-707e-4e81-bc04-76972be4a765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c855cd0>, [{'id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'name': 'tempest-TestNetworkBasicOps-router-2012200977', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': 'd0b43e63-e5bb-4539-8866-3f4cb5d8335e', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.142', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'port_id': '5f950209-ff65-4d59-874b-75c9cac176d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'mac_address': 'fa:16:3e:e1:c2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55463035-8c4f-48cb-a28c-67211e83329e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:55:58Z', 'updated_at': '2021-12-22T04:55:58Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8', 'name': '', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:b1:d3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:35Z', 'updated_at': '2021-12-22T04:55:44Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:56:01.180442 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a8dcd8-707e-4e81-bc04-76972be4a765 None None] The sync data for ids ['b1c298e1-c6ab-49dd-aeb8-201383913e50'] in dv-neutron-822525-1-hyperv is: [{'id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'name': 'tempest-TestNetworkBasicOps-router-2012200977', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': 'd0b43e63-e5bb-4539-8866-3f4cb5d8335e', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.142', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'port_id': '5f950209-ff65-4d59-874b-75c9cac176d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'mac_address': 'fa:16:3e:e1:c2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55463035-8c4f-48cb-a28c-67211e83329e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:55:58Z', 'updated_at': '2021-12-22T04:55:58Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8', 'name': '', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:b1:d3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:35Z', 'updated_at': '2021-12-22T04:55:44Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:56:01.289840 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-78477226-ea1a-4d61-b1f6-1916b2151610 req-d3b4e00d-79f8-48da-b30a-a3d1976e063c service neutron] 10.222.0.47 "GET /v2.0/networks/3522392f-628a-42eb-94ce-9e8206cf6246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281791
Dec 22 04:56:01.294257 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59828) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:56:01.373634 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6119436e-0209-491f-af6d-0f1227a3ba65 None None] New status for floating IP d0b43e63-e5bb-4539-8866-3f4cb5d8335e: ACTIVE {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 04:56:01.400702 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-195c7596-5431-432b-b915-76016a634fda tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/d0b43e63-e5bb-4539-8866-3f4cb5d8335e HTTP/1.1" status: 200  len: 991 time: 0.1052895
Dec 22 04:56:02.404732 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59832) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:56:02.507996 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f6551599-b7b5-412a-8b7e-9585dd166476 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/d0b43e63-e5bb-4539-8866-3f4cb5d8335e HTTP/1.1" status: 200  len: 993 time: 0.1020846
Dec 22 04:56:07.549862 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:56:08.731278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4d40c814-8759-486a-885c-0c9db565117d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:56:10.933840 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-de23547d-82df-4673-ae67-ef1136bf815c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:56:12.052002 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:56:12.274750 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:56:13.494711 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:56:35.534868 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:56:37.565163 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:56:38.733397 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-996df6ca-d750-4d01-b377-7b3aca64eebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:56:40.936234 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-83cc19aa-9230-463b-9cdd-38932a02ea55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:56:42.055101 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:56:42.269931 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:56:43.512345 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:56:48.194430 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-cda3b7b9-3f87-40e9-a5d0-4df3152be669 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-718493915&fields=id&tenant_id=3b44be9ba27547a492de77c9a415f2bf HTTP/1.1" status: 200  len: 267 time: 0.0402493
Dec 22 04:56:48.340825 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-f4d41c8e-8beb-4f0d-9c77-93918fa020f3 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:56:48.342368 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-f4d41c8e-8beb-4f0d-9c77-93918fa020f3 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/networks?id=7f8f534e-2db6-44af-9bdd-e4fd78e01696 HTTP/1.1" status: 200  len: 811 time: 0.1410894
Dec 22 04:56:48.357879 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-5cd45bae-3128-4ace-ad83-c649d678d6f6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/quotas/3b44be9ba27547a492de77c9a415f2bf HTTP/1.1" status: 200  len: 375 time: 0.0101967
Dec 22 04:56:48.539420 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-da32632d-7f6c-4051-8168-80f254ab1e6d tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b44be9ba27547a492de77c9a415f2bf&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1768808
Dec 22 04:56:48.789860 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-fffe64dc-7f15-45c5-bf34-6593a5ca78c5 service neutron] 10.222.0.53 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2393103
Dec 22 04:56:48.917429 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-5db93663-a95f-4a4b-9591-788bd03899c0 service neutron] 10.222.0.53 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212940
Dec 22 04:56:50.329745 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6294bd11-6708-46bc-b13e-27edb1c90190 req-8b07af7a-464f-4e40-ab54-0ccc3733fc94 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 210 time: 0.0473363
Dec 22 04:56:51.386871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-9bafe114-8a77-43cb-b124-fa29573c3cc0 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:56:51.388838 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-9bafe114-8a77-43cb-b124-fa29573c3cc0 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.47 "GET /v2.0/networks?id=7f8f534e-2db6-44af-9bdd-e4fd78e01696 HTTP/1.1" status: 200  len: 811 time: 0.1432679
Dec 22 04:56:51.452343 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-b86d1320-6d78-4228-b4bc-f4bc65b5401b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b44be9ba27547a492de77c9a415f2bf HTTP/1.1" status: 200  len: 379 time: 0.0441332
Dec 22 04:56:51.489247 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Request body: {'port': {'device_id': '233a2622-79ba-4382-8adf-2e2e92f683bb', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'admin_state_up': True, 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'security_groups': ['252d0a12-3276-4798-b93d-a7622f5bf490']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:56:51.514956 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ac32a61e-0fa3-41ff-ad4e-4659445fa0eb req-04861a6e-49be-49f4-800e-58758f317e75 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 210 time: 0.0665200
Dec 22 04:56:51.631940 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:56:51.641589 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:56:51.651054 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Made reservation on behalf of 3b44be9ba27547a492de77c9a415f2bf for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:56:51.654355 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:56:51.816787 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Allocated IP 172.20.0.7 (7f8f534e-2db6-44af-9bdd-e4fd78e01696/bbd01024-1a39-4919-97b8-72bd7b2c03da/0ea64eb0-835d-4fa8-8276-f9d24d1b130d) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:56:52.005618 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:56:52.021876 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Transition to ACTIVE for port object 0ea64eb0-835d-4fa8-8276-f9d24d1b130d will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:56:52.044526 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:56:52.051217 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-95dd88cb-8843-487f-95c9-571cd7cfe98f tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:56:52.120181 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Network 7f8f534e-2db6-44af-9bdd-e4fd78e01696 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:56:52.123691 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:56:52.125632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Pushing event updated for resources: {'Port': ['ID=0ea64eb0-835d-4fa8-8276-f9d24d1b130d,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:56:52.127768 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:56:52.191196 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:56:52.191789 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:56:52.219303 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:56:52.219949 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:56:52.220908 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:56:52.221283 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:56:52.221668 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:56:52.222035 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:56:52.222395 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:56:52.222749 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:56:52.223123 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:56:52.223457 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:56:52.223819 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:56:52.227535 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:56:52.229028 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7434149
Dec 22 04:56:52.248048 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] Request body: {'port': {'device_id': '233a2622-79ba-4382-8adf-2e2e92f683bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:56:52.375674 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:56:52.401018 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ae49f5c4-beff-4e41-9a3e-ebc52e18659f None None] Provisioning for port 0ea64eb0-835d-4fa8-8276-f9d24d1b130d completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:56:52.407200 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ae49f5c4-beff-4e41-9a3e-ebc52e18659f None None] Provisioning complete for port 0ea64eb0-835d-4fa8-8276-f9d24d1b130d triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:56:52.407571 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ae49f5c4-beff-4e41-9a3e-ebc52e18659f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:56:52.463426 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-ae49f5c4-beff-4e41-9a3e-ebc52e18659f None None] Port 0ea64eb0-835d-4fa8-8276-f9d24d1b130d cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:56:52.719836 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770c190-761d-4c83-b1ff-1a8b1b944e24 req-641971df-3e43-4cce-8bd5-bf0578697922 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:56:52.721382 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0770c190-761d-4c83-b1ff-1a8b1b944e24 req-641971df-3e43-4cce-8bd5-bf0578697922 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 931 time: 0.0823891
Dec 22 04:56:52.771708 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0770c190-761d-4c83-b1ff-1a8b1b944e24 req-87aa9b5c-d085-431f-a20a-00c62d275d54 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428650
Dec 22 04:56:52.819948 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea64eb0-835d-4fa8-8276-f9d24d1b130d {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:56:52.827272 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:56:52.842807 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] Transition to ACTIVE for port object 0ea64eb0-835d-4fa8-8276-f9d24d1b130d will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:56:52.846597 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:56:52.851211 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-84ce59a9-5e27-4c09-b637-b39200b7eb2e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:56:52.980718 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea64eb0-835d-4fa8-8276-f9d24d1b130d,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:56:52.983920 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:56:53.104079 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] Attempting to bind port 0ea64eb0-835d-4fa8-8276-f9d24d1b130d on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:56:53.104465 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] Attempting to bind port 0ea64eb0-835d-4fa8-8276-f9d24d1b130d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7a2911af-ce8f-47e8-b777-7da37b702f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:56:53.104790 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] Attempting to bind port 0ea64eb0-835d-4fa8-8276-f9d24d1b130d on network 7f8f534e-2db6-44af-9bdd-e4fd78e01696 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:56:53.111503 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] Port 0ea64eb0-835d-4fa8-8276-f9d24d1b130d on network 7f8f534e-2db6-44af-9bdd-e4fd78e01696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:56:53.111925 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] Attempting to bind port 0ea64eb0-835d-4fa8-8276-f9d24d1b130d on network 7f8f534e-2db6-44af-9bdd-e4fd78e01696 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:56:53.118429 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:56:53.118773 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] Checking segment: {'id': '7a2911af-ce8f-47e8-b777-7da37b702f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:56:53.119233 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] Bound using segment: {'id': '7a2911af-ce8f-47e8-b777-7da37b702f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:56:53.119666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] Bound port: 0ea64eb0-835d-4fa8-8276-f9d24d1b130d, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2911af-ce8f-47e8-b777-7da37b702f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:56:53.119994 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:56:53.213269 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] For port 0ea64eb0-835d-4fa8-8276-f9d24d1b130d, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:56:53.216452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] For port 0ea64eb0-835d-4fa8-8276-f9d24d1b130d, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0ea64eb0-835d-4fa8-8276-f9d24d1b130d,segment=NetworkSegment(7a2911af-ce8f-47e8-b777-7da37b702f30),segment_id=7a2911af-ce8f-47e8-b777-7da37b702f30)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:56:53.221004 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:56:53.225168 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ffa3e837-4274-4f0f-b855-5edb197aba59 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:56:53.280647 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:56:53.282055 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] 10.222.0.47 "PUT /v2.0/ports/0ea64eb0-835d-4fa8-8276-f9d24d1b130d HTTP/1.1" status: 200  len: 1093 time: 1.0383418
Dec 22 04:56:53.282589 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233a2622-79ba-4382-8adf-2e2e92f683bb', 'tag': '0ea64eb0-835d-4fa8-8276-f9d24d1b130d'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:56:53.306706 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea64eb0-835d-4fa8-8276-f9d24d1b130d,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:56:53.310898 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:56:53.377284 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233a2622-79ba-4382-8adf-2e2e92f683bb', 'tag': '0ea64eb0-835d-4fa8-8276-f9d24d1b130d', 'status': 'completed', 'code': 200}
Dec 22 04:56:53.413105 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-897a9b26-7855-4b91-81bd-d7ea9a61b7e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b44be9ba27547a492de77c9a415f2bf&device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 1096 time: 0.0726197
Dec 22 04:56:53.490972 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-41bad8bf-54e7-45be-b147-f3dd4aae98f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ea64eb0-835d-4fa8-8276-f9d24d1b130d HTTP/1.1" status: 200  len: 217 time: 0.0651240
Dec 22 04:56:53.552220 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-8766841f-db8d-4962-b003-037a54eca2f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:56:53.553597 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-8766841f-db8d-4962-b003-037a54eca2f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbd01024-1a39-4919-97b8-72bd7b2c03da HTTP/1.1" status: 200  len: 850 time: 0.0569978
Dec 22 04:56:53.626330 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-f03b332e-b91d-4af1-b69d-581198231ac5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f8f534e-2db6-44af-9bdd-e4fd78e01696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0665677
Dec 22 04:56:53.754043 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-678807aa-0173-44d2-8d48-2e4303ac6c5b service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211009
Dec 22 04:56:53.885988 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8a5b9686-a55e-48d4-9433-de2dca608b22 req-c6bcf8ce-de72-4a0c-8186-1f17a55bcb66 service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249697
Dec 22 04:56:53.972889 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c223d2f-9408-48ff-ab4d-fc970ca13488 req-57c72a90-ec07-4d18-8a2e-8a332e3e62a9 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:56:53.974369 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0c223d2f-9408-48ff-ab4d-fc970ca13488 req-57c72a90-ec07-4d18-8a2e-8a332e3e62a9 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 943 time: 0.0809057
Dec 22 04:56:54.020011 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0c223d2f-9408-48ff-ab4d-fc970ca13488 req-2d945373-284a-42fc-9263-0f6e5d4f2d72 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400131
Dec 22 04:56:54.069721 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b5217e05-e471-47a7-8bdd-7df6efcc2d85 req-898a079c-bac2-414a-ae4a-7c7dcfc40217 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b44be9ba27547a492de77c9a415f2bf&device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 1096 time: 0.0706620
Dec 22 04:56:54.215191 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5217e05-e471-47a7-8bdd-7df6efcc2d85 req-a6f321fb-464b-4e1c-b797-0ec796201def service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:56:54.217359 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b5217e05-e471-47a7-8bdd-7df6efcc2d85 req-a6f321fb-464b-4e1c-b797-0ec796201def service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f8f534e-2db6-44af-9bdd-e4fd78e01696 HTTP/1.1" status: 200  len: 912 time: 0.1409357
Dec 22 04:56:54.288977 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b5217e05-e471-47a7-8bdd-7df6efcc2d85 req-18a89f88-88f2-4a2a-a5fb-3fa32a148999 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ea64eb0-835d-4fa8-8276-f9d24d1b130d HTTP/1.1" status: 200  len: 217 time: 0.0649104
Dec 22 04:56:54.355965 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5217e05-e471-47a7-8bdd-7df6efcc2d85 req-10109729-e707-46d1-8463-7e7c319c06e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:56:54.358343 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b5217e05-e471-47a7-8bdd-7df6efcc2d85 req-10109729-e707-46d1-8463-7e7c319c06e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbd01024-1a39-4919-97b8-72bd7b2c03da HTTP/1.1" status: 200  len: 850 time: 0.0615320
Dec 22 04:56:54.433294 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b5217e05-e471-47a7-8bdd-7df6efcc2d85 req-686ef8dc-5d44-47fe-a44a-0df17196323b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f8f534e-2db6-44af-9bdd-e4fd78e01696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0672505
Dec 22 04:56:54.562201 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b5217e05-e471-47a7-8bdd-7df6efcc2d85 req-91c38a6d-710f-412d-92c7-d5347cab000a service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224511
Dec 22 04:56:54.675360 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7920a55e-102f-4c92-bb3c-1a65370b3c90 req-da29b213-1de8-4fa0-9bd0-5d64600edc94 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=04b3fef2-194c-4819-904a-f9ab2aaff135&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0761933
Dec 22 04:56:54.839708 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b5217e05-e471-47a7-8bdd-7df6efcc2d85 req-43c7302f-745e-437e-83c4-da5a61f8eb69 service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2694216
Dec 22 04:56:54.854960 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7920a55e-102f-4c92-bb3c-1a65370b3c90 req-20122417-dac1-44c4-9f7c-bad393853454 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b44be9ba27547a492de77c9a415f2bf&device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 1099 time: 0.0766304
Dec 22 04:56:55.031194 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920a55e-102f-4c92-bb3c-1a65370b3c90 req-4af61129-b018-42cb-adbc-e1d4c2acbbce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:56:55.032880 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7920a55e-102f-4c92-bb3c-1a65370b3c90 req-4af61129-b018-42cb-adbc-e1d4c2acbbce service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f8f534e-2db6-44af-9bdd-e4fd78e01696 HTTP/1.1" status: 200  len: 912 time: 0.1401169
Dec 22 04:56:55.140917 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7920a55e-102f-4c92-bb3c-1a65370b3c90 req-960baf07-60d9-4b10-bd5c-41327ad32bf3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f95f083-b0cb-493b-bda9-2863704160d6 HTTP/1.1" status: 200  len: 1002 time: 0.1009030
Dec 22 04:56:55.208902 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920a55e-102f-4c92-bb3c-1a65370b3c90 req-60ab7c7f-c1b7-460d-8404-1f81d6495328 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:56:55.210424 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7920a55e-102f-4c92-bb3c-1a65370b3c90 req-60ab7c7f-c1b7-460d-8404-1f81d6495328 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbd01024-1a39-4919-97b8-72bd7b2c03da HTTP/1.1" status: 200  len: 850 time: 0.0617549
Dec 22 04:56:55.250840 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fd5a8-4793-402f-bb38-3b0934d8be46 req-84b5c1b4-0237-4183-9347-d03c478d931a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:56:55.251671 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-852fd5a8-4793-402f-bb38-3b0934d8be46 req-84b5c1b4-0237-4183-9347-d03c478d931a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Synchronizing usage tracker for tenant:3b44be9ba27547a492de77c9a415f2bf on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:56:55.271584 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-852fd5a8-4793-402f-bb38-3b0934d8be46 req-84b5c1b4-0237-4183-9347-d03c478d931a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Unset dirty status for tenant:3b44be9ba27547a492de77c9a415f2bf on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:56:55.272771 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-852fd5a8-4793-402f-bb38-3b0934d8be46 req-84b5c1b4-0237-4183-9347-d03c478d931a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 943 time: 0.1156895
Dec 22 04:56:55.298422 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7920a55e-102f-4c92-bb3c-1a65370b3c90 req-79b46c55-45e4-43ea-bd3f-e36b35e87906 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f8f534e-2db6-44af-9bdd-e4fd78e01696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0794897
Dec 22 04:56:55.320813 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-852fd5a8-4793-402f-bb38-3b0934d8be46 req-40fcd581-ec34-498c-9a83-c2e166f9bda0 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412755
Dec 22 04:56:55.444557 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7920a55e-102f-4c92-bb3c-1a65370b3c90 req-c72f03eb-24bc-4a59-983a-aebd06dd7ca6 service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384931
Dec 22 04:56:55.682950 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7920a55e-102f-4c92-bb3c-1a65370b3c90 req-6437b448-6e3a-4418-806e-5ab099269e79 service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2324789
Dec 22 04:56:56.531713 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04a119-73eb-47fa-93d3-c96ee827a57e req-36c3aa57-e6c7-4d96-88f9-e41df7161319 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:56:56.533177 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6a04a119-73eb-47fa-93d3-c96ee827a57e req-36c3aa57-e6c7-4d96-88f9-e41df7161319 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 943 time: 0.0883570
Dec 22 04:56:56.581366 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6a04a119-73eb-47fa-93d3-c96ee827a57e req-7c742134-adbb-499b-a606-03f1c0cd2336 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423405
Dec 22 04:56:57.957135 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad95e3-fd15-45d5-af22-c195943004e6 req-de868989-9d60-438b-93ed-99bc63a40bbf tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:56:57.957135 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f9ad95e3-fd15-45d5-af22-c195943004e6 req-de868989-9d60-438b-93ed-99bc63a40bbf tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 943 time: 0.0832841
Dec 22 04:56:58.011942 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f9ad95e3-fd15-45d5-af22-c195943004e6 req-638b247f-c7b8-45e2-bad8-2a7e908dd2ad tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485630
Dec 22 04:56:59.248660 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6840dfb-827b-4dca-8eb5-7fe9f28ae803 req-633efbaf-4103-4d9e-a90d-68fa00337ff0 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:56:59.250149 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d6840dfb-827b-4dca-8eb5-7fe9f28ae803 req-633efbaf-4103-4d9e-a90d-68fa00337ff0 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 943 time: 0.1039033
Dec 22 04:56:59.297675 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d6840dfb-827b-4dca-8eb5-7fe9f28ae803 req-7fb547c1-69e4-406f-ae43-ba7f4b0f0e57 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420535
Dec 22 04:57:00.491589 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab9fb2-4c5b-46ac-b8aa-1309291fb853 req-6bc96ace-9660-408b-814a-1ff9c2b1c3bd tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:00.493022 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f9ab9fb2-4c5b-46ac-b8aa-1309291fb853 req-6bc96ace-9660-408b-814a-1ff9c2b1c3bd tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 943 time: 0.0757797
Dec 22 04:57:00.537530 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f9ab9fb2-4c5b-46ac-b8aa-1309291fb853 req-7a8e7579-8f3b-4588-8279-7e7462af5cdb tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385118
Dec 22 04:57:01.727500 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b6011-1879-4bd2-9fa9-376756924393 req-d1377ef1-8744-4e25-8d74-3307f19caf1b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:01.728926 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4f7b6011-1879-4bd2-9fa9-376756924393 req-d1377ef1-8744-4e25-8d74-3307f19caf1b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 943 time: 0.0749249
Dec 22 04:57:01.772207 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4f7b6011-1879-4bd2-9fa9-376756924393 req-81284979-abe6-4679-ba76-65b8802c00f5 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372491
Dec 22 04:57:02.971399 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de9393-9f4c-48e8-8123-6cb7e6f5302e req-67c19e13-0cd6-4563-93fa-2dbea0f9cca6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:02.972816 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-36de9393-9f4c-48e8-8123-6cb7e6f5302e req-67c19e13-0cd6-4563-93fa-2dbea0f9cca6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 943 time: 0.0809283
Dec 22 04:57:03.016910 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-36de9393-9f4c-48e8-8123-6cb7e6f5302e req-c9b61533-61d6-4244-985e-9867f3ccd02f tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386293
Dec 22 04:57:03.191980 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59938) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:57:03.263806 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-18064560-7388-4ed5-bd75-0d74dd1f3d32 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=276ceac97e6343c5aa8f294c3cc0960a&network_id=3522392f-628a-42eb-94ce-9e8206cf6246 HTTP/1.1" status: 200  len: 2999 time: 0.0705178
Dec 22 04:57:03.512130 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 0ea64eb0-835d-4fa8-8276-f9d24d1b130d details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 04:57:03.640953 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 0ea64eb0-835d-4fa8-8276-f9d24d1b130d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0ea64eb0-835d-4fa8-8276-f9d24d1b130d,segment=NetworkSegment(7a2911af-ce8f-47e8-b777-7da37b702f30),segment_id=7a2911af-ce8f-47e8-b777-7da37b702f30)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:57:03.653985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '0ea64eb0-835d-4fa8-8276-f9d24d1b130d', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'port_id': '0ea64eb0-835d-4fa8-8276-f9d24d1b130d', 'mac_address': 'fa:16:3e:93:5c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 04:57:03.704212 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:03.720933 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea64eb0-835d-4fa8-8276-f9d24d1b130d {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:57:03.734987 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 0ea64eb0-835d-4fa8-8276-f9d24d1b130d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0ea64eb0-835d-4fa8-8276-f9d24d1b130d,segment=NetworkSegment(7a2911af-ce8f-47e8-b777-7da37b702f30),segment_id=7a2911af-ce8f-47e8-b777-7da37b702f30)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:57:03.738811 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:03.740600 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:57:03.803792 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=0ea64eb0-835d-4fa8-8276-f9d24d1b130d,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:57:03.811547 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:57:03.811883 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:57:03.812211 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:57:03.812538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:57:03.812859 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:57:03.813175 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:57:03.813491 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:57:03.813832 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:57:03.814145 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:57:03.814459 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:57:03.814766 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:57:03.818756 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:57:04.153792 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['0ea64eb0-835d-4fa8-8276-f9d24d1b130d'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 04:57:04.222855 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abfd84-90b8-4363-a474-a56e34c7a8dc req-f3885356-b46a-4d70-bb4c-39acfb0d82a4 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:04.224317 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f2abfd84-90b8-4363-a474-a56e34c7a8dc req-f3885356-b46a-4d70-bb4c-39acfb0d82a4 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 944 time: 0.0891173
Dec 22 04:57:04.269047 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f2abfd84-90b8-4363-a474-a56e34c7a8dc req-5a834fdb-4cbf-431f-b3b4-ac085271edbf tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387986
Dec 22 04:57:05.464359 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc320e-4659-4720-a8c2-8ad737c75acc req-9dd7565a-7285-4903-a522-71878d7c3725 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:05.465812 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-67fc320e-4659-4720-a8c2-8ad737c75acc req-9dd7565a-7285-4903-a522-71878d7c3725 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 944 time: 0.0794301
Dec 22 04:57:05.510010 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-67fc320e-4659-4720-a8c2-8ad737c75acc req-30528860-8a3e-4d7b-a3b1-f7de36a07841 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381310
Dec 22 04:57:05.521993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 0ea64eb0-835d-4fa8-8276-f9d24d1b130d up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:57:05.587439 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 0ea64eb0-835d-4fa8-8276-f9d24d1b130d completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:57:05.592399 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 0ea64eb0-835d-4fa8-8276-f9d24d1b130d triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:57:05.592785 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:05.704362 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:05.730233 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233a2622-79ba-4382-8adf-2e2e92f683bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea64eb0-835d-4fa8-8276-f9d24d1b130d'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:57:05.740324 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 0ea64eb0-835d-4fa8-8276-f9d24d1b130d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0ea64eb0-835d-4fa8-8276-f9d24d1b130d,segment=NetworkSegment(7a2911af-ce8f-47e8-b777-7da37b702f30),segment_id=7a2911af-ce8f-47e8-b777-7da37b702f30)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:57:05.744210 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:05.746262 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-ef2401ba-bf6b-4bce-9b46-7d33377004c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:57:05.786104 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233a2622-79ba-4382-8adf-2e2e92f683bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea64eb0-835d-4fa8-8276-f9d24d1b130d', 'code': 200}
Dec 22 04:57:05.813514 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=0ea64eb0-835d-4fa8-8276-f9d24d1b130d,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:57:05.816210 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:57:06.084998 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fb64f2c5-f4e0-4d88-9ffd-d75ef3007201 req-0895b3b5-8f20-480c-b368-ab20cfebfb0d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 1098 time: 0.0659297
Dec 22 04:57:06.126727 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fb64f2c5-f4e0-4d88-9ffd-d75ef3007201 req-420f9079-1425-4116-a9ec-08e5ccdf15ce service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0350566
Dec 22 04:57:06.699663 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fd9ae-cd70-406a-99f6-19a6676a2198 req-35efa234-b7ce-400a-899e-a6d47ecff4b7 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:06.701066 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9d6fd9ae-cd70-406a-99f6-19a6676a2198 req-35efa234-b7ce-400a-899e-a6d47ecff4b7 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 945 time: 0.0737662
Dec 22 04:57:06.744602 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9d6fd9ae-cd70-406a-99f6-19a6676a2198 req-a04fd7eb-8624-47be-8d3b-16696603ea41 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380187
Dec 22 04:57:07.219826 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59958) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:57:07.281451 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85c5aea-e1e0-4ea9-84d2-80e064cebc18 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:07.282889 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f85c5aea-e1e0-4ea9-84d2-80e064cebc18 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740 HTTP/1.1" status: 200  len: 814 time: 0.0620923
Dec 22 04:57:07.566758 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:07.936902 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74a79a-fcdb-4db8-8d43-f492c1a609bb req-e9859911-4043-4a90-8c2b-6d991174bbd7 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:07.938345 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cb74a79a-fcdb-4db8-8d43-f492c1a609bb req-e9859911-4043-4a90-8c2b-6d991174bbd7 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 945 time: 0.0756130
Dec 22 04:57:07.981785 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cb74a79a-fcdb-4db8-8d43-f492c1a609bb req-f4fa8ab5-590b-4b4c-926d-67dde7a16311 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378973
Dec 22 04:57:08.178944 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93ea2-3b6e-470f-90a7-6d99d78aba1f req-2ee2f4aa-38b7-49a5-bf12-33c4804676ba tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:08.180373 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-05b93ea2-3b6e-470f-90a7-6d99d78aba1f req-2ee2f4aa-38b7-49a5-bf12-33c4804676ba tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 945 time: 0.0790207
Dec 22 04:57:08.225124 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-05b93ea2-3b6e-470f-90a7-6d99d78aba1f req-5731dfba-7614-4b93-b411-07f8dad9d29f tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392053
Dec 22 04:57:08.253436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59970) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:57:08.321445 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-79900815-b668-4b8b-9cb7-03829c1718be tempest-TestVolumeBootPattern-974359338 tempest-TestVolumeBootPattern-974359338-project-admin] Synchronizing usage tracker for tenant:d8ec49acb9f547299cc9d328e9a6379b on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:57:08.325504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59974) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:57:08.330852 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-9c1499df-60e9-47bd-b382-ecf361a12419 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:57:08.337220 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-79900815-b668-4b8b-9cb7-03829c1718be tempest-TestVolumeBootPattern-974359338 tempest-TestVolumeBootPattern-974359338-project-admin] Unset dirty status for tenant:d8ec49acb9f547299cc9d328e9a6379b on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:57:08.338471 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-79900815-b668-4b8b-9cb7-03829c1718be tempest-TestVolumeBootPattern-974359338 tempest-TestVolumeBootPattern-974359338-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 1093 time: 0.0840187
Dec 22 04:57:08.341205 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59978) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:57:08.346840 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': '0ea64eb0-835d-4fa8-8276-f9d24d1b130d', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:57:08.352264 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:57:08.356081 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Usage tracker for resource:floatingip and tenant:3b44be9ba27547a492de77c9a415f2bf is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:57:08.359399 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:57:08.364910 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:57:08.375724 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for floatingip, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:08.432398 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9c1499df-60e9-47bd-b382-ecf361a12419 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:08.513785 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:08.650933 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Allocated IP 172.26.4.190 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/56311b70-ed23-483b-b336-367d88047fdc) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:57:08.708243 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9c1499df-60e9-47bd-b382-ecf361a12419 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:08.711544 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9c1499df-60e9-47bd-b382-ecf361a12419 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:08.711869 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [None req-9c1499df-60e9-47bd-b382-ecf361a12419 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Floating IP d0b43e63-e5bb-4539-8866-3f4cb5d8335e disassociated. External IP: 172.26.4.142, port: 5f950209-ff65-4d59-874b-75c9cac176d6.
Dec 22 04:57:08.742015 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-79eefe0c-aaf6-4562-b654-d50e2dfab1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:08.796226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:08.823037 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:08.827613 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-514dfb08-4098-49a8-ac07-9c3151487d17 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:57:08.894914 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:57:08.898081 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:57:08.902376 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:57:08.926828 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Pushing event updated for resources: {'Port': ['ID=56311b70-ed23-483b-b336-367d88047fdc,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:57:08.931731 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:57:09.202591 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1499df-60e9-47bd-b382-ecf361a12419 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router b1c298e1-c6ab-49dd-aeb8-201383913e50 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:57:09.407531 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1499df-60e9-47bd-b382-ecf361a12419 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:57:09.412672 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9c1499df-60e9-47bd-b382-ecf361a12419 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:09.418096 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519d5335-f492-49d5-9619-f83b5907fcbd None None] Sync routers for ids ['b1c298e1-c6ab-49dd-aeb8-201383913e50'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:57:09.430056 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519d5335-f492-49d5-9619-f83b5907fcbd None None] Routers {'b1c298e1-c6ab-49dd-aeb8-201383913e50'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:57:09.430647 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-519d5335-f492-49d5-9619-f83b5907fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c7396a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:56:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['b1c298e1-c6ab-49dd-aeb8-201383913e50'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:57:09.473423 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9c1499df-60e9-47bd-b382-ecf361a12419 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/floatingips/d0b43e63-e5bb-4539-8866-3f4cb5d8335e HTTP/1.1" status: 200  len: 690 time: 1.1442957
Dec 22 04:57:09.473423 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55463035-8c4f-48cb-a28c-67211e83329e', 'tag': '5f950209-ff65-4d59-874b-75c9cac176d6'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:57:09.473710 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59982) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:57:09.527135 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55463035-8c4f-48cb-a28c-67211e83329e', 'tag': '5f950209-ff65-4d59-874b-75c9cac176d6', 'status': 'completed', 'code': 200}
Dec 22 04:57:09.579275 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c9576b5d-dcdd-4554-9108-b93cd7405e4b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/d0b43e63-e5bb-4539-8866-3f4cb5d8335e HTTP/1.1" status: 200  len: 690 time: 0.1034050
Dec 22 04:57:09.600298 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:09.606958 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-519d5335-f492-49d5-9619-f83b5907fcbd None None] Set router b1c298e1-c6ab-49dd-aeb8-201383913e50 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:57:09.644230 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-469ba192-9bc9-4461-beb9-ebe3684d3198 req-eb38056f-cae9-41a2-9820-9a11830919fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=55463035-8c4f-48cb-a28c-67211e83329e HTTP/1.1" status: 200  len: 1098 time: 0.0723102
Dec 22 04:57:09.660389 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:09.778350 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ba192-9bc9-4461-beb9-ebe3684d3198 req-cfe0f865-d1eb-4f0b-8f43-62caa44d7dba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:09.779736 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-469ba192-9bc9-4461-beb9-ebe3684d3198 req-cfe0f865-d1eb-4f0b-8f43-62caa44d7dba service neutron] 10.222.0.47 "GET /v2.0/networks?id=3522392f-628a-42eb-94ce-9e8206cf6246 HTTP/1.1" status: 200  len: 896 time: 0.1285553
Dec 22 04:57:09.851210 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-469ba192-9bc9-4461-beb9-ebe3684d3198 req-93e958e4-bec0-40f1-8fd5-6665245dcc56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f950209-ff65-4d59-874b-75c9cac176d6 HTTP/1.1" status: 200  len: 217 time: 0.0648916
Dec 22 04:57:09.875626 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:09.881410 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:09.885250 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:57:09.914537 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ba192-9bc9-4461-beb9-ebe3684d3198 req-c5a2bdc5-c967-419b-8469-5c7633075ad1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:09.916225 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-469ba192-9bc9-4461-beb9-ebe3684d3198 req-c5a2bdc5-c967-419b-8469-5c7633075ad1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91cb64c7-8a54-4396-934b-7463c1192b21 HTTP/1.1" status: 200  len: 835 time: 0.0592275
Dec 22 04:57:09.930894 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-519d5335-f492-49d5-9619-f83b5907fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c7396a0>, [{'id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'name': 'tempest-TestNetworkBasicOps-router-2012200977', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8', 'name': '', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:b1:d3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:35Z', 'updated_at': '2021-12-22T04:55:44Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:57:09.934906 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519d5335-f492-49d5-9619-f83b5907fcbd None None] Checking router: b1c298e1-c6ab-49dd-aeb8-201383913e50 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:57:09.947376 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519d5335-f492-49d5-9619-f83b5907fcbd None None] Routers {'b1c298e1-c6ab-49dd-aeb8-201383913e50'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:57:09.948160 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-519d5335-f492-49d5-9619-f83b5907fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c7396a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:56:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['b1c298e1-c6ab-49dd-aeb8-201383913e50'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:57:09.987266 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Pushing event updated for resources: {'Port': ['ID=56311b70-ed23-483b-b336-367d88047fdc,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:57:09.991275 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:57:10.002880 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-469ba192-9bc9-4461-beb9-ebe3684d3198 req-2c79e60a-8d52-451e-97e7-b3298b09145a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3522392f-628a-42eb-94ce-9e8206cf6246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0803425
Dec 22 04:57:10.008736 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:10.137196 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-469ba192-9bc9-4461-beb9-ebe3684d3198 req-d7ecfd54-6e3f-45af-89e7-7327ec1ce325 service neutron] 10.222.0.47 "GET /v2.0/networks/3522392f-628a-42eb-94ce-9e8206cf6246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264658
Dec 22 04:57:10.161457 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-519d5335-f492-49d5-9619-f83b5907fcbd None None] Set router b1c298e1-c6ab-49dd-aeb8-201383913e50 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:57:10.206902 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Floating IP 68f4e4c5-0b6c-4424-9c5b-7c934095019f associated. External IP: 172.26.4.190, port: 0ea64eb0-835d-4fa8-8276-f9d24d1b130d.
Dec 22 04:57:10.278277 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-469ba192-9bc9-4461-beb9-ebe3684d3198 req-00912a4c-71fd-465e-b53f-04c5df113548 service neutron] 10.222.0.47 "GET /v2.0/networks/3522392f-628a-42eb-94ce-9e8206cf6246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341300
Dec 22 04:57:10.494365 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-519d5335-f492-49d5-9619-f83b5907fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c7396a0>, [{'id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'name': 'tempest-TestNetworkBasicOps-router-2012200977', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8', 'name': '', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:b1:d3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:35Z', 'updated_at': '2021-12-22T04:55:44Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:57:10.498291 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519d5335-f492-49d5-9619-f83b5907fcbd None None] The sync data for ids ['b1c298e1-c6ab-49dd-aeb8-201383913e50'] in dv-neutron-822525-1-hyperv is: [{'id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'name': 'tempest-TestNetworkBasicOps-router-2012200977', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8', 'name': '', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:b1:d3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:35Z', 'updated_at': '2021-12-22T04:55:44Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:57:10.581226 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 59988) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:57:10.612354 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Router f2541887-6061-4279-b967-0c2f7885b0da has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:57:10.666785 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-63591c37-0e22-4b46-b0e9-365fe1dc95f0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/d0b43e63-e5bb-4539-8866-3f4cb5d8335e HTTP/1.1" status: 200  len: 690 time: 0.0843091
Dec 22 04:57:10.724509 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e93b0c4-14de-4e8a-9ec5-f90a9e672b11 None None] New status for floating IP d0b43e63-e5bb-4539-8866-3f4cb5d8335e: DOWN {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 04:57:10.938376 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:57:10.950135 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caadff8c-848e-4510-b09c-286a3101edbd None None] Sync routers for ids ['f2541887-6061-4279-b967-0c2f7885b0da'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:57:10.963127 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caadff8c-848e-4510-b09c-286a3101edbd None None] Routers {'f2541887-6061-4279-b967-0c2f7885b0da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:57:10.963739 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-caadff8c-848e-4510-b09c-286a3101edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c42f760>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:56:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f2541887-6061-4279-b967-0c2f7885b0da'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:57:10.963874 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:11.032146 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6758966
Dec 22 04:57:11.032146 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233a2622-79ba-4382-8adf-2e2e92f683bb', 'tag': '0ea64eb0-835d-4fa8-8276-f9d24d1b130d'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:57:11.074640 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233a2622-79ba-4382-8adf-2e2e92f683bb', 'tag': '0ea64eb0-835d-4fa8-8276-f9d24d1b130d', 'status': 'completed', 'code': 200}
Dec 22 04:57:11.111506 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-77f16cbb-83d1-4fc1-9974-46d2744e3295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:11.167207 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-caadff8c-848e-4510-b09c-286a3101edbd None None] Set router f2541887-6061-4279-b967-0c2f7885b0da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:57:11.196225 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-76ca8a11-71c5-496b-84e0-605193b14556 req-4ac80b30-3985-49bf-a96a-65ea33410e48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b44be9ba27547a492de77c9a415f2bf&device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 1098 time: 0.0754721
Dec 22 04:57:11.325344 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca8a11-71c5-496b-84e0-605193b14556 req-6edb3f76-6737-4e3f-88a6-7f90cd103912 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:11.327311 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-76ca8a11-71c5-496b-84e0-605193b14556 req-6edb3f76-6737-4e3f-88a6-7f90cd103912 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f8f534e-2db6-44af-9bdd-e4fd78e01696 HTTP/1.1" status: 200  len: 912 time: 0.1248095
Dec 22 04:57:11.430850 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-76ca8a11-71c5-496b-84e0-605193b14556 req-ffe4fa09-1dd6-42b7-817d-1c170897a215 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ea64eb0-835d-4fa8-8276-f9d24d1b130d HTTP/1.1" status: 200  len: 999 time: 0.0967133
Dec 22 04:57:11.491756 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca8a11-71c5-496b-84e0-605193b14556 req-ec0204a4-9335-488d-8138-6cdbc2e10a5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:11.493162 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-76ca8a11-71c5-496b-84e0-605193b14556 req-ec0204a4-9335-488d-8138-6cdbc2e10a5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbd01024-1a39-4919-97b8-72bd7b2c03da HTTP/1.1" status: 200  len: 850 time: 0.0560753
Dec 22 04:57:11.511086 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-caadff8c-848e-4510-b09c-286a3101edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c42f760>, [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:50:53Z', 'revision_number': 4, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '35a9e57e-b7fc-4f42-a10b-b0d68d843ea9', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'port_id': '5f95f083-b0cb-493b-bda9-2863704160d6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'mac_address': 'fa:16:3e:98:22:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b3fef2-194c-4819-904a-f9ab2aaff135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:54:59Z', 'updated_at': '2021-12-22T04:55:02Z', 'revision_number': 1, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'fixed_ip_address_scope': None}, {'id': '68f4e4c5-0b6c-4424-9c5b-7c934095019f', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'floating_ip_address': '172.26.4.190', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'port_id': '0ea64eb0-835d-4fa8-8276-f9d24d1b130d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'mac_address': 'fa:16:3e:93:5c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233a2622-79ba-4382-8adf-2e2e92f683bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:57:09Z', 'updated_at': '2021-12-22T04:57:09Z', 'revision_number': 0, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd714321e-8557-4083-bd85-837997895bbf', 'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'mac_address': 'fa:16:3e:49:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:52Z', 'updated_at': '2021-12-22T04:51:06Z', 'revision_number': 5, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'subnets': [{'id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:57:11.515409 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caadff8c-848e-4510-b09c-286a3101edbd None None] Checking router: f2541887-6061-4279-b967-0c2f7885b0da for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:57:11.525449 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caadff8c-848e-4510-b09c-286a3101edbd None None] Routers {'f2541887-6061-4279-b967-0c2f7885b0da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:57:11.526064 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-caadff8c-848e-4510-b09c-286a3101edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c42f760>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:57:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f2541887-6061-4279-b967-0c2f7885b0da'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:57:11.670666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 59996) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:57:11.678973 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-76ca8a11-71c5-496b-84e0-605193b14556 req-ca510097-cfed-4716-b325-f469a55719e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f8f534e-2db6-44af-9bdd-e4fd78e01696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1791506
Dec 22 04:57:11.703090 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-caadff8c-848e-4510-b09c-286a3101edbd None None] Set router f2541887-6061-4279-b967-0c2f7885b0da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:57:11.754457 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9ec37f17-393f-4405-b383-ddcbc76de0d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/d0b43e63-e5bb-4539-8866-3f4cb5d8335e HTTP/1.1" status: 200  len: 688 time: 0.0818415
Dec 22 04:57:11.817060 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-76ca8a11-71c5-496b-84e0-605193b14556 req-0798e181-a919-4ca1-8b62-4adad483ac75 service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310961
Dec 22 04:57:11.947647 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-76ca8a11-71c5-496b-84e0-605193b14556 req-e680aeac-f74e-44bd-a9e1-afaa45c60db6 service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242061
Dec 22 04:57:12.058289 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:12.084592 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-caadff8c-848e-4510-b09c-286a3101edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c42f760>, [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:50:53Z', 'revision_number': 4, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '35a9e57e-b7fc-4f42-a10b-b0d68d843ea9', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'port_id': '5f95f083-b0cb-493b-bda9-2863704160d6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'mac_address': 'fa:16:3e:98:22:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b3fef2-194c-4819-904a-f9ab2aaff135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:54:59Z', 'updated_at': '2021-12-22T04:55:02Z', 'revision_number': 1, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'fixed_ip_address_scope': None}, {'id': '68f4e4c5-0b6c-4424-9c5b-7c934095019f', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'floating_ip_address': '172.26.4.190', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'port_id': '0ea64eb0-835d-4fa8-8276-f9d24d1b130d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'mac_address': 'fa:16:3e:93:5c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233a2622-79ba-4382-8adf-2e2e92f683bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:57:09Z', 'updated_at': '2021-12-22T04:57:09Z', 'revision_number': 0, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd714321e-8557-4083-bd85-837997895bbf', 'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'mac_address': 'fa:16:3e:49:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:52Z', 'updated_at': '2021-12-22T04:51:06Z', 'revision_number': 5, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'subnets': [{'id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:57:12.088520 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caadff8c-848e-4510-b09c-286a3101edbd None None] The sync data for ids ['f2541887-6061-4279-b967-0c2f7885b0da'] in dv-neutron-822525-1-hyperv is: [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:50:53Z', 'revision_number': 4, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '35a9e57e-b7fc-4f42-a10b-b0d68d843ea9', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'port_id': '5f95f083-b0cb-493b-bda9-2863704160d6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'mac_address': 'fa:16:3e:98:22:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b3fef2-194c-4819-904a-f9ab2aaff135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:54:59Z', 'updated_at': '2021-12-22T04:55:02Z', 'revision_number': 1, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'fixed_ip_address_scope': None}, {'id': '68f4e4c5-0b6c-4424-9c5b-7c934095019f', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'floating_ip_address': '172.26.4.190', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'port_id': '0ea64eb0-835d-4fa8-8276-f9d24d1b130d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'mac_address': 'fa:16:3e:93:5c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233a2622-79ba-4382-8adf-2e2e92f683bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:57:09Z', 'updated_at': '2021-12-22T04:57:09Z', 'revision_number': 0, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd714321e-8557-4083-bd85-837997895bbf', 'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'mac_address': 'fa:16:3e:49:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:52Z', 'updated_at': '2021-12-22T04:51:06Z', 'revision_number': 5, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'subnets': [{'id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:57:12.275303 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3fde92-c64c-4db2-bb43-efcc33a5aa91 None None] New status for floating IP 68f4e4c5-0b6c-4424-9c5b-7c934095019f: ACTIVE {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 04:57:12.329172 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:12.534859 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:57:13.230653 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60002) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:57:13.236410 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-a1bf1987-e381-4952-8ccc-61a97a98cb2b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1936247752', 'description': 'tempest-secgroup-smoke-1936247752 description', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:57:13.242253 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a1bf1987-e381-4952-8ccc-61a97a98cb2b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:57:13.252158 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a1bf1987-e381-4952-8ccc-61a97a98cb2b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:57:13.261392 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a1bf1987-e381-4952-8ccc-61a97a98cb2b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:13.296437 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a1bf1987-e381-4952-8ccc-61a97a98cb2b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:57:13.300105 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a1bf1987-e381-4952-8ccc-61a97a98cb2b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:57:13.303435 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a1bf1987-e381-4952-8ccc-61a97a98cb2b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:57:13.308802 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a1bf1987-e381-4952-8ccc-61a97a98cb2b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:57:13.364687 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a1bf1987-e381-4952-8ccc-61a97a98cb2b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:13.368260 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a1bf1987-e381-4952-8ccc-61a97a98cb2b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:13.373172 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:57:13.414702 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf1987-e381-4952-8ccc-61a97a98cb2b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47c7d156-536a-413d-ac5f-21a8efb61923,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:57:13.417728 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a1bf1987-e381-4952-8ccc-61a97a98cb2b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:57:13.420359 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a1bf1987-e381-4952-8ccc-61a97a98cb2b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:13.422083 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a1bf1987-e381-4952-8ccc-61a97a98cb2b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1903822
Dec 22 04:57:13.425039 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60006) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:57:13.430497 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-4b8f5bfb-9181-4670-9420-bd2d1cc87f3d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '47c7d156-536a-413d-ac5f-21a8efb61923', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:57:13.436801 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4b8f5bfb-9181-4670-9420-bd2d1cc87f3d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:57:13.440529 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4b8f5bfb-9181-4670-9420-bd2d1cc87f3d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:57:13.443366 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4b8f5bfb-9181-4670-9420-bd2d1cc87f3d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:57:13.448896 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4b8f5bfb-9181-4670-9420-bd2d1cc87f3d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:57:13.465073 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b8f5bfb-9181-4670-9420-bd2d1cc87f3d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:13.501171 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:13.526226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b8f5bfb-9181-4670-9420-bd2d1cc87f3d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:13.529385 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b8f5bfb-9181-4670-9420-bd2d1cc87f3d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:13.531150 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1563f03f-b308-44b9-95ed-f8eb7b3286e1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:57:13.551801 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f5bfb-9181-4670-9420-bd2d1cc87f3d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0ca523-51c4-4aeb-b0ec-ecb71df7d923,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:57:13.554253 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4b8f5bfb-9181-4670-9420-bd2d1cc87f3d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:57:13.561128 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b8f5bfb-9181-4670-9420-bd2d1cc87f3d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:13.565224 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4b8f5bfb-9181-4670-9420-bd2d1cc87f3d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1367190
Dec 22 04:57:13.565710 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60010) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:57:13.571208 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-f3b07bba-abaa-453e-aceb-33a972ea941e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '47c7d156-536a-413d-ac5f-21a8efb61923', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:57:13.577387 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f3b07bba-abaa-453e-aceb-33a972ea941e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:57:13.581084 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f3b07bba-abaa-453e-aceb-33a972ea941e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:57:13.583913 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f3b07bba-abaa-453e-aceb-33a972ea941e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:57:13.589457 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-f3b07bba-abaa-453e-aceb-33a972ea941e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:57:13.606447 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f3b07bba-abaa-453e-aceb-33a972ea941e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:13.665888 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f3b07bba-abaa-453e-aceb-33a972ea941e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:13.669298 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f3b07bba-abaa-453e-aceb-33a972ea941e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:13.671090 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1fbb58d7-823b-45cd-800b-c6ff52aed7fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:57:13.692574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b07bba-abaa-453e-aceb-33a972ea941e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3becfd50-2896-4355-a1bb-ddb1b1144f82,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:57:13.698827 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f3b07bba-abaa-453e-aceb-33a972ea941e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:57:13.703509 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f3b07bba-abaa-453e-aceb-33a972ea941e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:13.704665 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f3b07bba-abaa-453e-aceb-33a972ea941e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1380365
Dec 22 04:57:13.707464 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60014) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:57:13.712968 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-cc005ef6-032c-47a3-a29e-e1b39702aecf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '47c7d156-536a-413d-ac5f-21a8efb61923', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:57:13.718528 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-cc005ef6-032c-47a3-a29e-e1b39702aecf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:57:13.722554 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-cc005ef6-032c-47a3-a29e-e1b39702aecf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:57:13.725365 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-cc005ef6-032c-47a3-a29e-e1b39702aecf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:57:13.730983 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-cc005ef6-032c-47a3-a29e-e1b39702aecf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:57:13.746868 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cc005ef6-032c-47a3-a29e-e1b39702aecf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:13.809691 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cc005ef6-032c-47a3-a29e-e1b39702aecf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:13.813478 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cc005ef6-032c-47a3-a29e-e1b39702aecf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:13.815230 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fd29a239-b588-4966-914e-d9c8dddd835a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:57:13.836547 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc005ef6-032c-47a3-a29e-e1b39702aecf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ea803c-065e-45ed-9f82-af66243f0f39,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:57:13.839030 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cc005ef6-032c-47a3-a29e-e1b39702aecf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:57:13.845905 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cc005ef6-032c-47a3-a29e-e1b39702aecf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:13.847061 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-cc005ef6-032c-47a3-a29e-e1b39702aecf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1386802
Dec 22 04:57:13.849859 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60018) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:57:13.855137 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-96895178-5a23-4128-b8ec-7c25504a5ae2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '47c7d156-536a-413d-ac5f-21a8efb61923', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:57:13.860626 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-96895178-5a23-4128-b8ec-7c25504a5ae2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:57:13.864359 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-96895178-5a23-4128-b8ec-7c25504a5ae2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:57:13.867194 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-96895178-5a23-4128-b8ec-7c25504a5ae2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:57:13.872736 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-96895178-5a23-4128-b8ec-7c25504a5ae2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:57:13.890937 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-96895178-5a23-4128-b8ec-7c25504a5ae2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:13.952539 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-96895178-5a23-4128-b8ec-7c25504a5ae2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:13.955957 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-96895178-5a23-4128-b8ec-7c25504a5ae2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:13.962830 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e3299449-f902-4d7d-b214-77be488a920d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:57:13.983292 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96895178-5a23-4128-b8ec-7c25504a5ae2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d147d332-24e5-474d-af37-dc0232a81e7c,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:57:13.985490 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-96895178-5a23-4128-b8ec-7c25504a5ae2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:57:13.989920 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-96895178-5a23-4128-b8ec-7c25504a5ae2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:13.991068 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-96895178-5a23-4128-b8ec-7c25504a5ae2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1403277
Dec 22 04:57:13.993823 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60022) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:57:14.001310 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-8e3c9ab8-3b73-473b-be6a-5f5f6296d67a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '47c7d156-536a-413d-ac5f-21a8efb61923', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:57:14.006976 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8e3c9ab8-3b73-473b-be6a-5f5f6296d67a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:57:14.010737 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8e3c9ab8-3b73-473b-be6a-5f5f6296d67a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:57:14.013572 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8e3c9ab8-3b73-473b-be6a-5f5f6296d67a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:57:14.019814 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8e3c9ab8-3b73-473b-be6a-5f5f6296d67a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:57:14.029805 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.securitygroups_db [None req-8e3c9ab8-3b73-473b-be6a-5f5f6296d67a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Project 276ceac97e6343c5aa8f294c3cc0960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 04:57:14.036026 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8e3c9ab8-3b73-473b-be6a-5f5f6296d67a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:14.100461 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8e3c9ab8-3b73-473b-be6a-5f5f6296d67a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:14.103915 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8e3c9ab8-3b73-473b-be6a-5f5f6296d67a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:14.105738 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-07b368d3-3606-43d8-8164-16eb8b210733 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:57:14.128120 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c9ab8-3b73-473b-be6a-5f5f6296d67a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5a5a2a-0cfb-46d2-ba93-bb8e49c90909,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:57:14.132480 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8e3c9ab8-3b73-473b-be6a-5f5f6296d67a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:57:14.136669 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8e3c9ab8-3b73-473b-be6a-5f5f6296d67a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:14.137986 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8e3c9ab8-3b73-473b-be6a-5f5f6296d67a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1421733
Dec 22 04:57:14.140767 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60026) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:57:14.146202 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-0add7f0e-1292-4ce2-9c0a-f5d917136026 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '47c7d156-536a-413d-ac5f-21a8efb61923', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:57:14.151850 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0add7f0e-1292-4ce2-9c0a-f5d917136026 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:57:14.155916 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0add7f0e-1292-4ce2-9c0a-f5d917136026 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:57:14.158975 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0add7f0e-1292-4ce2-9c0a-f5d917136026 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:57:14.166050 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0add7f0e-1292-4ce2-9c0a-f5d917136026 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:57:14.177753 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.securitygroups_db [None req-0add7f0e-1292-4ce2-9c0a-f5d917136026 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Project 276ceac97e6343c5aa8f294c3cc0960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 04:57:14.183971 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0add7f0e-1292-4ce2-9c0a-f5d917136026 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:14.247573 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0add7f0e-1292-4ce2-9c0a-f5d917136026 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:14.251431 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0add7f0e-1292-4ce2-9c0a-f5d917136026 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:14.253204 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-30b6ac0e-88e6-4a40-b97b-52978ed41a74 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:57:14.273484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add7f0e-1292-4ce2-9c0a-f5d917136026 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34401020-791f-4360-b23a-6d955b1f9bc1,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:57:14.275746 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0add7f0e-1292-4ce2-9c0a-f5d917136026 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:57:14.282296 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0add7f0e-1292-4ce2-9c0a-f5d917136026 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:14.283438 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0add7f0e-1292-4ce2-9c0a-f5d917136026 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1417205
Dec 22 04:57:14.509471 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-f7dca896-916f-4f8e-b31c-4a9e9afff752 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:57:14.523643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-f7dca896-916f-4f8e-b31c-4a9e9afff752 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:57:14.524905 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-f7dca896-916f-4f8e-b31c-4a9e9afff752 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1936247752&fields=id&tenant_id=276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 267 time: 0.0594096
Dec 22 04:57:14.666808 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-1307cc12-e003-4800-9eb2-a03f19260feb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:14.668218 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-1307cc12-e003-4800-9eb2-a03f19260feb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/networks?id=3522392f-628a-42eb-94ce-9e8206cf6246 HTTP/1.1" status: 200  len: 795 time: 0.1364350
Dec 22 04:57:14.683994 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-a3362bb9-783b-42ca-9147-d69cde044d4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/quotas/276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 375 time: 0.0099587
Dec 22 04:57:14.767801 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-9c6ba7ca-c2f7-4d86-9bdc-4d32432ad28b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0791471
Dec 22 04:57:14.900488 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-8f0ad2eb-3349-4714-a6da-676062403ec1 service neutron] 10.222.0.53 "GET /v2.0/networks/3522392f-628a-42eb-94ce-9e8206cf6246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214848
Dec 22 04:57:15.028469 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-92e4e0ce-3bfa-42fd-a2e0-34eecacfb0b0 service neutron] 10.222.0.53 "GET /v2.0/networks/3522392f-628a-42eb-94ce-9e8206cf6246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216588
Dec 22 04:57:15.214096 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3b291af9-3559-4a1a-8867-b25494dae2cf req-dfc40199-5660-4876-a308-4743b406738b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80 HTTP/1.1" status: 200  len: 210 time: 0.0442541
Dec 22 04:57:16.310823 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-303a65bf-2252-4085-9388-c66f9787f903 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:16.312397 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-303a65bf-2252-4085-9388-c66f9787f903 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/networks?id=3522392f-628a-42eb-94ce-9e8206cf6246 HTTP/1.1" status: 200  len: 795 time: 0.1455357
Dec 22 04:57:16.378503 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-bed754d3-1a9a-4c31-ba5b-3c15d57570f3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 472 time: 0.0454516
Dec 22 04:57:16.378692 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-953875a8-ebad-4301-8b47-ff72a345d786 req-fef4e09c-8b2d-44e8-b772-2158449f90ad tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80 HTTP/1.1" status: 200  len: 210 time: 0.0465996
Dec 22 04:57:16.388430 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'port': {'device_id': 'fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'admin_state_up': True, 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'security_groups': ['47c7d156-536a-413d-ac5f-21a8efb61923']}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:57:16.534838 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:57:16.544027 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:57:16.553854 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:57:16.557125 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:16.715093 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.20.0.12 (3522392f-628a-42eb-94ce-9e8206cf6246/91cb64c7-8a54-4396-934b-7463c1192b21/01c8a839-5536-4683-afdb-0a20022fc197) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:57:16.894990 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:16.910177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Transition to ACTIVE for port object 01c8a839-5536-4683-afdb-0a20022fc197 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:57:16.931057 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:16.936221 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0b57e2f0-525b-40be-a096-b7f18298d858 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:57:16.998039 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network 3522392f-628a-42eb-94ce-9e8206cf6246 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:57:17.005111 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:57:17.009261 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:57:17.040132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=01c8a839-5536-4683-afdb-0a20022fc197,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:57:17.058365 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:57:17.058840 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:57:17.059215 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:57:17.059585 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:57:17.059958 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:57:17.060315 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:57:17.060709 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:57:17.061077 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:57:17.061439 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:57:17.061819 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:57:17.062172 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:57:17.071275 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:57:17.085307 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:17.085944 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:17.111717 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7270455
Dec 22 04:57:17.129191 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] Request body: {'port': {'device_id': 'fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:57:17.238504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:17.269745 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ae366de7-e659-4d24-bb10-6e3ccaaba0e9 None None] Provisioning for port 01c8a839-5536-4683-afdb-0a20022fc197 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:57:17.274400 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ae366de7-e659-4d24-bb10-6e3ccaaba0e9 None None] Provisioning complete for port 01c8a839-5536-4683-afdb-0a20022fc197 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:57:17.274843 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ae366de7-e659-4d24-bb10-6e3ccaaba0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:17.325386 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-ae366de7-e659-4d24-bb10-6e3ccaaba0e9 None None] Port 01c8a839-5536-4683-afdb-0a20022fc197 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:57:17.629559 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c8a839-5536-4683-afdb-0a20022fc197 {{(pid=83435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:57:17.638702 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:17.646132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76e38e-8fbb-40e1-aaf1-43fb687ec334 req-68d28377-a12c-432b-b667-e7d416585237 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:17.646800 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-2d76e38e-8fbb-40e1-aaf1-43fb687ec334 req-68d28377-a12c-432b-b667-e7d416585237 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:57:17.665568 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] Transition to ACTIVE for port object 01c8a839-5536-4683-afdb-0a20022fc197 will not be triggered until provisioned by entity L2. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:57:17.670138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:17.674874 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9a301880-31d2-458d-8799-770adb70bc9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:57:17.802266 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-2d76e38e-8fbb-40e1-aaf1-43fb687ec334 req-68d28377-a12c-432b-b667-e7d416585237 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:57:17.803393 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2d76e38e-8fbb-40e1-aaf1-43fb687ec334 req-68d28377-a12c-432b-b667-e7d416585237 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80 HTTP/1.1" status: 200  len: 932 time: 0.2987590
Dec 22 04:57:17.917369 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] Pushing event updated for resources: {'Port': ['ID=01c8a839-5536-4683-afdb-0a20022fc197,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:57:17.922882 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:57:17.964207 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2d76e38e-8fbb-40e1-aaf1-43fb687ec334 req-94bd448e-deee-4bdb-ab84-0e7208e870b0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=47c7d156-536a-413d-ac5f-21a8efb61923&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1515675
Dec 22 04:57:18.037387 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] Attempting to bind port 01c8a839-5536-4683-afdb-0a20022fc197 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:57:18.037749 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] Attempting to bind port 01c8a839-5536-4683-afdb-0a20022fc197 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '619fc2dd-e004-433a-ad9a-bc095a03766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:57:18.038068 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] Attempting to bind port 01c8a839-5536-4683-afdb-0a20022fc197 on network 3522392f-628a-42eb-94ce-9e8206cf6246 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:57:18.044500 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] Port 01c8a839-5536-4683-afdb-0a20022fc197 on network 3522392f-628a-42eb-94ce-9e8206cf6246 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:57:18.044500 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] Attempting to bind port 01c8a839-5536-4683-afdb-0a20022fc197 on network 3522392f-628a-42eb-94ce-9e8206cf6246 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:57:18.052220 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:57:18.052220 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] Checking segment: {'id': '619fc2dd-e004-433a-ad9a-bc095a03766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:57:18.052220 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] Bound using segment: {'id': '619fc2dd-e004-433a-ad9a-bc095a03766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246'} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:57:18.052573 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] Bound port: 01c8a839-5536-4683-afdb-0a20022fc197, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619fc2dd-e004-433a-ad9a-bc095a03766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246'}}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:57:18.052910 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:18.144386 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] For port 01c8a839-5536-4683-afdb-0a20022fc197, host hv-neutron-8225, cleared binding levels {{(pid=83435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:57:18.147721 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] For port 01c8a839-5536-4683-afdb-0a20022fc197, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=01c8a839-5536-4683-afdb-0a20022fc197,segment=NetworkSegment(619fc2dd-e004-433a-ad9a-bc095a03766e),segment_id=619fc2dd-e004-433a-ad9a-bc095a03766e)] {{(pid=83435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:57:18.152975 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:18.157015 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:57:18.211519 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:18.212836 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] 10.222.0.47 "PUT /v2.0/ports/01c8a839-5536-4683-afdb-0a20022fc197 HTTP/1.1" status: 200  len: 1094 time: 1.0879579
Dec 22 04:57:18.217719 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80', 'tag': '01c8a839-5536-4683-afdb-0a20022fc197'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:57:18.258348 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] Pushing event updated for resources: {'Port': ['ID=01c8a839-5536-4683-afdb-0a20022fc197,revision_number=3']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:57:18.262451 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:57:18.310337 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80', 'tag': '01c8a839-5536-4683-afdb-0a20022fc197', 'status': 'completed', 'code': 200}
Dec 22 04:57:18.353735 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-dbefaf96-1894-4a15-b307-75eda21bf5d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80 HTTP/1.1" status: 200  len: 1097 time: 0.0781989
Dec 22 04:57:18.439859 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-5d854e25-3ec9-4cc4-a039-e90ce6e64154 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c8a839-5536-4683-afdb-0a20022fc197 HTTP/1.1" status: 200  len: 217 time: 0.0657506
Dec 22 04:57:18.507668 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-79e6c2de-d695-4691-ade5-67030fb73fe6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:18.508395 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-79e6c2de-d695-4691-ade5-67030fb73fe6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91cb64c7-8a54-4396-934b-7463c1192b21 HTTP/1.1" status: 200  len: 835 time: 0.0623863
Dec 22 04:57:18.588332 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-0243fa20-47e3-4ed1-b445-d360a4f6d8d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3522392f-628a-42eb-94ce-9e8206cf6246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0741415
Dec 22 04:57:18.719666 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-642a6f3c-316a-4c20-91db-e91c9713d541 service neutron] 10.222.0.47 "GET /v2.0/networks/3522392f-628a-42eb-94ce-9e8206cf6246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239235
Dec 22 04:57:18.855776 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4877d3c8-f6cb-4b0a-ab82-9f6f0f829d33 req-0900cd3b-84b6-4ae3-8209-47f3712bc03a service neutron] 10.222.0.47 "GET /v2.0/networks/3522392f-628a-42eb-94ce-9e8206cf6246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300828
Dec 22 04:57:19.031519 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9690d6c4-6c5a-456d-adc6-0c2a1d6ab3bd req-66c8c4db-f9cd-41e9-a19f-7373d92fb029 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80 HTTP/1.1" status: 200  len: 1097 time: 0.0720022
Dec 22 04:57:19.220990 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690d6c4-6c5a-456d-adc6-0c2a1d6ab3bd req-1f56023f-9ba6-4c94-b005-097f7a45b5c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:19.223057 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9690d6c4-6c5a-456d-adc6-0c2a1d6ab3bd req-1f56023f-9ba6-4c94-b005-097f7a45b5c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3522392f-628a-42eb-94ce-9e8206cf6246 HTTP/1.1" status: 200  len: 896 time: 0.1838078
Dec 22 04:57:19.301075 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2006a00-b491-4e0c-81d0-025974c4bcd0 req-d2b7ad2e-44da-4258-9528-d3a2aa14b8db tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:19.303196 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c2006a00-b491-4e0c-81d0-025974c4bcd0 req-d2b7ad2e-44da-4258-9528-d3a2aa14b8db tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80 HTTP/1.1" status: 200  len: 944 time: 0.1959238
Dec 22 04:57:19.303742 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9690d6c4-6c5a-456d-adc6-0c2a1d6ab3bd req-761f4a07-9924-4285-88b9-1e35588c980c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c8a839-5536-4683-afdb-0a20022fc197 HTTP/1.1" status: 200  len: 217 time: 0.0713270
Dec 22 04:57:19.399204 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690d6c4-6c5a-456d-adc6-0c2a1d6ab3bd req-a867c876-243f-4012-a160-86944bbca908 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:19.400638 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9690d6c4-6c5a-456d-adc6-0c2a1d6ab3bd req-a867c876-243f-4012-a160-86944bbca908 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91cb64c7-8a54-4396-934b-7463c1192b21 HTTP/1.1" status: 200  len: 835 time: 0.0899298
Dec 22 04:57:19.402864 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c2006a00-b491-4e0c-81d0-025974c4bcd0 req-f63342f0-d20e-4988-90f3-af8864980d0a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=47c7d156-536a-413d-ac5f-21a8efb61923&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0945621
Dec 22 04:57:19.475900 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9690d6c4-6c5a-456d-adc6-0c2a1d6ab3bd req-b6dd0405-149a-4a81-a643-bcc07891e6a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3522392f-628a-42eb-94ce-9e8206cf6246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0677514
Dec 22 04:57:19.695080 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9690d6c4-6c5a-456d-adc6-0c2a1d6ab3bd req-57de1ee1-b528-42b0-b0d9-68ae9b1ad855 service neutron] 10.222.0.47 "GET /v2.0/networks/3522392f-628a-42eb-94ce-9e8206cf6246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2119510
Dec 22 04:57:19.824805 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9690d6c4-6c5a-456d-adc6-0c2a1d6ab3bd req-902816be-a87c-44d6-8553-2c0b2b534998 service neutron] 10.222.0.47 "GET /v2.0/networks/3522392f-628a-42eb-94ce-9e8206cf6246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228311
Dec 22 04:57:20.603010 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96959993-e269-4867-bad8-e90f9824f8de req-5d94299e-71af-41c7-a276-9f9cdda77d56 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:20.604455 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-96959993-e269-4867-bad8-e90f9824f8de req-5d94299e-71af-41c7-a276-9f9cdda77d56 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80 HTTP/1.1" status: 200  len: 944 time: 0.0756788
Dec 22 04:57:20.652408 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-96959993-e269-4867-bad8-e90f9824f8de req-fbafd9a9-9a11-4486-a0a7-734570f17047 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=47c7d156-536a-413d-ac5f-21a8efb61923&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423853
Dec 22 04:57:21.853108 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510ae90-442c-4914-9147-2375236469cd req-5023ffe6-cbd6-403f-8884-f1870b046fa1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:21.854578 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9510ae90-442c-4914-9147-2375236469cd req-5023ffe6-cbd6-403f-8884-f1870b046fa1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80 HTTP/1.1" status: 200  len: 944 time: 0.0803452
Dec 22 04:57:21.898280 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9510ae90-442c-4914-9147-2375236469cd req-c3f95051-e300-4ec5-899e-90be6ceefc50 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=47c7d156-536a-413d-ac5f-21a8efb61923&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381775
Dec 22 04:57:23.088151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf6dc9-e9d2-4106-8b3e-e8b2c2ce1e0c req-3a9f7d6c-bfac-4dcf-9632-1d054e8ba607 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:23.089608 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-06bf6dc9-e9d2-4106-8b3e-e8b2c2ce1e0c req-3a9f7d6c-bfac-4dcf-9632-1d054e8ba607 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80 HTTP/1.1" status: 200  len: 944 time: 0.0744219
Dec 22 04:57:23.134413 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-06bf6dc9-e9d2-4106-8b3e-e8b2c2ce1e0c req-847d312c-1d61-43a4-a345-8cc9f12e5349 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=47c7d156-536a-413d-ac5f-21a8efb61923&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384231
Dec 22 04:57:23.587721 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 01c8a839-5536-4683-afdb-0a20022fc197 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 04:57:23.716107 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 01c8a839-5536-4683-afdb-0a20022fc197, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=01c8a839-5536-4683-afdb-0a20022fc197,segment=NetworkSegment(619fc2dd-e004-433a-ad9a-bc095a03766e),segment_id=619fc2dd-e004-433a-ad9a-bc095a03766e)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:57:23.728866 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '01c8a839-5536-4683-afdb-0a20022fc197', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'port_id': '01c8a839-5536-4683-afdb-0a20022fc197', 'mac_address': 'fa:16:3e:70:a5:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 04:57:23.783330 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:23.799914 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c8a839-5536-4683-afdb-0a20022fc197 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:57:23.814583 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 01c8a839-5536-4683-afdb-0a20022fc197, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=01c8a839-5536-4683-afdb-0a20022fc197,segment=NetworkSegment(619fc2dd-e004-433a-ad9a-bc095a03766e),segment_id=619fc2dd-e004-433a-ad9a-bc095a03766e)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:57:23.818184 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:23.819839 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:57:23.881241 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=01c8a839-5536-4683-afdb-0a20022fc197,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:57:23.884174 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:57:24.276009 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['01c8a839-5536-4683-afdb-0a20022fc197'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 04:57:24.329943 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d9f66-57f4-4717-b5e0-2ea1ee24d09a req-15d93a61-6b94-49c2-aa07-00c2b11318c0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:24.331381 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f45d9f66-57f4-4717-b5e0-2ea1ee24d09a req-15d93a61-6b94-49c2-aa07-00c2b11318c0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80 HTTP/1.1" status: 200  len: 945 time: 0.0755942
Dec 22 04:57:24.379935 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f45d9f66-57f4-4717-b5e0-2ea1ee24d09a req-c4d2b068-c96b-4716-a90b-b579cc7c1813 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=47c7d156-536a-413d-ac5f-21a8efb61923&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429420
Dec 22 04:57:25.589116 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18525366-5e78-4958-bf3c-cc9fbe5cf140 req-dbbb6220-7446-445a-884f-833ac513f4ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:25.589116 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-18525366-5e78-4958-bf3c-cc9fbe5cf140 req-dbbb6220-7446-445a-884f-833ac513f4ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80 HTTP/1.1" status: 200  len: 945 time: 0.0811958
Dec 22 04:57:25.607809 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 01c8a839-5536-4683-afdb-0a20022fc197 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:57:25.638597 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-18525366-5e78-4958-bf3c-cc9fbe5cf140 req-0e6fe2dd-05a2-4072-b634-30df1518be2d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=47c7d156-536a-413d-ac5f-21a8efb61923&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402255
Dec 22 04:57:25.694872 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 01c8a839-5536-4683-afdb-0a20022fc197 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:57:25.694872 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 01c8a839-5536-4683-afdb-0a20022fc197 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:57:25.699526 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:25.825195 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:25.853285 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c8a839-5536-4683-afdb-0a20022fc197'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:57:25.864013 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 01c8a839-5536-4683-afdb-0a20022fc197, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=01c8a839-5536-4683-afdb-0a20022fc197,segment=NetworkSegment(619fc2dd-e004-433a-ad9a-bc095a03766e),segment_id=619fc2dd-e004-433a-ad9a-bc095a03766e)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:57:25.864013 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:25.869790 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:57:25.928217 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c8a839-5536-4683-afdb-0a20022fc197', 'code': 200}
Dec 22 04:57:25.940502 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=01c8a839-5536-4683-afdb-0a20022fc197,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:57:25.940502 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:57:26.212031 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-8439ee0d-4838-4fa7-81ff-2f3ab8fee72e req-5965cfce-2872-4fbd-835b-badedc49e7e9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80 HTTP/1.1" status: 200  len: 1099 time: 0.0872576
Dec 22 04:57:26.259837 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-8439ee0d-4838-4fa7-81ff-2f3ab8fee72e req-90948118-b8ce-4951-ac5f-3812d4fc9e88 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=47c7d156-536a-413d-ac5f-21a8efb61923&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398302
Dec 22 04:57:26.864242 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee5e87-0642-4cdf-ae50-ec791245173a req-9b0364e7-bec8-44b9-90d7-769483607569 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:26.864242 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-41ee5e87-0642-4cdf-ae50-ec791245173a req-9b0364e7-bec8-44b9-90d7-769483607569 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80 HTTP/1.1" status: 200  len: 946 time: 0.0809231
Dec 22 04:57:26.911026 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-41ee5e87-0642-4cdf-ae50-ec791245173a req-70e0c45b-6a98-4267-a450-746a8318c931 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=47c7d156-536a-413d-ac5f-21a8efb61923&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409684
Dec 22 04:57:28.118972 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282591cf-c319-4c32-bcbd-11e328771023 req-4f7b7df8-f7de-48e5-bcb9-13c223ccb934 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:28.120377 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-282591cf-c319-4c32-bcbd-11e328771023 req-4f7b7df8-f7de-48e5-bcb9-13c223ccb934 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80 HTTP/1.1" status: 200  len: 946 time: 0.0851517
Dec 22 04:57:28.169128 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-282591cf-c319-4c32-bcbd-11e328771023 req-a541faca-ef3a-42e2-b0ae-b1da9b74a1b1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=47c7d156-536a-413d-ac5f-21a8efb61923&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416536
Dec 22 04:57:28.394627 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5c185-f120-4792-969c-59d498a1e8ff req-fd399600-f8e6-4581-8f6b-eac561728d67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:28.394627 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1fb5c185-f120-4792-969c-59d498a1e8ff req-fd399600-f8e6-4581-8f6b-eac561728d67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80 HTTP/1.1" status: 200  len: 946 time: 0.0874877
Dec 22 04:57:28.443739 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1fb5c185-f120-4792-969c-59d498a1e8ff req-ac02d892-5faa-481a-92b4-86066104f4d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=47c7d156-536a-413d-ac5f-21a8efb61923&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421414
Dec 22 04:57:28.475951 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60078) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:57:28.551418 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e49b5045-a182-47c4-83b3-ff3ad0a71e0a tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80 HTTP/1.1" status: 200  len: 1094 time: 0.0746167
Dec 22 04:57:28.551418 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60082) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:57:28.557133 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-d0b7e223-3052-4005-934b-d26370e03675 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'floatingip': {'port_id': '01c8a839-5536-4683-afdb-0a20022fc197'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:57:28.639996 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d0b7e223-3052-4005-934b-d26370e03675 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:29.361120 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d0b7e223-3052-4005-934b-d26370e03675 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:29.364591 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d0b7e223-3052-4005-934b-d26370e03675 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:29.550730 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [None req-d0b7e223-3052-4005-934b-d26370e03675 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Floating IP d0b43e63-e5bb-4539-8866-3f4cb5d8335e associated. External IP: 172.26.4.142, port: 01c8a839-5536-4683-afdb-0a20022fc197.
Dec 22 04:57:29.934660 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b7e223-3052-4005-934b-d26370e03675 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router b1c298e1-c6ab-49dd-aeb8-201383913e50 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:57:30.129939 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b7e223-3052-4005-934b-d26370e03675 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:57:30.135240 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d0b7e223-3052-4005-934b-d26370e03675 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:30.146080 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ffa8b3-6331-4bff-a7e9-b19216608b3c None None] Sync routers for ids ['b1c298e1-c6ab-49dd-aeb8-201383913e50'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:57:30.153027 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ffa8b3-6331-4bff-a7e9-b19216608b3c None None] Routers {'b1c298e1-c6ab-49dd-aeb8-201383913e50'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:57:30.153739 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-d0ffa8b3-6331-4bff-a7e9-b19216608b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c9f1970>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:57:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['b1c298e1-c6ab-49dd-aeb8-201383913e50'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:57:30.193885 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d0b7e223-3052-4005-934b-d26370e03675 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/floatingips/d0b43e63-e5bb-4539-8866-3f4cb5d8335e HTTP/1.1" status: 200  len: 992 time: 1.6401553
Dec 22 04:57:30.193885 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80', 'tag': '01c8a839-5536-4683-afdb-0a20022fc197'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:57:30.194228 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60086) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:57:30.251444 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80', 'tag': '01c8a839-5536-4683-afdb-0a20022fc197', 'status': 'completed', 'code': 200}
Dec 22 04:57:30.333280 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-d0ffa8b3-6331-4bff-a7e9-b19216608b3c None None] Set router b1c298e1-c6ab-49dd-aeb8-201383913e50 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:57:30.334757 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-27aa0356-0eb3-43c6-ae9c-4d70edd565aa tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/d0b43e63-e5bb-4539-8866-3f4cb5d8335e HTTP/1.1" status: 200  len: 992 time: 0.1393757
Dec 22 04:57:30.370403 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4a173ffc-0d8b-4ee7-bf2f-9a728a786048 req-e2a1d2f2-8fe9-4df3-839a-cdaabe62163b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80 HTTP/1.1" status: 200  len: 1099 time: 0.0738332
Dec 22 04:57:30.504078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a173ffc-0d8b-4ee7-bf2f-9a728a786048 req-8489b0ea-fd33-4772-8c8c-491b55815214 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:30.505499 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4a173ffc-0d8b-4ee7-bf2f-9a728a786048 req-8489b0ea-fd33-4772-8c8c-491b55815214 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3522392f-628a-42eb-94ce-9e8206cf6246 HTTP/1.1" status: 200  len: 896 time: 0.1255350
Dec 22 04:57:30.607802 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4a173ffc-0d8b-4ee7-bf2f-9a728a786048 req-8000a63b-a1ba-49d9-8963-ad5c72d5e568 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c8a839-5536-4683-afdb-0a20022fc197 HTTP/1.1" status: 200  len: 1000 time: 0.0961003
Dec 22 04:57:30.670780 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-d0ffa8b3-6331-4bff-a7e9-b19216608b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c9f1970>, [{'id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'name': 'tempest-TestNetworkBasicOps-router-2012200977', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': 'd0b43e63-e5bb-4539-8866-3f4cb5d8335e', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.142', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'port_id': '01c8a839-5536-4683-afdb-0a20022fc197', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'mac_address': 'fa:16:3e:70:a5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:55:58Z', 'updated_at': '2021-12-22T04:57:29Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8', 'name': '', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:b1:d3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:35Z', 'updated_at': '2021-12-22T04:55:44Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:57:30.674658 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ffa8b3-6331-4bff-a7e9-b19216608b3c None None] Checking router: b1c298e1-c6ab-49dd-aeb8-201383913e50 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:57:30.674799 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a173ffc-0d8b-4ee7-bf2f-9a728a786048 req-49948141-525b-4a95-9beb-e49b4e944531 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:30.676154 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4a173ffc-0d8b-4ee7-bf2f-9a728a786048 req-49948141-525b-4a95-9beb-e49b4e944531 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91cb64c7-8a54-4396-934b-7463c1192b21 HTTP/1.1" status: 200  len: 835 time: 0.0566542
Dec 22 04:57:30.685095 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ffa8b3-6331-4bff-a7e9-b19216608b3c None None] Routers {'b1c298e1-c6ab-49dd-aeb8-201383913e50'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:57:30.685797 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-d0ffa8b3-6331-4bff-a7e9-b19216608b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c9f1970>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:57:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['b1c298e1-c6ab-49dd-aeb8-201383913e50'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:57:30.755127 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4a173ffc-0d8b-4ee7-bf2f-9a728a786048 req-bc706179-821c-424c-b732-a29948558418 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3522392f-628a-42eb-94ce-9e8206cf6246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0719192
Dec 22 04:57:30.872476 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-d0ffa8b3-6331-4bff-a7e9-b19216608b3c None None] Set router b1c298e1-c6ab-49dd-aeb8-201383913e50 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:57:30.901080 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4a173ffc-0d8b-4ee7-bf2f-9a728a786048 req-35c32650-e3da-463b-a7fd-5309c3b426d6 service neutron] 10.222.0.47 "GET /v2.0/networks/3522392f-628a-42eb-94ce-9e8206cf6246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388626
Dec 22 04:57:31.044872 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4a173ffc-0d8b-4ee7-bf2f-9a728a786048 req-1f7862db-1179-4fbd-8bb5-15e12337d2dd service neutron] 10.222.0.47 "GET /v2.0/networks/3522392f-628a-42eb-94ce-9e8206cf6246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320851
Dec 22 04:57:31.265104 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-d0ffa8b3-6331-4bff-a7e9-b19216608b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c9f1970>, [{'id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'name': 'tempest-TestNetworkBasicOps-router-2012200977', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': 'd0b43e63-e5bb-4539-8866-3f4cb5d8335e', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.142', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'port_id': '01c8a839-5536-4683-afdb-0a20022fc197', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'mac_address': 'fa:16:3e:70:a5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:55:58Z', 'updated_at': '2021-12-22T04:57:29Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8', 'name': '', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:b1:d3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:35Z', 'updated_at': '2021-12-22T04:55:44Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:57:31.265104 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ffa8b3-6331-4bff-a7e9-b19216608b3c None None] The sync data for ids ['b1c298e1-c6ab-49dd-aeb8-201383913e50'] in dv-neutron-822525-1-hyperv is: [{'id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'name': 'tempest-TestNetworkBasicOps-router-2012200977', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': 'd0b43e63-e5bb-4539-8866-3f4cb5d8335e', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.142', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'port_id': '01c8a839-5536-4683-afdb-0a20022fc197', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'mac_address': 'fa:16:3e:70:a5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:55:58Z', 'updated_at': '2021-12-22T04:57:29Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8', 'name': '', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:b1:d3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:35Z', 'updated_at': '2021-12-22T04:55:44Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:57:31.338171 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60092) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:57:31.485450 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6303807f-4b28-425e-8d63-102535989a56 None None] New status for floating IP d0b43e63-e5bb-4539-8866-3f4cb5d8335e: ACTIVE {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 04:57:31.576242 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d885d15c-d2b1-41be-87a1-45ebdb97ce0e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/d0b43e63-e5bb-4539-8866-3f4cb5d8335e HTTP/1.1" status: 200  len: 992 time: 0.2370121
Dec 22 04:57:32.579966 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60098) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:57:32.693715 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6fad1d6d-cc67-4f1c-98c9-9ad12f8db5c0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/d0b43e63-e5bb-4539-8866-3f4cb5d8335e HTTP/1.1" status: 200  len: 994 time: 0.1086423
Dec 22 04:57:37.563136 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:38.734887 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-414f3b1d-9cd0-40c2-89f2-a8fdf097ebd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:40.938102 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-48ffe448-fd47-4406-8b7c-795dcd2644ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:42.059371 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:42.270436 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:43.503091 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:57:49.535629 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:57:56.671008 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-48f481b6-ec6c-4a1a-ac5b-a94e4b76118b req-3d1a04cc-5e89-4368-97b9-7a456445b0bf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=55463035-8c4f-48cb-a28c-67211e83329e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0684614
Dec 22 04:57:56.893773 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-48f481b6-ec6c-4a1a-ac5b-a94e4b76118b req-6c991839-5276-49d5-9634-c498ce4db870 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=55463035-8c4f-48cb-a28c-67211e83329e HTTP/1.1" status: 200  len: 1098 time: 0.1837904
Dec 22 04:57:57.040575 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f481b6-ec6c-4a1a-ac5b-a94e4b76118b req-237e7e85-9863-4c8e-9132-b9fef0ef22db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:57.042015 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-48f481b6-ec6c-4a1a-ac5b-a94e4b76118b req-237e7e85-9863-4c8e-9132-b9fef0ef22db service neutron] 10.222.0.47 "GET /v2.0/networks?id=3522392f-628a-42eb-94ce-9e8206cf6246 HTTP/1.1" status: 200  len: 896 time: 0.1286621
Dec 22 04:57:57.111512 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-48f481b6-ec6c-4a1a-ac5b-a94e4b76118b req-1010e896-2024-47c1-8b03-5507d016b100 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f950209-ff65-4d59-874b-75c9cac176d6 HTTP/1.1" status: 200  len: 217 time: 0.0623088
Dec 22 04:57:57.182868 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f481b6-ec6c-4a1a-ac5b-a94e4b76118b req-6b951321-2983-4ce4-974b-90f61246e341 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:57:57.184163 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-48f481b6-ec6c-4a1a-ac5b-a94e4b76118b req-6b951321-2983-4ce4-974b-90f61246e341 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=91cb64c7-8a54-4396-934b-7463c1192b21 HTTP/1.1" status: 200  len: 835 time: 0.0659156
Dec 22 04:57:57.261081 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-48f481b6-ec6c-4a1a-ac5b-a94e4b76118b req-32e60750-b84f-45a1-a4b8-b78e22d1aafb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3522392f-628a-42eb-94ce-9e8206cf6246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0689995
Dec 22 04:57:57.397340 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-48f481b6-ec6c-4a1a-ac5b-a94e4b76118b req-c09b1936-69ce-41a2-bdc4-8a3a71c3e9fe service neutron] 10.222.0.47 "GET /v2.0/networks/3522392f-628a-42eb-94ce-9e8206cf6246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284871
Dec 22 04:57:57.528959 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-48f481b6-ec6c-4a1a-ac5b-a94e4b76118b req-9fd872f8-4d33-40a8-addf-857a2150846e service neutron] 10.222.0.47 "GET /v2.0/networks/3522392f-628a-42eb-94ce-9e8206cf6246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247137
Dec 22 04:58:07.574211 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:08.738909 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-120d31f7-5a06-4556-952d-68c79b9655ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:10.940272 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8ab8240e-0c5b-4fce-ab2f-adc6578fe674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:12.061694 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:12.271683 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:13.505293 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:26.535032 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:58:37.578152 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:38.739912 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d935126f-ed24-49ff-bc4c-24a479c66220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:40.942276 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c9382e0f-1787-43c0-ac3a-82a22e2ccdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:42.065120 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:42.273888 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:42.378454 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b4966-01e7-4876-a31c-d0b2886d04b9 req-3a1df6e0-5d77-4a03-b4d3-df80c99795d9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:58:42.380524 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e24b4966-01e7-4876-a31c-d0b2886d04b9 req-3a1df6e0-5d77-4a03-b4d3-df80c99795d9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80 HTTP/1.1" status: 200  len: 946 time: 0.0758278
Dec 22 04:58:42.423169 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e24b4966-01e7-4876-a31c-d0b2886d04b9 req-ac018a82-57f7-4f25-b8bc-40c2583db9fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=47c7d156-536a-413d-ac5f-21a8efb61923&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371573
Dec 22 04:58:43.509074 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:43.623002 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e0581-0a4b-47a4-be69-b5db99fda85d req-cbb70db9-4984-4c49-8481-b5af20542cdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:58:43.624425 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-197e0581-0a4b-47a4-be69-b5db99fda85d req-cbb70db9-4984-4c49-8481-b5af20542cdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80 HTTP/1.1" status: 200  len: 946 time: 0.0801842
Dec 22 04:58:43.669250 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-197e0581-0a4b-47a4-be69-b5db99fda85d req-6f4c1d23-d21c-4e48-82fd-94a740dd8ac9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=47c7d156-536a-413d-ac5f-21a8efb61923&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386932
Dec 22 04:58:44.070232 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d71b4e-8e28-4809-9f89-f5376733cba1 req-7470684e-bde3-4a44-9d33-b01ecc6d7e66 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:58:44.071633 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d0d71b4e-8e28-4809-9f89-f5376733cba1 req-7470684e-bde3-4a44-9d33-b01ecc6d7e66 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80 HTTP/1.1" status: 200  len: 946 time: 0.0738883
Dec 22 04:58:44.140089 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-d0d71b4e-8e28-4809-9f89-f5376733cba1 req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port 01c8a839-5536-4683-afdb-0a20022fc197 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:58:44.140433 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-d0d71b4e-8e28-4809-9f89-f5376733cba1 req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:44.373597 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-d0d71b4e-8e28-4809-9f89-f5376733cba1 req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port 01c8a839-5536-4683-afdb-0a20022fc197, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=01c8a839-5536-4683-afdb-0a20022fc197,segment=NetworkSegment(619fc2dd-e004-433a-ad9a-bc095a03766e),segment_id=619fc2dd-e004-433a-ad9a-bc095a03766e)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:58:44.373950 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-d0d71b4e-8e28-4809-9f89-f5376733cba1 req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:44.650149 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-d0d71b4e-8e28-4809-9f89-f5376733cba1 req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:44.650786 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-d0d71b4e-8e28-4809-9f89-f5376733cba1 req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:44.650786 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [req-d0d71b4e-8e28-4809-9f89-f5376733cba1 req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Floating IP d0b43e63-e5bb-4539-8866-3f4cb5d8335e disassociated. External IP: 172.26.4.142, port: 01c8a839-5536-4683-afdb-0a20022fc197.
Dec 22 04:58:44.651018 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-d0d71b4e-8e28-4809-9f89-f5376733cba1 req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for 01c8a839-5536-4683-afdb-0a20022fc197 owned by compute:nova {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:58:44.793459 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-d0d71b4e-8e28-4809-9f89-f5376733cba1 req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:44.799264 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c0099932-e814-4fbe-aa6a-4900978137fc tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:58:44.841793 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f1045136-04f8-481e-80b2-f26d26cc4874 req-d75e6bb6-c1ca-4bc7-9bff-4b9d08a9ee28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80 HTTP/1.1" status: 200  len: 210 time: 0.0524147
Dec 22 04:58:44.935734 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=01c8a839-5536-4683-afdb-0a20022fc197,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:58:44.950191 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:44.950561 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:44.950935 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:44.951297 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:44.951658 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:44.952012 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:44.952365 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:44.952729 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:44.953076 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:44.953426 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:44.953864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:44.958209 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:58:45.150527 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0d71b4e-8e28-4809-9f89-f5376733cba1 req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router b1c298e1-c6ab-49dd-aeb8-201383913e50 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:58:45.349806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0d71b4e-8e28-4809-9f89-f5376733cba1 req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:58:45.359879 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763ad1a3-e5c9-4136-92ea-fafcf50ebb50 None None] Sync routers for ids ['b1c298e1-c6ab-49dd-aeb8-201383913e50'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:58:45.371804 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763ad1a3-e5c9-4136-92ea-fafcf50ebb50 None None] Routers {'b1c298e1-c6ab-49dd-aeb8-201383913e50'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:58:45.372418 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-763ad1a3-e5c9-4136-92ea-fafcf50ebb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c2a20d0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:58:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['b1c298e1-c6ab-49dd-aeb8-201383913e50'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:58:45.423481 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d71b4e-8e28-4809-9f89-f5376733cba1 req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] No DVR routers for this DVR port 01c8a839-5536-4683-afdb-0a20022fc197 on host hv-neutron-8225 {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:58:45.426009 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-d0d71b4e-8e28-4809-9f89-f5376733cba1 req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:45.428785 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80', 'name': 'network-vif-deleted', 'tag': '01c8a839-5536-4683-afdb-0a20022fc197'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:58:45.445825 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d0d71b4e-8e28-4809-9f89-f5376733cba1 req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "DELETE /v2.0/ports/01c8a839-5536-4683-afdb-0a20022fc197 HTTP/1.1" status: 204  len: 173 time: 1.3687270
Dec 22 04:58:45.487606 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80', 'name': 'network-vif-deleted', 'tag': '01c8a839-5536-4683-afdb-0a20022fc197', 'status': 'completed', 'code': 200}
Dec 22 04:58:45.559489 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-763ad1a3-e5c9-4136-92ea-fafcf50ebb50 None None] Set router b1c298e1-c6ab-49dd-aeb8-201383913e50 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:58:45.874632 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-763ad1a3-e5c9-4136-92ea-fafcf50ebb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c2a20d0>, [{'id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'name': 'tempest-TestNetworkBasicOps-router-2012200977', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8', 'name': '', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:b1:d3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:35Z', 'updated_at': '2021-12-22T04:55:44Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:58:45.878550 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763ad1a3-e5c9-4136-92ea-fafcf50ebb50 None None] Checking router: b1c298e1-c6ab-49dd-aeb8-201383913e50 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:58:45.889284 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763ad1a3-e5c9-4136-92ea-fafcf50ebb50 None None] Routers {'b1c298e1-c6ab-49dd-aeb8-201383913e50'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:58:45.889915 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-763ad1a3-e5c9-4136-92ea-fafcf50ebb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c2a20d0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:58:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['b1c298e1-c6ab-49dd-aeb8-201383913e50'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:58:46.020368 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a511b3ca-c274-474b-9523-66eef53ead88 req-20efa6a4-69de-4537-94f6-5f0855c6af23 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc5af0e6-e1e6-4ce4-beda-8d5cd4a35a80 HTTP/1.1" status: 200  len: 210 time: 0.0405200
Dec 22 04:58:46.064133 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-763ad1a3-e5c9-4136-92ea-fafcf50ebb50 None None] Set router b1c298e1-c6ab-49dd-aeb8-201383913e50 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:58:46.369204 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-763ad1a3-e5c9-4136-92ea-fafcf50ebb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c2a20d0>, [{'id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'name': 'tempest-TestNetworkBasicOps-router-2012200977', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8', 'name': '', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:b1:d3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:35Z', 'updated_at': '2021-12-22T04:55:44Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:58:46.373087 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763ad1a3-e5c9-4136-92ea-fafcf50ebb50 None None] The sync data for ids ['b1c298e1-c6ab-49dd-aeb8-201383913e50'] in dv-neutron-822525-1-hyperv is: [{'id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'name': 'tempest-TestNetworkBasicOps-router-2012200977', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8', 'name': '', 'network_id': '3522392f-628a-42eb-94ce-9e8206cf6246', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:b1:d3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:35Z', 'updated_at': '2021-12-22T04:55:44Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '91cb64c7-8a54-4396-934b-7463c1192b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:58:46.621140 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27aa192-8c11-4ee9-8907-53f6fbb0d6c8 None None] New status for floating IP d0b43e63-e5bb-4539-8866-3f4cb5d8335e: DOWN {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 04:58:47.123126 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60152) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:58:47.190312 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8dfe4265-8fd8-4dcc-a876-2a6207a64873 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:47.219127 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8dfe4265-8fd8-4dcc-a876-2a6207a64873 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:47.279617 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8dfe4265-8fd8-4dcc-a876-2a6207a64873 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:47.283414 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b2e84c67-27c3-43c5-b86e-14d848cc8882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:58:47.298432 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe4265-8fd8-4dcc-a876-2a6207a64873 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c7d156-536a-413d-ac5f-21a8efb61923,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:58:47.301049 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8dfe4265-8fd8-4dcc-a876-2a6207a64873 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:58:47.313722 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8dfe4265-8fd8-4dcc-a876-2a6207a64873 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:47.314969 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8dfe4265-8fd8-4dcc-a876-2a6207a64873 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/security-groups/47c7d156-536a-413d-ac5f-21a8efb61923 HTTP/1.1" status: 204  len: 168 time: 0.1908484
Dec 22 04:58:47.358224 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60158) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:58:47.512230 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-4ed4509e-733f-47e6-9731-6e34fbe7a630 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port 37f304b2-529b-4b1d-abde-9fbe6c29bb7c {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:58:47.512476 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4ed4509e-733f-47e6-9731-6e34fbe7a630 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:47.676154 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4ed4509e-733f-47e6-9731-6e34fbe7a630 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:47.676475 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4ed4509e-733f-47e6-9731-6e34fbe7a630 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:47.793057 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-4ed4509e-733f-47e6-9731-6e34fbe7a630 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for 37f304b2-529b-4b1d-abde-9fbe6c29bb7c owned by network:floatingip {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:58:47.925748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4ed4509e-733f-47e6-9731-6e34fbe7a630 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:47.929969 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7ff9b955-b95a-44e1-a8f3-85bef5211aea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:58:47.973231 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4509e-733f-47e6-9731-6e34fbe7a630 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=37f304b2-529b-4b1d-abde-9fbe6c29bb7c,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:58:47.975619 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4ed4509e-733f-47e6-9731-6e34fbe7a630 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:58:48.060175 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4ed4509e-733f-47e6-9731-6e34fbe7a630 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:48.063478 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 01c8a839-5536-4683-afdb-0a20022fc197 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:58:48.074755 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4ed4509e-733f-47e6-9731-6e34fbe7a630 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:48.075863 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4ed4509e-733f-47e6-9731-6e34fbe7a630 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/floatingips/d0b43e63-e5bb-4539-8866-3f4cb5d8335e HTTP/1.1" status: 204  len: 168 time: 0.7166548
Dec 22 04:58:48.100297 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 01c8a839-5536-4683-afdb-0a20022fc197 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:58:48.100658 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 01c8a839-5536-4683-afdb-0a20022fc197 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:58:48.447968 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194a6ac-f8cd-4080-b6b0-9b2c19fb2234 req-2faed1ef-fd12-4a7e-894d-d4857d132f70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:58:48.449393 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b194a6ac-f8cd-4080-b6b0-9b2c19fb2234 req-2faed1ef-fd12-4a7e-894d-d4857d132f70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55463035-8c4f-48cb-a28c-67211e83329e HTTP/1.1" status: 200  len: 945 time: 0.0744877
Dec 22 04:58:48.492688 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b194a6ac-f8cd-4080-b6b0-9b2c19fb2234 req-bb1fb467-511c-4405-8f70-5b4c02f87e58 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=77b08f3b-35e2-4426-ae93-23de9c34f9d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379324
Dec 22 04:58:49.690682 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf3606-659f-44d4-a1ac-9dd3076d4f7e req-d72657f0-ebb7-4523-a031-8dbcc4705396 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:58:49.691358 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-a3cf3606-659f-44d4-a1ac-9dd3076d4f7e req-d72657f0-ebb7-4523-a031-8dbcc4705396 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:58:49.706734 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-a3cf3606-659f-44d4-a1ac-9dd3076d4f7e req-d72657f0-ebb7-4523-a031-8dbcc4705396 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:58:49.710165 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a3cf3606-659f-44d4-a1ac-9dd3076d4f7e req-d72657f0-ebb7-4523-a031-8dbcc4705396 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55463035-8c4f-48cb-a28c-67211e83329e HTTP/1.1" status: 200  len: 945 time: 0.0973475
Dec 22 04:58:49.849657 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-a3cf3606-659f-44d4-a1ac-9dd3076d4f7e req-506a5389-edb9-48f5-97f0-fe4747005b7b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:58:49.864545 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-a3cf3606-659f-44d4-a1ac-9dd3076d4f7e req-506a5389-edb9-48f5-97f0-fe4747005b7b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:58:49.865680 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a3cf3606-659f-44d4-a1ac-9dd3076d4f7e req-506a5389-edb9-48f5-97f0-fe4747005b7b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=77b08f3b-35e2-4426-ae93-23de9c34f9d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1514132
Dec 22 04:58:50.023297 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace5ae9-112d-46a0-8a1b-7693b9b37928 req-6bad8245-2d64-4954-91bb-88a6dad09104 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:58:50.024687 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6ace5ae9-112d-46a0-8a1b-7693b9b37928 req-6bad8245-2d64-4954-91bb-88a6dad09104 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/ports?device_id=55463035-8c4f-48cb-a28c-67211e83329e HTTP/1.1" status: 200  len: 945 time: 0.0738528
Dec 22 04:58:50.091905 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-6ace5ae9-112d-46a0-8a1b-7693b9b37928 req-b4ffe802-d4a4-4d39-b63f-7c1e18af1973 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port 5f950209-ff65-4d59-874b-75c9cac176d6 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:58:50.092243 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-6ace5ae9-112d-46a0-8a1b-7693b9b37928 req-b4ffe802-d4a4-4d39-b63f-7c1e18af1973 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:50.218018 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60168) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:58:50.332311 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-6ace5ae9-112d-46a0-8a1b-7693b9b37928 req-b4ffe802-d4a4-4d39-b63f-7c1e18af1973 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port 5f950209-ff65-4d59-874b-75c9cac176d6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5f950209-ff65-4d59-874b-75c9cac176d6,segment=NetworkSegment(619fc2dd-e004-433a-ad9a-bc095a03766e),segment_id=619fc2dd-e004-433a-ad9a-bc095a03766e)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:58:50.332503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-6ace5ae9-112d-46a0-8a1b-7693b9b37928 req-b4ffe802-d4a4-4d39-b63f-7c1e18af1973 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:50.421181 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Deleting port 56311b70-ed23-483b-b336-367d88047fdc {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:58:50.421524 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:50.451759 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-6ace5ae9-112d-46a0-8a1b-7693b9b37928 req-b4ffe802-d4a4-4d39-b63f-7c1e18af1973 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for 5f950209-ff65-4d59-874b-75c9cac176d6 owned by compute:nova {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:58:50.587970 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:50.588292 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:50.593124 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-6ace5ae9-112d-46a0-8a1b-7693b9b37928 req-b4ffe802-d4a4-4d39-b63f-7c1e18af1973 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:50.599396 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:58:50.640374 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffe802-d4a4-4d39-b63f-7c1e18af1973 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=5f950209-ff65-4d59-874b-75c9cac176d6,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:58:50.643818 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b4ffe802-d4a4-4d39-b63f-7c1e18af1973 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:58:50.711620 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Calling delete_port for 56311b70-ed23-483b-b336-367d88047fdc owned by network:floatingip {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:58:50.715688 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ace5ae9-112d-46a0-8a1b-7693b9b37928 req-b4ffe802-d4a4-4d39-b63f-7c1e18af1973 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] No DVR routers for this DVR port 5f950209-ff65-4d59-874b-75c9cac176d6 on host hv-neutron-8225 {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:58:50.718015 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-6ace5ae9-112d-46a0-8a1b-7693b9b37928 req-b4ffe802-d4a4-4d39-b63f-7c1e18af1973 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:50.720811 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55463035-8c4f-48cb-a28c-67211e83329e', 'name': 'network-vif-deleted', 'tag': '5f950209-ff65-4d59-874b-75c9cac176d6'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:58:50.738590 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6ace5ae9-112d-46a0-8a1b-7693b9b37928 req-b4ffe802-d4a4-4d39-b63f-7c1e18af1973 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "DELETE /v2.0/ports/5f950209-ff65-4d59-874b-75c9cac176d6 HTTP/1.1" status: 204  len: 173 time: 0.7080801
Dec 22 04:58:50.783163 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55463035-8c4f-48cb-a28c-67211e83329e', 'name': 'network-vif-deleted', 'tag': '5f950209-ff65-4d59-874b-75c9cac176d6', 'status': 'completed', 'code': 200}
Dec 22 04:58:50.859316 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:50.863714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b8a9e759-e9dc-445f-8aa9-0091458ab987 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:58:50.908664 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Pushing event deleted for resources: {'Port': ['ID=56311b70-ed23-483b-b336-367d88047fdc,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:58:50.976253 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:50.976634 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:50.977007 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:50.977377 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:50.978278 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:50.978278 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:50.978484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:50.978811 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:50.979165 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:50.979516 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:50.979869 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:50.986746 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:58:51.009957 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for floatingip, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:51.054405 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-520752b9-f0be-495e-bfc7-d15897a66263 req-1a3906a4-b748-4aeb-943e-7763c1201733 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:58:51.072386 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-520752b9-f0be-495e-bfc7-d15897a66263 req-1a3906a4-b748-4aeb-943e-7763c1201733 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:58:51.074185 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-520752b9-f0be-495e-bfc7-d15897a66263 req-1a3906a4-b748-4aeb-943e-7763c1201733 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55463035-8c4f-48cb-a28c-67211e83329e HTTP/1.1" status: 200  len: 210 time: 0.0619617
Dec 22 04:58:51.518544 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Router f2541887-6061-4279-b967-0c2f7885b0da has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:58:51.713858 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:58:51.723795 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affc5730-d28b-48b3-b1e0-0e1f8fca09cd None None] Sync routers for ids ['f2541887-6061-4279-b967-0c2f7885b0da'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:58:51.733630 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:51.735163 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affc5730-d28b-48b3-b1e0-0e1f8fca09cd None None] Routers {'f2541887-6061-4279-b967-0c2f7885b0da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:58:51.735825 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-affc5730-d28b-48b3-b1e0-0e1f8fca09cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c2a2580>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:58:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f2541887-6061-4279-b967-0c2f7885b0da'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:58:51.784770 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "DELETE /v2.0/floatingips/68f4e4c5-0b6c-4424-9c5b-7c934095019f HTTP/1.1" status: 204  len: 168 time: 1.5653465
Dec 22 04:58:51.785324 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233a2622-79ba-4382-8adf-2e2e92f683bb', 'tag': '0ea64eb0-835d-4fa8-8276-f9d24d1b130d'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:58:51.842038 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233a2622-79ba-4382-8adf-2e2e92f683bb', 'tag': '0ea64eb0-835d-4fa8-8276-f9d24d1b130d', 'status': 'completed', 'code': 200}
Dec 22 04:58:51.916078 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-affc5730-d28b-48b3-b1e0-0e1f8fca09cd None None] Set router f2541887-6061-4279-b967-0c2f7885b0da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:58:51.956480 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7fed2651-6f5a-4c65-b60d-6c769f576f59 req-b3e195af-715e-4dbf-a03b-58999fe625a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b44be9ba27547a492de77c9a415f2bf&device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 1098 time: 0.0728803
Dec 22 04:58:52.145575 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed2651-6f5a-4c65-b60d-6c769f576f59 req-759b0885-b560-4ea4-a860-473fe642f06c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:58:52.147042 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7fed2651-6f5a-4c65-b60d-6c769f576f59 req-759b0885-b560-4ea4-a860-473fe642f06c service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f8f534e-2db6-44af-9bdd-e4fd78e01696 HTTP/1.1" status: 200  len: 912 time: 0.1841171
Dec 22 04:58:52.184990 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60184) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:58:52.224539 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7fed2651-6f5a-4c65-b60d-6c769f576f59 req-222349b3-5bfc-4357-95b1-9aabb6e1088a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ea64eb0-835d-4fa8-8276-f9d24d1b130d HTTP/1.1" status: 200  len: 217 time: 0.0689404
Dec 22 04:58:52.265392 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e9967fc2-018c-433d-8812-40f60fff3268 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:52.287042 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5feedd2-cf35-4d16-9c0e-7bd55449a698 req-598b1194-14ab-4c7d-9dab-585ced975e8a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:58:52.288477 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c5feedd2-cf35-4d16-9c0e-7bd55449a698 req-598b1194-14ab-4c7d-9dab-585ced975e8a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 945 time: 0.1908135
Dec 22 04:58:52.296781 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e9967fc2-018c-433d-8812-40f60fff3268 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:52.303006 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-affc5730-d28b-48b3-b1e0-0e1f8fca09cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c2a2580>, [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:50:53Z', 'revision_number': 4, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '35a9e57e-b7fc-4f42-a10b-b0d68d843ea9', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'port_id': '5f95f083-b0cb-493b-bda9-2863704160d6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'mac_address': 'fa:16:3e:98:22:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b3fef2-194c-4819-904a-f9ab2aaff135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:54:59Z', 'updated_at': '2021-12-22T04:55:02Z', 'revision_number': 1, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd714321e-8557-4083-bd85-837997895bbf', 'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'mac_address': 'fa:16:3e:49:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:52Z', 'updated_at': '2021-12-22T04:51:06Z', 'revision_number': 5, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'subnets': [{'id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:58:52.307036 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affc5730-d28b-48b3-b1e0-0e1f8fca09cd None None] Checking router: f2541887-6061-4279-b967-0c2f7885b0da for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:58:52.319855 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affc5730-d28b-48b3-b1e0-0e1f8fca09cd None None] Routers {'f2541887-6061-4279-b967-0c2f7885b0da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:58:52.320593 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-affc5730-d28b-48b3-b1e0-0e1f8fca09cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c2a2580>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:58:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f2541887-6061-4279-b967-0c2f7885b0da'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:58:52.320949 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed2651-6f5a-4c65-b60d-6c769f576f59 req-64f00cdb-9bfe-4dab-96e9-1de8363294da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:58:52.322403 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7fed2651-6f5a-4c65-b60d-6c769f576f59 req-64f00cdb-9bfe-4dab-96e9-1de8363294da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbd01024-1a39-4919-97b8-72bd7b2c03da HTTP/1.1" status: 200  len: 850 time: 0.0894992
Dec 22 04:58:52.363380 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e9967fc2-018c-433d-8812-40f60fff3268 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:52.367430 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f6e44308-b0fe-421d-b8e7-2adb4b912565 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:58:52.374176 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c5feedd2-cf35-4d16-9c0e-7bd55449a698 req-d1ed7691-170b-407c-83a6-73d297b2daa2 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0769312
Dec 22 04:58:52.383392 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9967fc2-018c-433d-8812-40f60fff3268 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b08f3b-35e2-4426-ae93-23de9c34f9d5,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:58:52.387576 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e9967fc2-018c-433d-8812-40f60fff3268 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:58:52.419225 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e9967fc2-018c-433d-8812-40f60fff3268 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:52.420370 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e9967fc2-018c-433d-8812-40f60fff3268 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/security-groups/77b08f3b-35e2-4426-ae93-23de9c34f9d5 HTTP/1.1" status: 204  len: 168 time: 0.2339902
Dec 22 04:58:52.432035 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7fed2651-6f5a-4c65-b60d-6c769f576f59 req-b5c3988d-9867-47b6-979c-821de12be401 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f8f534e-2db6-44af-9bdd-e4fd78e01696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0882759
Dec 22 04:58:52.461193 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60190) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:58:52.514103 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-affc5730-d28b-48b3-b1e0-0e1f8fca09cd None None] Set router f2541887-6061-4279-b967-0c2f7885b0da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:58:52.571995 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7fed2651-6f5a-4c65-b60d-6c769f576f59 req-57a1c940-76e7-4277-b567-02c2f7fd9052 service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325703
Dec 22 04:58:52.805826 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7fed2651-6f5a-4c65-b60d-6c769f576f59 req-137a3645-8fac-430d-88c1-bc37b0010c0c service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2249455
Dec 22 04:58:52.874932 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-affc5730-d28b-48b3-b1e0-0e1f8fca09cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c2a2580>, [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:50:53Z', 'revision_number': 4, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '35a9e57e-b7fc-4f42-a10b-b0d68d843ea9', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'port_id': '5f95f083-b0cb-493b-bda9-2863704160d6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'mac_address': 'fa:16:3e:98:22:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b3fef2-194c-4819-904a-f9ab2aaff135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:54:59Z', 'updated_at': '2021-12-22T04:55:02Z', 'revision_number': 1, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd714321e-8557-4083-bd85-837997895bbf', 'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'mac_address': 'fa:16:3e:49:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:52Z', 'updated_at': '2021-12-22T04:51:06Z', 'revision_number': 5, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'subnets': [{'id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:58:52.878266 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aeb71c7a-2cb1-4d6d-98d9-15485937aa50 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:52.878985 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affc5730-d28b-48b3-b1e0-0e1f8fca09cd None None] The sync data for ids ['f2541887-6061-4279-b967-0c2f7885b0da'] in dv-neutron-822525-1-hyperv is: [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:50:53Z', 'revision_number': 4, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '35a9e57e-b7fc-4f42-a10b-b0d68d843ea9', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'port_id': '5f95f083-b0cb-493b-bda9-2863704160d6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'mac_address': 'fa:16:3e:98:22:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b3fef2-194c-4819-904a-f9ab2aaff135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:54:59Z', 'updated_at': '2021-12-22T04:55:02Z', 'revision_number': 1, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd714321e-8557-4083-bd85-837997895bbf', 'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'mac_address': 'fa:16:3e:49:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:52Z', 'updated_at': '2021-12-22T04:51:06Z', 'revision_number': 5, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'subnets': [{'id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:58:53.108776 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8680fb60-bd3c-4bf3-b9c3-7c33a3805a3d None None] New status for floating IP 68f4e4c5-0b6c-4424-9c5b-7c934095019f: DOWN {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 04:58:53.593401 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ddc1e-4b3b-4d0f-b56c-64be9bf5cec3 req-9cd30c8c-9a5e-43d9-8d10-7cebe1d7a436 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:58:53.595119 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ce6ddc1e-4b3b-4d0f-b56c-64be9bf5cec3 req-9cd30c8c-9a5e-43d9-8d10-7cebe1d7a436 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 945 time: 0.0789795
Dec 22 04:58:53.619943 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-aeb71c7a-2cb1-4d6d-98d9-15485937aa50 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:58:53.620274 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aeb71c7a-2cb1-4d6d-98d9-15485937aa50 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:53.639360 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ce6ddc1e-4b3b-4d0f-b56c-64be9bf5cec3 req-7568a4a3-355f-482d-97b8-b6baddf3d9e6 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379248
Dec 22 04:58:53.802168 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-aeb71c7a-2cb1-4d6d-98d9-15485937aa50 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8,segment=NetworkSegment(619fc2dd-e004-433a-ad9a-bc095a03766e),segment_id=619fc2dd-e004-433a-ad9a-bc095a03766e)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:58:53.802514 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aeb71c7a-2cb1-4d6d-98d9-15485937aa50 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:53.923367 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-aeb71c7a-2cb1-4d6d-98d9-15485937aa50 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8 owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:58:54.030426 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f9b51-7201-4593-976a-b74ae0136344 req-6df7732f-e52c-4e80-a4ab-4f43f1a3d344 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:58:54.031781 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-bb3f9b51-7201-4593-976a-b74ae0136344 req-6df7732f-e52c-4e80-a4ab-4f43f1a3d344 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.47 "GET /v2.0/ports?device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 945 time: 0.0796838
Dec 22 04:58:54.085418 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 5f950209-ff65-4d59-874b-75c9cac176d6 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:58:54.099864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-bb3f9b51-7201-4593-976a-b74ae0136344 req-d7bba653-c2a9-4d6a-b969-3015baddfd34 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Deleting port 0ea64eb0-835d-4fa8-8276-f9d24d1b130d {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:58:54.100203 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-bb3f9b51-7201-4593-976a-b74ae0136344 req-d7bba653-c2a9-4d6a-b969-3015baddfd34 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:54.106918 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aeb71c7a-2cb1-4d6d-98d9-15485937aa50 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:54.110800 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f3433ef0-8b5d-43c8-991e-adf4b04edcfd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:58:54.121618 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 5f950209-ff65-4d59-874b-75c9cac176d6 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:58:54.122193 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 5f950209-ff65-4d59-874b-75c9cac176d6 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:58:54.154512 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb71c7a-2cb1-4d6d-98d9-15485937aa50 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:58:54.158510 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-aeb71c7a-2cb1-4d6d-98d9-15485937aa50 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:58:54.371417 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-bb3f9b51-7201-4593-976a-b74ae0136344 req-d7bba653-c2a9-4d6a-b969-3015baddfd34 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] For port 0ea64eb0-835d-4fa8-8276-f9d24d1b130d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0ea64eb0-835d-4fa8-8276-f9d24d1b130d,segment=NetworkSegment(7a2911af-ce8f-47e8-b777-7da37b702f30),segment_id=7a2911af-ce8f-47e8-b777-7da37b702f30)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:58:54.371853 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-bb3f9b51-7201-4593-976a-b74ae0136344 req-d7bba653-c2a9-4d6a-b969-3015baddfd34 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:54.476101 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aeb71c7a-2cb1-4d6d-98d9-15485937aa50 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:54.492656 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-bb3f9b51-7201-4593-976a-b74ae0136344 req-d7bba653-c2a9-4d6a-b969-3015baddfd34 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Calling delete_port for 0ea64eb0-835d-4fa8-8276-f9d24d1b130d owned by compute:nova {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:58:54.646072 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-bb3f9b51-7201-4593-976a-b74ae0136344 req-d7bba653-c2a9-4d6a-b969-3015baddfd34 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:54.652025 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-04b1d1e9-1991-4079-a28f-0493dd43b1a3 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:58:54.696029 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bba653-c2a9-4d6a-b969-3015baddfd34 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Pushing event deleted for resources: {'Port': ['ID=0ea64eb0-835d-4fa8-8276-f9d24d1b130d,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:58:54.719241 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d7bba653-c2a9-4d6a-b969-3015baddfd34 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:58:54.803335 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3f9b51-7201-4593-976a-b74ae0136344 req-d7bba653-c2a9-4d6a-b969-3015baddfd34 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] No DVR routers for this DVR port 0ea64eb0-835d-4fa8-8276-f9d24d1b130d on host hv-neutron-8225 {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:58:54.805919 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-bb3f9b51-7201-4593-976a-b74ae0136344 req-d7bba653-c2a9-4d6a-b969-3015baddfd34 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:54.808747 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233a2622-79ba-4382-8adf-2e2e92f683bb', 'name': 'network-vif-deleted', 'tag': '0ea64eb0-835d-4fa8-8276-f9d24d1b130d'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:58:54.820531 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-bb3f9b51-7201-4593-976a-b74ae0136344 req-d7bba653-c2a9-4d6a-b969-3015baddfd34 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.47 "DELETE /v2.0/ports/0ea64eb0-835d-4fa8-8276-f9d24d1b130d HTTP/1.1" status: 204  len: 173 time: 0.7830470
Dec 22 04:58:54.874563 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233a2622-79ba-4382-8adf-2e2e92f683bb', 'name': 'network-vif-deleted', 'tag': '0ea64eb0-835d-4fa8-8276-f9d24d1b130d', 'status': 'completed', 'code': 200}
Dec 22 04:58:54.889815 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-0dc9e3be-578d-4517-ab9d-b9551de34ca7 req-ea7dca83-058e-436b-b4fe-cfc174ebc7ba tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Synchronizing usage tracker for tenant:3b44be9ba27547a492de77c9a415f2bf on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:58:54.924950 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-0dc9e3be-578d-4517-ab9d-b9551de34ca7 req-ea7dca83-058e-436b-b4fe-cfc174ebc7ba tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Unset dirty status for tenant:3b44be9ba27547a492de77c9a415f2bf on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:58:54.926688 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0dc9e3be-578d-4517-ab9d-b9551de34ca7 req-ea7dca83-058e-436b-b4fe-cfc174ebc7ba tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=233a2622-79ba-4382-8adf-2e2e92f683bb HTTP/1.1" status: 200  len: 210 time: 0.1447339
Dec 22 04:58:55.260801 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb71c7a-2cb1-4d6d-98d9-15485937aa50 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router b1c298e1-c6ab-49dd-aeb8-201383913e50 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:58:55.465405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb71c7a-2cb1-4d6d-98d9-15485937aa50 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:58:55.474739 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50618d8-bddb-484e-8278-50821b2f8d7f None None] Sync routers for ids ['b1c298e1-c6ab-49dd-aeb8-201383913e50'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:58:55.487198 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-aeb71c7a-2cb1-4d6d-98d9-15485937aa50 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/routers/b1c298e1-c6ab-49dd-aeb8-201383913e50/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0230937
Dec 22 04:58:55.487397 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50618d8-bddb-484e-8278-50821b2f8d7f None None] Routers {'b1c298e1-c6ab-49dd-aeb8-201383913e50'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:58:55.487909 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-b50618d8-bddb-484e-8278-50821b2f8d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c4a0520>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:58:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['b1c298e1-c6ab-49dd-aeb8-201383913e50'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:58:55.488037 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60200) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:58:55.664796 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-b50618d8-bddb-484e-8278-50821b2f8d7f None None] Set router b1c298e1-c6ab-49dd-aeb8-201383913e50 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:58:55.671904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc96bf5b-30bb-4bd8-b26f-ff4798ce720b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting subnet 91cb64c7-8a54-4396-934b-7463c1192b21 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:58:55.674757 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fc96bf5b-30bb-4bd8-b26f-ff4798ce720b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:55.726898 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fc96bf5b-30bb-4bd8-b26f-ff4798ce720b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:55.811165 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fc96bf5b-30bb-4bd8-b26f-ff4798ce720b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:55.889280 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fc96bf5b-30bb-4bd8-b26f-ff4798ce720b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:55.893749 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a499eaea-492f-4ff1-90ab-0853dfbc4c7c tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:58:55.933914 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96bf5b-30bb-4bd8-b26f-ff4798ce720b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Subnet': ['ID=91cb64c7-8a54-4396-934b-7463c1192b21,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:58:55.937220 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fc96bf5b-30bb-4bd8-b26f-ff4798ce720b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:58:55.941399 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fc96bf5b-30bb-4bd8-b26f-ff4798ce720b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:55.949084 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fc96bf5b-30bb-4bd8-b26f-ff4798ce720b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/subnets/91cb64c7-8a54-4396-934b-7463c1192b21 HTTP/1.1" status: 204  len: 168 time: 0.4601920
Dec 22 04:58:55.950092 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477e5d87-6d5f-45bb-a48f-e1edf09036ca None None] Network 3522392f-628a-42eb-94ce-9e8206cf6246 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:58:55.951569 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60204) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:58:55.979344 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-b50618d8-bddb-484e-8278-50821b2f8d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c4a0520>, [{'id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'name': 'tempest-TestNetworkBasicOps-router-2012200977', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:58:54Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:58:55.983463 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50618d8-bddb-484e-8278-50821b2f8d7f None None] Checking router: b1c298e1-c6ab-49dd-aeb8-201383913e50 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:58:55.995412 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50618d8-bddb-484e-8278-50821b2f8d7f None None] Routers {'b1c298e1-c6ab-49dd-aeb8-201383913e50'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:58:55.996660 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-b50618d8-bddb-484e-8278-50821b2f8d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c4a0520>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:58:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['b1c298e1-c6ab-49dd-aeb8-201383913e50'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:58:56.196686 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-b50618d8-bddb-484e-8278-50821b2f8d7f None None] Set router b1c298e1-c6ab-49dd-aeb8-201383913e50 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:58:56.202593 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aed3bd91-49cc-40f2-a2ca-8c0ce3851f94 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:56.319906 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5146b49-a81c-46b2-abd0-f169ddb78fe0 None None] DHCP port deletion for 3522392f-628a-42eb-94ce-9e8206cf6246 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:58:56.325126 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-c5146b49-a81c-46b2-abd0-f169ddb78fe0 None None] Deleting port cb33d9ec-9111-4416-805c-511bb19436d1 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:58:56.325509 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c5146b49-a81c-46b2-abd0-f169ddb78fe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:56.463529 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aed3bd91-49cc-40f2-a2ca-8c0ce3851f94 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:56.476327 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-aed3bd91-49cc-40f2-a2ca-8c0ce3851f94 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port 20c64ace-6e32-4deb-9a68-83f10bdc9e52 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:58:56.476761 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aed3bd91-49cc-40f2-a2ca-8c0ce3851f94 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:56.532153 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-b50618d8-bddb-484e-8278-50821b2f8d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c4a0520>, [{'id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'name': 'tempest-TestNetworkBasicOps-router-2012200977', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:58:54Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:58:56.537215 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50618d8-bddb-484e-8278-50821b2f8d7f None None] The sync data for ids ['b1c298e1-c6ab-49dd-aeb8-201383913e50'] in dv-neutron-822525-1-hyperv is: [{'id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'name': 'tempest-TestNetworkBasicOps-router-2012200977', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214'}], 'enable_snat': True}, 'gw_port_id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:58:54Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '20c64ace-6e32-4deb-9a68-83f10bdc9e52', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c298e1-c6ab-49dd-aeb8-201383913e50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:31Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:58:56.617831 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c5146b49-a81c-46b2-abd0-f169ddb78fe0 None None] For port cb33d9ec-9111-4416-805c-511bb19436d1, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cb33d9ec-9111-4416-805c-511bb19436d1,segment=NetworkSegment(619fc2dd-e004-433a-ad9a-bc095a03766e),segment_id=619fc2dd-e004-433a-ad9a-bc095a03766e)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:58:56.618233 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c5146b49-a81c-46b2-abd0-f169ddb78fe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:56.675527 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-aed3bd91-49cc-40f2-a2ca-8c0ce3851f94 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port 20c64ace-6e32-4deb-9a68-83f10bdc9e52, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=20c64ace-6e32-4deb-9a68-83f10bdc9e52,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:58:56.675910 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aed3bd91-49cc-40f2-a2ca-8c0ce3851f94 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:56.740408 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-c5146b49-a81c-46b2-abd0-f169ddb78fe0 None None] Calling delete_port for cb33d9ec-9111-4416-805c-511bb19436d1 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:58:56.816578 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c5146b49-a81c-46b2-abd0-f169ddb78fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:56.821428 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:58:56.866261 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5146b49-a81c-46b2-abd0-f169ddb78fe0 None None] Pushing event deleted for resources: {'Port': ['ID=cb33d9ec-9111-4416-805c-511bb19436d1,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:58:56.875095 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5146b49-a81c-46b2-abd0-f169ddb78fe0 None None] No DVR routers for this DVR port cb33d9ec-9111-4416-805c-511bb19436d1 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:58:56.880181 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5146b49-a81c-46b2-abd0-f169ddb78fe0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:56.880528 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5146b49-a81c-46b2-abd0-f169ddb78fe0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:56.880864 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5146b49-a81c-46b2-abd0-f169ddb78fe0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:56.881198 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5146b49-a81c-46b2-abd0-f169ddb78fe0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:56.881531 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5146b49-a81c-46b2-abd0-f169ddb78fe0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:56.881881 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5146b49-a81c-46b2-abd0-f169ddb78fe0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:56.882206 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5146b49-a81c-46b2-abd0-f169ddb78fe0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:56.882535 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5146b49-a81c-46b2-abd0-f169ddb78fe0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:56.882857 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5146b49-a81c-46b2-abd0-f169ddb78fe0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:56.883177 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5146b49-a81c-46b2-abd0-f169ddb78fe0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:56.883494 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5146b49-a81c-46b2-abd0-f169ddb78fe0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:58:56.889608 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c5146b49-a81c-46b2-abd0-f169ddb78fe0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:58:56.918920 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-aed3bd91-49cc-40f2-a2ca-8c0ce3851f94 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for 20c64ace-6e32-4deb-9a68-83f10bdc9e52 owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:58:56.940623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cb33d9ec-9111-4416-805c-511bb19436d1 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:58:56.976577 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: cb33d9ec-9111-4416-805c-511bb19436d1 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:58:56.977104 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cb33d9ec-9111-4416-805c-511bb19436d1 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:58:57.118427 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aed3bd91-49cc-40f2-a2ca-8c0ce3851f94 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:57.122014 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8731278c-6d01-49c0-a56d-2e32addfae7e tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:58:57.168585 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3bd91-49cc-40f2-a2ca-8c0ce3851f94 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=20c64ace-6e32-4deb-9a68-83f10bdc9e52,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:58:57.171380 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-aed3bd91-49cc-40f2-a2ca-8c0ce3851f94 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:58:57.391716 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aed3bd91-49cc-40f2-a2ca-8c0ce3851f94 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:57.638273 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e85ba7a6-5ef7-4d2d-9423-c0164bf9f6c4 req-f2277141-c627-4168-bcb8-c8c054a94c58 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=04b3fef2-194c-4819-904a-f9ab2aaff135&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0698020
Dec 22 04:58:57.653878 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aed3bd91-49cc-40f2-a2ca-8c0ce3851f94 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:57.658269 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aed3bd91-49cc-40f2-a2ca-8c0ce3851f94 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:57.683531 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aed3bd91-49cc-40f2-a2ca-8c0ce3851f94 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:57.684257 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed3bd91-49cc-40f2-a2ca-8c0ce3851f94 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Fanout notify agent at l3_agent the message router_deleted on router b1c298e1-c6ab-49dd-aeb8-201383913e50 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:58:57.700359 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aed3bd91-49cc-40f2-a2ca-8c0ce3851f94 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:57.701582 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-aed3bd91-49cc-40f2-a2ca-8c0ce3851f94 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/routers/b1c298e1-c6ab-49dd-aeb8-201383913e50 HTTP/1.1" status: 204  len: 168 time: 1.7489173
Dec 22 04:58:57.704157 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60216) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:58:57.827604 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e85ba7a6-5ef7-4d2d-9423-c0164bf9f6c4 req-1a62db4b-d54a-4447-b51c-9cda031019e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b44be9ba27547a492de77c9a415f2bf&device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 1099 time: 0.0931385
Dec 22 04:58:57.855613 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9b3bab1f-dcf0-46e1-8cab-75550f8c52e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:57.993725 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9b3bab1f-dcf0-46e1-8cab-75550f8c52e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:58.012939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ba7a6-5ef7-4d2d-9423-c0164bf9f6c4 req-08058077-31bd-4b91-a3b9-23968757ada1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:58:58.015104 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e85ba7a6-5ef7-4d2d-9423-c0164bf9f6c4 req-08058077-31bd-4b91-a3b9-23968757ada1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f8f534e-2db6-44af-9bdd-e4fd78e01696 HTTP/1.1" status: 200  len: 912 time: 0.1628172
Dec 22 04:58:58.021693 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-9b3bab1f-dcf0-46e1-8cab-75550f8c52e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469be90970>,) {'filters': {'network_id': ['3522392f-628a-42eb-94ce-9e8206cf6246']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:58:58.034152 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-9b3bab1f-dcf0-46e1-8cab-75550f8c52e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469be90970>, '619fc2dd-e004-433a-ad9a-bc095a03766e') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:58:58.034438 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-9b3bab1f-dcf0-46e1-8cab-75550f8c52e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469be90970>, '619fc2dd-e004-433a-ad9a-bc095a03766e') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:58:58.046404 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9b3bab1f-dcf0-46e1-8cab-75550f8c52e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:58.062611 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9b3bab1f-dcf0-46e1-8cab-75550f8c52e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:58.068785 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b3bab1f-dcf0-46e1-8cab-75550f8c52e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:58:58.069211 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9b3bab1f-dcf0-46e1-8cab-75550f8c52e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:58:58.084137 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:58:58.101483 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 0ea64eb0-835d-4fa8-8276-f9d24d1b130d no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:58:58.131846 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e85ba7a6-5ef7-4d2d-9423-c0164bf9f6c4 req-c102f678-560e-4485-b31b-9f7fd7e696a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f95f083-b0cb-493b-bda9-2863704160d6 HTTP/1.1" status: 200  len: 1002 time: 0.1042550
Dec 22 04:58:58.154721 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 0ea64eb0-835d-4fa8-8276-f9d24d1b130d {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:58:58.155357 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 0ea64eb0-835d-4fa8-8276-f9d24d1b130d not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:58:58.177851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9b3bab1f-dcf0-46e1-8cab-75550f8c52e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:58.182406 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-865f1c0a-0692-444e-ad8a-435a6d425997 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:58:58.199441 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9b3bab1f-dcf0-46e1-8cab-75550f8c52e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:58.208898 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ba7a6-5ef7-4d2d-9423-c0164bf9f6c4 req-0c038fae-6235-48ee-901a-50998bac732c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:58:58.210736 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e85ba7a6-5ef7-4d2d-9423-c0164bf9f6c4 req-0c038fae-6235-48ee-901a-50998bac732c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbd01024-1a39-4919-97b8-72bd7b2c03da HTTP/1.1" status: 200  len: 850 time: 0.0782743
Dec 22 04:58:58.212632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bab1f-dcf0-46e1-8cab-75550f8c52e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Network': ['ID=3522392f-628a-42eb-94ce-9e8206cf6246,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:58:58.216925 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9b3bab1f-dcf0-46e1-8cab-75550f8c52e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:58:58.227989 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9b3bab1f-dcf0-46e1-8cab-75550f8c52e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/networks/3522392f-628a-42eb-94ce-9e8206cf6246 HTTP/1.1" status: 204  len: 168 time: 0.5208561
Dec 22 04:58:58.245772 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60220) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:58:58.252586 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-b80d762f-cbfd-484b-98ac-27d70ace59d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'network': {'name': 'tempest-network-smoke--1829880784', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'port_security_enabled': True}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:58:58.258441 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b80d762f-cbfd-484b-98ac-27d70ace59d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:58:58.262513 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b80d762f-cbfd-484b-98ac-27d70ace59d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:network and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:58:58.265335 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-b80d762f-cbfd-484b-98ac-27d70ace59d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:58:58.271598 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-b80d762f-cbfd-484b-98ac-27d70ace59d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:58:58.283705 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80d762f-cbfd-484b-98ac-27d70ace59d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:58:58.288846 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b80d762f-cbfd-484b-98ac-27d70ace59d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:58.303565 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e85ba7a6-5ef7-4d2d-9423-c0164bf9f6c4 req-6a65c9a6-d480-4ff5-8f33-da0a789d5677 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f8f534e-2db6-44af-9bdd-e4fd78e01696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0822284
Dec 22 04:58:58.321532 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b80d762f-cbfd-484b-98ac-27d70ace59d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 04:58:58.332723 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b80d762f-cbfd-484b-98ac-27d70ace59d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:58.332723 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-b80d762f-cbfd-484b-98ac-27d70ace59d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Added segment 8667e12e-e952-4ea6-a9f8-3ef2b728965c of type vlan for network b1cfa3bf-2543-48f6-a559-7944741b3506
Dec 22 04:58:58.362879 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b80d762f-cbfd-484b-98ac-27d70ace59d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:58.394272 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b80d762f-cbfd-484b-98ac-27d70ace59d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:58.398989 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80d762f-cbfd-484b-98ac-27d70ace59d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:58:58.399981 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b80d762f-cbfd-484b-98ac-27d70ace59d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:58.404229 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-304baa68-ff29-404c-8f91-0538e60885c9 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:58:58.565584 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e85ba7a6-5ef7-4d2d-9423-c0164bf9f6c4 req-d131ff94-0ddd-452c-b729-c9ef48fba2fd service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2550137
Dec 22 04:58:58.618093 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 20c64ace-6e32-4deb-9a68-83f10bdc9e52 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:58:58.656892 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d762f-cbfd-484b-98ac-27d70ace59d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Network': ['ID=b1cfa3bf-2543-48f6-a559-7944741b3506,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:58:58.658154 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 20c64ace-6e32-4deb-9a68-83f10bdc9e52 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:58:58.658732 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 20c64ace-6e32-4deb-9a68-83f10bdc9e52 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:58:58.659399 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:58:58.660756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b80d762f-cbfd-484b-98ac-27d70ace59d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:58:58.668354 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b80d762f-cbfd-484b-98ac-27d70ace59d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4190266
Dec 22 04:58:58.669169 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60228) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:58:58.692857 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-685079756', 'admin_state_up': True, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:58:58.695971 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network b1cfa3bf-2543-48f6-a559-7944741b3506 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 04:58:58.706896 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:58:58.715437 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:router and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:58:58.720630 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:58:58.737046 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:58:58.755802 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:58.757060 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:58.791345 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:58.795822 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e85ba7a6-5ef7-4d2d-9423-c0164bf9f6c4 req-8dc2dd4f-fdc7-46ee-a04d-f271dde954e4 service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2150562
Dec 22 04:58:58.811871 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:58:58.812698 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 85ee8381-82e3-4cb8-af9a-f2c9bafa1cd8 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:58:58.977882 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:59.153748 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:59.185921 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:59.323879 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.26.4.29 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:58:59.467898 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:59.495490 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:59.499210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b8a9e759-e9dc-445f-8aa9-0091458ab987 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:58:59.560852 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:58:59.571689 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:58:59.576780 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:58:59.608492 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:58:59.612037 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:58:59.752643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_gateway, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:59.753330 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:58:59.990893 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 50235ba6-3867-42cf-8020-0f83102843ee is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 04:59:00.186427 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:59:00.197238 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] Sync routers for ids ['50235ba6-3867-42cf-8020-0f83102843ee'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:59:00.210355 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] Routers {'50235ba6-3867-42cf-8020-0f83102843ee'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:59:00.211221 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469cab89d0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:58:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['50235ba6-3867-42cf-8020-0f83102843ee'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:00.212727 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:00.217028 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 1.5435476
Dec 22 04:59:00.217241 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60236) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:00.256946 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4bf2c1e5-aaaa-4e2d-bc1d-a8be6829f104 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=276ceac97e6343c5aa8f294c3cc0960a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0378957
Dec 22 04:59:00.258854 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60240) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:00.389419 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] Set router 50235ba6-3867-42cf-8020-0f83102843ee gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:59:00.496491 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2c61ea-9875-4eef-9b41-9ad609556c2a tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:00.501190 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6c2c61ea-9875-4eef-9b41-9ad609556c2a tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2381427
Dec 22 04:59:00.501190 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60244) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:00.540816 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9c2c9dc8-a153-41a6-b83a-978647f6864d tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0369167
Dec 22 04:59:00.541074 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60248) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:00.546144 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-aced6932-f3cb-4787-a534-ccffecd9855f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-853790804', 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:59:00.652248 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-aced6932-f3cb-4787-a534-ccffecd9855f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:59:00.656029 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-aced6932-f3cb-4787-a534-ccffecd9855f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:subnet and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:59:00.658830 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-aced6932-f3cb-4787-a534-ccffecd9855f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:59:00.664695 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-aced6932-f3cb-4787-a534-ccffecd9855f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:59:00.668590 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469cab89d0>, [{'id': '50235ba6-3867-42cf-8020-0f83102843ee', 'name': 'tempest-TestNetworkBasicOps-router-685079756', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:58Z', 'updated_at': '2021-12-22T04:58:59Z', 'revision_number': 3, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:59Z', 'updated_at': '2021-12-22T04:58:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:00.672625 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] Checking router: 50235ba6-3867-42cf-8020-0f83102843ee for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:59:00.673003 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] Updating router 50235ba6-3867-42cf-8020-0f83102843ee port f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:59:00.675157 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aced6932-f3cb-4787-a534-ccffecd9855f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:59:00.723956 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:00.777867 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aced6932-f3cb-4787-a534-ccffecd9855f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:00.908397 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60254) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:01.026412 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aced6932-f3cb-4787-a534-ccffecd9855f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:01.030703 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8f3e3916-918f-4eda-8268-6ba8ea6feb86 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:01.104077 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced6932-f3cb-4787-a534-ccffecd9855f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Subnet': ['ID=1d8f5be6-2484-414f-96bc-f11880260431,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:01.105418 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:01.107905 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-aced6932-f3cb-4787-a534-ccffecd9855f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:01.117272 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aced6932-f3cb-4787-a534-ccffecd9855f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Checking segment: {'id': '8667e12e-e952-4ea6-a9f8-3ef2b728965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:59:01.117475 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aced6932-f3cb-4787-a534-ccffecd9855f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network hostable DHCP agents. Network: b1cfa3bf-2543-48f6-a559-7944741b3506, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 04:59:01.126043 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] Transition to ACTIVE for port object f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:59:01.127705 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-6ff9b1d4-b752-413b-a614-36b2d33f87cf tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Deleting port cac80124-ea06-4e21-b10c-59da376db609 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:59:01.128232 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b1d4-b752-413b-a614-36b2d33f87cf tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:01.134889 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:01.145334 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:01.151671 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aced6932-f3cb-4787-a534-ccffecd9855f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network b1cfa3bf-2543-48f6-a559-7944741b3506 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 04:59:01.163811 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-aced6932-f3cb-4787-a534-ccffecd9855f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, b1cfa3bf-2543-48f6-a559-7944741b3506) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:59:01.168770 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aced6932-f3cb-4787-a534-ccffecd9855f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:01.169707 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aced6932-f3cb-4787-a534-ccffecd9855f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:01.197856 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-aced6932-f3cb-4787-a534-ccffecd9855f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.6557567
Dec 22 04:59:01.200550 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60258) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:01.220128 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829234d8-11e6-4897-be70-0464cf6aa6c4 None None] Pushing event updated for resources: {'Port': ['ID=f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:01.222329 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a14810-5ff2-4139-9f59-cb4efee93eab None None] Network b1cfa3bf-2543-48f6-a559-7944741b3506 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:59:01.241465 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-829234d8-11e6-4897-be70-0464cf6aa6c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:01.302238 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] Attempting to bind port f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:59:01.302531 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] Attempting to bind port f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:59:01.302901 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] Attempting to bind port f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:59:01.318997 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:59:01.319381 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:59:01.319790 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:01.320191 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:59:01.320672 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] Bound port: f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:59:01.321051 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:01.380499 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b1d4-b752-413b-a614-36b2d33f87cf tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:01.380814 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b1d4-b752-413b-a614-36b2d33f87cf tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:01.452495 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] For port f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:59:01.468867 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] For port f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:59:01.476461 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:01.481504 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d74d295f-69a0-41ca-ad38-e725a2a8a55d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:01.542374 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-6ff9b1d4-b752-413b-a614-36b2d33f87cf tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Calling delete_port for cac80124-ea06-4e21-b10c-59da376db609 owned by network:floatingip {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:59:01.575967 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-b1cfa3bf-2543-48f6-a559-7944741b3506', 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ips': [{'subnet_id': '1d8f5be6-2484-414f-96bc-f11880260431'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 04:59:01.576770 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:01.608462 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829234d8-11e6-4897-be70-0464cf6aa6c4 None None] Pushing event updated for resources: {'Port': ['ID=f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:01.613174 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-829234d8-11e6-4897-be70-0464cf6aa6c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:01.650371 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] Routers {'50235ba6-3867-42cf-8020-0f83102843ee'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:59:01.651020 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469cab89d0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:58:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['50235ba6-3867-42cf-8020-0f83102843ee'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:01.796498 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b1d4-b752-413b-a614-36b2d33f87cf tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:01.801722 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2a012eb8-0c9a-458b-a347-3fd196335b39 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:01.852638 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9b1d4-b752-413b-a614-36b2d33f87cf tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Pushing event deleted for resources: {'Port': ['ID=cac80124-ea06-4e21-b10c-59da376db609,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:01.857717 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6ff9b1d4-b752-413b-a614-36b2d33f87cf tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:01.904241 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] Set router 50235ba6-3867-42cf-8020-0f83102843ee gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:59:01.944942 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Allocated IP 172.20.0.2 (b1cfa3bf-2543-48f6-a559-7944741b3506/1d8f5be6-2484-414f-96bc-f11880260431/8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:59:02.109763 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b1d4-b752-413b-a614-36b2d33f87cf tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for floatingip, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:02.360226 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:02.374966 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Transition to ACTIVE for port object 8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:59:02.381822 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469cab89d0>, [{'id': '50235ba6-3867-42cf-8020-0f83102843ee', 'name': 'tempest-TestNetworkBasicOps-router-685079756', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:58Z', 'updated_at': '2021-12-22T04:58:59Z', 'revision_number': 3, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:59Z', 'updated_at': '2021-12-22T04:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:02.392024 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464b5ce2-7a9b-43bc-ba0e-26c7dbf39296 None None] The sync data for ids ['50235ba6-3867-42cf-8020-0f83102843ee'] in dv-neutron-822525-1-hyperv is: [{'id': '50235ba6-3867-42cf-8020-0f83102843ee', 'name': 'tempest-TestNetworkBasicOps-router-685079756', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:58Z', 'updated_at': '2021-12-22T04:58:59Z', 'revision_number': 3, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:59Z', 'updated_at': '2021-12-22T04:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:59:02.398753 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Transition to ACTIVE for port object 8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:59:02.404391 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:02.408120 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:02.478025 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Network b1cfa3bf-2543-48f6-a559-7944741b3506 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:59:02.479055 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:59:02.483306 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:59:02.490154 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Pushing event updated for resources: {'Port': ['ID=8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:02.494485 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:02.657468 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Attempting to bind port 8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:59:02.657931 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Attempting to bind port 8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '8667e12e-e952-4ea6-a9f8-3ef2b728965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:59:02.658297 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Attempting to bind port 8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2 on network b1cfa3bf-2543-48f6-a559-7944741b3506 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:59:02.666735 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:59:02.666941 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Checking segment: {'id': '8667e12e-e952-4ea6-a9f8-3ef2b728965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:59:02.667355 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:02.668405 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Bound using segment: {'id': '8667e12e-e952-4ea6-a9f8-3ef2b728965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:59:02.669065 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Bound port: 8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8667e12e-e952-4ea6-a9f8-3ef2b728965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:59:02.669445 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:02.768005 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] For port 8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:59:02.771733 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] For port 8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2,segment=NetworkSegment(8667e12e-e952-4ea6-a9f8-3ef2b728965c),segment_id=8667e12e-e952-4ea6-a9f8-3ef2b728965c)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:59:02.776683 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:02.780496 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:02.820721 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-531325df-b416-43c8-a7eb-05442686ec28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:02.849536 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Pushing event updated for resources: {'Port': ['ID=8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:02.853925 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:02.957985 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff9b1d4-b752-413b-a614-36b2d33f87cf tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Router f2541887-6061-4279-b967-0c2f7885b0da has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:59:03.436849 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-531325df-b416-43c8-a7eb-05442686ec28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.20.0.1 (b1cfa3bf-2543-48f6-a559-7944741b3506/1d8f5be6-2484-414f-96bc-f11880260431/8ea05338-d52c-416f-8e20-5623c9e8d146) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:59:03.471034 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff9b1d4-b752-413b-a614-36b2d33f87cf tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:59:03.480846 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb4801c-9d06-4615-b98b-127563c80bf3 None None] Sync routers for ids ['f2541887-6061-4279-b967-0c2f7885b0da'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:59:03.492513 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb4801c-9d06-4615-b98b-127563c80bf3 None None] Routers {'f2541887-6061-4279-b967-0c2f7885b0da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:59:03.493127 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-ccb4801c-9d06-4615-b98b-127563c80bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c41e5b0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:58:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f2541887-6061-4279-b967-0c2f7885b0da'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:03.557527 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:59:03.690660 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-ccb4801c-9d06-4615-b98b-127563c80bf3 None None] Set router f2541887-6061-4279-b967-0c2f7885b0da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:59:03.707804 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6ff9b1d4-b752-413b-a614-36b2d33f87cf tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:03.801794 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6ff9b1d4-b752-413b-a614-36b2d33f87cf tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "DELETE /v2.0/floatingips/35a9e57e-b7fc-4f42-a10b-b0d68d843ea9 HTTP/1.1" status: 204  len: 168 time: 2.8915989
Dec 22 04:59:03.804526 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-531325df-b416-43c8-a7eb-05442686ec28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:03.807260 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b3fef2-194c-4819-904a-f9ab2aaff135', 'tag': '5f95f083-b0cb-493b-bda9-2863704160d6'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:59:03.827573 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-531325df-b416-43c8-a7eb-05442686ec28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Transition to ACTIVE for port object 8ea05338-d52c-416f-8e20-5623c9e8d146 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:59:03.853450 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-531325df-b416-43c8-a7eb-05442686ec28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:03.858230 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-16504622-7d1a-47fe-83cc-ebfe6181c135 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:03.925036 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555678b2-2641-45a4-8eff-06a2872579de None None] Network b1cfa3bf-2543-48f6-a559-7944741b3506 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:59:03.990369 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b3fef2-194c-4819-904a-f9ab2aaff135', 'tag': '5f95f083-b0cb-493b-bda9-2863704160d6', 'status': 'completed', 'code': 200}
Dec 22 04:59:03.991678 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531325df-b416-43c8-a7eb-05442686ec28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=8ea05338-d52c-416f-8e20-5623c9e8d146,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:03.998477 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-531325df-b416-43c8-a7eb-05442686ec28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:04.017582 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531325df-b416-43c8-a7eb-05442686ec28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network b1cfa3bf-2543-48f6-a559-7944741b3506 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:59:04.020219 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-531325df-b416-43c8-a7eb-05442686ec28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:59:04.024486 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531325df-b416-43c8-a7eb-05442686ec28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:59:04.053581 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-ccb4801c-9d06-4615-b98b-127563c80bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c41e5b0>, [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:50:53Z', 'revision_number': 4, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'd714321e-8557-4083-bd85-837997895bbf', 'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'mac_address': 'fa:16:3e:49:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:52Z', 'updated_at': '2021-12-22T04:51:06Z', 'revision_number': 5, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'subnets': [{'id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:04.062523 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e8a792f3-1af2-4580-b675-509f57d80ce2 None None] Provisioning for port 8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:59:04.063483 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb4801c-9d06-4615-b98b-127563c80bf3 None None] Checking router: f2541887-6061-4279-b967-0c2f7885b0da for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:59:04.084332 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb4801c-9d06-4615-b98b-127563c80bf3 None None] Routers {'f2541887-6061-4279-b967-0c2f7885b0da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:59:04.085314 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-ccb4801c-9d06-4615-b98b-127563c80bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c41e5b0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:58:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f2541887-6061-4279-b967-0c2f7885b0da'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:04.092603 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9c8298e0-155d-44b8-b08c-c42a8603143a req-bbf76d17-1d9b-4a8d-aaaf-b26e04ab450a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b44be9ba27547a492de77c9a415f2bf&device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 1099 time: 0.1452751
Dec 22 04:59:04.099368 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-531325df-b416-43c8-a7eb-05442686ec28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:04.340928 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-ccb4801c-9d06-4615-b98b-127563c80bf3 None None] Set router f2541887-6061-4279-b967-0c2f7885b0da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:59:04.372405 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-531325df-b416-43c8-a7eb-05442686ec28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:04.483480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8298e0-155d-44b8-b08c-c42a8603143a req-42d69e7c-6088-446c-8c1c-dd5265fd9cfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:04.484993 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9c8298e0-155d-44b8-b08c-c42a8603143a req-42d69e7c-6088-446c-8c1c-dd5265fd9cfe service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f8f534e-2db6-44af-9bdd-e4fd78e01696 HTTP/1.1" status: 200  len: 912 time: 0.3117774
Dec 22 04:59:04.504679 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de47b1-826b-43fd-b663-021eee367e0e req-5dd30577-b225-4d8d-a44e-4684aeb84634 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:04.506385 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-89de47b1-826b-43fd-b663-021eee367e0e req-5dd30577-b225-4d8d-a44e-4684aeb84634 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Synchronizing usage tracker for tenant:3b44be9ba27547a492de77c9a415f2bf on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:59:04.528241 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-210d70f6-1050-4dd0-9001-ac0e6430d36d None None] Provisioning for port 8ea05338-d52c-416f-8e20-5623c9e8d146 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:59:04.533807 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-210d70f6-1050-4dd0-9001-ac0e6430d36d None None] Provisioning complete for port 8ea05338-d52c-416f-8e20-5623c9e8d146 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:59:04.547014 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-210d70f6-1050-4dd0-9001-ac0e6430d36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:04.663485 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-210d70f6-1050-4dd0-9001-ac0e6430d36d None None] Port 8ea05338-d52c-416f-8e20-5623c9e8d146 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:59:04.668683 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9c8298e0-155d-44b8-b08c-c42a8603143a req-d9967336-1e88-480b-988d-9671b795d767 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f95f083-b0cb-493b-bda9-2863704160d6 HTTP/1.1" status: 200  len: 217 time: 0.1560431
Dec 22 04:59:04.727877 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:59:04.745669 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-ccb4801c-9d06-4615-b98b-127563c80bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c41e5b0>, [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:50:53Z', 'revision_number': 4, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'd714321e-8557-4083-bd85-837997895bbf', 'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'mac_address': 'fa:16:3e:49:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:52Z', 'updated_at': '2021-12-22T04:51:06Z', 'revision_number': 5, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'subnets': [{'id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:04.750166 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb4801c-9d06-4615-b98b-127563c80bf3 None None] The sync data for ids ['f2541887-6061-4279-b967-0c2f7885b0da'] in dv-neutron-822525-1-hyperv is: [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:50:53Z', 'revision_number': 4, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'd714321e-8557-4083-bd85-837997895bbf', 'name': '', 'network_id': '7f8f534e-2db6-44af-9bdd-e4fd78e01696', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'mac_address': 'fa:16:3e:49:e6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:52Z', 'updated_at': '2021-12-22T04:51:06Z', 'revision_number': 5, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'subnets': [{'id': 'bbd01024-1a39-4919-97b8-72bd7b2c03da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:59:04.764732 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-89de47b1-826b-43fd-b663-021eee367e0e req-5dd30577-b225-4d8d-a44e-4684aeb84634 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Unset dirty status for tenant:3b44be9ba27547a492de77c9a415f2bf on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:59:04.765914 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-89de47b1-826b-43fd-b663-021eee367e0e req-5dd30577-b225-4d8d-a44e-4684aeb84634 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 946 time: 0.4894338
Dec 22 04:59:04.805540 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7641eb7c-6270-4389-b84d-66a762003cdf None None] Provisioning complete for port 8ea05338-d52c-416f-8e20-5623c9e8d146 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:59:04.805957 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7641eb7c-6270-4389-b84d-66a762003cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:04.847084 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:59:04.849853 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8298e0-155d-44b8-b08c-c42a8603143a req-f968695b-d3a7-4cb0-844a-f4ecc8064ea0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:04.851293 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9c8298e0-155d-44b8-b08c-c42a8603143a req-f968695b-d3a7-4cb0-844a-f4ecc8064ea0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bbd01024-1a39-4919-97b8-72bd7b2c03da HTTP/1.1" status: 200  len: 850 time: 0.1715457
Dec 22 04:59:04.859443 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:59:04.859824 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:04.896973 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-7641eb7c-6270-4389-b84d-66a762003cdf None None] Port 8ea05338-d52c-416f-8e20-5623c9e8d146 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:59:04.914568 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-89de47b1-826b-43fd-b663-021eee367e0e req-fab5ff83-4d48-4355-9a6f-1d63e6f1740a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1343944
Dec 22 04:59:04.995366 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:05.026647 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2,segment=NetworkSegment(8667e12e-e952-4ea6-a9f8-3ef2b728965c),segment_id=8667e12e-e952-4ea6-a9f8-3ef2b728965c)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:59:05.030879 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:05.031921 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:59:05.048935 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9c8298e0-155d-44b8-b08c-c42a8603143a req-381ea2f7-5374-4686-a233-4b9bde7d0146 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f8f534e-2db6-44af-9bdd-e4fd78e01696&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1907423
Dec 22 04:59:05.058368 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:05.143510 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:05.146941 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:05.159396 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:59:05.164314 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:59:05.164838 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:05.186288 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-531325df-b416-43c8-a7eb-05442686ec28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:05.200808 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-531325df-b416-43c8-a7eb-05442686ec28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:05.231056 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b4ffe802-d4a4-4d39-b63f-7c1e18af1973 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:05.278646 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:05.296033 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:59:05.300571 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:05.302999 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:05.370159 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:05.373315 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:05.404997 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9c8298e0-155d-44b8-b08c-c42a8603143a req-23b8bc81-e813-4e28-a382-764dc0af727d service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3468239
Dec 22 04:59:05.508808 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-531325df-b416-43c8-a7eb-05442686ec28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:05.514250 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531325df-b416-43c8-a7eb-05442686ec28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=8ea05338-d52c-416f-8e20-5623c9e8d146,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:05.518841 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-531325df-b416-43c8-a7eb-05442686ec28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:05.652413 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9c8298e0-155d-44b8-b08c-c42a8603143a req-febef566-fcd6-44b6-a77a-8164326cb72f service neutron] 10.222.0.47 "GET /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2349727
Dec 22 04:59:05.694201 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531325df-b416-43c8-a7eb-05442686ec28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network b1cfa3bf-2543-48f6-a559-7944741b3506 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:59:05.695254 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-531325df-b416-43c8-a7eb-05442686ec28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:59:05.927312 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a7bb77eb-19fc-4dc1-8652-75b1fc2e3b0d None None] Provisioning complete for port 8ea05338-d52c-416f-8e20-5623c9e8d146 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:59:05.927691 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a7bb77eb-19fc-4dc1-8652-75b1fc2e3b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:05.970394 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8529bf8-e500-443b-a467-bce4551de163 None None] New status for floating IP 35a9e57e-b7fc-4f42-a10b-b0d68d843ea9: DOWN {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 04:59:06.135123 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554984c6-775e-42dc-a8f7-a6eb5539e1df req-5868b234-b76f-4870-bce8-0c30348a2991 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:06.136558 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-554984c6-775e-42dc-a8f7-a6eb5539e1df req-5868b234-b76f-4870-bce8-0c30348a2991 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 946 time: 0.1651802
Dec 22 04:59:06.140958 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a7bb77eb-19fc-4dc1-8652-75b1fc2e3b0d None None] Port 8ea05338-d52c-416f-8e20-5623c9e8d146 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:59:06.144501 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08aaf4-067b-4af0-bcbc-fb77ddfca287 req-ee11eae0-c7e3-4adf-8dcf-ddf520e90959 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:06.146414 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8c08aaf4-067b-4af0-bcbc-fb77ddfca287 req-ee11eae0-c7e3-4adf-8dcf-ddf520e90959 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 946 time: 0.0860238
Dec 22 04:59:06.199615 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8c08aaf4-067b-4af0-bcbc-fb77ddfca287 req-aada6e63-7174-494d-8f9d-ec2b72a01d72 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/security-groups?id=252d0a12-3276-4798-b93d-a7622f5bf490&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474217
Dec 22 04:59:06.230338 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-554984c6-775e-42dc-a8f7-a6eb5539e1df req-74c80531-3cbe-4d44-a036-a5abc5f5c81f tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Deleting port 5f95f083-b0cb-493b-bda9-2863704160d6 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:59:06.230673 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-554984c6-775e-42dc-a8f7-a6eb5539e1df req-74c80531-3cbe-4d44-a036-a5abc5f5c81f tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:06.324446 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531325df-b416-43c8-a7eb-05442686ec28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 50235ba6-3867-42cf-8020-0f83102843ee has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:59:06.555253 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-554984c6-775e-42dc-a8f7-a6eb5539e1df req-74c80531-3cbe-4d44-a036-a5abc5f5c81f tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] For port 5f95f083-b0cb-493b-bda9-2863704160d6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5f95f083-b0cb-493b-bda9-2863704160d6,segment=NetworkSegment(7a2911af-ce8f-47e8-b777-7da37b702f30),segment_id=7a2911af-ce8f-47e8-b777-7da37b702f30)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:59:06.555793 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-554984c6-775e-42dc-a8f7-a6eb5539e1df req-74c80531-3cbe-4d44-a036-a5abc5f5c81f tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:06.601070 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:59:06.669793 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:59:06.670160 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:06.785998 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:59:06.855569 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:59:06.855857 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:06.857211 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-554984c6-775e-42dc-a8f7-a6eb5539e1df req-74c80531-3cbe-4d44-a036-a5abc5f5c81f tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Calling delete_port for 5f95f083-b0cb-493b-bda9-2863704160d6 owned by compute:nova {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:59:07.034667 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531325df-b416-43c8-a7eb-05442686ec28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:59:07.044721 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] Sync routers for ids ['50235ba6-3867-42cf-8020-0f83102843ee'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:59:07.045174 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-531325df-b416-43c8-a7eb-05442686ec28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/routers/50235ba6-3867-42cf-8020-0f83102843ee/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8433342
Dec 22 04:59:07.046146 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-554984c6-775e-42dc-a8f7-a6eb5539e1df req-74c80531-3cbe-4d44-a036-a5abc5f5c81f tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:07.047577 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60270) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:07.054480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9db99ed1-e9e6-4ce4-bb6f-537df95b31b7 tempest-FloatingIPAdminTestJSON-1821144718 tempest-FloatingIPAdminTestJSON-1821144718-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:07.057720 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] Routers {'50235ba6-3867-42cf-8020-0f83102843ee'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:59:07.058319 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c98ec10>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:58:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['50235ba6-3867-42cf-8020-0f83102843ee'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:07.158017 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c80531-3cbe-4d44-a036-a5abc5f5c81f tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Pushing event deleted for resources: {'Port': ['ID=5f95f083-b0cb-493b-bda9-2863704160d6,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:07.167288 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-74c80531-3cbe-4d44-a036-a5abc5f5c81f tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:07.238509 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] Set router 50235ba6-3867-42cf-8020-0f83102843ee gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:59:07.260124 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-554984c6-775e-42dc-a8f7-a6eb5539e1df req-74c80531-3cbe-4d44-a036-a5abc5f5c81f tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] No DVR routers for this DVR port 5f95f083-b0cb-493b-bda9-2863704160d6 on host hv-neutron-8225 {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:59:07.263806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-554984c6-775e-42dc-a8f7-a6eb5539e1df req-74c80531-3cbe-4d44-a036-a5abc5f5c81f tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:07.266005 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-554984c6-775e-42dc-a8f7-a6eb5539e1df req-74c80531-3cbe-4d44-a036-a5abc5f5c81f tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.47 "DELETE /v2.0/ports/5f95f083-b0cb-493b-bda9-2863704160d6 HTTP/1.1" status: 204  len: 173 time: 1.1150599
Dec 22 04:59:07.266525 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b3fef2-194c-4819-904a-f9ab2aaff135', 'name': 'network-vif-deleted', 'tag': '5f95f083-b0cb-493b-bda9-2863704160d6'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:59:07.327889 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea37eca-6a4e-47e4-9977-0cc8e7d30dd5 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:07.328418 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea37eca-6a4e-47e4-9977-0cc8e7d30dd5 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:07.328786 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea37eca-6a4e-47e4-9977-0cc8e7d30dd5 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:07.329150 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea37eca-6a4e-47e4-9977-0cc8e7d30dd5 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:07.329503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea37eca-6a4e-47e4-9977-0cc8e7d30dd5 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:07.329917 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea37eca-6a4e-47e4-9977-0cc8e7d30dd5 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:07.334907 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2ea37eca-6a4e-47e4-9977-0cc8e7d30dd5 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4285 time: 0.2830033
Dec 22 04:59:07.335035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60278) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:07.373568 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b3fef2-194c-4819-904a-f9ab2aaff135', 'name': 'network-vif-deleted', 'tag': '5f95f083-b0cb-493b-bda9-2863704160d6', 'status': 'completed', 'code': 200}
Dec 22 04:59:07.437281 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-7a4131d5-d228-467a-9c1e-859f622b237c req-be1411c0-d650-4e4c-9afa-04e27b386ee3 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Synchronizing usage tracker for tenant:3b44be9ba27547a492de77c9a415f2bf on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:59:07.465075 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56c3011-83e1-4756-932c-62b29a320eef tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:07.465448 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56c3011-83e1-4756-932c-62b29a320eef tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:07.465842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56c3011-83e1-4756-932c-62b29a320eef tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:07.466194 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56c3011-83e1-4756-932c-62b29a320eef tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:07.466543 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56c3011-83e1-4756-932c-62b29a320eef tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:07.466889 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56c3011-83e1-4756-932c-62b29a320eef tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:07.468916 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b56c3011-83e1-4756-932c-62b29a320eef tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4004 time: 0.1326742
Dec 22 04:59:07.471833 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60282) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:07.532775 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-7a4131d5-d228-467a-9c1e-859f622b237c req-be1411c0-d650-4e4c-9afa-04e27b386ee3 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Unset dirty status for tenant:3b44be9ba27547a492de77c9a415f2bf on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:59:07.535427 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7a4131d5-d228-467a-9c1e-859f622b237c req-be1411c0-d650-4e4c-9afa-04e27b386ee3 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b3fef2-194c-4819-904a-f9ab2aaff135 HTTP/1.1" status: 200  len: 210 time: 0.1507182
Dec 22 04:59:07.583008 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:07.603755 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c98ec10>, [{'id': '50235ba6-3867-42cf-8020-0f83102843ee', 'name': 'tempest-TestNetworkBasicOps-router-685079756', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:58Z', 'updated_at': '2021-12-22T04:59:04Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:59Z', 'updated_at': '2021-12-22T04:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '8ea05338-d52c-416f-8e20-5623c9e8d146', 'name': '', 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:8d:a2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d8f5be6-2484-414f-96bc-f11880260431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:03Z', 'updated_at': '2021-12-22T04:59:04Z', 'revision_number': 2, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '1d8f5be6-2484-414f-96bc-f11880260431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:07.608253 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] Checking router: 50235ba6-3867-42cf-8020-0f83102843ee for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:59:07.608904 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] Updating router 50235ba6-3867-42cf-8020-0f83102843ee port 8ea05338-d52c-416f-8e20-5623c9e8d146 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 04:59:07.669578 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:07.730809 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3521947b-eb5b-4182-8adc-a0c056ae6011 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3045 time: 0.2576699
Dec 22 04:59:07.733499 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60286) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:07.739936 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-0f6c2bec-97b1-4497-a509-1c319da6220a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1235653930', 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:59:07.886895 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0f6c2bec-97b1-4497-a509-1c319da6220a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:59:07.891138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0f6c2bec-97b1-4497-a509-1c319da6220a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:port and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:59:07.894379 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0f6c2bec-97b1-4497-a509-1c319da6220a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:59:07.900307 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0f6c2bec-97b1-4497-a509-1c319da6220a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:59:07.912183 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6c2bec-97b1-4497-a509-1c319da6220a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 04:59:07.915517 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0f6c2bec-97b1-4497-a509-1c319da6220a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:07.937495 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [None req-0f6c2bec-97b1-4497-a509-1c319da6220a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] device_id is not set on port d42004d6-9819-4df1-87dd-bbf84033c3a2 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:59:08.063456 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:08.075311 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] Transition to ACTIVE for port object 8ea05338-d52c-416f-8e20-5623c9e8d146 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:59:08.081249 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:08.084576 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-092ab195-8db6-461e-b287-bd82de5b3b11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:08.155778 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-0f6c2bec-97b1-4497-a509-1c319da6220a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.20.0.3 (b1cfa3bf-2543-48f6-a559-7944741b3506/1d8f5be6-2484-414f-96bc-f11880260431/d42004d6-9819-4df1-87dd-bbf84033c3a2) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:59:08.236106 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393c3a8-12f3-490a-9345-5436a08cf201 None None] Pushing event updated for resources: {'Port': ['ID=8ea05338-d52c-416f-8e20-5623c9e8d146,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:08.282931 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393c3a8-12f3-490a-9345-5436a08cf201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:08.283378 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393c3a8-12f3-490a-9345-5436a08cf201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:08.283802 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393c3a8-12f3-490a-9345-5436a08cf201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:08.284218 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393c3a8-12f3-490a-9345-5436a08cf201 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:08.284632 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393c3a8-12f3-490a-9345-5436a08cf201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:08.285586 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393c3a8-12f3-490a-9345-5436a08cf201 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:08.286155 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393c3a8-12f3-490a-9345-5436a08cf201 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:08.286672 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393c3a8-12f3-490a-9345-5436a08cf201 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:08.287212 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393c3a8-12f3-490a-9345-5436a08cf201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:08.287722 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393c3a8-12f3-490a-9345-5436a08cf201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:08.288244 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393c3a8-12f3-490a-9345-5436a08cf201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:08.295916 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-4393c3a8-12f3-490a-9345-5436a08cf201 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:08.316453 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] Attempting to bind port 8ea05338-d52c-416f-8e20-5623c9e8d146 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:59:08.317038 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] Attempting to bind port 8ea05338-d52c-416f-8e20-5623c9e8d146 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '8667e12e-e952-4ea6-a9f8-3ef2b728965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:59:08.317670 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] Attempting to bind port 8ea05338-d52c-416f-8e20-5623c9e8d146 on network b1cfa3bf-2543-48f6-a559-7944741b3506 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:59:08.328262 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:59:08.328629 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] Checking segment: {'id': '8667e12e-e952-4ea6-a9f8-3ef2b728965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:59:08.329102 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:08.330296 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] Bound using segment: {'id': '8667e12e-e952-4ea6-a9f8-3ef2b728965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:59:08.330902 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] Bound port: 8ea05338-d52c-416f-8e20-5623c9e8d146, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8667e12e-e952-4ea6-a9f8-3ef2b728965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:59:08.331282 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:08.382202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0f6c2bec-97b1-4497-a509-1c319da6220a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:08.408748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-0f6c2bec-97b1-4497-a509-1c319da6220a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Transition to ACTIVE for port object d42004d6-9819-4df1-87dd-bbf84033c3a2 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:59:08.432193 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] For port 8ea05338-d52c-416f-8e20-5623c9e8d146, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:59:08.432368 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0f6c2bec-97b1-4497-a509-1c319da6220a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:08.435794 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] For port 8ea05338-d52c-416f-8e20-5623c9e8d146, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8ea05338-d52c-416f-8e20-5623c9e8d146,segment=NetworkSegment(8667e12e-e952-4ea6-a9f8-3ef2b728965c),segment_id=8667e12e-e952-4ea6-a9f8-3ef2b728965c)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:59:08.437658 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d7bba653-c2a9-4d6a-b969-3015baddfd34 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:08.440313 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:08.444492 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-4393c3a8-12f3-490a-9345-5436a08cf201 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:08.513448 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6c2bec-97b1-4497-a509-1c319da6220a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network b1cfa3bf-2543-48f6-a559-7944741b3506 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:59:08.516962 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-0f6c2bec-97b1-4497-a509-1c319da6220a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:59:08.519011 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c2bec-97b1-4497-a509-1c319da6220a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=d42004d6-9819-4df1-87dd-bbf84033c3a2,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:08.521265 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6c2bec-97b1-4497-a509-1c319da6220a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:59:08.547793 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0f6c2bec-97b1-4497-a509-1c319da6220a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:08.570797 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393c3a8-12f3-490a-9345-5436a08cf201 None None] Pushing event updated for resources: {'Port': ['ID=8ea05338-d52c-416f-8e20-5623c9e8d146,revision_number=4']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:08.573609 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] Routers {'50235ba6-3867-42cf-8020-0f83102843ee'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:59:08.574363 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c98ec10>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:58:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['50235ba6-3867-42cf-8020-0f83102843ee'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:08.592192 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6c2bec-97b1-4497-a509-1c319da6220a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:08.593056 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0f6c2bec-97b1-4497-a509-1c319da6220a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:08.623467 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0f6c2bec-97b1-4497-a509-1c319da6220a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.8883331
Dec 22 04:59:08.624639 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-4393c3a8-12f3-490a-9345-5436a08cf201 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:08.683256 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60294) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:08.762473 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-75a1fb16-bec5-476d-a18e-0a81a9fbc38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:08.763906 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] Set router 50235ba6-3867-42cf-8020-0f83102843ee gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:59:08.820393 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-65ad88fe-b21b-43f2-87fe-da5b702d7c47 None None] Provisioning for port d42004d6-9819-4df1-87dd-bbf84033c3a2 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:59:08.825985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-65ad88fe-b21b-43f2-87fe-da5b702d7c47 None None] Provisioning complete for port d42004d6-9819-4df1-87dd-bbf84033c3a2 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:59:08.827133 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-65ad88fe-b21b-43f2-87fe-da5b702d7c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:08.897758 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-5ba74aef-5a7c-4bf5-b378-dfef90a2f707 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Deleting port dd4d8021-21f5-4fb1-bcbe-924eec696574 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:59:08.898171 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ba74aef-5a7c-4bf5-b378-dfef90a2f707 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:08.906377 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-65ad88fe-b21b-43f2-87fe-da5b702d7c47 None None] Port d42004d6-9819-4df1-87dd-bbf84033c3a2 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:59:09.078696 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60298) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:09.084392 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ba74aef-5a7c-4bf5-b378-dfef90a2f707 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:09.084715 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ba74aef-5a7c-4bf5-b378-dfef90a2f707 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:09.085958 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-68ca10d0-4ecf-4cb4-8816-8276f4eadcb9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-235565116', 'description': 'tempest-secgroup-smoke-235565116 description', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:59:09.093283 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-68ca10d0-4ecf-4cb4-8816-8276f4eadcb9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:59:09.097801 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-68ca10d0-4ecf-4cb4-8816-8276f4eadcb9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:59:09.100638 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-68ca10d0-4ecf-4cb4-8816-8276f4eadcb9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:59:09.106329 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-68ca10d0-4ecf-4cb4-8816-8276f4eadcb9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:59:09.119919 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-68ca10d0-4ecf-4cb4-8816-8276f4eadcb9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:09.129396 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c98ec10>, [{'id': '50235ba6-3867-42cf-8020-0f83102843ee', 'name': 'tempest-TestNetworkBasicOps-router-685079756', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:58Z', 'updated_at': '2021-12-22T04:59:04Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:59Z', 'updated_at': '2021-12-22T04:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '8ea05338-d52c-416f-8e20-5623c9e8d146', 'name': '', 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:8d:a2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d8f5be6-2484-414f-96bc-f11880260431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:03Z', 'updated_at': '2021-12-22T04:59:08Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '1d8f5be6-2484-414f-96bc-f11880260431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:09.136897 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74932fb4-6349-4b17-a0b4-19ec5c40a35a None None] The sync data for ids ['50235ba6-3867-42cf-8020-0f83102843ee'] in dv-neutron-822525-1-hyperv is: [{'id': '50235ba6-3867-42cf-8020-0f83102843ee', 'name': 'tempest-TestNetworkBasicOps-router-685079756', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:58Z', 'updated_at': '2021-12-22T04:59:04Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:59Z', 'updated_at': '2021-12-22T04:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '8ea05338-d52c-416f-8e20-5623c9e8d146', 'name': '', 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:8d:a2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d8f5be6-2484-414f-96bc-f11880260431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:03Z', 'updated_at': '2021-12-22T04:59:08Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '1d8f5be6-2484-414f-96bc-f11880260431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:59:09.158594 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-68ca10d0-4ecf-4cb4-8816-8276f4eadcb9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:59:09.162561 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-68ca10d0-4ecf-4cb4-8816-8276f4eadcb9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:59:09.165496 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-68ca10d0-4ecf-4cb4-8816-8276f4eadcb9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:59:09.171168 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-68ca10d0-4ecf-4cb4-8816-8276f4eadcb9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:59:09.237962 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-5ba74aef-5a7c-4bf5-b378-dfef90a2f707 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Calling delete_port for dd4d8021-21f5-4fb1-bcbe-924eec696574 owned by network:floatingip {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:59:09.261521 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-68ca10d0-4ecf-4cb4-8816-8276f4eadcb9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:09.272642 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-68ca10d0-4ecf-4cb4-8816-8276f4eadcb9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:09.283840 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6bccaa9c-b7b5-4a6b-8941-d4e2f3a7694c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:09.327792 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca10d0-4ecf-4cb4-8816-8276f4eadcb9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1beceb5-2078-4072-bad3-8db7495ffb80,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:09.329755 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-68ca10d0-4ecf-4cb4-8816-8276f4eadcb9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:09.332757 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-68ca10d0-4ecf-4cb4-8816-8276f4eadcb9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2512834
Dec 22 04:59:09.332757 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-68ca10d0-4ecf-4cb4-8816-8276f4eadcb9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:09.339499 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60302) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:09.344710 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-1b16b5f1-089b-47cc-b7e3-9780bff8f25c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': 'f1beceb5-2078-4072-bad3-8db7495ffb80', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:59:09.351267 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1b16b5f1-089b-47cc-b7e3-9780bff8f25c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:59:09.357262 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1b16b5f1-089b-47cc-b7e3-9780bff8f25c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:59:09.360538 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1b16b5f1-089b-47cc-b7e3-9780bff8f25c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:59:09.367341 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1b16b5f1-089b-47cc-b7e3-9780bff8f25c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:59:09.387564 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1b16b5f1-089b-47cc-b7e3-9780bff8f25c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:09.402714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ba74aef-5a7c-4bf5-b378-dfef90a2f707 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:09.407883 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-dd38bdd5-fa92-4204-91ae-c20eadb3105a tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:09.450274 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba74aef-5a7c-4bf5-b378-dfef90a2f707 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Pushing event deleted for resources: {'Port': ['ID=dd4d8021-21f5-4fb1-bcbe-924eec696574,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:09.453364 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5ba74aef-5a7c-4bf5-b378-dfef90a2f707 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:09.460026 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1b16b5f1-089b-47cc-b7e3-9780bff8f25c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:09.464174 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1b16b5f1-089b-47cc-b7e3-9780bff8f25c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:09.466326 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f88d78d8-999d-4763-8e02-ec900d9dba94 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:09.491021 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16b5f1-089b-47cc-b7e3-9780bff8f25c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8153fd-df7e-4e47-9765-4c07b86292b3,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:09.504843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1b16b5f1-089b-47cc-b7e3-9780bff8f25c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:09.509917 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1b16b5f1-089b-47cc-b7e3-9780bff8f25c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:09.513874 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1b16b5f1-089b-47cc-b7e3-9780bff8f25c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1732483
Dec 22 04:59:09.514084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60306) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:09.520189 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b4b53745-3e3c-460b-b6f3-f7d9d8dab562 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': 'f1beceb5-2078-4072-bad3-8db7495ffb80', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:59:09.526727 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b4b53745-3e3c-460b-b6f3-f7d9d8dab562 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:59:09.530878 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b4b53745-3e3c-460b-b6f3-f7d9d8dab562 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:59:09.533951 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b4b53745-3e3c-460b-b6f3-f7d9d8dab562 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:59:09.540006 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b4b53745-3e3c-460b-b6f3-f7d9d8dab562 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:59:09.543404 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ba74aef-5a7c-4bf5-b378-dfef90a2f707 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for floatingip, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:09.558908 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b4b53745-3e3c-460b-b6f3-f7d9d8dab562 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:09.563195 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ba74aef-5a7c-4bf5-b378-dfef90a2f707 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:09.564440 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5ba74aef-5a7c-4bf5-b378-dfef90a2f707 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "DELETE /v2.0/floatingips/1eaf3187-e372-4b5e-bcd5-8273a4b55cd7 HTTP/1.1" status: 204  len: 168 time: 0.8802035
Dec 22 04:59:09.628033 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b4b53745-3e3c-460b-b6f3-f7d9d8dab562 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:09.633193 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b4b53745-3e3c-460b-b6f3-f7d9d8dab562 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:09.635342 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2917da94-691a-446b-b268-1a531f2128c7 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:09.662895 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b53745-3e3c-460b-b6f3-f7d9d8dab562 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97361213-1248-42ba-872d-5ff3f3215754,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:09.665638 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b4b53745-3e3c-460b-b6f3-f7d9d8dab562 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:09.676814 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b4b53745-3e3c-460b-b6f3-f7d9d8dab562 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:09.678989 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b4b53745-3e3c-460b-b6f3-f7d9d8dab562 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1636562
Dec 22 04:59:09.681275 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60314) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:09.687039 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-6585a86a-7b82-4a6f-ae47-2a3222f600dd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': 'f1beceb5-2078-4072-bad3-8db7495ffb80', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:59:09.694407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6585a86a-7b82-4a6f-ae47-2a3222f600dd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:59:09.698611 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6585a86a-7b82-4a6f-ae47-2a3222f600dd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:59:09.701732 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6585a86a-7b82-4a6f-ae47-2a3222f600dd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:59:09.709040 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6585a86a-7b82-4a6f-ae47-2a3222f600dd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:59:09.851874 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6585a86a-7b82-4a6f-ae47-2a3222f600dd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:09.929740 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6585a86a-7b82-4a6f-ae47-2a3222f600dd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:09.936912 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6585a86a-7b82-4a6f-ae47-2a3222f600dd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:09.939362 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9f24d323-cb4b-429f-853b-691c4abdae14 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:09.957419 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585a86a-7b82-4a6f-ae47-2a3222f600dd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42341ea-0232-417e-b1e6-31be586de7cc,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:09.960901 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6585a86a-7b82-4a6f-ae47-2a3222f600dd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:09.979214 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6585a86a-7b82-4a6f-ae47-2a3222f600dd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:09.982047 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6585a86a-7b82-4a6f-ae47-2a3222f600dd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2996373
Dec 22 04:59:09.983356 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60322) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:09.989655 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-6a26c6d3-f566-418d-8db2-a6cd8c84c936 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': 'f1beceb5-2078-4072-bad3-8db7495ffb80', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:59:09.995756 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6a26c6d3-f566-418d-8db2-a6cd8c84c936 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:59:10.000140 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6a26c6d3-f566-418d-8db2-a6cd8c84c936 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:59:10.003192 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6a26c6d3-f566-418d-8db2-a6cd8c84c936 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:59:10.009993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6a26c6d3-f566-418d-8db2-a6cd8c84c936 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:59:10.028726 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6a26c6d3-f566-418d-8db2-a6cd8c84c936 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:10.100745 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6a26c6d3-f566-418d-8db2-a6cd8c84c936 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:10.105799 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6a26c6d3-f566-418d-8db2-a6cd8c84c936 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:10.107597 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f6944caf-5adc-4a37-ab21-c627b374a9fc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:10.138171 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6a26c6d3-f566-418d-8db2-a6cd8c84c936 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:10.142098 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6a26c6d3-f566-418d-8db2-a6cd8c84c936 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1577256
Dec 22 04:59:10.142253 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60326) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:10.144867 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26c6d3-f566-418d-8db2-a6cd8c84c936 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90fb9a00-8297-4945-abcf-c02b3d6d44c5,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:10.150511 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-8517c14c-888e-49e6-8e79-8b32bad4cb57 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': 'f1beceb5-2078-4072-bad3-8db7495ffb80', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:59:10.154308 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6a26c6d3-f566-418d-8db2-a6cd8c84c936 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:10.156900 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8517c14c-888e-49e6-8e79-8b32bad4cb57 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:59:10.161653 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 5f95f083-b0cb-493b-bda9-2863704160d6 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:59:10.162427 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8517c14c-888e-49e6-8e79-8b32bad4cb57 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:59:10.165806 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8517c14c-888e-49e6-8e79-8b32bad4cb57 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:59:10.173165 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8517c14c-888e-49e6-8e79-8b32bad4cb57 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:59:10.198496 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.securitygroups_db [None req-8517c14c-888e-49e6-8e79-8b32bad4cb57 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Project 276ceac97e6343c5aa8f294c3cc0960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 04:59:10.203305 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 5f95f083-b0cb-493b-bda9-2863704160d6 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:59:10.203867 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 5f95f083-b0cb-493b-bda9-2863704160d6 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:59:10.209835 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8517c14c-888e-49e6-8e79-8b32bad4cb57 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:10.378848 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8517c14c-888e-49e6-8e79-8b32bad4cb57 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:10.382617 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8517c14c-888e-49e6-8e79-8b32bad4cb57 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:10.388381 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-da816507-4bfa-4fe1-bd70-d6ab64b69803 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:10.407844 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517c14c-888e-49e6-8e79-8b32bad4cb57 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e73584-004a-4e8e-b276-d697afd88b89,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:10.411302 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8517c14c-888e-49e6-8e79-8b32bad4cb57 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:10.419890 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8517c14c-888e-49e6-8e79-8b32bad4cb57 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:10.421334 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8517c14c-888e-49e6-8e79-8b32bad4cb57 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2779918
Dec 22 04:59:10.424220 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60330) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:10.430335 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-94b8cd41-501d-4ecf-83e8-7e465b054144 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': 'f1beceb5-2078-4072-bad3-8db7495ffb80', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:59:10.436516 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-94b8cd41-501d-4ecf-83e8-7e465b054144 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:59:10.440586 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-94b8cd41-501d-4ecf-83e8-7e465b054144 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:59:10.444142 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-94b8cd41-501d-4ecf-83e8-7e465b054144 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:59:10.449935 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-94b8cd41-501d-4ecf-83e8-7e465b054144 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:59:10.461174 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.securitygroups_db [None req-94b8cd41-501d-4ecf-83e8-7e465b054144 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Project 276ceac97e6343c5aa8f294c3cc0960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 04:59:10.467741 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-94b8cd41-501d-4ecf-83e8-7e465b054144 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:10.532146 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-94b8cd41-501d-4ecf-83e8-7e465b054144 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:10.536309 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-94b8cd41-501d-4ecf-83e8-7e465b054144 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:10.538217 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0baaa35a-5886-4548-b591-5e45df0b7f60 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:10.558301 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8cd41-501d-4ecf-83e8-7e465b054144 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca435863-1f05-4ce2-b91b-34e6dc97c8cf,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:10.562336 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-94b8cd41-501d-4ecf-83e8-7e465b054144 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:10.573821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-94b8cd41-501d-4ecf-83e8-7e465b054144 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:10.575328 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-94b8cd41-501d-4ecf-83e8-7e465b054144 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1500592
Dec 22 04:59:10.641825 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8ea05338-d52c-416f-8e20-5623c9e8d146 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:59:10.717025 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 8ea05338-d52c-416f-8e20-5623c9e8d146 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:59:10.722893 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 8ea05338-d52c-416f-8e20-5623c9e8d146 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:59:10.723509 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:10.833429 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-3ce9a18f-d308-4153-9dff-744d86e4c391 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:59:10.837972 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:10.849242 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-3ce9a18f-d308-4153-9dff-744d86e4c391 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:59:10.850542 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-3ce9a18f-d308-4153-9dff-744d86e4c391 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-235565116&fields=id&tenant_id=276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 267 time: 0.0602250
Dec 22 04:59:10.873966 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 8ea05338-d52c-416f-8e20-5623c9e8d146, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8ea05338-d52c-416f-8e20-5623c9e8d146,segment=NetworkSegment(8667e12e-e952-4ea6-a9f8-3ef2b728965c),segment_id=8667e12e-e952-4ea6-a9f8-3ef2b728965c)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:59:10.878565 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:10.881827 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-51987277-4f9b-468e-a872-800edfeb21f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:10.928839 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-6706b8a5-04ef-4ba8-8e37-7ae3e32d7c3b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:10.929606 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-6706b8a5-04ef-4ba8-8e37-7ae3e32d7c3b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:59:10.946824 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-6706b8a5-04ef-4ba8-8e37-7ae3e32d7c3b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:59:10.948200 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-6706b8a5-04ef-4ba8-8e37-7ae3e32d7c3b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports/d42004d6-9819-4df1-87dd-bbf84033c3a2 HTTP/1.1" status: 200  len: 930 time: 0.0905933
Dec 22 04:59:10.959532 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e9e25ca5-233c-4994-993b-50f0cd093cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:10.965086 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=8ea05338-d52c-416f-8e20-5623c9e8d146,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:10.968034 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:11.037873 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-bb75ec26-baae-4d12-828e-f4df95fa5827 service neutron] 10.222.0.53 "GET /v2.0/ports/d42004d6-9819-4df1-87dd-bbf84033c3a2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.0633194
Dec 22 04:59:11.186192 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-31acc7da-4a58-4761-9073-454ecf332299 service neutron] 10.222.0.53 "GET /v2.0/networks/b1cfa3bf-2543-48f6-a559-7944741b3506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356156
Dec 22 04:59:11.321255 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-06d168da-0f83-4e45-9350-3047a280b6fa service neutron] 10.222.0.53 "GET /v2.0/networks/b1cfa3bf-2543-48f6-a559-7944741b3506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288040
Dec 22 04:59:11.512596 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-213a02ee-d481-48eb-9068-eab1c1ea6bda req-4a5a7b13-9282-45e6-868d-a64b64ffb5e9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:59:11.523896 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-213a02ee-d481-48eb-9068-eab1c1ea6bda req-4a5a7b13-9282-45e6-868d-a64b64ffb5e9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:59:11.524994 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-213a02ee-d481-48eb-9068-eab1c1ea6bda req-4a5a7b13-9282-45e6-868d-a64b64ffb5e9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9bcce46-5016-466a-9916-bc0892e09fbe HTTP/1.1" status: 200  len: 210 time: 0.0555997
Dec 22 04:59:12.069607 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:12.104937 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60348) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:12.174445 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6bc428a0-8083-4921-9eca-6c381efcad87 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:12.208642 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6bc428a0-8083-4921-9eca-6c381efcad87 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:12.270792 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6bc428a0-8083-4921-9eca-6c381efcad87 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:12.276084 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:12.276535 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:12.293372 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc428a0-8083-4921-9eca-6c381efcad87 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=252d0a12-3276-4798-b93d-a7622f5bf490,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:12.296410 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6bc428a0-8083-4921-9eca-6c381efcad87 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:12.304009 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6bc428a0-8083-4921-9eca-6c381efcad87 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:12.305150 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6bc428a0-8083-4921-9eca-6c381efcad87 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] 10.222.0.53 "DELETE /v2.0/security-groups/252d0a12-3276-4798-b93d-a7622f5bf490 HTTP/1.1" status: 204  len: 168 time: 0.1990259
Dec 22 04:59:12.362790 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60354) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:12.603191 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8ea05338-d52c-416f-8e20-5623c9e8d146 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:59:12.668775 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2a4dd047-f8a1-4dd7-9616-b26d3b093b7e req-0b784578-732f-42ef-ae0e-cd5da715daae tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9bcce46-5016-466a-9916-bc0892e09fbe HTTP/1.1" status: 200  len: 210 time: 0.0531433
Dec 22 04:59:12.674391 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 8ea05338-d52c-416f-8e20-5623c9e8d146 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:59:12.674850 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:12.986238 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8866906c-7ada-4212-b9d5-e850a2004969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:13.510285 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:13.572011 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8866906c-7ada-4212-b9d5-e850a2004969 admin admin] Deleting port d714321e-8557-4083-bd85-837997895bbf {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:59:13.572283 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8866906c-7ada-4212-b9d5-e850a2004969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:13.760389 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-8866906c-7ada-4212-b9d5-e850a2004969 admin admin] For port d714321e-8557-4083-bd85-837997895bbf, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d714321e-8557-4083-bd85-837997895bbf,segment=NetworkSegment(7a2911af-ce8f-47e8-b777-7da37b702f30),segment_id=7a2911af-ce8f-47e8-b777-7da37b702f30)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:59:13.760982 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8866906c-7ada-4212-b9d5-e850a2004969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:13.896714 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f907b234-227d-4e33-b7f4-44839aece30b req-e08d822c-9aa8-408a-b4ba-f7495f25e61b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9bcce46-5016-466a-9916-bc0892e09fbe HTTP/1.1" status: 200  len: 210 time: 0.0415783
Dec 22 04:59:13.979157 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8866906c-7ada-4212-b9d5-e850a2004969 admin admin] Calling delete_port for d714321e-8557-4083-bd85-837997895bbf owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:59:14.151439 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8866906c-7ada-4212-b9d5-e850a2004969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:14.154923 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-480cbb7c-6a8d-4975-8163-e299b8cd73c5 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:14.196627 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866906c-7ada-4212-b9d5-e850a2004969 admin admin] Pushing event deleted for resources: {'Port': ['ID=d714321e-8557-4083-bd85-837997895bbf,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:14.199130 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8866906c-7ada-4212-b9d5-e850a2004969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:14.483553 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8866906c-7ada-4212-b9d5-e850a2004969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:15.066890 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-608e5b7c-7683-454b-afa4-ce06a710f24d req-3405bd2d-9a53-47aa-8cb4-78277e1178d0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9bcce46-5016-466a-9916-bc0892e09fbe HTTP/1.1" status: 200  len: 210 time: 0.0531683
Dec 22 04:59:15.089381 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8866906c-7ada-4212-b9d5-e850a2004969 admin admin] Router f2541887-6061-4279-b967-0c2f7885b0da has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:59:15.390086 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8866906c-7ada-4212-b9d5-e850a2004969 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:59:15.399004 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1780beff-f27e-496f-b202-8410b7eb1540 None None] Sync routers for ids ['f2541887-6061-4279-b967-0c2f7885b0da'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:59:15.402312 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8866906c-7ada-4212-b9d5-e850a2004969 admin admin] 10.222.0.53 "PUT /v2.0/routers/f2541887-6061-4279-b967-0c2f7885b0da/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0379901
Dec 22 04:59:15.404745 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60382) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:15.414502 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1780beff-f27e-496f-b202-8410b7eb1540 None None] Routers {'f2541887-6061-4279-b967-0c2f7885b0da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:59:15.415111 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-1780beff-f27e-496f-b202-8410b7eb1540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c488040>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:59:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f2541887-6061-4279-b967-0c2f7885b0da'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:15.585812 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-1780beff-f27e-496f-b202-8410b7eb1540 None None] Set router f2541887-6061-4279-b967-0c2f7885b0da gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:59:15.593821 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2e023922-8d6f-4373-b6e8-2ae0da7b7d67 admin admin] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:15.786652 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2e023922-8d6f-4373-b6e8-2ae0da7b7d67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:15.795461 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-2e023922-8d6f-4373-b6e8-2ae0da7b7d67 admin admin] Deleting port c127a3e8-4b23-4b3d-8bd0-429faefd0147 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:59:15.795820 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2e023922-8d6f-4373-b6e8-2ae0da7b7d67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:15.882466 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-1780beff-f27e-496f-b202-8410b7eb1540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c488040>, [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:59:14Z', 'revision_number': 5, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port': {'id': 'c127a3e8-4b23-4b3d-8bd0-429faefd0147', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:50:45Z', 'updated_at': '2021-12-22T04:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:15.886491 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1780beff-f27e-496f-b202-8410b7eb1540 None None] Checking router: f2541887-6061-4279-b967-0c2f7885b0da for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:59:15.898321 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1780beff-f27e-496f-b202-8410b7eb1540 None None] Routers {'f2541887-6061-4279-b967-0c2f7885b0da'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:59:15.898977 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-1780beff-f27e-496f-b202-8410b7eb1540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c488040>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:59:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f2541887-6061-4279-b967-0c2f7885b0da'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:15.971926 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-2e023922-8d6f-4373-b6e8-2ae0da7b7d67 admin admin] For port c127a3e8-4b23-4b3d-8bd0-429faefd0147, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c127a3e8-4b23-4b3d-8bd0-429faefd0147,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:59:15.972297 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2e023922-8d6f-4373-b6e8-2ae0da7b7d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:16.048642 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-1780beff-f27e-496f-b202-8410b7eb1540 None None] Set router f2541887-6061-4279-b967-0c2f7885b0da gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:59:16.094743 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-2e023922-8d6f-4373-b6e8-2ae0da7b7d67 admin admin] Calling delete_port for c127a3e8-4b23-4b3d-8bd0-429faefd0147 owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:59:16.200063 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-1780beff-f27e-496f-b202-8410b7eb1540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c488040>, [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:59:15Z', 'revision_number': 6, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:16.204586 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1780beff-f27e-496f-b202-8410b7eb1540 None None] The sync data for ids ['f2541887-6061-4279-b967-0c2f7885b0da'] in dv-neutron-822525-1-hyperv is: [{'id': 'f2541887-6061-4279-b967-0c2f7885b0da', 'name': 'tempest-TestVolumeBootPattern-775071938-router', 'tenant_id': '3b44be9ba27547a492de77c9a415f2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:42Z', 'updated_at': '2021-12-22T04:59:15Z', 'revision_number': 6, 'project_id': '3b44be9ba27547a492de77c9a415f2bf', 'gw_port_host': None}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:59:16.256717 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-51363672-7392-4497-baa4-3bf15d7e0884 req-f2e2a994-aa5c-4e47-8560-9c89eef6fe9b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9bcce46-5016-466a-9916-bc0892e09fbe HTTP/1.1" status: 200  len: 210 time: 0.0458789
Dec 22 04:59:16.282380 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2e023922-8d6f-4373-b6e8-2ae0da7b7d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:16.286052 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4ed4509e-733f-47e6-9731-6e34fbe7a630 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:16.327612 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e023922-8d6f-4373-b6e8-2ae0da7b7d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=c127a3e8-4b23-4b3d-8bd0-429faefd0147,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:16.330041 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2e023922-8d6f-4373-b6e8-2ae0da7b7d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:16.551366 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2e023922-8d6f-4373-b6e8-2ae0da7b7d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:16.633841 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d714321e-8557-4083-bd85-837997895bbf no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:59:16.679704 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: d714321e-8557-4083-bd85-837997895bbf {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:59:16.680050 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d714321e-8557-4083-bd85-837997895bbf not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:59:16.961574 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-88a5e9b8-ae3f-45ea-a74b-3fb331cf0545 service neutron] 10.222.0.47 "GET /v2.0/ports/d42004d6-9819-4df1-87dd-bbf84033c3a2 HTTP/1.1" status: 200  len: 1026 time: 0.3513680
Dec 22 04:59:17.044192 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2e023922-8d6f-4373-b6e8-2ae0da7b7d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:17.054562 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2e023922-8d6f-4373-b6e8-2ae0da7b7d67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:17.122656 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2e023922-8d6f-4373-b6e8-2ae0da7b7d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:17.123335 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e023922-8d6f-4373-b6e8-2ae0da7b7d67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2541887-6061-4279-b967-0c2f7885b0da {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:59:17.133144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-9276fba2-1406-489b-b7ac-6a896232befe tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:17.134570 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-9276fba2-1406-489b-b7ac-6a896232befe tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/networks?id=b1cfa3bf-2543-48f6-a559-7944741b3506 HTTP/1.1" status: 200  len: 797 time: 0.1648738
Dec 22 04:59:17.142421 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2e023922-8d6f-4373-b6e8-2ae0da7b7d67 admin admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:17.143440 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2e023922-8d6f-4373-b6e8-2ae0da7b7d67 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f2541887-6061-4279-b967-0c2f7885b0da HTTP/1.1" status: 204  len: 168 time: 1.7378283
Dec 22 04:59:17.146171 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60390) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:17.233208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce22dc9-f682-46a6-847b-ea6d9c583ca6 admin admin] Deleting subnet bbd01024-1a39-4919-97b8-72bd7b2c03da {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:59:17.239127 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1ce22dc9-f682-46a6-847b-ea6d9c583ca6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:17.269590 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-dafb650d-767e-463a-be89-4b99a07b8cc5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:59:17.297404 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-dafb650d-767e-463a-be89-4b99a07b8cc5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:59:17.298541 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-dafb650d-767e-463a-be89-4b99a07b8cc5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 379 time: 0.1199126
Dec 22 04:59:17.303173 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1ce22dc9-f682-46a6-847b-ea6d9c583ca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:17.349070 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] Request body: {'port': {'device_id': 'a9bcce46-5016-466a-9916-bc0892e09fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:59:17.447530 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ac62ccaa-6454-4240-adbd-a6e6e945a643 req-666cf06d-9dcd-45df-b721-9d68d23743a7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9bcce46-5016-466a-9916-bc0892e09fbe HTTP/1.1" status: 200  len: 210 time: 0.0626304
Dec 22 04:59:17.516820 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:17.528001 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1ce22dc9-f682-46a6-847b-ea6d9c583ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:17.689127 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1ce22dc9-f682-46a6-847b-ea6d9c583ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:17.699034 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-03385c2b-e190-4819-8631-8722a48e1782 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:17.741493 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce22dc9-f682-46a6-847b-ea6d9c583ca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbd01024-1a39-4919-97b8-72bd7b2c03da,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:17.743982 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1ce22dc9-f682-46a6-847b-ea6d9c583ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:17.753995 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1ce22dc9-f682-46a6-847b-ea6d9c583ca6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:17.759411 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8cda3a-45d9-469a-82d3-b709fdc65ae2 None None] Network 7f8f534e-2db6-44af-9bdd-e4fd78e01696 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:59:17.762861 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1ce22dc9-f682-46a6-847b-ea6d9c583ca6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bbd01024-1a39-4919-97b8-72bd7b2c03da HTTP/1.1" status: 204  len: 168 time: 0.6156709
Dec 22 04:59:17.765973 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60396) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:17.872858 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:17.883374 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] Deleting port b4a26854-5338-4ea2-b5e3-3219f36bb46f {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:59:17.883910 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:17.958732 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42004d6-9819-4df1-87dd-bbf84033c3a2 {{(pid=83435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:59:17.966690 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:17.984809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] Transition to ACTIVE for port object d42004d6-9819-4df1-87dd-bbf84033c3a2 will not be triggered until provisioned by entity L2. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:59:17.989664 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:18.000626 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:18.018988 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bbe5dd-14f4-4ecd-8d8b-4249d32d579c None None] DHCP port deletion for 7f8f534e-2db6-44af-9bdd-e4fd78e01696 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:59:18.024014 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-66bbe5dd-14f4-4ecd-8d8b-4249d32d579c None None] Deleting port b4a26854-5338-4ea2-b5e3-3219f36bb46f {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:59:18.024473 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-66bbe5dd-14f4-4ecd-8d8b-4249d32d579c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:18.110366 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] For port b4a26854-5338-4ea2-b5e3-3219f36bb46f, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=b4a26854-5338-4ea2-b5e3-3219f36bb46f,segment=NetworkSegment(7a2911af-ce8f-47e8-b777-7da37b702f30),segment_id=7a2911af-ce8f-47e8-b777-7da37b702f30)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:59:18.110970 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:18.115516 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] Pushing event updated for resources: {'Port': ['ID=d42004d6-9819-4df1-87dd-bbf84033c3a2,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:18.118466 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:18.255124 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] Calling delete_port for b4a26854-5338-4ea2-b5e3-3219f36bb46f owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:59:18.281269 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] Attempting to bind port d42004d6-9819-4df1-87dd-bbf84033c3a2 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:59:18.281863 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] Attempting to bind port d42004d6-9819-4df1-87dd-bbf84033c3a2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '8667e12e-e952-4ea6-a9f8-3ef2b728965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:59:18.282073 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] Attempting to bind port d42004d6-9819-4df1-87dd-bbf84033c3a2 on network b1cfa3bf-2543-48f6-a559-7944741b3506 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:59:18.288136 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] Port d42004d6-9819-4df1-87dd-bbf84033c3a2 on network b1cfa3bf-2543-48f6-a559-7944741b3506 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:59:18.288534 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] Attempting to bind port d42004d6-9819-4df1-87dd-bbf84033c3a2 on network b1cfa3bf-2543-48f6-a559-7944741b3506 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:59:18.290286 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-66bbe5dd-14f4-4ecd-8d8b-4249d32d579c None None] For port b4a26854-5338-4ea2-b5e3-3219f36bb46f, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=b4a26854-5338-4ea2-b5e3-3219f36bb46f,segment=NetworkSegment(7a2911af-ce8f-47e8-b777-7da37b702f30),segment_id=7a2911af-ce8f-47e8-b777-7da37b702f30)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:59:18.290286 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-66bbe5dd-14f4-4ecd-8d8b-4249d32d579c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:18.295191 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:59:18.295614 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] Checking segment: {'id': '8667e12e-e952-4ea6-a9f8-3ef2b728965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:59:18.296048 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] Bound using segment: {'id': '8667e12e-e952-4ea6-a9f8-3ef2b728965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506'} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:59:18.296594 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] Bound port: d42004d6-9819-4df1-87dd-bbf84033c3a2, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8667e12e-e952-4ea6-a9f8-3ef2b728965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506'}}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:59:18.296984 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:18.344240 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:18.348463 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-12bc01ce-73e0-4c76-93df-70a44c6219a0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:18.388634 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a26854-5338-4ea2-b5e3-3219f36bb46f,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:18.393151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:18.394780 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] For port d42004d6-9819-4df1-87dd-bbf84033c3a2, host hv-neutron-8225, cleared binding levels {{(pid=83435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:59:18.398127 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] No DVR routers for this DVR port b4a26854-5338-4ea2-b5e3-3219f36bb46f on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:59:18.399447 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] For port d42004d6-9819-4df1-87dd-bbf84033c3a2, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d42004d6-9819-4df1-87dd-bbf84033c3a2,segment=NetworkSegment(8667e12e-e952-4ea6-a9f8-3ef2b728965c),segment_id=8667e12e-e952-4ea6-a9f8-3ef2b728965c)] {{(pid=83435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:59:18.405981 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:18.410812 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:18.424048 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-66bbe5dd-14f4-4ecd-8d8b-4249d32d579c None None] Calling delete_port for b4a26854-5338-4ea2-b5e3-3219f36bb46f owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:59:18.525864 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:18.542374 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-66bbe5dd-14f4-4ecd-8d8b-4249d32d579c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:59:18.543113 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-66bbe5dd-14f4-4ecd-8d8b-4249d32d579c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:59:18.575262 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b5ce190>,) {'filters': {'network_id': ['7f8f534e-2db6-44af-9bdd-e4fd78e01696']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:18.589380 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b5ce190>, '7a2911af-ce8f-47e8-b777-7da37b702f30') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:18.589714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b5ce190>, '7a2911af-ce8f-47e8-b777-7da37b702f30') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:18.603494 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:18.608331 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:18.609989 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] 10.222.0.47 "PUT /v2.0/ports/d42004d6-9819-4df1-87dd-bbf84033c3a2 HTTP/1.1" status: 200  len: 1131 time: 1.2655172
Dec 22 04:59:18.610513 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bcce46-5016-466a-9916-bc0892e09fbe', 'tag': 'd42004d6-9819-4df1-87dd-bbf84033c3a2'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:59:18.621121 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device b4a26854-5338-4ea2-b5e3-3219f36bb46f no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:59:18.636487 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:18.638585 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] Pushing event updated for resources: {'Port': ['ID=d42004d6-9819-4df1-87dd-bbf84033c3a2,revision_number=3']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:18.641990 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:18.655824 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:59:18.656237 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:18.711299 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bcce46-5016-466a-9916-bc0892e09fbe', 'tag': 'd42004d6-9819-4df1-87dd-bbf84033c3a2', 'status': 'completed', 'code': 200}
Dec 22 04:59:18.711546 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: b4a26854-5338-4ea2-b5e3-3219f36bb46f {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:59:18.711872 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device b4a26854-5338-4ea2-b5e3-3219f36bb46f not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:59:18.712304 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c127a3e8-4b23-4b3d-8bd0-429faefd0147 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:59:18.763682 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-c17d758b-9cd0-4fb8-911e-f0d190c67423 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=a9bcce46-5016-466a-9916-bc0892e09fbe HTTP/1.1" status: 200  len: 1134 time: 0.0916615
Dec 22 04:59:18.784195 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: c127a3e8-4b23-4b3d-8bd0-429faefd0147 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:59:18.786356 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c127a3e8-4b23-4b3d-8bd0-429faefd0147 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:59:18.853085 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-d42b81df-973a-42d4-9947-cb5e56044a20 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d42004d6-9819-4df1-87dd-bbf84033c3a2 HTTP/1.1" status: 200  len: 217 time: 0.0755434
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:59:18.894454 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:59:18.917895 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-9e3e9ccb-7ee6-4a12-983a-71e0692cc792 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:18.919552 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-9e3e9ccb-7ee6-4a12-983a-71e0692cc792 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d8f5be6-2484-414f-96bc-f11880260431 HTTP/1.1" status: 200  len: 834 time: 0.0599985
Dec 22 04:59:18.966761 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:18.970341 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ef2abf64-3a06-4277-9791-f42bf6e991f2 tempest-RoutersTest-942849725 tempest-RoutersTest-942849725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:18.988868 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:18.999257 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f8f534e-2db6-44af-9bdd-e4fd78e01696,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:18.999674 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-9b8ead7b-8c47-4856-bf2b-86be72d8cd15 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1cfa3bf-2543-48f6-a559-7944741b3506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0727799
Dec 22 04:59:19.005267 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:19.020696 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7f8f534e-2db6-44af-9bdd-e4fd78e01696 HTTP/1.1" status: 204  len: 168 time: 1.2535825
Dec 22 04:59:19.024730 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60404) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:19.044178 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-66bbe5dd-14f4-4ecd-8d8b-4249d32d579c None None] Deleting port b4a26854-5338-4ea2-b5e3-3219f36bb46f {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:59:19.044815 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-66bbe5dd-14f4-4ecd-8d8b-4249d32d579c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:19.080291 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b5236-abc8-4217-95cc-e2485a092908 req-38d51cc6-6b5f-4703-89da-03e994488b84 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:19.082274 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b81b5236-abc8-4217-95cc-e2485a092908 req-38d51cc6-6b5f-4703-89da-03e994488b84 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9bcce46-5016-466a-9916-bc0892e09fbe HTTP/1.1" status: 200  len: 981 time: 0.1855903
Dec 22 04:59:19.110240 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-66bbe5dd-14f4-4ecd-8d8b-4249d32d579c None None] The port 'b4a26854-5338-4ea2-b5e3-3219f36bb46f' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:59:19.146368 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-37c31df4-a2f7-4695-b50d-811f48384c9a service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfa3bf-2543-48f6-a559-7944741b3506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398444
Dec 22 04:59:19.164211 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b81b5236-abc8-4217-95cc-e2485a092908 req-941b87bf-827a-4916-b5c2-065f359691f6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761716
Dec 22 04:59:19.287007 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c98bd726-368e-4ed6-b7d5-059292f9b2a2 req-89f22bf8-5012-4010-b710-3682a3e69740 service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfa3bf-2543-48f6-a559-7944741b3506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337535
Dec 22 04:59:19.437698 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6f278f5a-02fb-4b5b-9e9c-f60c5588c163 req-0c101776-00b7-4e4c-8187-906f602fdbe0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=a9bcce46-5016-466a-9916-bc0892e09fbe HTTP/1.1" status: 200  len: 1134 time: 0.0678549
Dec 22 04:59:19.473777 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0acebb94-c02d-4d00-ab75-64db9ef8cbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:19.565670 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f278f5a-02fb-4b5b-9e9c-f60c5588c163 req-85896211-9862-4517-9205-3f0977c30600 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:19.567633 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6f278f5a-02fb-4b5b-9e9c-f60c5588c163 req-85896211-9862-4517-9205-3f0977c30600 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b1cfa3bf-2543-48f6-a559-7944741b3506 HTTP/1.1" status: 200  len: 898 time: 0.1234434
Dec 22 04:59:19.637073 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6f278f5a-02fb-4b5b-9e9c-f60c5588c163 req-013a7041-1bbb-44a6-b812-d22e48937e64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d42004d6-9819-4df1-87dd-bbf84033c3a2 HTTP/1.1" status: 200  len: 217 time: 0.0628762
Dec 22 04:59:19.697755 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f278f5a-02fb-4b5b-9e9c-f60c5588c163 req-fff2399b-31d6-4c9e-9af5-e67d0aa4c836 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:19.699083 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6f278f5a-02fb-4b5b-9e9c-f60c5588c163 req-fff2399b-31d6-4c9e-9af5-e67d0aa4c836 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d8f5be6-2484-414f-96bc-f11880260431 HTTP/1.1" status: 200  len: 834 time: 0.0560174
Dec 22 04:59:19.777332 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6f278f5a-02fb-4b5b-9e9c-f60c5588c163 req-a356bbc3-3679-40de-acf1-99dc057681c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1cfa3bf-2543-48f6-a559-7944741b3506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0716419
Dec 22 04:59:19.909389 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6f278f5a-02fb-4b5b-9e9c-f60c5588c163 req-d746e058-5f75-4be9-8ffb-7e38ef953c38 service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfa3bf-2543-48f6-a559-7944741b3506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254117
Dec 22 04:59:20.038850 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6f278f5a-02fb-4b5b-9e9c-f60c5588c163 req-3e9f408c-b1f2-4335-980a-0a7455200103 service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfa3bf-2543-48f6-a559-7944741b3506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224127
Dec 22 04:59:20.053937 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-0acebb94-c02d-4d00-ab75-64db9ef8cbcd admin admin] Deleting port 6eb446b5-15ae-48f8-963e-9e5685572ab1 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:59:20.054448 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0acebb94-c02d-4d00-ab75-64db9ef8cbcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:20.219267 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-0acebb94-c02d-4d00-ab75-64db9ef8cbcd admin admin] For port 6eb446b5-15ae-48f8-963e-9e5685572ab1, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=6eb446b5-15ae-48f8-963e-9e5685572ab1,segment=NetworkSegment(c338e12d-b54d-4717-b237-b591c698bdf9),segment_id=c338e12d-b54d-4717-b237-b591c698bdf9)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:59:20.219623 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0acebb94-c02d-4d00-ab75-64db9ef8cbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:20.368810 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b9016-950e-4fa2-8ece-cf315b293037 req-848b7566-f149-4303-a273-d24cbd7f7eca tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:20.370339 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-367b9016-950e-4fa2-8ece-cf315b293037 req-848b7566-f149-4303-a273-d24cbd7f7eca tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9bcce46-5016-466a-9916-bc0892e09fbe HTTP/1.1" status: 200  len: 981 time: 0.0765345
Dec 22 04:59:20.418094 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-367b9016-950e-4fa2-8ece-cf315b293037 req-866051c2-1f56-49af-9905-96f611c3d683 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420823
Dec 22 04:59:20.455551 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-0acebb94-c02d-4d00-ab75-64db9ef8cbcd admin admin] Calling delete_port for 6eb446b5-15ae-48f8-963e-9e5685572ab1 owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:59:20.624618 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0acebb94-c02d-4d00-ab75-64db9ef8cbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:20.627981 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fa28074d-89e7-4637-85af-ccd411c6ed39 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:20.667701 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acebb94-c02d-4d00-ab75-64db9ef8cbcd admin admin] Pushing event deleted for resources: {'Port': ['ID=6eb446b5-15ae-48f8-963e-9e5685572ab1,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:20.671085 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0acebb94-c02d-4d00-ab75-64db9ef8cbcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:20.947821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0acebb94-c02d-4d00-ab75-64db9ef8cbcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:21.523683 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0acebb94-c02d-4d00-ab75-64db9ef8cbcd admin admin] Router 860183b3-3f23-4ba9-81bd-6e121d0b1b70 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:59:21.733316 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb6446-85d8-467e-b2fc-329465f7197e req-ff688fb3-1f43-4427-b7bd-981bdb0ff95d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:21.734686 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3adb6446-85d8-467e-b2fc-329465f7197e req-ff688fb3-1f43-4427-b7bd-981bdb0ff95d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9bcce46-5016-466a-9916-bc0892e09fbe HTTP/1.1" status: 200  len: 981 time: 0.1551650
Dec 22 04:59:21.790109 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3adb6446-85d8-467e-b2fc-329465f7197e req-6ff6ea30-be36-489a-a9f4-51145607e66f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497975
Dec 22 04:59:21.819843 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acebb94-c02d-4d00-ab75-64db9ef8cbcd admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:59:21.828240 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9f48f2-8c07-46d2-b414-d0a0bb20e2a0 None None] Sync routers for ids ['860183b3-3f23-4ba9-81bd-6e121d0b1b70'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:59:21.835645 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0acebb94-c02d-4d00-ab75-64db9ef8cbcd admin admin] 10.222.0.53 "PUT /v2.0/routers/860183b3-3f23-4ba9-81bd-6e121d0b1b70/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8099556
Dec 22 04:59:21.838062 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60412) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:21.840333 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9f48f2-8c07-46d2-b414-d0a0bb20e2a0 None None] Routers {'860183b3-3f23-4ba9-81bd-6e121d0b1b70'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:59:21.840937 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-ee9f48f2-8c07-46d2-b414-d0a0bb20e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c98e490>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:59:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['860183b3-3f23-4ba9-81bd-6e121d0b1b70'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:22.021154 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-ee9f48f2-8c07-46d2-b414-d0a0bb20e2a0 None None] Set router 860183b3-3f23-4ba9-81bd-6e121d0b1b70 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:59:22.152608 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d8db4444-0245-46bc-be18-cf603ad730ee admin admin] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:22.177725 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device d42004d6-9819-4df1-87dd-bbf84033c3a2 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 04:59:22.299906 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-ee9f48f2-8c07-46d2-b414-d0a0bb20e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c98e490>, [{'id': '860183b3-3f23-4ba9-81bd-6e121d0b1b70', 'name': 'tempest-TestVolumeBootPattern-1277754641-router', 'tenant_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'a006abc3-ad9c-4fe4-998c-4c1340ef503b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:58Z', 'updated_at': '2021-12-22T04:59:20Z', 'revision_number': 5, 'project_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'gw_port': {'id': 'a006abc3-ad9c-4fe4-998c-4c1340ef503b', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:14:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860183b3-3f23-4ba9-81bd-6e121d0b1b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:00Z', 'updated_at': '2021-12-22T04:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:22.304129 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9f48f2-8c07-46d2-b414-d0a0bb20e2a0 None None] Checking router: 860183b3-3f23-4ba9-81bd-6e121d0b1b70 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:59:22.317231 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9f48f2-8c07-46d2-b414-d0a0bb20e2a0 None None] Routers {'860183b3-3f23-4ba9-81bd-6e121d0b1b70'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:59:22.317979 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-ee9f48f2-8c07-46d2-b414-d0a0bb20e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c98e490>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:59:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['860183b3-3f23-4ba9-81bd-6e121d0b1b70'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:22.323466 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port d42004d6-9819-4df1-87dd-bbf84033c3a2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d42004d6-9819-4df1-87dd-bbf84033c3a2,segment=NetworkSegment(8667e12e-e952-4ea6-a9f8-3ef2b728965c),segment_id=8667e12e-e952-4ea6-a9f8-3ef2b728965c)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:59:22.337897 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': 'd42004d6-9819-4df1-87dd-bbf84033c3a2', 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506', 'port_id': 'd42004d6-9819-4df1-87dd-bbf84033c3a2', 'mac_address': 'fa:16:3e:12:be:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8f5be6-2484-414f-96bc-f11880260431', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 04:59:22.352712 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d8db4444-0245-46bc-be18-cf603ad730ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:22.361935 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-d8db4444-0245-46bc-be18-cf603ad730ee admin admin] Deleting port a006abc3-ad9c-4fe4-998c-4c1340ef503b {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:59:22.362182 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d8db4444-0245-46bc-be18-cf603ad730ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:22.393874 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:22.412153 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42004d6-9819-4df1-87dd-bbf84033c3a2 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:59:22.428635 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port d42004d6-9819-4df1-87dd-bbf84033c3a2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d42004d6-9819-4df1-87dd-bbf84033c3a2,segment=NetworkSegment(8667e12e-e952-4ea6-a9f8-3ef2b728965c),segment_id=8667e12e-e952-4ea6-a9f8-3ef2b728965c)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:59:22.433840 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:22.435559 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-51987277-4f9b-468e-a872-800edfeb21f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:22.471504 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-ee9f48f2-8c07-46d2-b414-d0a0bb20e2a0 None None] Set router 860183b3-3f23-4ba9-81bd-6e121d0b1b70 gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:59:22.503419 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=d42004d6-9819-4df1-87dd-bbf84033c3a2,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:22.506714 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:22.549751 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-d8db4444-0245-46bc-be18-cf603ad730ee admin admin] For port a006abc3-ad9c-4fe4-998c-4c1340ef503b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a006abc3-ad9c-4fe4-998c-4c1340ef503b,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:59:22.550987 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d8db4444-0245-46bc-be18-cf603ad730ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:22.608564 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-ee9f48f2-8c07-46d2-b414-d0a0bb20e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c98e490>, [{'id': '860183b3-3f23-4ba9-81bd-6e121d0b1b70', 'name': 'tempest-TestVolumeBootPattern-1277754641-router', 'tenant_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:58Z', 'updated_at': '2021-12-22T04:59:22Z', 'revision_number': 6, 'project_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:22.612475 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9f48f2-8c07-46d2-b414-d0a0bb20e2a0 None None] The sync data for ids ['860183b3-3f23-4ba9-81bd-6e121d0b1b70'] in dv-neutron-822525-1-hyperv is: [{'id': '860183b3-3f23-4ba9-81bd-6e121d0b1b70', 'name': 'tempest-TestVolumeBootPattern-1277754641-router', 'tenant_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:50:58Z', 'updated_at': '2021-12-22T04:59:22Z', 'revision_number': 6, 'project_id': 'd8ec49acb9f547299cc9d328e9a6379b', 'gw_port_host': None}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:59:22.672836 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-d8db4444-0245-46bc-be18-cf603ad730ee admin admin] Calling delete_port for a006abc3-ad9c-4fe4-998c-4c1340ef503b owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:59:22.832422 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d8db4444-0245-46bc-be18-cf603ad730ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:22.836401 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0acebb94-c02d-4d00-ab75-64db9ef8cbcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:22.852546 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['d42004d6-9819-4df1-87dd-bbf84033c3a2'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 04:59:22.877830 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db4444-0245-46bc-be18-cf603ad730ee admin admin] Pushing event deleted for resources: {'Port': ['ID=a006abc3-ad9c-4fe4-998c-4c1340ef503b,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:22.880246 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d8db4444-0245-46bc-be18-cf603ad730ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:22.996805 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1c15f-2019-49d7-b5df-f27e22c06ef9 req-b9fc72fc-ff64-409e-8f79-cf0c72031eb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:22.998544 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2bd1c15f-2019-49d7-b5df-f27e22c06ef9 req-b9fc72fc-ff64-409e-8f79-cf0c72031eb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9bcce46-5016-466a-9916-bc0892e09fbe HTTP/1.1" status: 200  len: 982 time: 0.0846250
Dec 22 04:59:23.049026 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2bd1c15f-2019-49d7-b5df-f27e22c06ef9 req-cc29bcd3-fc1e-4b02-bc84-115490e36dea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408366
Dec 22 04:59:23.108597 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d8db4444-0245-46bc-be18-cf603ad730ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:23.463556 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d8db4444-0245-46bc-be18-cf603ad730ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:23.467644 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d8db4444-0245-46bc-be18-cf603ad730ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:23.490577 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d8db4444-0245-46bc-be18-cf603ad730ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:23.491115 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8db4444-0245-46bc-be18-cf603ad730ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 860183b3-3f23-4ba9-81bd-6e121d0b1b70 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:59:23.502504 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d8db4444-0245-46bc-be18-cf603ad730ee admin admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:23.504165 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d8db4444-0245-46bc-be18-cf603ad730ee admin admin] 10.222.0.53 "DELETE /v2.0/routers/860183b3-3f23-4ba9-81bd-6e121d0b1b70 HTTP/1.1" status: 204  len: 168 time: 1.6651382
Dec 22 04:59:23.506540 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60418) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:23.565180 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e57503-4387-4309-9206-1f364c4d4d50 admin admin] Deleting subnet 7620cd75-c417-40f1-95e4-3f092e10651d {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:59:23.568468 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54e57503-4387-4309-9206-1f364c4d4d50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:23.616105 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54e57503-4387-4309-9206-1f364c4d4d50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:23.692726 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54e57503-4387-4309-9206-1f364c4d4d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:23.756857 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54e57503-4387-4309-9206-1f364c4d4d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:23.760938 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:23.792204 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e57503-4387-4309-9206-1f364c4d4d50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7620cd75-c417-40f1-95e4-3f092e10651d,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:23.796047 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-54e57503-4387-4309-9206-1f364c4d4d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:23.798724 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54e57503-4387-4309-9206-1f364c4d4d50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:23.804268 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd678206-721b-4673-a887-bcb3341151b5 None None] Network b07475e2-3fa2-4eb5-8d42-c3c048061a04 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:59:23.805105 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-54e57503-4387-4309-9206-1f364c4d4d50 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7620cd75-c417-40f1-95e4-3f092e10651d HTTP/1.1" status: 204  len: 168 time: 0.2976556
Dec 22 04:59:23.807535 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60422) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:23.909540 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:23.919362 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] Deleting port 67c1f506-bc47-4ee9-b9fd-0db178c98682 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:59:23.919686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:24.072693 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aef6cf6-d977-4367-a3f0-870a91724ac5 None None] DHCP port deletion for b07475e2-3fa2-4eb5-8d42-c3c048061a04 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:59:24.077082 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-6aef6cf6-d977-4367-a3f0-870a91724ac5 None None] Deleting port 67c1f506-bc47-4ee9-b9fd-0db178c98682 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:59:24.077523 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6aef6cf6-d977-4367-a3f0-870a91724ac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:24.131454 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] For port 67c1f506-bc47-4ee9-b9fd-0db178c98682, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=67c1f506-bc47-4ee9-b9fd-0db178c98682,segment=NetworkSegment(c338e12d-b54d-4717-b237-b591c698bdf9),segment_id=c338e12d-b54d-4717-b237-b591c698bdf9)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:59:24.131812 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:24.203888 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device d42004d6-9819-4df1-87dd-bbf84033c3a2 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:59:24.285372 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] Calling delete_port for 67c1f506-bc47-4ee9-b9fd-0db178c98682 owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:59:24.337194 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-6aef6cf6-d977-4367-a3f0-870a91724ac5 None None] For port 67c1f506-bc47-4ee9-b9fd-0db178c98682, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=67c1f506-bc47-4ee9-b9fd-0db178c98682,segment=NetworkSegment(c338e12d-b54d-4717-b237-b591c698bdf9),segment_id=c338e12d-b54d-4717-b237-b591c698bdf9)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:59:24.337493 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6aef6cf6-d977-4367-a3f0-870a91724ac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:24.383756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:24.389640 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2ee783d6-89b9-41cf-a915-54859044f922 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:24.433305 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf8a35-8788-4876-b3ec-b7ff3fa69b01 req-d7374762-a176-40a1-8ace-af526850d34e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:24.434781 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-72bf8a35-8788-4876-b3ec-b7ff3fa69b01 req-d7374762-a176-40a1-8ace-af526850d34e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9bcce46-5016-466a-9916-bc0892e09fbe HTTP/1.1" status: 200  len: 982 time: 0.2399974
Dec 22 04:59:24.437661 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=67c1f506-bc47-4ee9-b9fd-0db178c98682,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:24.441606 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:24.460376 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] No DVR routers for this DVR port 67c1f506-bc47-4ee9-b9fd-0db178c98682 on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:59:24.462795 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-6aef6cf6-d977-4367-a3f0-870a91724ac5 None None] Calling delete_port for 67c1f506-bc47-4ee9-b9fd-0db178c98682 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:59:24.494177 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port d42004d6-9819-4df1-87dd-bbf84033c3a2 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:59:24.503222 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port d42004d6-9819-4df1-87dd-bbf84033c3a2 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:59:24.503605 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:24.589721 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-72bf8a35-8788-4876-b3ec-b7ff3fa69b01 req-80a577c1-a613-4f67-bc05-9c30ac2c9d35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471350
Dec 22 04:59:24.590270 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-6aef6cf6-d977-4367-a3f0-870a91724ac5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 04:59:24.590362 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-6aef6cf6-d977-4367-a3f0-870a91724ac5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 04:59:24.606469 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:24.638425 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bc296d0>,) {'filters': {'network_id': ['b07475e2-3fa2-4eb5-8d42-c3c048061a04']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:24.647300 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:24.651761 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bc296d0>, 'c338e12d-b54d-4717-b237-b591c698bdf9') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:24.652160 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bc296d0>, 'c338e12d-b54d-4717-b237-b591c698bdf9') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:24.664681 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:24.675764 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 67c1f506-bc47-4ee9-b9fd-0db178c98682 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:59:24.681644 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:24.687844 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 04:59:24.688224 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 04:59:24.701838 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 04:59:24.707736 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bcce46-5016-466a-9916-bc0892e09fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42004d6-9819-4df1-87dd-bbf84033c3a2'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:59:24.718129 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 67c1f506-bc47-4ee9-b9fd-0db178c98682 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:59:24.718732 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 67c1f506-bc47-4ee9-b9fd-0db178c98682 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:59:24.719153 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6eb446b5-15ae-48f8-963e-9e5685572ab1 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:59:24.753925 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port d42004d6-9819-4df1-87dd-bbf84033c3a2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d42004d6-9819-4df1-87dd-bbf84033c3a2,segment=NetworkSegment(8667e12e-e952-4ea6-a9f8-3ef2b728965c),segment_id=8667e12e-e952-4ea6-a9f8-3ef2b728965c)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:59:24.754968 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 6eb446b5-15ae-48f8-963e-9e5685572ab1 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:59:24.755467 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6eb446b5-15ae-48f8-963e-9e5685572ab1 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:59:24.760694 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:24.762378 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-829234d8-11e6-4897-be70-0464cf6aa6c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:24.785732 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:24.788948 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8fde394c-ca43-47d4-b09a-fac6a3de7c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:24.791065 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bcce46-5016-466a-9916-bc0892e09fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42004d6-9819-4df1-87dd-bbf84033c3a2', 'code': 200}
Dec 22 04:59:24.801700 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:24.814357 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] Pushing event deleted for resources: {'Network': ['ID=b07475e2-3fa2-4eb5-8d42-c3c048061a04,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:24.818307 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:24.820338 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b07475e2-3fa2-4eb5-8d42-c3c048061a04 HTTP/1.1" status: 204  len: 168 time: 1.0114050
Dec 22 04:59:24.833175 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=d42004d6-9819-4df1-87dd-bbf84033c3a2,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:24.836514 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:24.959837 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60432) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:25.009832 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-85b7af21-86cf-46a4-a60d-683805e10c4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b44be9ba27547a492de77c9a415f2bf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0486929
Dec 22 04:59:25.011436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60436) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:25.027404 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-446995a5-4ce9-406c-8e0c-45233c896cd6 req-6e8aec72-693c-42ad-9988-448a6610a08f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a9bcce46-5016-466a-9916-bc0892e09fbe HTTP/1.1" status: 200  len: 1136 time: 0.0682218
Dec 22 04:59:25.068658 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-446995a5-4ce9-406c-8e0c-45233c896cd6 req-42c10680-613b-4329-8b01-a0cb18c11a95 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353532
Dec 22 04:59:25.071639 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3735ef13-b98a-496c-8fee-d0b808163dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:25.091289 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-6aef6cf6-d977-4367-a3f0-870a91724ac5 None None] Deleting port 67c1f506-bc47-4ee9-b9fd-0db178c98682 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:59:25.091739 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6aef6cf6-d977-4367-a3f0-870a91724ac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:25.096955 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3735ef13-b98a-496c-8fee-d0b808163dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:25.152748 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3735ef13-b98a-496c-8fee-d0b808163dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:25.155428 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-6aef6cf6-d977-4367-a3f0-870a91724ac5 None None] The port '67c1f506-bc47-4ee9-b9fd-0db178c98682' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 04:59:25.158624 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-69ced194-626c-45d3-84c8-ad05357fbf46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:25.179219 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735ef13-b98a-496c-8fee-d0b808163dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f1d5ae-21ff-46a3-92eb-883444c3335c,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:25.181983 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3735ef13-b98a-496c-8fee-d0b808163dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:25.185412 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3735ef13-b98a-496c-8fee-d0b808163dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:25.188724 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3735ef13-b98a-496c-8fee-d0b808163dea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/77f1d5ae-21ff-46a3-92eb-883444c3335c HTTP/1.1" status: 204  len: 168 time: 0.1742067
Dec 22 04:59:25.569680 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60444) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:25.740110 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7f792156-728d-4080-8771-9e41d2cb231f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d8ec49acb9f547299cc9d328e9a6379b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1689973
Dec 22 04:59:25.742568 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60450) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:25.802395 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-033bbe30-31ff-446e-92a5-bfaac550910a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:25.803336 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462b1fc-0019-45db-83f7-d9bea2fd68d6 req-c9f06d2b-a24f-4800-91fc-9d40b52b7fff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:25.805991 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f462b1fc-0019-45db-83f7-d9bea2fd68d6 req-c9f06d2b-a24f-4800-91fc-9d40b52b7fff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9bcce46-5016-466a-9916-bc0892e09fbe HTTP/1.1" status: 200  len: 983 time: 0.0867479
Dec 22 04:59:25.827364 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-033bbe30-31ff-446e-92a5-bfaac550910a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:25.850712 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f462b1fc-0019-45db-83f7-d9bea2fd68d6 req-e35ed968-de99-4deb-a0fc-bc093074bfe6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404594
Dec 22 04:59:25.881916 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-033bbe30-31ff-446e-92a5-bfaac550910a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:25.885693 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-03e180c9-da9a-4730-9cf3-30a86b2f286d tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:25.898646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033bbe30-31ff-446e-92a5-bfaac550910a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404d3be7-9cb4-4d9f-ba22-faca49bfab1c,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:25.901457 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-033bbe30-31ff-446e-92a5-bfaac550910a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:25.903343 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-033bbe30-31ff-446e-92a5-bfaac550910a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:25.904409 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-033bbe30-31ff-446e-92a5-bfaac550910a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/404d3be7-9cb4-4d9f-ba22-faca49bfab1c HTTP/1.1" status: 204  len: 168 time: 0.1609676
Dec 22 04:59:26.562050 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a006abc3-ad9c-4fe4-998c-4c1340ef503b no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:59:26.597507 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: a006abc3-ad9c-4fe4-998c-4c1340ef503b {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 04:59:26.597887 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a006abc3-ad9c-4fe4-998c-4c1340ef503b not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:59:27.052499 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a662c7-a395-4067-8ab6-02eb0c535f66 req-eb458a9b-e6cc-4c97-bd9c-e910f84cd216 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:27.054037 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-84a662c7-a395-4067-8ab6-02eb0c535f66 req-eb458a9b-e6cc-4c97-bd9c-e910f84cd216 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9bcce46-5016-466a-9916-bc0892e09fbe HTTP/1.1" status: 200  len: 983 time: 0.0777657
Dec 22 04:59:27.098938 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-84a662c7-a395-4067-8ab6-02eb0c535f66 req-8a8b644f-249d-4a92-b7ab-f1881d39f1e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393922
Dec 22 04:59:27.291749 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4a3eb-f489-4385-ab1e-5ef473c59a9e req-e36dc984-7f75-47f7-af81-196fa5e380a8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:27.293163 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b2c4a3eb-f489-4385-ab1e-5ef473c59a9e req-e36dc984-7f75-47f7-af81-196fa5e380a8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9bcce46-5016-466a-9916-bc0892e09fbe HTTP/1.1" status: 200  len: 983 time: 0.0740201
Dec 22 04:59:27.341682 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b2c4a3eb-f489-4385-ab1e-5ef473c59a9e req-ddfa040b-f539-4928-bd5b-46577e18d96a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430737
Dec 22 04:59:27.369193 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60460) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:27.436300 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-791271e9-f5e0-4eba-ae64-a7a8e6994edc tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a9bcce46-5016-466a-9916-bc0892e09fbe HTTP/1.1" status: 200  len: 1131 time: 0.0655842
Dec 22 04:59:27.438444 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60464) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:27.444015 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': 'd42004d6-9819-4df1-87dd-bbf84033c3a2', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:59:27.449239 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:59:27.452978 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:floatingip and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:59:27.455750 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:59:27.461320 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:59:27.471338 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:27.601820 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:27.733765 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.26.4.22 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/dc91b654-d896-46aa-b228-a4ee1a5eac94) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 04:59:27.879465 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:27.905403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:27.909328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-60a14701-4ae6-44d4-b312-b64ab2ec4cd4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:27.974490 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 04:59:27.977571 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 04:59:27.981625 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 04:59:28.006701 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=dc91b654-d896-46aa-b228-a4ee1a5eac94,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:28.011866 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:28.478298 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:28.530648 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:28.724567 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:28.728720 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:28.732626 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:28.926634 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=dc91b654-d896-46aa-b228-a4ee1a5eac94,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:28.933858 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:28.942834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:29.142391 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Floating IP 0852e022-db7a-4ec9-afad-9beb582dbc5e associated. External IP: 172.26.4.22, port: d42004d6-9819-4df1-87dd-bbf84033c3a2.
Dec 22 04:59:29.524290 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 50235ba6-3867-42cf-8020-0f83102843ee has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:59:29.716724 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:59:29.728451 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262fdc8c-cdb0-4450-b570-b785bab70428 None None] Sync routers for ids ['50235ba6-3867-42cf-8020-0f83102843ee'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:59:29.739731 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262fdc8c-cdb0-4450-b570-b785bab70428 None None] Routers {'50235ba6-3867-42cf-8020-0f83102843ee'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:59:29.740341 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-262fdc8c-cdb0-4450-b570-b785bab70428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c455460>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:59:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['50235ba6-3867-42cf-8020-0f83102843ee'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:29.742921 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:29.799351 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 1033 time: 2.3598299
Dec 22 04:59:29.800031 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bcce46-5016-466a-9916-bc0892e09fbe', 'tag': 'd42004d6-9819-4df1-87dd-bbf84033c3a2'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:59:29.802128 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60468) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:29.855919 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bcce46-5016-466a-9916-bc0892e09fbe', 'tag': 'd42004d6-9819-4df1-87dd-bbf84033c3a2', 'status': 'completed', 'code': 200}
Dec 22 04:59:29.875100 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e7a0bf72-53ea-4d8a-9733-7642de4b801b tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a9bcce46-5016-466a-9916-bc0892e09fbe&network_id=b1cfa3bf-2543-48f6-a559-7944741b3506 HTTP/1.1" status: 200  len: 1131 time: 0.0694098
Dec 22 04:59:29.921994 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-262fdc8c-cdb0-4450-b570-b785bab70428 None None] Set router 50235ba6-3867-42cf-8020-0f83102843ee gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:59:29.972850 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d1508325-debe-4600-9e64-5c462b7dfe6d req-4eccf249-8c42-4b09-8f61-be1c0cd5ebc3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=a9bcce46-5016-466a-9916-bc0892e09fbe HTTP/1.1" status: 200  len: 1136 time: 0.0714557
Dec 22 04:59:30.108031 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1508325-debe-4600-9e64-5c462b7dfe6d req-aec76707-a585-4d70-bd90-4aa5a68e7ee9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:30.109367 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d1508325-debe-4600-9e64-5c462b7dfe6d req-aec76707-a585-4d70-bd90-4aa5a68e7ee9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b1cfa3bf-2543-48f6-a559-7944741b3506 HTTP/1.1" status: 200  len: 898 time: 0.1308298
Dec 22 04:59:30.279253 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d1508325-debe-4600-9e64-5c462b7dfe6d req-11208fcc-a55d-48ae-a849-7b823e40b65f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d42004d6-9819-4df1-87dd-bbf84033c3a2 HTTP/1.1" status: 200  len: 1036 time: 0.1448903
Dec 22 04:59:30.324069 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-262fdc8c-cdb0-4450-b570-b785bab70428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c455460>, [{'id': '50235ba6-3867-42cf-8020-0f83102843ee', 'name': 'tempest-TestNetworkBasicOps-router-685079756', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:58Z', 'updated_at': '2021-12-22T04:59:04Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:59Z', 'updated_at': '2021-12-22T04:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '0852e022-db7a-4ec9-afad-9beb582dbc5e', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.22', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'port_id': 'd42004d6-9819-4df1-87dd-bbf84033c3a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1235653930', 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506', 'mac_address': 'fa:16:3e:12:be:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bcce46-5016-466a-9916-bc0892e09fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:59:28Z', 'updated_at': '2021-12-22T04:59:28Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea05338-d52c-416f-8e20-5623c9e8d146', 'name': '', 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:8d:a2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d8f5be6-2484-414f-96bc-f11880260431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:03Z', 'updated_at': '2021-12-22T04:59:10Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '1d8f5be6-2484-414f-96bc-f11880260431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:30.327903 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262fdc8c-cdb0-4450-b570-b785bab70428 None None] Checking router: 50235ba6-3867-42cf-8020-0f83102843ee for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:59:30.338705 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262fdc8c-cdb0-4450-b570-b785bab70428 None None] Routers {'50235ba6-3867-42cf-8020-0f83102843ee'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:59:30.339301 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-262fdc8c-cdb0-4450-b570-b785bab70428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c455460>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:59:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['50235ba6-3867-42cf-8020-0f83102843ee'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:30.352772 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c949c5-f2c5-4f35-84bf-9e6c4f249117 req-6ecd410a-69c2-4c80-a8db-a91ca02e1b0f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:30.354159 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d1c949c5-f2c5-4f35-84bf-9e6c4f249117 req-6ecd410a-69c2-4c80-a8db-a91ca02e1b0f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9bcce46-5016-466a-9916-bc0892e09fbe HTTP/1.1" status: 200  len: 983 time: 0.1523373
Dec 22 04:59:30.361189 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1508325-debe-4600-9e64-5c462b7dfe6d req-fd66cb2a-b229-484f-b9c4-addfa868378a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:30.363125 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d1508325-debe-4600-9e64-5c462b7dfe6d req-fd66cb2a-b229-484f-b9c4-addfa868378a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d8f5be6-2484-414f-96bc-f11880260431 HTTP/1.1" status: 200  len: 834 time: 0.0760784
Dec 22 04:59:30.443656 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d1c949c5-f2c5-4f35-84bf-9e6c4f249117 req-0075ef66-0e79-41a6-bac3-5ac4ba29023c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796118
Dec 22 04:59:30.464710 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d1508325-debe-4600-9e64-5c462b7dfe6d req-e8f10ebd-00e5-4fa6-9cb2-01cdd57f7185 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1cfa3bf-2543-48f6-a559-7944741b3506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0876534
Dec 22 04:59:30.518462 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-262fdc8c-cdb0-4450-b570-b785bab70428 None None] Set router 50235ba6-3867-42cf-8020-0f83102843ee gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:59:30.699229 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d1508325-debe-4600-9e64-5c462b7dfe6d req-4a0f0fc4-09c8-4207-b22e-c5c2358d42fd service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfa3bf-2543-48f6-a559-7944741b3506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2273738
Dec 22 04:59:30.828376 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d1508325-debe-4600-9e64-5c462b7dfe6d req-a3990bd8-776f-46aa-b507-b2d9f9d3984d service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfa3bf-2543-48f6-a559-7944741b3506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221457
Dec 22 04:59:30.869848 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-262fdc8c-cdb0-4450-b570-b785bab70428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c455460>, [{'id': '50235ba6-3867-42cf-8020-0f83102843ee', 'name': 'tempest-TestNetworkBasicOps-router-685079756', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:58Z', 'updated_at': '2021-12-22T04:59:04Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:59Z', 'updated_at': '2021-12-22T04:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '0852e022-db7a-4ec9-afad-9beb582dbc5e', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.22', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'port_id': 'd42004d6-9819-4df1-87dd-bbf84033c3a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1235653930', 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506', 'mac_address': 'fa:16:3e:12:be:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bcce46-5016-466a-9916-bc0892e09fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:59:28Z', 'updated_at': '2021-12-22T04:59:28Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea05338-d52c-416f-8e20-5623c9e8d146', 'name': '', 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:8d:a2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d8f5be6-2484-414f-96bc-f11880260431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:03Z', 'updated_at': '2021-12-22T04:59:10Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '1d8f5be6-2484-414f-96bc-f11880260431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:30.873987 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262fdc8c-cdb0-4450-b570-b785bab70428 None None] The sync data for ids ['50235ba6-3867-42cf-8020-0f83102843ee'] in dv-neutron-822525-1-hyperv is: [{'id': '50235ba6-3867-42cf-8020-0f83102843ee', 'name': 'tempest-TestNetworkBasicOps-router-685079756', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:58Z', 'updated_at': '2021-12-22T04:59:04Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:59Z', 'updated_at': '2021-12-22T04:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '0852e022-db7a-4ec9-afad-9beb582dbc5e', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.22', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'port_id': 'd42004d6-9819-4df1-87dd-bbf84033c3a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1235653930', 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506', 'mac_address': 'fa:16:3e:12:be:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bcce46-5016-466a-9916-bc0892e09fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:59:28Z', 'updated_at': '2021-12-22T04:59:28Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea05338-d52c-416f-8e20-5623c9e8d146', 'name': '', 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:8d:a2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d8f5be6-2484-414f-96bc-f11880260431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:03Z', 'updated_at': '2021-12-22T04:59:10Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '1d8f5be6-2484-414f-96bc-f11880260431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:59:31.068329 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c085b095-40fe-4423-aec3-910e04bf76f5 None None] New status for floating IP 0852e022-db7a-4ec9-afad-9beb582dbc5e: ACTIVE {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 04:59:31.642561 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf80169-c75f-4e94-9e9a-d2bc447d09b6 req-28a17f7f-93b1-465f-98b1-41d1861d6bdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:31.644033 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cbf80169-c75f-4e94-9e9a-d2bc447d09b6 req-28a17f7f-93b1-465f-98b1-41d1861d6bdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9bcce46-5016-466a-9916-bc0892e09fbe HTTP/1.1" status: 200  len: 983 time: 0.0748086
Dec 22 04:59:31.794077 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cbf80169-c75f-4e94-9e9a-d2bc447d09b6 req-9c5a3184-7251-4ce5-a114-80de7041f99d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444552
Dec 22 04:59:31.809215 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d682a-a611-41d5-bfde-921a6b133f2e req-0249c398-5961-4fa8-8683-74a5fd6bfdcf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:31.810720 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-501d682a-a611-41d5-bfde-921a6b133f2e req-0249c398-5961-4fa8-8683-74a5fd6bfdcf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9bcce46-5016-466a-9916-bc0892e09fbe HTTP/1.1" status: 200  len: 983 time: 0.0810554
Dec 22 04:59:31.878862 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d682a-a611-41d5-bfde-921a6b133f2e req-0bb7fb09-a78c-4483-9978-308229680f54 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:31.880145 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-501d682a-a611-41d5-bfde-921a6b133f2e req-0bb7fb09-a78c-4483-9978-308229680f54 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/ports/d42004d6-9819-4df1-87dd-bbf84033c3a2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0638409
Dec 22 04:59:32.017866 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-501d682a-a611-41d5-bfde-921a6b133f2e req-4d03d57c-eaf9-4196-b889-d5d75a5174b2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/networks/b1cfa3bf-2543-48f6-a559-7944741b3506?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1327696
Dec 22 04:59:32.027780 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-501d682a-a611-41d5-bfde-921a6b133f2e req-ecaa674e-69c0-48ff-8cfd-d4c74ddb0af2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:59:32.139345 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-501d682a-a611-41d5-bfde-921a6b133f2e req-ecaa674e-69c0-48ff-8cfd-d4c74ddb0af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:32.336413 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-501d682a-a611-41d5-bfde-921a6b133f2e req-ecaa674e-69c0-48ff-8cfd-d4c74ddb0af2 service neutron] For port d42004d6-9819-4df1-87dd-bbf84033c3a2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d42004d6-9819-4df1-87dd-bbf84033c3a2,segment=NetworkSegment(8667e12e-e952-4ea6-a9f8-3ef2b728965c),segment_id=8667e12e-e952-4ea6-a9f8-3ef2b728965c)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:59:32.363577 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-501d682a-a611-41d5-bfde-921a6b133f2e req-ecaa674e-69c0-48ff-8cfd-d4c74ddb0af2 service neutron] For port d42004d6-9819-4df1-87dd-bbf84033c3a2, host hv-neutron-8225, cleared binding levels {{(pid=83435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:59:32.411364 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [req-501d682a-a611-41d5-bfde-921a6b133f2e req-ecaa674e-69c0-48ff-8cfd-d4c74ddb0af2 service neutron] device_id is not set on port d42004d6-9819-4df1-87dd-bbf84033c3a2 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:59:32.418930 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-501d682a-a611-41d5-bfde-921a6b133f2e req-ecaa674e-69c0-48ff-8cfd-d4c74ddb0af2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:32.424397 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-501d682a-a611-41d5-bfde-921a6b133f2e req-ecaa674e-69c0-48ff-8cfd-d4c74ddb0af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:32.428453 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-464bae26-2949-4898-a290-821471665bd9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:32.554354 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa674e-69c0-48ff-8cfd-d4c74ddb0af2 service neutron] Pushing event updated for resources: {'Port': ['ID=d42004d6-9819-4df1-87dd-bbf84033c3a2,revision_number=6']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:32.558633 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ecaa674e-69c0-48ff-8cfd-d4c74ddb0af2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:32.616872 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-501d682a-a611-41d5-bfde-921a6b133f2e req-ecaa674e-69c0-48ff-8cfd-d4c74ddb0af2 service neutron] No DVR routers for this DVR port d42004d6-9819-4df1-87dd-bbf84033c3a2 on host hv-neutron-8225 {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:59:32.712860 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-55c1d055-bfa9-4b31-8c50-d8adde70cb7b None None] Provisioning complete for port d42004d6-9819-4df1-87dd-bbf84033c3a2 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:59:32.713441 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-55c1d055-bfa9-4b31-8c50-d8adde70cb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:32.764762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-55c1d055-bfa9-4b31-8c50-d8adde70cb7b None None] Port d42004d6-9819-4df1-87dd-bbf84033c3a2 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:59:32.853928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-501d682a-a611-41d5-bfde-921a6b133f2e req-ecaa674e-69c0-48ff-8cfd-d4c74ddb0af2 service neutron] In _notify_port_updated(), no bound segment for port d42004d6-9819-4df1-87dd-bbf84033c3a2 on network b1cfa3bf-2543-48f6-a559-7944741b3506 {{(pid=83435) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 04:59:32.854955 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-501d682a-a611-41d5-bfde-921a6b133f2e req-ecaa674e-69c0-48ff-8cfd-d4c74ddb0af2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:32.856242 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-501d682a-a611-41d5-bfde-921a6b133f2e req-ecaa674e-69c0-48ff-8cfd-d4c74ddb0af2 service neutron] 10.222.0.47 "PUT /v2.0/ports/d42004d6-9819-4df1-87dd-bbf84033c3a2 HTTP/1.1" status: 200  len: 1026 time: 0.8321805
Dec 22 04:59:32.960217 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1efb7864-118c-4050-b94b-d8fce2f8e6d4 req-eb00d28e-a68a-45b7-9ec2-106656d22113 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9bcce46-5016-466a-9916-bc0892e09fbe HTTP/1.1" status: 200  len: 210 time: 0.0410128
Dec 22 04:59:34.064521 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60484) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:34.131415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4d0a0c-9ad8-4f36-b8d4-46a9b81c12cf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:34.132704 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-bc4d0a0c-9ad8-4f36-b8d4-46a9b81c12cf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports/d42004d6-9819-4df1-87dd-bbf84033c3a2 HTTP/1.1" status: 200  len: 925 time: 0.0671959
Dec 22 04:59:34.329588 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60492) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:34.339139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-f17f2e48-7690-4906-8deb-406408015f75 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-246851560', 'description': 'tempest-secgroup-smoke-246851560 description', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:59:34.345089 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f17f2e48-7690-4906-8deb-406408015f75 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:59:34.354358 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f17f2e48-7690-4906-8deb-406408015f75 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:59:34.364522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f17f2e48-7690-4906-8deb-406408015f75 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:34.398534 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f17f2e48-7690-4906-8deb-406408015f75 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:59:34.402344 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f17f2e48-7690-4906-8deb-406408015f75 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:59:34.405119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f17f2e48-7690-4906-8deb-406408015f75 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:59:34.410869 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f17f2e48-7690-4906-8deb-406408015f75 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:59:34.464583 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f17f2e48-7690-4906-8deb-406408015f75 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:34.468165 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f17f2e48-7690-4906-8deb-406408015f75 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:34.473691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-05ca5b75-4f45-4903-a028-b6e8bbb29135 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:34.512562 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f2e48-7690-4906-8deb-406408015f75 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5d6c29-bb67-45d1-ab96-f336523e78da,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:34.515444 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f17f2e48-7690-4906-8deb-406408015f75 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:34.516616 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f17f2e48-7690-4906-8deb-406408015f75 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.1860297
Dec 22 04:59:34.517491 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f17f2e48-7690-4906-8deb-406408015f75 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:34.519708 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60496) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:34.525315 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-55615660-0a04-401c-8673-184e3cca0f98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '6b5d6c29-bb67-45d1-ab96-f336523e78da', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:59:34.531273 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-55615660-0a04-401c-8673-184e3cca0f98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:59:34.535644 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-55615660-0a04-401c-8673-184e3cca0f98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:59:34.538484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-55615660-0a04-401c-8673-184e3cca0f98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:59:34.544106 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-55615660-0a04-401c-8673-184e3cca0f98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:59:34.560787 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-55615660-0a04-401c-8673-184e3cca0f98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:34.619377 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-55615660-0a04-401c-8673-184e3cca0f98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:34.622868 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-55615660-0a04-401c-8673-184e3cca0f98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:34.628572 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-40a2e0e4-40aa-40ab-9bc7-8a16646ea57c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:34.648995 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55615660-0a04-401c-8673-184e3cca0f98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09324e8e-7725-4527-9d7f-24ce4e77cf54,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:34.651547 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-55615660-0a04-401c-8673-184e3cca0f98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:34.658676 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-55615660-0a04-401c-8673-184e3cca0f98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:34.660642 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-55615660-0a04-401c-8673-184e3cca0f98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1400404
Dec 22 04:59:34.663324 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60500) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:34.668762 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-73ad6332-8a89-4bce-bfb0-8140f4ebafea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '6b5d6c29-bb67-45d1-ab96-f336523e78da', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:59:34.674300 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-73ad6332-8a89-4bce-bfb0-8140f4ebafea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:59:34.678621 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-73ad6332-8a89-4bce-bfb0-8140f4ebafea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:59:34.681402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-73ad6332-8a89-4bce-bfb0-8140f4ebafea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:59:34.686963 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-73ad6332-8a89-4bce-bfb0-8140f4ebafea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:59:34.702013 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-73ad6332-8a89-4bce-bfb0-8140f4ebafea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:34.761822 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-73ad6332-8a89-4bce-bfb0-8140f4ebafea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:34.765329 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-73ad6332-8a89-4bce-bfb0-8140f4ebafea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:34.767167 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0b3558c3-a53e-48cc-917a-0e5b63cb89c5 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:34.788594 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad6332-8a89-4bce-bfb0-8140f4ebafea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5137ddc-47a4-4773-a7f0-efbb395780ad,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:34.790920 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-73ad6332-8a89-4bce-bfb0-8140f4ebafea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:34.797668 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-73ad6332-8a89-4bce-bfb0-8140f4ebafea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:34.798819 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-73ad6332-8a89-4bce-bfb0-8140f4ebafea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1345623
Dec 22 04:59:34.802151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60504) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:34.807469 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-076505bc-02d6-455a-9317-bcec612a048a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '6b5d6c29-bb67-45d1-ab96-f336523e78da', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:59:34.812960 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-076505bc-02d6-455a-9317-bcec612a048a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:59:34.816617 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-076505bc-02d6-455a-9317-bcec612a048a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:59:34.819450 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-076505bc-02d6-455a-9317-bcec612a048a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:59:34.825003 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-076505bc-02d6-455a-9317-bcec612a048a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:59:34.841430 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-076505bc-02d6-455a-9317-bcec612a048a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:34.902965 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-076505bc-02d6-455a-9317-bcec612a048a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:34.906559 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-076505bc-02d6-455a-9317-bcec612a048a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:34.913756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-73ad6332-8a89-4bce-bfb0-8140f4ebafea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:34.930490 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076505bc-02d6-455a-9317-bcec612a048a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5928c8e0-4d5b-4803-8bc6-1510c54f08f9,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:34.934629 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-076505bc-02d6-455a-9317-bcec612a048a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:34.938829 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-076505bc-02d6-455a-9317-bcec612a048a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:34.940010 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-076505bc-02d6-455a-9317-bcec612a048a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1369269
Dec 22 04:59:34.942854 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60508) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:34.948120 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-1ceaa301-ee9c-44d7-a67b-bfd954de8507 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '6b5d6c29-bb67-45d1-ab96-f336523e78da', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:59:34.953643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1ceaa301-ee9c-44d7-a67b-bfd954de8507 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:59:34.957933 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1ceaa301-ee9c-44d7-a67b-bfd954de8507 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:59:34.960724 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1ceaa301-ee9c-44d7-a67b-bfd954de8507 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:59:34.966273 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1ceaa301-ee9c-44d7-a67b-bfd954de8507 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:59:34.982712 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1ceaa301-ee9c-44d7-a67b-bfd954de8507 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:35.045885 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1ceaa301-ee9c-44d7-a67b-bfd954de8507 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:35.049564 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1ceaa301-ee9c-44d7-a67b-bfd954de8507 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:35.051316 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-55615660-0a04-401c-8673-184e3cca0f98 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:35.072420 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceaa301-ee9c-44d7-a67b-bfd954de8507 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e7e1e0-1f4f-4795-bc7b-a344de8acd90,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:35.074697 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1ceaa301-ee9c-44d7-a67b-bfd954de8507 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:35.082614 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1ceaa301-ee9c-44d7-a67b-bfd954de8507 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:35.083886 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1ceaa301-ee9c-44d7-a67b-bfd954de8507 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1401143
Dec 22 04:59:35.086632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60512) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:35.091948 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-4a4724ac-eb16-465f-a92e-89a8c285f47c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '6b5d6c29-bb67-45d1-ab96-f336523e78da', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:59:35.098281 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4a4724ac-eb16-465f-a92e-89a8c285f47c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:59:35.101949 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4a4724ac-eb16-465f-a92e-89a8c285f47c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:59:35.104712 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4a4724ac-eb16-465f-a92e-89a8c285f47c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:59:35.110224 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4a4724ac-eb16-465f-a92e-89a8c285f47c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:59:35.120151 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.securitygroups_db [None req-4a4724ac-eb16-465f-a92e-89a8c285f47c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Project 276ceac97e6343c5aa8f294c3cc0960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 04:59:35.126068 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4a4724ac-eb16-465f-a92e-89a8c285f47c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:35.189230 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4a4724ac-eb16-465f-a92e-89a8c285f47c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:35.193461 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4a4724ac-eb16-465f-a92e-89a8c285f47c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:35.195284 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-96895178-5a23-4128-b8ec-7c25504a5ae2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:35.217374 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4724ac-eb16-465f-a92e-89a8c285f47c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f57d290-f32b-43a8-99f7-68b32a2f1c6b,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:35.222005 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4a4724ac-eb16-465f-a92e-89a8c285f47c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:35.226151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4a4724ac-eb16-465f-a92e-89a8c285f47c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:35.227304 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4a4724ac-eb16-465f-a92e-89a8c285f47c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1397767
Dec 22 04:59:35.230089 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60516) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:35.235342 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-c26b2cce-e27f-4cd2-90cd-9e1fe07e54ae tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '6b5d6c29-bb67-45d1-ab96-f336523e78da', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:59:35.240886 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c26b2cce-e27f-4cd2-90cd-9e1fe07e54ae tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 04:59:35.244601 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c26b2cce-e27f-4cd2-90cd-9e1fe07e54ae tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 04:59:35.247443 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-c26b2cce-e27f-4cd2-90cd-9e1fe07e54ae tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 04:59:35.253454 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-c26b2cce-e27f-4cd2-90cd-9e1fe07e54ae tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 04:59:35.263674 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.securitygroups_db [None req-c26b2cce-e27f-4cd2-90cd-9e1fe07e54ae tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Project 276ceac97e6343c5aa8f294c3cc0960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 04:59:35.270339 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c26b2cce-e27f-4cd2-90cd-9e1fe07e54ae tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:35.335634 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c26b2cce-e27f-4cd2-90cd-9e1fe07e54ae tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:35.339089 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c26b2cce-e27f-4cd2-90cd-9e1fe07e54ae tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:35.340850 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4bbaf73c-5916-4422-bf47-ccececcd25e8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:35.362164 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b2cce-e27f-4cd2-90cd-9e1fe07e54ae tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97cc7d8e-4a95-42da-8527-2e70958b5d75,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:35.364666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c26b2cce-e27f-4cd2-90cd-9e1fe07e54ae tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:35.371426 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c26b2cce-e27f-4cd2-90cd-9e1fe07e54ae tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:35.372685 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c26b2cce-e27f-4cd2-90cd-9e1fe07e54ae tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1417108
Dec 22 04:59:35.589728 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-63ba40a4-dea9-4d49-9796-8a99829b9ea6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-246851560&fields=id&tenant_id=276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 267 time: 0.0406954
Dec 22 04:59:35.660616 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-c7725afb-9ad0-49a0-8581-736fdc04e1fa tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:35.661979 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-c7725afb-9ad0-49a0-8581-736fdc04e1fa tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports/d42004d6-9819-4df1-87dd-bbf84033c3a2 HTTP/1.1" status: 200  len: 930 time: 0.0660081
Dec 22 04:59:35.733717 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-14633c17-d504-474c-943d-04196113f274 service neutron] 10.222.0.53 "GET /v2.0/ports/d42004d6-9819-4df1-87dd-bbf84033c3a2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.0605087
Dec 22 04:59:35.862274 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-f54d6fd6-1864-4068-a6af-e8033dc144ba service neutron] 10.222.0.53 "GET /v2.0/networks/b1cfa3bf-2543-48f6-a559-7944741b3506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230571
Dec 22 04:59:35.990321 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-b75ed223-6a99-4ab2-9c3f-275625740155 service neutron] 10.222.0.53 "GET /v2.0/networks/b1cfa3bf-2543-48f6-a559-7944741b3506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223297
Dec 22 04:59:36.219788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device d42004d6-9819-4df1-87dd-bbf84033c3a2 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:59:36.272340 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1683dac0-e2a6-4ded-b493-660b04007bf1 req-af8cd38c-76aa-4f26-a182-e428e33cedbb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=81430ae4-cf94-4073-af46-89a46b193072 HTTP/1.1" status: 200  len: 210 time: 0.1447880
Dec 22 04:59:36.277338 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device d42004d6-9819-4df1-87dd-bbf84033c3a2 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:59:37.168196 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-3c924f3b-c396-43b3-8c26-4b4b900ae40f service neutron] 10.222.0.47 "GET /v2.0/ports/d42004d6-9819-4df1-87dd-bbf84033c3a2 HTTP/1.1" status: 200  len: 1026 time: 0.0599442
Dec 22 04:59:37.324315 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-39b90600-65f4-417f-a5f0-bd0fba9b49a3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:37.325784 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-39b90600-65f4-417f-a5f0-bd0fba9b49a3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/networks?id=b1cfa3bf-2543-48f6-a559-7944741b3506 HTTP/1.1" status: 200  len: 797 time: 0.1527214
Dec 22 04:59:37.388305 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-ac351318-58a8-457f-8c49-c6e5156b47d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 04:59:37.403445 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-ac351318-58a8-457f-8c49-c6e5156b47d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 04:59:37.404598 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-ac351318-58a8-457f-8c49-c6e5156b47d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 471 time: 0.0562871
Dec 22 04:59:37.415429 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] Request body: {'port': {'device_id': '81430ae4-cf94-4073-af46-89a46b193072', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:59:37.436260 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-26870396-a11e-4ebb-b311-c3dcdb77537d req-036c1cec-abb5-4d09-a9a1-fee0bf325c5d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=81430ae4-cf94-4073-af46-89a46b193072 HTTP/1.1" status: 200  len: 210 time: 0.0403893
Dec 22 04:59:37.523923 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:37.591268 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:37.853842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42004d6-9819-4df1-87dd-bbf84033c3a2 {{(pid=83435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:59:37.860313 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:37.875653 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] Transition to ACTIVE for port object d42004d6-9819-4df1-87dd-bbf84033c3a2 will not be triggered until provisioned by entity L2. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 04:59:37.879410 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:37.883570 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0a695631-693e-4660-8b1c-61c578a9eec1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:38.014151 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d42004d6-9819-4df1-87dd-bbf84033c3a2,revision_number=7']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:38.018474 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:38.145689 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] Attempting to bind port d42004d6-9819-4df1-87dd-bbf84033c3a2 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 04:59:38.146021 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] Attempting to bind port d42004d6-9819-4df1-87dd-bbf84033c3a2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '8667e12e-e952-4ea6-a9f8-3ef2b728965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 04:59:38.146346 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] Attempting to bind port d42004d6-9819-4df1-87dd-bbf84033c3a2 on network b1cfa3bf-2543-48f6-a559-7944741b3506 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:59:38.151868 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] Port d42004d6-9819-4df1-87dd-bbf84033c3a2 on network b1cfa3bf-2543-48f6-a559-7944741b3506 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 04:59:38.152183 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] Attempting to bind port d42004d6-9819-4df1-87dd-bbf84033c3a2 on network b1cfa3bf-2543-48f6-a559-7944741b3506 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 04:59:38.158306 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 04:59:38.158637 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] Checking segment: {'id': '8667e12e-e952-4ea6-a9f8-3ef2b728965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 04:59:38.159034 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] Bound using segment: {'id': '8667e12e-e952-4ea6-a9f8-3ef2b728965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506'} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 04:59:38.160070 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] Bound port: d42004d6-9819-4df1-87dd-bbf84033c3a2, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8667e12e-e952-4ea6-a9f8-3ef2b728965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506'}}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 04:59:38.160483 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:38.248121 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] For port d42004d6-9819-4df1-87dd-bbf84033c3a2, host hv-neutron-8225, cleared binding levels {{(pid=83435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:59:38.251010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] For port d42004d6-9819-4df1-87dd-bbf84033c3a2, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d42004d6-9819-4df1-87dd-bbf84033c3a2,segment=NetworkSegment(8667e12e-e952-4ea6-a9f8-3ef2b728965c),segment_id=8667e12e-e952-4ea6-a9f8-3ef2b728965c)] {{(pid=83435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 04:59:38.255960 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:38.259399 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f05bbab6-f2f1-43b9-a70b-db341d732cfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:38.322406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:38.323814 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] 10.222.0.47 "PUT /v2.0/ports/d42004d6-9819-4df1-87dd-bbf84033c3a2 HTTP/1.1" status: 200  len: 1131 time: 0.9122901
Dec 22 04:59:38.324355 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81430ae4-cf94-4073-af46-89a46b193072', 'tag': 'd42004d6-9819-4df1-87dd-bbf84033c3a2'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:59:38.340272 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d42004d6-9819-4df1-87dd-bbf84033c3a2,revision_number=8']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:38.343765 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:38.416759 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81430ae4-cf94-4073-af46-89a46b193072', 'tag': 'd42004d6-9819-4df1-87dd-bbf84033c3a2', 'status': 'completed', 'code': 200}
Dec 22 04:59:38.460015 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-a0e540f7-3d1c-4322-babe-526fb85817db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=81430ae4-cf94-4073-af46-89a46b193072 HTTP/1.1" status: 200  len: 1134 time: 0.0769997
Dec 22 04:59:38.571859 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-4456136c-0af6-45c9-8e76-e202211004a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d42004d6-9819-4df1-87dd-bbf84033c3a2 HTTP/1.1" status: 200  len: 1036 time: 0.1003723
Dec 22 04:59:38.634593 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-18183292-3d52-4904-a954-587c75010dd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:38.636112 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-18183292-3d52-4904-a954-587c75010dd0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d8f5be6-2484-414f-96bc-f11880260431 HTTP/1.1" status: 200  len: 834 time: 0.0578332
Dec 22 04:59:38.638691 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b0df1-ad0d-4326-84dc-dc767d78ffb0 req-0e9b0e14-bef9-494b-8ad7-7080494b860c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:38.640167 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ce8b0df1-ad0d-4326-84dc-dc767d78ffb0 req-0e9b0e14-bef9-494b-8ad7-7080494b860c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=81430ae4-cf94-4073-af46-89a46b193072 HTTP/1.1" status: 200  len: 981 time: 0.0787170
Dec 22 04:59:38.689205 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ce8b0df1-ad0d-4326-84dc-dc767d78ffb0 req-8f5ee5e0-78bd-4d08-aa11-3288aea5bdc1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434043
Dec 22 04:59:38.713690 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-6f04c1dd-8c08-4c53-bb4e-f1f419bccb99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1cfa3bf-2543-48f6-a559-7944741b3506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711615
Dec 22 04:59:38.751368 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8b31f6dd-8376-4dac-b3f4-4eb52d847bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:38.845352 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-ca815b56-d6b9-49af-9b49-35bf33f800ee service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfa3bf-2543-48f6-a559-7944741b3506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253679
Dec 22 04:59:39.070303 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-08395bf0-07e1-4cc7-b6df-0996918b77d6 req-f3e93645-6df9-4567-ab64-8b0540a3d1e0 service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfa3bf-2543-48f6-a559-7944741b3506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2185290
Dec 22 04:59:39.238916 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-73c05070-557b-4805-b14a-25157e98c6d4 req-6b7ee36b-2dbb-4777-b527-4eefbf91ae58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=81430ae4-cf94-4073-af46-89a46b193072 HTTP/1.1" status: 200  len: 1134 time: 0.0705509
Dec 22 04:59:39.370555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c05070-557b-4805-b14a-25157e98c6d4 req-30aef1dd-db1c-4ace-afa7-de91aa8e1399 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:39.371993 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-73c05070-557b-4805-b14a-25157e98c6d4 req-30aef1dd-db1c-4ace-afa7-de91aa8e1399 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b1cfa3bf-2543-48f6-a559-7944741b3506 HTTP/1.1" status: 200  len: 898 time: 0.1265383
Dec 22 04:59:39.473843 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-73c05070-557b-4805-b14a-25157e98c6d4 req-44e30536-79b5-4086-9ab7-5f8d492bb8dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d42004d6-9819-4df1-87dd-bbf84033c3a2 HTTP/1.1" status: 200  len: 1036 time: 0.0953376
Dec 22 04:59:39.536467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c05070-557b-4805-b14a-25157e98c6d4 req-46f6faf5-f3b8-4417-8b6b-e171d0f35a94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:39.537960 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-73c05070-557b-4805-b14a-25157e98c6d4 req-46f6faf5-f3b8-4417-8b6b-e171d0f35a94 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d8f5be6-2484-414f-96bc-f11880260431 HTTP/1.1" status: 200  len: 834 time: 0.0570447
Dec 22 04:59:39.615062 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-73c05070-557b-4805-b14a-25157e98c6d4 req-78f7c25c-0ff2-4ea6-8809-7c1c7d162c9e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1cfa3bf-2543-48f6-a559-7944741b3506&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701759
Dec 22 04:59:39.744292 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-73c05070-557b-4805-b14a-25157e98c6d4 req-68fc5b0c-199b-4fa3-8c74-01a49d682437 service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfa3bf-2543-48f6-a559-7944741b3506?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221519
Dec 22 04:59:39.928556 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-73c05070-557b-4805-b14a-25157e98c6d4 req-596a6a64-b5f0-40f6-a1ab-a7ff68fe42fc service neutron] 10.222.0.47 "GET /v2.0/networks/b1cfa3bf-2543-48f6-a559-7944741b3506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1779983
Dec 22 04:59:39.938336 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c8ff8-d395-47cd-8c0e-3626994824e6 req-794f2c4d-733a-4a98-b3f0-b2f584b5f58f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:39.939651 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-863c8ff8-d395-47cd-8c0e-3626994824e6 req-794f2c4d-733a-4a98-b3f0-b2f584b5f58f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=81430ae4-cf94-4073-af46-89a46b193072 HTTP/1.1" status: 200  len: 981 time: 0.1273131
Dec 22 04:59:39.983931 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-863c8ff8-d395-47cd-8c0e-3626994824e6 req-7348a7c3-17f6-48fa-9646-5f0a1c6931c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386341
Dec 22 04:59:40.556915 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 04:59:40.942406 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e204ffde-a688-4d8f-a0be-e047388749ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:41.173917 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705644d1-3a04-49cf-84e3-7d587e172e41 req-a5928f76-0613-4e7c-a6f9-f4c9ef1fa34d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:41.175836 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-705644d1-3a04-49cf-84e3-7d587e172e41 req-a5928f76-0613-4e7c-a6f9-f4c9ef1fa34d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=81430ae4-cf94-4073-af46-89a46b193072 HTTP/1.1" status: 200  len: 981 time: 0.0757945
Dec 22 04:59:41.220789 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-705644d1-3a04-49cf-84e3-7d587e172e41 req-92421a20-68e6-4171-8951-e10a0da2a89a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393388
Dec 22 04:59:42.070308 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:42.272726 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device d42004d6-9819-4df1-87dd-bbf84033c3a2 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 04:59:42.283458 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:42.410230 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port d42004d6-9819-4df1-87dd-bbf84033c3a2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d42004d6-9819-4df1-87dd-bbf84033c3a2,segment=NetworkSegment(8667e12e-e952-4ea6-a9f8-3ef2b728965c),segment_id=8667e12e-e952-4ea6-a9f8-3ef2b728965c)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:59:42.418765 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2639e35-e51a-461d-9af1-4d570557d1b7 req-7b30b51a-312a-442f-84d6-ca78de6ee19e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:42.421582 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a2639e35-e51a-461d-9af1-4d570557d1b7 req-7b30b51a-312a-442f-84d6-ca78de6ee19e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=81430ae4-cf94-4073-af46-89a46b193072 HTTP/1.1" status: 200  len: 981 time: 0.0802147
Dec 22 04:59:42.423404 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': 'd42004d6-9819-4df1-87dd-bbf84033c3a2', 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506', 'port_id': 'd42004d6-9819-4df1-87dd-bbf84033c3a2', 'mac_address': 'fa:16:3e:12:be:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8f5be6-2484-414f-96bc-f11880260431', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 04:59:42.465758 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a2639e35-e51a-461d-9af1-4d570557d1b7 req-e5cda9cc-7d86-403d-aba7-aad0c9bcab4b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399604
Dec 22 04:59:42.477401 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:42.495169 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42004d6-9819-4df1-87dd-bbf84033c3a2 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 04:59:42.510200 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port d42004d6-9819-4df1-87dd-bbf84033c3a2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d42004d6-9819-4df1-87dd-bbf84033c3a2,segment=NetworkSegment(8667e12e-e952-4ea6-a9f8-3ef2b728965c),segment_id=8667e12e-e952-4ea6-a9f8-3ef2b728965c)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:59:42.513509 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:42.515987 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-61d521db-813d-4ae9-9a64-951ed97fbdd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:42.580532 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=d42004d6-9819-4df1-87dd-bbf84033c3a2,revision_number=9']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:42.583632 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:42.879631 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['d42004d6-9819-4df1-87dd-bbf84033c3a2'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 04:59:43.513723 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:43.660795 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eda8ac-2cba-430d-b78b-fe84ad7bfcf9 req-bb16f4ca-c7bb-47b3-9787-101a62eabd8f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:43.662271 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-97eda8ac-2cba-430d-b78b-fe84ad7bfcf9 req-bb16f4ca-c7bb-47b3-9787-101a62eabd8f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=81430ae4-cf94-4073-af46-89a46b193072 HTTP/1.1" status: 200  len: 982 time: 0.0793290
Dec 22 04:59:43.705963 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-97eda8ac-2cba-430d-b78b-fe84ad7bfcf9 req-e766c837-becb-45ad-af6d-5a6e2c742536 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381887
Dec 22 04:59:44.285633 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device d42004d6-9819-4df1-87dd-bbf84033c3a2 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 04:59:44.355774 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port d42004d6-9819-4df1-87dd-bbf84033c3a2 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 04:59:44.360277 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port d42004d6-9819-4df1-87dd-bbf84033c3a2 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:59:44.360677 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:44.487820 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:44.513539 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81430ae4-cf94-4073-af46-89a46b193072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42004d6-9819-4df1-87dd-bbf84033c3a2'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 04:59:44.523670 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port d42004d6-9819-4df1-87dd-bbf84033c3a2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d42004d6-9819-4df1-87dd-bbf84033c3a2,segment=NetworkSegment(8667e12e-e952-4ea6-a9f8-3ef2b728965c),segment_id=8667e12e-e952-4ea6-a9f8-3ef2b728965c)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:59:44.526742 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:44.529456 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:44.571145 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81430ae4-cf94-4073-af46-89a46b193072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42004d6-9819-4df1-87dd-bbf84033c3a2', 'code': 200}
Dec 22 04:59:44.595815 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=d42004d6-9819-4df1-87dd-bbf84033c3a2,revision_number=10']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:44.598630 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:44.823697 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7bfbf4f6-fd9b-4758-9a22-ed7928dc3296 req-eaec395b-d4f9-47c6-bb5f-665d8a53eaf9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=81430ae4-cf94-4073-af46-89a46b193072 HTTP/1.1" status: 200  len: 1137 time: 0.0667267
Dec 22 04:59:44.868947 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7bfbf4f6-fd9b-4758-9a22-ed7928dc3296 req-d750ec56-b193-4564-a052-8ab4255d0a61 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390244
Dec 22 04:59:44.902317 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743db511-1166-4739-8bab-8b7d3560b125 req-6f97ed24-86e1-4c7b-9820-58c3da1c6140 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:44.903763 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-743db511-1166-4739-8bab-8b7d3560b125 req-6f97ed24-86e1-4c7b-9820-58c3da1c6140 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=81430ae4-cf94-4073-af46-89a46b193072 HTTP/1.1" status: 200  len: 984 time: 0.0751755
Dec 22 04:59:44.948084 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-743db511-1166-4739-8bab-8b7d3560b125 req-032abacb-bda4-4906-b308-2610e67fa642 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389388
Dec 22 04:59:46.141644 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1733fe7-89c9-437f-9d9b-6a0ff0f6313a req-cc8c69e5-963e-4939-bf57-ca3049d7fca4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:46.143097 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d1733fe7-89c9-437f-9d9b-6a0ff0f6313a req-cc8c69e5-963e-4939-bf57-ca3049d7fca4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=81430ae4-cf94-4073-af46-89a46b193072 HTTP/1.1" status: 200  len: 984 time: 0.0753655
Dec 22 04:59:46.191429 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d1733fe7-89c9-437f-9d9b-6a0ff0f6313a req-f3c4cc6b-5db2-4f2d-9efc-f8ce4d0ac53a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421703
Dec 22 04:59:47.394347 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb9864-ea19-4067-9f04-46d0010399a6 req-7e45c1e9-2e0e-4279-881f-bcef43067268 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:47.395816 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2ecb9864-ea19-4067-9f04-46d0010399a6 req-7e45c1e9-2e0e-4279-881f-bcef43067268 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=81430ae4-cf94-4073-af46-89a46b193072 HTTP/1.1" status: 200  len: 984 time: 0.0794013
Dec 22 04:59:47.440121 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2ecb9864-ea19-4067-9f04-46d0010399a6 req-e5c5be7c-e52f-4fe9-9e13-f8e493513f5b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388374
Dec 22 04:59:47.633103 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a6122-6704-419b-a073-5551f845d03d req-8d85bda5-4721-4dc2-b3c4-13537e4e2f4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:47.634546 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b72a6122-6704-419b-a073-5551f845d03d req-8d85bda5-4721-4dc2-b3c4-13537e4e2f4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=81430ae4-cf94-4073-af46-89a46b193072 HTTP/1.1" status: 200  len: 984 time: 0.0778594
Dec 22 04:59:47.678449 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b72a6122-6704-419b-a073-5551f845d03d req-4f2f62f7-e9b4-452b-ba62-f14758116816 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384037
Dec 22 04:59:47.704655 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60562) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:47.773670 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8127556c-7145-4586-b334-730d6663e944 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=81430ae4-cf94-4073-af46-89a46b193072&network_id=b1cfa3bf-2543-48f6-a559-7944741b3506 HTTP/1.1" status: 200  len: 1132 time: 0.0677423
Dec 22 04:59:48.145832 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041c111-7377-408f-87b5-ebbce5a03af1 req-35927735-d7e9-4db6-98a3-a7ae8817bbc7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:48.147240 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9041c111-7377-408f-87b5-ebbce5a03af1 req-35927735-d7e9-4db6-98a3-a7ae8817bbc7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=81430ae4-cf94-4073-af46-89a46b193072 HTTP/1.1" status: 200  len: 984 time: 0.0778577
Dec 22 04:59:48.191852 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9041c111-7377-408f-87b5-ebbce5a03af1 req-4ac75878-a31a-44fa-957c-0571f02826c4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392046
Dec 22 04:59:49.570551 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e08f3-72a2-43a4-813f-df5fbb5a41c2 req-3bd6a262-a9a8-40bc-9486-4b05b71cd213 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:49.571998 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c20e08f3-72a2-43a4-813f-df5fbb5a41c2 req-3bd6a262-a9a8-40bc-9486-4b05b71cd213 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=81430ae4-cf94-4073-af46-89a46b193072 HTTP/1.1" status: 200  len: 984 time: 0.2589791
Dec 22 04:59:49.587195 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d22ba-37a7-4403-933a-6b5181d5c67a req-cdfaf3cc-519e-4bd3-b9be-53f388933f48 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:49.588623 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-077d22ba-37a7-4403-933a-6b5181d5c67a req-cdfaf3cc-519e-4bd3-b9be-53f388933f48 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/ports?device_id=81430ae4-cf94-4073-af46-89a46b193072 HTTP/1.1" status: 200  len: 984 time: 0.0749187
Dec 22 04:59:49.621002 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c20e08f3-72a2-43a4-813f-df5fbb5a41c2 req-9c4b1931-449a-40e0-a739-ed7c0dd61711 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434644
Dec 22 04:59:49.659589 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d22ba-37a7-4403-933a-6b5181d5c67a req-70c0747d-9bbf-4fb5-bab2-098e4cea3a02 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 04:59:49.660911 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-077d22ba-37a7-4403-933a-6b5181d5c67a req-70c0747d-9bbf-4fb5-bab2-098e4cea3a02 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/ports/d42004d6-9819-4df1-87dd-bbf84033c3a2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0667942
Dec 22 04:59:49.892598 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-077d22ba-37a7-4403-933a-6b5181d5c67a req-c95ac585-b7d6-41d5-becb-08e0c22491a1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/networks/b1cfa3bf-2543-48f6-a559-7944741b3506?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.2268424
Dec 22 04:59:49.903553 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-077d22ba-37a7-4403-933a-6b5181d5c67a req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 04:59:50.007748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-077d22ba-37a7-4403-933a-6b5181d5c67a req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:50.197679 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-077d22ba-37a7-4403-933a-6b5181d5c67a req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] For port d42004d6-9819-4df1-87dd-bbf84033c3a2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d42004d6-9819-4df1-87dd-bbf84033c3a2,segment=NetworkSegment(8667e12e-e952-4ea6-a9f8-3ef2b728965c),segment_id=8667e12e-e952-4ea6-a9f8-3ef2b728965c)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:59:50.226030 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-077d22ba-37a7-4403-933a-6b5181d5c67a req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] For port d42004d6-9819-4df1-87dd-bbf84033c3a2, host hv-neutron-8225, cleared binding levels {{(pid=83435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 04:59:50.273941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [req-077d22ba-37a7-4403-933a-6b5181d5c67a req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] device_id is not set on port d42004d6-9819-4df1-87dd-bbf84033c3a2 yet. {{(pid=83435) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 04:59:50.281215 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-077d22ba-37a7-4403-933a-6b5181d5c67a req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:50.286583 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-077d22ba-37a7-4403-933a-6b5181d5c67a req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:50.290703 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-85f523a6-3d79-4b5e-81ab-756df9013c86 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:50.426106 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=d42004d6-9819-4df1-87dd-bbf84033c3a2,revision_number=11']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:50.443796 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:50.444172 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:50.444543 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:50.444912 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:50.445275 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:50.445675 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:50.446031 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:50.446385 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:50.446740 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:50.447094 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:50.447452 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:50.451845 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:50.499614 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-077d22ba-37a7-4403-933a-6b5181d5c67a req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] No DVR routers for this DVR port d42004d6-9819-4df1-87dd-bbf84033c3a2 on host hv-neutron-8225 {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:59:50.523860 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-305cdc39-f56d-4674-8dd7-37444fce462e None None] Provisioning complete for port d42004d6-9819-4df1-87dd-bbf84033c3a2 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 04:59:50.524483 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-305cdc39-f56d-4674-8dd7-37444fce462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:50.615819 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-305cdc39-f56d-4674-8dd7-37444fce462e None None] Port d42004d6-9819-4df1-87dd-bbf84033c3a2 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 04:59:50.772242 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-077d22ba-37a7-4403-933a-6b5181d5c67a req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] In _notify_port_updated(), no bound segment for port d42004d6-9819-4df1-87dd-bbf84033c3a2 on network b1cfa3bf-2543-48f6-a559-7944741b3506 {{(pid=83435) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 22 04:59:50.773140 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-077d22ba-37a7-4403-933a-6b5181d5c67a req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:50.774402 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-077d22ba-37a7-4403-933a-6b5181d5c67a req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] 10.222.0.47 "PUT /v2.0/ports/d42004d6-9819-4df1-87dd-bbf84033c3a2 HTTP/1.1" status: 200  len: 1027 time: 0.8745861
Dec 22 04:59:50.786191 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f3d9db55-d79e-4ec5-bad9-d82a4c866b15 req-ff7f1753-7c2e-4e1e-8cab-e6210db9c21c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=81430ae4-cf94-4073-af46-89a46b193072 HTTP/1.1" status: 200  len: 210 time: 0.0455141
Dec 22 04:59:51.889806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60578) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:51.956539 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-14c73b1b-ea2b-4683-b262-f7256aaa7d83 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:51.990050 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-14c73b1b-ea2b-4683-b262-f7256aaa7d83 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:52.051062 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-14c73b1b-ea2b-4683-b262-f7256aaa7d83 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:52.054844 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-932c510f-1af3-44dc-b48c-5743a1d12c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:52.068184 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c73b1b-ea2b-4683-b262-f7256aaa7d83 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5d6c29-bb67-45d1-ab96-f336523e78da,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:52.071383 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-14c73b1b-ea2b-4683-b262-f7256aaa7d83 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:52.081527 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-14c73b1b-ea2b-4683-b262-f7256aaa7d83 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:52.082646 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-14c73b1b-ea2b-4683-b262-f7256aaa7d83 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/security-groups/6b5d6c29-bb67-45d1-ab96-f336523e78da HTTP/1.1" status: 204  len: 168 time: 0.1918736
Dec 22 04:59:52.122754 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60584) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:52.411601 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port dc91b654-d896-46aa-b228-a4ee1a5eac94 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:59:52.411939 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:52.575998 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:52.576320 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:52.693537 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for dc91b654-d896-46aa-b228-a4ee1a5eac94 owned by network:floatingip {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:59:52.835705 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:52.839128 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:52.878970 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=dc91b654-d896-46aa-b228-a4ee1a5eac94,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:52.913948 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:52.914337 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:52.914716 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:52.915090 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:52.915460 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:52.915833 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:52.916198 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:52.916564 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:52.916933 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:52.917287 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:52.917672 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:52.924192 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:52.983535 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:53.364012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 50235ba6-3867-42cf-8020-0f83102843ee has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:59:53.556995 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:59:53.566325 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f61123-a9e1-4565-b1d7-3368f1eca4d1 None None] Sync routers for ids ['50235ba6-3867-42cf-8020-0f83102843ee'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:59:53.575999 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:53.578291 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f61123-a9e1-4565-b1d7-3368f1eca4d1 None None] Routers {'50235ba6-3867-42cf-8020-0f83102843ee'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:59:53.578910 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-45f61123-a9e1-4565-b1d7-3368f1eca4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca8f130>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:59:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['50235ba6-3867-42cf-8020-0f83102843ee'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:53.631722 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/floatingips/0852e022-db7a-4ec9-afad-9beb582dbc5e HTTP/1.1" status: 204  len: 168 time: 1.5078180
Dec 22 04:59:53.757893 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-45f61123-a9e1-4565-b1d7-3368f1eca4d1 None None] Set router 50235ba6-3867-42cf-8020-0f83102843ee gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:59:53.783313 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60592) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:53.851621 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-66c2a06f-72ca-4f94-ad13-00f7d0b87a6c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:53.879224 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-66c2a06f-72ca-4f94-ad13-00f7d0b87a6c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:53.940627 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-66c2a06f-72ca-4f94-ad13-00f7d0b87a6c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:53.944393 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c52a5e7b-6583-42b7-b18b-8826b2bb4c29 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:53.959553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2a06f-72ca-4f94-ad13-00f7d0b87a6c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1beceb5-2078-4072-bad3-8db7495ffb80,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:53.963307 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-66c2a06f-72ca-4f94-ad13-00f7d0b87a6c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:53.967038 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-66c2a06f-72ca-4f94-ad13-00f7d0b87a6c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:53.971109 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-66c2a06f-72ca-4f94-ad13-00f7d0b87a6c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/security-groups/f1beceb5-2078-4072-bad3-8db7495ffb80 HTTP/1.1" status: 204  len: 168 time: 0.1838653
Dec 22 04:59:54.009925 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60598) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:54.075415 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-35045f24-198f-4cda-b3a8-553735d1638e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port d42004d6-9819-4df1-87dd-bbf84033c3a2 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:59:54.075779 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35045f24-198f-4cda-b3a8-553735d1638e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:54.085974 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-45f61123-a9e1-4565-b1d7-3368f1eca4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca8f130>, [{'id': '50235ba6-3867-42cf-8020-0f83102843ee', 'name': 'tempest-TestNetworkBasicOps-router-685079756', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:58Z', 'updated_at': '2021-12-22T04:59:04Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:59Z', 'updated_at': '2021-12-22T04:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '8ea05338-d52c-416f-8e20-5623c9e8d146', 'name': '', 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:8d:a2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d8f5be6-2484-414f-96bc-f11880260431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:03Z', 'updated_at': '2021-12-22T04:59:10Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '1d8f5be6-2484-414f-96bc-f11880260431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:54.089939 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f61123-a9e1-4565-b1d7-3368f1eca4d1 None None] Checking router: 50235ba6-3867-42cf-8020-0f83102843ee for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:59:54.100926 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f61123-a9e1-4565-b1d7-3368f1eca4d1 None None] Routers {'50235ba6-3867-42cf-8020-0f83102843ee'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:59:54.101529 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-45f61123-a9e1-4565-b1d7-3368f1eca4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca8f130>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:59:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['50235ba6-3867-42cf-8020-0f83102843ee'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:54.281682 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-45f61123-a9e1-4565-b1d7-3368f1eca4d1 None None] Set router 50235ba6-3867-42cf-8020-0f83102843ee gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:59:54.313446 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35045f24-198f-4cda-b3a8-553735d1638e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:54.348433 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device d42004d6-9819-4df1-87dd-bbf84033c3a2 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 04:59:54.535494 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device d42004d6-9819-4df1-87dd-bbf84033c3a2 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 04:59:54.538629 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-35045f24-198f-4cda-b3a8-553735d1638e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for d42004d6-9819-4df1-87dd-bbf84033c3a2 owned by  {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:59:54.644973 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-45f61123-a9e1-4565-b1d7-3368f1eca4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca8f130>, [{'id': '50235ba6-3867-42cf-8020-0f83102843ee', 'name': 'tempest-TestNetworkBasicOps-router-685079756', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:58Z', 'updated_at': '2021-12-22T04:59:04Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:59Z', 'updated_at': '2021-12-22T04:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '8ea05338-d52c-416f-8e20-5623c9e8d146', 'name': '', 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:8d:a2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d8f5be6-2484-414f-96bc-f11880260431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:03Z', 'updated_at': '2021-12-22T04:59:10Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '1d8f5be6-2484-414f-96bc-f11880260431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:54.648961 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f61123-a9e1-4565-b1d7-3368f1eca4d1 None None] The sync data for ids ['50235ba6-3867-42cf-8020-0f83102843ee'] in dv-neutron-822525-1-hyperv is: [{'id': '50235ba6-3867-42cf-8020-0f83102843ee', 'name': 'tempest-TestNetworkBasicOps-router-685079756', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:58Z', 'updated_at': '2021-12-22T04:59:04Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:59Z', 'updated_at': '2021-12-22T04:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '8ea05338-d52c-416f-8e20-5623c9e8d146', 'name': '', 'network_id': 'b1cfa3bf-2543-48f6-a559-7944741b3506', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:8d:a2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d8f5be6-2484-414f-96bc-f11880260431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:03Z', 'updated_at': '2021-12-22T04:59:10Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '1d8f5be6-2484-414f-96bc-f11880260431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:59:54.677808 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35045f24-198f-4cda-b3a8-553735d1638e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:54.683701 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2e023922-8d6f-4373-b6e8-2ae0da7b7d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:54.729307 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35045f24-198f-4cda-b3a8-553735d1638e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=d42004d6-9819-4df1-87dd-bbf84033c3a2,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:54.732842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-35045f24-198f-4cda-b3a8-553735d1638e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:54.829792 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-35045f24-198f-4cda-b3a8-553735d1638e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:54.839739 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-35045f24-198f-4cda-b3a8-553735d1638e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/ports/d42004d6-9819-4df1-87dd-bbf84033c3a2 HTTP/1.1" status: 204  len: 168 time: 0.8286946
Dec 22 04:59:54.842386 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60602) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:54.938588 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4f370e-70ee-402f-8693-5acf74634792 None None] New status for floating IP 0852e022-db7a-4ec9-afad-9beb582dbc5e: DOWN {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 04:59:55.374857 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9fa6f67a-45de-4518-bfbf-1f6bf58634ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:55.960651 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-9fa6f67a-45de-4518-bfbf-1f6bf58634ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port 8ea05338-d52c-416f-8e20-5623c9e8d146 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:59:55.961346 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9fa6f67a-45de-4518-bfbf-1f6bf58634ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:56.139600 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-9fa6f67a-45de-4518-bfbf-1f6bf58634ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port 8ea05338-d52c-416f-8e20-5623c9e8d146, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8ea05338-d52c-416f-8e20-5623c9e8d146,segment=NetworkSegment(8667e12e-e952-4ea6-a9f8-3ef2b728965c),segment_id=8667e12e-e952-4ea6-a9f8-3ef2b728965c)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:59:56.139949 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9fa6f67a-45de-4518-bfbf-1f6bf58634ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:56.260525 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-9fa6f67a-45de-4518-bfbf-1f6bf58634ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for 8ea05338-d52c-416f-8e20-5623c9e8d146 owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:59:56.537856 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9fa6f67a-45de-4518-bfbf-1f6bf58634ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:56.541151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-50023683-76e3-4e82-ad67-d79d31f2f4f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:56.585111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6f67a-45de-4518-bfbf-1f6bf58634ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=8ea05338-d52c-416f-8e20-5623c9e8d146,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:56.587607 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9fa6f67a-45de-4518-bfbf-1f6bf58634ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:56.871945 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9fa6f67a-45de-4518-bfbf-1f6bf58634ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:57.444171 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa6f67a-45de-4518-bfbf-1f6bf58634ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 50235ba6-3867-42cf-8020-0f83102843ee has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 04:59:57.640297 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa6f67a-45de-4518-bfbf-1f6bf58634ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 04:59:57.649849 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db5ab0e-3e74-4448-8f90-eaf075e954cd None None] Sync routers for ids ['50235ba6-3867-42cf-8020-0f83102843ee'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 04:59:57.653304 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9fa6f67a-45de-4518-bfbf-1f6bf58634ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/routers/50235ba6-3867-42cf-8020-0f83102843ee/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8096216
Dec 22 04:59:57.655892 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60606) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:57.665476 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db5ab0e-3e74-4448-8f90-eaf075e954cd None None] Routers {'50235ba6-3867-42cf-8020-0f83102843ee'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:59:57.666108 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-7db5ab0e-3e74-4448-8f90-eaf075e954cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469be29820>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:59:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['50235ba6-3867-42cf-8020-0f83102843ee'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:57.835008 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f5a06d-5844-4207-b379-01decd1f6033 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting subnet 1d8f5be6-2484-414f-96bc-f11880260431 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 04:59:57.837889 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-14f5a06d-5844-4207-b379-01decd1f6033 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:57.838097 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-7db5ab0e-3e74-4448-8f90-eaf075e954cd None None] Set router 50235ba6-3867-42cf-8020-0f83102843ee gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:59:57.891157 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-14f5a06d-5844-4207-b379-01decd1f6033 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:58.091511 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-14f5a06d-5844-4207-b379-01decd1f6033 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:58.165451 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-14f5a06d-5844-4207-b379-01decd1f6033 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:58.171020 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4844a2e6-6106-446c-990d-688e9bb4aeb7 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:58.172279 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-7db5ab0e-3e74-4448-8f90-eaf075e954cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469be29820>, [{'id': '50235ba6-3867-42cf-8020-0f83102843ee', 'name': 'tempest-TestNetworkBasicOps-router-685079756', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:58Z', 'updated_at': '2021-12-22T04:59:56Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:59Z', 'updated_at': '2021-12-22T04:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:58.176139 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db5ab0e-3e74-4448-8f90-eaf075e954cd None None] Checking router: 50235ba6-3867-42cf-8020-0f83102843ee for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 04:59:58.187279 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db5ab0e-3e74-4448-8f90-eaf075e954cd None None] Routers {'50235ba6-3867-42cf-8020-0f83102843ee'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 04:59:58.187884 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-7db5ab0e-3e74-4448-8f90-eaf075e954cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469be29820>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:59:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['50235ba6-3867-42cf-8020-0f83102843ee'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:58.211041 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5a06d-5844-4207-b379-01decd1f6033 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Subnet': ['ID=1d8f5be6-2484-414f-96bc-f11880260431,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:58.214061 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-14f5a06d-5844-4207-b379-01decd1f6033 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:58.215044 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-14f5a06d-5844-4207-b379-01decd1f6033 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:58.221282 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-14f5a06d-5844-4207-b379-01decd1f6033 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/subnets/1d8f5be6-2484-414f-96bc-f11880260431 HTTP/1.1" status: 204  len: 168 time: 0.5644083
Dec 22 04:59:58.223851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60610) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:58.237769 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5c3f61-101c-48c4-80b5-ccb2e44e934d None None] Network b1cfa3bf-2543-48f6-a559-7944741b3506 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 04:59:58.420667 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-af621e28-7727-48c7-af4f-060a02c495ab tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:58.513310 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-7db5ab0e-3e74-4448-8f90-eaf075e954cd None None] Set router 50235ba6-3867-42cf-8020-0f83102843ee gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 04:59:58.624122 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-af621e28-7727-48c7-af4f-060a02c495ab tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:58.634211 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-af621e28-7727-48c7-af4f-060a02c495ab tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:59:58.634536 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-af621e28-7727-48c7-af4f-060a02c495ab tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:58.749462 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91207f8c-5c8c-47ea-8127-63c7af302e18 None None] DHCP port deletion for b1cfa3bf-2543-48f6-a559-7944741b3506 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 04:59:58.765948 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-91207f8c-5c8c-47ea-8127-63c7af302e18 None None] Deleting port 8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 04:59:58.766325 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-91207f8c-5c8c-47ea-8127-63c7af302e18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:58.812286 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-af621e28-7727-48c7-af4f-060a02c495ab tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:59:58.812668 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-af621e28-7727-48c7-af4f-060a02c495ab tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:58.938645 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-af621e28-7727-48c7-af4f-060a02c495ab tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:59:58.993733 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-7db5ab0e-3e74-4448-8f90-eaf075e954cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469be29820>, [{'id': '50235ba6-3867-42cf-8020-0f83102843ee', 'name': 'tempest-TestNetworkBasicOps-router-685079756', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:58Z', 'updated_at': '2021-12-22T04:59:56Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:59Z', 'updated_at': '2021-12-22T04:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 04:59:59.008565 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db5ab0e-3e74-4448-8f90-eaf075e954cd None None] The sync data for ids ['50235ba6-3867-42cf-8020-0f83102843ee'] in dv-neutron-822525-1-hyperv is: [{'id': '50235ba6-3867-42cf-8020-0f83102843ee', 'name': 'tempest-TestNetworkBasicOps-router-685079756', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29'}], 'enable_snat': True}, 'gw_port_id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:58Z', 'updated_at': '2021-12-22T04:59:56Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50235ba6-3867-42cf-8020-0f83102843ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:59Z', 'updated_at': '2021-12-22T04:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 04:59:59.016124 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-91207f8c-5c8c-47ea-8127-63c7af302e18 None None] For port 8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2,segment=NetworkSegment(8667e12e-e952-4ea6-a9f8-3ef2b728965c),segment_id=8667e12e-e952-4ea6-a9f8-3ef2b728965c)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 04:59:59.016572 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-91207f8c-5c8c-47ea-8127-63c7af302e18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:59.107119 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-af621e28-7727-48c7-af4f-060a02c495ab tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:59.110599 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4d204081-9171-4864-be9d-caa763473de2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:59.145137 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-91207f8c-5c8c-47ea-8127-63c7af302e18 None None] Calling delete_port for 8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 04:59:59.154778 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af621e28-7727-48c7-af4f-060a02c495ab tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:59.158923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-af621e28-7727-48c7-af4f-060a02c495ab tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:59.226353 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-91207f8c-5c8c-47ea-8127-63c7af302e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:59.230639 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-15b37d48-46be-465e-a3e4-876ff04c88ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 04:59:59.314115 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91207f8c-5c8c-47ea-8127-63c7af302e18 None None] Pushing event deleted for resources: {'Port': ['ID=8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 04:59:59.321130 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91207f8c-5c8c-47ea-8127-63c7af302e18 None None] No DVR routers for this DVR port 8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 04:59:59.332385 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91207f8c-5c8c-47ea-8127-63c7af302e18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:59.332733 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91207f8c-5c8c-47ea-8127-63c7af302e18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:59.333660 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91207f8c-5c8c-47ea-8127-63c7af302e18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:59.333997 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91207f8c-5c8c-47ea-8127-63c7af302e18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:59.334328 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91207f8c-5c8c-47ea-8127-63c7af302e18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:59.334658 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91207f8c-5c8c-47ea-8127-63c7af302e18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:59.334981 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91207f8c-5c8c-47ea-8127-63c7af302e18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:59.335300 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91207f8c-5c8c-47ea-8127-63c7af302e18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:59.335619 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91207f8c-5c8c-47ea-8127-63c7af302e18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:59.335935 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91207f8c-5c8c-47ea-8127-63c7af302e18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:59.336251 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91207f8c-5c8c-47ea-8127-63c7af302e18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 04:59:59.339254 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-91207f8c-5c8c-47ea-8127-63c7af302e18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 04:59:59.382374 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-af621e28-7727-48c7-af4f-060a02c495ab tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:59.749643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-af621e28-7727-48c7-af4f-060a02c495ab tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:59.753801 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-af621e28-7727-48c7-af4f-060a02c495ab tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:59.778140 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-af621e28-7727-48c7-af4f-060a02c495ab tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:59.778667 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af621e28-7727-48c7-af4f-060a02c495ab tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Fanout notify agent at l3_agent the message router_deleted on router 50235ba6-3867-42cf-8020-0f83102843ee {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 04:59:59.793067 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-af621e28-7727-48c7-af4f-060a02c495ab tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 04:59:59.794180 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-af621e28-7727-48c7-af4f-060a02c495ab tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/routers/50235ba6-3867-42cf-8020-0f83102843ee HTTP/1.1" status: 204  len: 168 time: 1.5694382
Dec 22 04:59:59.796771 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60614) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 04:59:59.912670 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6603a9a2-2f18-4c10-96ef-f044ddcf7840 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:00.037825 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6603a9a2-2f18-4c10-96ef-f044ddcf7840 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:00.061777 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-6603a9a2-2f18-4c10-96ef-f044ddcf7840 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b5ce730>,) {'filters': {'network_id': ['b1cfa3bf-2543-48f6-a559-7944741b3506']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:00:00.076436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-6603a9a2-2f18-4c10-96ef-f044ddcf7840 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b5ce730>, '8667e12e-e952-4ea6-a9f8-3ef2b728965c') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:00:00.076730 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-6603a9a2-2f18-4c10-96ef-f044ddcf7840 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b5ce730>, '8667e12e-e952-4ea6-a9f8-3ef2b728965c') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:00:00.087556 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6603a9a2-2f18-4c10-96ef-f044ddcf7840 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:00.103171 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6603a9a2-2f18-4c10-96ef-f044ddcf7840 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:00.109488 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6603a9a2-2f18-4c10-96ef-f044ddcf7840 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:00:00.109889 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6603a9a2-2f18-4c10-96ef-f044ddcf7840 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:00:00.123892 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:00:00.201133 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6603a9a2-2f18-4c10-96ef-f044ddcf7840 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:00.205348 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b17b439c-74eb-45f3-94a6-32a296359861 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:00.222958 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6603a9a2-2f18-4c10-96ef-f044ddcf7840 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:00.236429 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603a9a2-2f18-4c10-96ef-f044ddcf7840 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Network': ['ID=b1cfa3bf-2543-48f6-a559-7944741b3506,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:00.241060 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6603a9a2-2f18-4c10-96ef-f044ddcf7840 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:00.242622 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6603a9a2-2f18-4c10-96ef-f044ddcf7840 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/networks/b1cfa3bf-2543-48f6-a559-7944741b3506 HTTP/1.1" status: 204  len: 168 time: 0.4449325
Dec 22 05:00:00.258763 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60618) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:00:00.271644 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a60fcae9-e4b1-42f4-af09-030669aac44b tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200  len: 838 time: 0.0117671
Dec 22 05:00:00.273930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60622) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:00:00.278960 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-6d573ab1-fd93-4622-96a5-769726b2febf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'network': {'name': 'tempest-network-smoke--2015766919', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'port_security_enabled': True}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:00:00.283498 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6d573ab1-fd93-4622-96a5-769726b2febf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:00:00.288212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6d573ab1-fd93-4622-96a5-769726b2febf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:network and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:00:00.291450 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6d573ab1-fd93-4622-96a5-769726b2febf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:00:00.297150 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6d573ab1-fd93-4622-96a5-769726b2febf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:00:00.305866 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d573ab1-fd93-4622-96a5-769726b2febf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:00:00.308829 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6d573ab1-fd93-4622-96a5-769726b2febf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:00.337091 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d573ab1-fd93-4622-96a5-769726b2febf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:00:00.346295 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6d573ab1-fd93-4622-96a5-769726b2febf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:00.346630 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-6d573ab1-fd93-4622-96a5-769726b2febf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Added segment 2424b538-f000-4bdb-8b66-ffb89aa5bccf of type vlan for network e3963948-6018-42e8-9c1d-760bb42c2bba
Dec 22 05:00:00.373986 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6d573ab1-fd93-4622-96a5-769726b2febf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:00.401826 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6d573ab1-fd93-4622-96a5-769726b2febf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:00.405445 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d573ab1-fd93-4622-96a5-769726b2febf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:00.406039 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6d573ab1-fd93-4622-96a5-769726b2febf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:00.410837 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a13ac43b-5c93-4dcd-bd98-be38b17a3a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:00.505825 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6d573ab1-fd93-4622-96a5-769726b2febf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2307792
Dec 22 05:00:00.508482 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60626) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:00:00.513982 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1809674836', 'admin_state_up': True, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:00:00.514542 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d573ab1-fd93-4622-96a5-769726b2febf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Network': ['ID=e3963948-6018-42e8-9c1d-760bb42c2bba,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:00.517209 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6d573ab1-fd93-4622-96a5-769726b2febf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:00.521649 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:00:00.525006 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network e3963948-6018-42e8-9c1d-760bb42c2bba details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:00:00.525436 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:router and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:00:00.528088 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:00:00.534664 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:00:00.545314 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:00.546167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:00.564095 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:00.625198 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8ea05338-d52c-416f-8e20-5623c9e8d146 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:00:00.659096 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 8ea05338-d52c-416f-8e20-5623c9e8d146 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:00:00.659447 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8ea05338-d52c-416f-8e20-5623c9e8d146 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:00:00.659877 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:00:00.691311 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:00:00.691672 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8ba720d9-7b7c-4ac0-b5fc-a7c4784302f2 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:00:00.692102 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:00:00.712930 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:00.728544 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:00:00.728899 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f9675eed-d8cd-4a97-9d07-d82e3cd4ff8a not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:00:00.885530 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:00.915563 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:01.048200 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.26.4.116 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/8902459e-9491-42b3-8778-7b93286326c1) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:00:01.192212 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:01.218632 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:01.222091 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:01.290997 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:00:01.294166 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:00:01.299286 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:00:01.323690 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=8902459e-9491-42b3-8778-7b93286326c1,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:01.328361 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:01.449166 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:01.449812 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:01.669469 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 59340c9e-ef9e-4c81-84a5-53ae94cd22f5 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 05:00:01.962830 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:00:01.972345 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] Sync routers for ids ['59340c9e-ef9e-4c81-84a5-53ae94cd22f5'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:00:01.984453 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] Routers {'59340c9e-ef9e-4c81-84a5-53ae94cd22f5'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:00:01.985122 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3bf250>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:59:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['59340c9e-ef9e-4c81-84a5-53ae94cd22f5'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:00:01.989187 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:01.993194 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.4808335
Dec 22 05:00:01.993419 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60630) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:00:02.031828 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9fa5ae28-bca3-4c6b-a216-acb72d2b0cbe tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=276ceac97e6343c5aa8f294c3cc0960a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0371957
Dec 22 05:00:02.034134 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60634) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:00:02.160467 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] Set router 59340c9e-ef9e-4c81-84a5-53ae94cd22f5 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:00:02.164098 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a60390-7a88-4a8d-8580-d37cbbc2ae82 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:02.165696 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c5a60390-7a88-4a8d-8580-d37cbbc2ae82 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1306684
Dec 22 05:00:02.168396 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60638) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:00:02.207551 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b7d22989-ab90-4053-8d75-3be1c55cc4f5 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0378361
Dec 22 05:00:02.210857 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60642) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:00:02.216699 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-3d0caed3-b3ac-497f-883c-bb73c262ca5c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-59201816', 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:00:02.325397 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3d0caed3-b3ac-497f-883c-bb73c262ca5c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:00:02.329307 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3d0caed3-b3ac-497f-883c-bb73c262ca5c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:subnet and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:00:02.332214 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3d0caed3-b3ac-497f-883c-bb73c262ca5c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:00:02.338587 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3d0caed3-b3ac-497f-883c-bb73c262ca5c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:00:02.348532 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0caed3-b3ac-497f-883c-bb73c262ca5c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:00:02.438871 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3bf250>, [{'id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'name': 'tempest-TestNetworkBasicOps-router-1809674836', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '8902459e-9491-42b3-8778-7b93286326c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:00:01Z', 'revision_number': 3, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '8902459e-9491-42b3-8778-7b93286326c1', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:00:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:00:02.443091 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] Checking router: 59340c9e-ef9e-4c81-84a5-53ae94cd22f5 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:00:02.443438 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] Updating router 59340c9e-ef9e-4c81-84a5-53ae94cd22f5 port 8902459e-9491-42b3-8778-7b93286326c1 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:00:02.447372 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3d0caed3-b3ac-497f-883c-bb73c262ca5c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:02.497010 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:02.655812 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3d0caed3-b3ac-497f-883c-bb73c262ca5c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:02.659971 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8a285427-1b0b-4750-80e2-23efa410fe42 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:02.738363 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0caed3-b3ac-497f-883c-bb73c262ca5c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Subnet': ['ID=cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:02.741026 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3d0caed3-b3ac-497f-883c-bb73c262ca5c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:02.751263 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0caed3-b3ac-497f-883c-bb73c262ca5c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Checking segment: {'id': '2424b538-f000-4bdb-8b66-ffb89aa5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:00:02.751560 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0caed3-b3ac-497f-883c-bb73c262ca5c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network hostable DHCP agents. Network: e3963948-6018-42e8-9c1d-760bb42c2bba, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:00:02.773169 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0caed3-b3ac-497f-883c-bb73c262ca5c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network e3963948-6018-42e8-9c1d-760bb42c2bba is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:00:02.782053 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-3d0caed3-b3ac-497f-883c-bb73c262ca5c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, e3963948-6018-42e8-9c1d-760bb42c2bba) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:00:02.787203 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0caed3-b3ac-497f-883c-bb73c262ca5c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:02.787798 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3d0caed3-b3ac-497f-883c-bb73c262ca5c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:02.792666 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76b2185-a934-4152-ad31-692bb3500cb4 None None] Network e3963948-6018-42e8-9c1d-760bb42c2bba requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:00:02.843676 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:02.856453 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] Transition to ACTIVE for port object 8902459e-9491-42b3-8778-7b93286326c1 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:00:02.864076 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:02.867439 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-6c105b39-408d-4c24-afff-787e435175aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:02.936094 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3d0caed3-b3ac-497f-883c-bb73c262ca5c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.7215669
Dec 22 05:00:02.936496 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60646) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:00:02.940965 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] Attempting to bind port 8902459e-9491-42b3-8778-7b93286326c1 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:00:02.941330 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] Attempting to bind port 8902459e-9491-42b3-8778-7b93286326c1 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:00:02.941712 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] Attempting to bind port 8902459e-9491-42b3-8778-7b93286326c1 on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:00:02.947496 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc18982-b31c-474d-9a75-a03b16cef7ac None None] Pushing event updated for resources: {'Port': ['ID=8902459e-9491-42b3-8778-7b93286326c1,revision_number=2']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:02.951748 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-cbc18982-b31c-474d-9a75-a03b16cef7ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:02.952860 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:00:02.953222 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:00:02.953637 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:02.954011 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:00:02.954638 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] Bound port: 8902459e-9491-42b3-8778-7b93286326c1, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:00:02.954898 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:03.010738 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-e3963948-6018-42e8-9c1d-760bb42c2bba', 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ips': [{'subnet_id': 'cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:00:03.011564 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:03.031368 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] For port 8902459e-9491-42b3-8778-7b93286326c1, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:00:03.034801 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] For port 8902459e-9491-42b3-8778-7b93286326c1, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8902459e-9491-42b3-8778-7b93286326c1,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:00:03.040012 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:03.045091 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:03.124176 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] Routers {'59340c9e-ef9e-4c81-84a5-53ae94cd22f5'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:00:03.124810 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3bf250>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:59:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['59340c9e-ef9e-4c81-84a5-53ae94cd22f5'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:00:03.165883 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Allocated IP 172.20.0.2 (e3963948-6018-42e8-9c1d-760bb42c2bba/cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1/13c6bb38-2f96-4ff6-9860-0ac1294f6e06) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:00:03.212917 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc18982-b31c-474d-9a75-a03b16cef7ac None None] Pushing event updated for resources: {'Port': ['ID=8902459e-9491-42b3-8778-7b93286326c1,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:03.218711 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-cbc18982-b31c-474d-9a75-a03b16cef7ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:03.327234 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] Set router 59340c9e-ef9e-4c81-84a5-53ae94cd22f5 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:00:03.367561 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:03.378586 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Transition to ACTIVE for port object 13c6bb38-2f96-4ff6-9860-0ac1294f6e06 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:00:03.398094 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Transition to ACTIVE for port object 13c6bb38-2f96-4ff6-9860-0ac1294f6e06 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:00:03.403634 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:03.412238 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:03.469240 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Network e3963948-6018-42e8-9c1d-760bb42c2bba is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:00:03.476646 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:00:03.479327 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:00:03.517982 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Pushing event updated for resources: {'Port': ['ID=13c6bb38-2f96-4ff6-9860-0ac1294f6e06,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:03.520771 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:03.576612 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Attempting to bind port 13c6bb38-2f96-4ff6-9860-0ac1294f6e06 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:00:03.576996 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Attempting to bind port 13c6bb38-2f96-4ff6-9860-0ac1294f6e06 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '2424b538-f000-4bdb-8b66-ffb89aa5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:00:03.577426 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Attempting to bind port 13c6bb38-2f96-4ff6-9860-0ac1294f6e06 on network e3963948-6018-42e8-9c1d-760bb42c2bba {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:00:03.584058 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:00:03.584445 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Checking segment: {'id': '2424b538-f000-4bdb-8b66-ffb89aa5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:00:03.584854 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:03.585253 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Bound using segment: {'id': '2424b538-f000-4bdb-8b66-ffb89aa5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:00:03.585749 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Bound port: 13c6bb38-2f96-4ff6-9860-0ac1294f6e06, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2424b538-f000-4bdb-8b66-ffb89aa5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:00:03.586133 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:03.623790 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3bf250>, [{'id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'name': 'tempest-TestNetworkBasicOps-router-1809674836', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '8902459e-9491-42b3-8778-7b93286326c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:00:01Z', 'revision_number': 3, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '8902459e-9491-42b3-8778-7b93286326c1', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:00:03.627788 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106ee332-54bb-4168-9c60-9a312d4b19b8 None None] The sync data for ids ['59340c9e-ef9e-4c81-84a5-53ae94cd22f5'] in dv-neutron-822525-1-hyperv is: [{'id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'name': 'tempest-TestNetworkBasicOps-router-1809674836', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '8902459e-9491-42b3-8778-7b93286326c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:00:01Z', 'revision_number': 3, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '8902459e-9491-42b3-8778-7b93286326c1', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:00:03.678917 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] For port 13c6bb38-2f96-4ff6-9860-0ac1294f6e06, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:00:03.682146 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] For port 13c6bb38-2f96-4ff6-9860-0ac1294f6e06, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=13c6bb38-2f96-4ff6-9860-0ac1294f6e06,segment=NetworkSegment(2424b538-f000-4bdb-8b66-ffb89aa5bccf),segment_id=2424b538-f000-4bdb-8b66-ffb89aa5bccf)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:00:03.688216 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:03.691818 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:03.717355 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1720-c5c6-4741-85e1-3bc23e3df534 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:03.780755 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Pushing event updated for resources: {'Port': ['ID=13c6bb38-2f96-4ff6-9860-0ac1294f6e06,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:03.785282 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:04.171540 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-e1ee1720-c5c6-4741-85e1-3bc23e3df534 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.20.0.1 (e3963948-6018-42e8-9c1d-760bb42c2bba/cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1/07413a44-dc26-4356-8d58-408efd5f80dc) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:00:04.338765 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1720-c5c6-4741-85e1-3bc23e3df534 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:04.355788 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-e1ee1720-c5c6-4741-85e1-3bc23e3df534 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Transition to ACTIVE for port object 07413a44-dc26-4356-8d58-408efd5f80dc will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:00:04.378339 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1720-c5c6-4741-85e1-3bc23e3df534 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:04.382874 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:04.458742 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ee1720-c5c6-4741-85e1-3bc23e3df534 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network e3963948-6018-42e8-9c1d-760bb42c2bba is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:00:04.462229 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-e1ee1720-c5c6-4741-85e1-3bc23e3df534 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:00:04.464240 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee1720-c5c6-4741-85e1-3bc23e3df534 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=07413a44-dc26-4356-8d58-408efd5f80dc,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:04.466364 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee1720-c5c6-4741-85e1-3bc23e3df534 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:00:04.493939 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e1ee1720-c5c6-4741-85e1-3bc23e3df534 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:04.525361 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1720-c5c6-4741-85e1-3bc23e3df534 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:04.683244 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 13c6bb38-2f96-4ff6-9860-0ac1294f6e06 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:00:04.744745 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1720-c5c6-4741-85e1-3bc23e3df534 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:04.759190 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 13c6bb38-2f96-4ff6-9860-0ac1294f6e06 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:00:04.765282 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8902459e-9491-42b3-8778-7b93286326c1 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:00:04.795164 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f606e6f6-a230-4150-b4d4-6a679d6bee7f None None] Network e3963948-6018-42e8-9c1d-760bb42c2bba requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:00:04.916928 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-983c85be-b25e-46dd-84c8-825e37dbe5c6 None None] Provisioning for port 13c6bb38-2f96-4ff6-9860-0ac1294f6e06 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:00:04.946503 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-983c85be-b25e-46dd-84c8-825e37dbe5c6 None None] Provisioning complete for port 13c6bb38-2f96-4ff6-9860-0ac1294f6e06 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:00:04.946880 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-983c85be-b25e-46dd-84c8-825e37dbe5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:05.016360 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 8902459e-9491-42b3-8778-7b93286326c1 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:00:05.034594 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 8902459e-9491-42b3-8778-7b93286326c1 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:00:05.034977 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:05.142071 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1720-c5c6-4741-85e1-3bc23e3df534 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:05.148439 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1720-c5c6-4741-85e1-3bc23e3df534 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:05.181518 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-af621e28-7727-48c7-af4f-060a02c495ab tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:05.268108 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee1720-c5c6-4741-85e1-3bc23e3df534 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=07413a44-dc26-4356-8d58-408efd5f80dc,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:05.271156 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e1ee1720-c5c6-4741-85e1-3bc23e3df534 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:05.275277 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e1ee1720-c5c6-4741-85e1-3bc23e3df534 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:05.289985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-983c85be-b25e-46dd-84c8-825e37dbe5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:05.332124 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:05.356880 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-983c85be-b25e-46dd-84c8-825e37dbe5c6 None None] For port 13c6bb38-2f96-4ff6-9860-0ac1294f6e06, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=13c6bb38-2f96-4ff6-9860-0ac1294f6e06,segment=NetworkSegment(2424b538-f000-4bdb-8b66-ffb89aa5bccf),segment_id=2424b538-f000-4bdb-8b66-ffb89aa5bccf)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:00:05.361477 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 8902459e-9491-42b3-8778-7b93286326c1, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8902459e-9491-42b3-8778-7b93286326c1,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:00:05.362754 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-983c85be-b25e-46dd-84c8-825e37dbe5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:05.364441 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d2f8d0ff-6953-4735-a9ac-a62c5f47384b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:05.400345 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:05.421660 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ee1720-c5c6-4741-85e1-3bc23e3df534 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network e3963948-6018-42e8-9c1d-760bb42c2bba is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:00:05.422861 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-e1ee1720-c5c6-4741-85e1-3bc23e3df534 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:00:05.434868 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c85be-b25e-46dd-84c8-825e37dbe5c6 None None] Pushing event updated for resources: {'Port': ['ID=13c6bb38-2f96-4ff6-9860-0ac1294f6e06,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:05.443667 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-983c85be-b25e-46dd-84c8-825e37dbe5c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:05.444191 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:05.521684 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=8902459e-9491-42b3-8778-7b93286326c1,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:05.525299 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:05.588691 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-38ca2861-ae9b-4fa2-b1d0-15dc8484f288 None None] Provisioning complete for port 13c6bb38-2f96-4ff6-9860-0ac1294f6e06 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:00:05.589146 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-38ca2861-ae9b-4fa2-b1d0-15dc8484f288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:05.726790 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-38ca2861-ae9b-4fa2-b1d0-15dc8484f288 None None] Provisioning for port 07413a44-dc26-4356-8d58-408efd5f80dc completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:00:05.732152 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-38ca2861-ae9b-4fa2-b1d0-15dc8484f288 None None] Provisioning complete for port 07413a44-dc26-4356-8d58-408efd5f80dc triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:00:05.732522 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-38ca2861-ae9b-4fa2-b1d0-15dc8484f288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:05.786795 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-38ca2861-ae9b-4fa2-b1d0-15dc8484f288 None None] Port 07413a44-dc26-4356-8d58-408efd5f80dc cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:00:05.829458 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ee1720-c5c6-4741-85e1-3bc23e3df534 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 59340c9e-ef9e-4c81-84a5-53ae94cd22f5 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:00:05.908385 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-fdae4288-198a-40a7-984b-54150b1eeaaa None None] Provisioning complete for port 07413a44-dc26-4356-8d58-408efd5f80dc triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:00:05.908802 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fdae4288-198a-40a7-984b-54150b1eeaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:05.961757 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-fdae4288-198a-40a7-984b-54150b1eeaaa None None] Port 07413a44-dc26-4356-8d58-408efd5f80dc cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:00:06.028411 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ee1720-c5c6-4741-85e1-3bc23e3df534 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:00:06.040214 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e1ee1720-c5c6-4741-85e1-3bc23e3df534 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/routers/59340c9e-ef9e-4c81-84a5-53ae94cd22f5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1026402
Dec 22 05:00:06.042805 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60650) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:00:06.083438 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-8e98c61e-f147-40da-9e4b-934dfa2d47dd None None] Provisioning complete for port 07413a44-dc26-4356-8d58-408efd5f80dc triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:00:06.083824 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8e98c61e-f147-40da-9e4b-934dfa2d47dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:06.134346 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-8e98c61e-f147-40da-9e4b-934dfa2d47dd None None] Port 07413a44-dc26-4356-8d58-408efd5f80dc cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:00:06.176111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f71a91-01f3-4c11-8b5b-f86786e34d57 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:06.176484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f71a91-01f3-4c11-8b5b-f86786e34d57 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:06.176848 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f71a91-01f3-4c11-8b5b-f86786e34d57 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:06.177204 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f71a91-01f3-4c11-8b5b-f86786e34d57 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:06.178838 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b1f71a91-01f3-4c11-8b5b-f86786e34d57 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1351585
Dec 22 05:00:06.181492 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60654) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:00:06.361448 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b7c91-30be-471e-8533-42472e3a940c tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:06.361872 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b7c91-30be-471e-8533-42472e3a940c tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:06.362236 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b7c91-30be-471e-8533-42472e3a940c tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:06.362594 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b7c91-30be-471e-8533-42472e3a940c tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:06.364219 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4e0b7c91-30be-471e-8533-42472e3a940c tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2726 time: 0.1818311
Dec 22 05:00:06.366877 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60658) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:00:06.562372 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8fb537f9-5b8c-4c67-ad3f-5a1dc4b9e2f6 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1608 time: 0.1942458
Dec 22 05:00:06.629703 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 13c6bb38-2f96-4ff6-9860-0ac1294f6e06 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:00:06.695818 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 13c6bb38-2f96-4ff6-9860-0ac1294f6e06 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:00:06.696258 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:06.807000 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60664) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:00:06.812575 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-a55a12c7-fc31-41c6-a8d3-eb360bfcfab8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1649695512', 'description': 'tempest-secgroup-smoke-1649695512 description', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:00:06.818265 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a55a12c7-fc31-41c6-a8d3-eb360bfcfab8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:00:06.819631 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8902459e-9491-42b3-8778-7b93286326c1 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:00:06.822364 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a55a12c7-fc31-41c6-a8d3-eb360bfcfab8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:00:06.825149 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a55a12c7-fc31-41c6-a8d3-eb360bfcfab8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:00:06.831595 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a55a12c7-fc31-41c6-a8d3-eb360bfcfab8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:00:06.842198 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a55a12c7-fc31-41c6-a8d3-eb360bfcfab8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:06.884635 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a55a12c7-fc31-41c6-a8d3-eb360bfcfab8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:00:06.888821 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a55a12c7-fc31-41c6-a8d3-eb360bfcfab8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:00:06.892799 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 8902459e-9491-42b3-8778-7b93286326c1 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:00:06.893174 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:06.896244 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a55a12c7-fc31-41c6-a8d3-eb360bfcfab8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:00:06.902245 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a55a12c7-fc31-41c6-a8d3-eb360bfcfab8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:00:06.965141 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a55a12c7-fc31-41c6-a8d3-eb360bfcfab8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:06.969520 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a55a12c7-fc31-41c6-a8d3-eb360bfcfab8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:06.974223 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-033bbe30-31ff-446e-92a5-bfaac550910a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:07.016262 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a12c7-fc31-41c6-a8d3-eb360bfcfab8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaef1cba-2028-4158-973d-55a6ec41b167,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:07.019028 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a55a12c7-fc31-41c6-a8d3-eb360bfcfab8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:07.027626 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a55a12c7-fc31-41c6-a8d3-eb360bfcfab8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.031783 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a55a12c7-fc31-41c6-a8d3-eb360bfcfab8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2208931
Dec 22 05:00:07.031783 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60668) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:00:07.037845 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-4d108d17-2953-4251-b0ae-2fcd2ddb1446 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': 'eaef1cba-2028-4158-973d-55a6ec41b167', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:00:07.043346 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4d108d17-2953-4251-b0ae-2fcd2ddb1446 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:00:07.047051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4d108d17-2953-4251-b0ae-2fcd2ddb1446 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:00:07.049852 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4d108d17-2953-4251-b0ae-2fcd2ddb1446 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:00:07.055448 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4d108d17-2953-4251-b0ae-2fcd2ddb1446 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:00:07.073400 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4d108d17-2953-4251-b0ae-2fcd2ddb1446 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.134457 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4d108d17-2953-4251-b0ae-2fcd2ddb1446 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.138124 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] Sync routers for ids ['59340c9e-ef9e-4c81-84a5-53ae94cd22f5'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:00:07.138524 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4d108d17-2953-4251-b0ae-2fcd2ddb1446 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.140593 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-54b03d75-6a04-4d6a-b39f-d6bafd26f052 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:07.150862 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] Routers {'59340c9e-ef9e-4c81-84a5-53ae94cd22f5'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:00:07.151481 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c465790>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:59:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['59340c9e-ef9e-4c81-84a5-53ae94cd22f5'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:00:07.163987 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d108d17-2953-4251-b0ae-2fcd2ddb1446 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077f90f9-1c82-4ef3-b0b7-5cb2a9fbd298,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:07.168596 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4d108d17-2953-4251-b0ae-2fcd2ddb1446 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:07.174425 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4d108d17-2953-4251-b0ae-2fcd2ddb1446 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.175623 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4d108d17-2953-4251-b0ae-2fcd2ddb1446 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1429136
Dec 22 05:00:07.178637 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60672) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:00:07.184346 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-9ac46917-7f40-4550-97bb-95367e7082a3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': 'eaef1cba-2028-4158-973d-55a6ec41b167', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:00:07.190580 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9ac46917-7f40-4550-97bb-95367e7082a3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:00:07.194534 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9ac46917-7f40-4550-97bb-95367e7082a3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:00:07.197410 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-9ac46917-7f40-4550-97bb-95367e7082a3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:00:07.202977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-9ac46917-7f40-4550-97bb-95367e7082a3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:00:07.220151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ac46917-7f40-4550-97bb-95367e7082a3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.280145 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ac46917-7f40-4550-97bb-95367e7082a3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.284009 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ac46917-7f40-4550-97bb-95367e7082a3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.293306 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:07.311114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac46917-7f40-4550-97bb-95367e7082a3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d24eb533-4c76-4b47-8c07-a965a10bece6,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:07.313862 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9ac46917-7f40-4550-97bb-95367e7082a3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:07.322379 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ac46917-7f40-4550-97bb-95367e7082a3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.323947 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9ac46917-7f40-4550-97bb-95367e7082a3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1442332
Dec 22 05:00:07.326540 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60676) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:00:07.330135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] Set router 59340c9e-ef9e-4c81-84a5-53ae94cd22f5 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:00:07.332246 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-33b0c766-f118-4399-b5f2-66361f23e1cf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': 'eaef1cba-2028-4158-973d-55a6ec41b167', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:00:07.338557 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-33b0c766-f118-4399-b5f2-66361f23e1cf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:00:07.342290 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-33b0c766-f118-4399-b5f2-66361f23e1cf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:00:07.345358 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-33b0c766-f118-4399-b5f2-66361f23e1cf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:00:07.351632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-33b0c766-f118-4399-b5f2-66361f23e1cf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:00:07.367711 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-33b0c766-f118-4399-b5f2-66361f23e1cf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.434776 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-33b0c766-f118-4399-b5f2-66361f23e1cf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.438334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-33b0c766-f118-4399-b5f2-66361f23e1cf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.440097 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0add7f0e-1292-4ce2-9c0a-f5d917136026 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:07.461420 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0c766-f118-4399-b5f2-66361f23e1cf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b67403-ac01-4e94-9a28-707de79f360f,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:07.463627 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-33b0c766-f118-4399-b5f2-66361f23e1cf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:07.471573 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-33b0c766-f118-4399-b5f2-66361f23e1cf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.472755 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-33b0c766-f118-4399-b5f2-66361f23e1cf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1451190
Dec 22 05:00:07.475971 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60680) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:00:07.481380 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-157e1e4d-e1a0-4840-bb5f-e544957d4457 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': 'eaef1cba-2028-4158-973d-55a6ec41b167', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:00:07.486968 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-157e1e4d-e1a0-4840-bb5f-e544957d4457 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:00:07.491336 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-157e1e4d-e1a0-4840-bb5f-e544957d4457 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:00:07.494176 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-157e1e4d-e1a0-4840-bb5f-e544957d4457 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:00:07.499790 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-157e1e4d-e1a0-4840-bb5f-e544957d4457 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:00:07.516029 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-157e1e4d-e1a0-4840-bb5f-e544957d4457 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.577657 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-157e1e4d-e1a0-4840-bb5f-e544957d4457 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.581266 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-157e1e4d-e1a0-4840-bb5f-e544957d4457 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.587208 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f3b07bba-abaa-453e-aceb-33a972ea941e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:07.607076 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e1e4d-e1a0-4840-bb5f-e544957d4457 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad3adedf-66e5-4942-94a1-5d7a79282711,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:07.609622 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-157e1e4d-e1a0-4840-bb5f-e544957d4457 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:07.619518 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-157e1e4d-e1a0-4840-bb5f-e544957d4457 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.623393 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-157e1e4d-e1a0-4840-bb5f-e544957d4457 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1440113
Dec 22 05:00:07.623805 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60684) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:00:07.630039 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.631073 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-1df3cf05-e27d-4862-a055-1a7b6889f8c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': 'eaef1cba-2028-4158-973d-55a6ec41b167', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:00:07.636782 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1df3cf05-e27d-4862-a055-1a7b6889f8c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:00:07.640557 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1df3cf05-e27d-4862-a055-1a7b6889f8c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:00:07.643402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1df3cf05-e27d-4862-a055-1a7b6889f8c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:00:07.649173 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1df3cf05-e27d-4862-a055-1a7b6889f8c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:00:07.659339 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c465790>, [{'id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'name': 'tempest-TestNetworkBasicOps-router-1809674836', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '8902459e-9491-42b3-8778-7b93286326c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:00:04Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '8902459e-9491-42b3-8778-7b93286326c1', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '07413a44-dc26-4356-8d58-408efd5f80dc', 'name': '', 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:cc:c1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:03Z', 'updated_at': '2021-12-22T05:00:04Z', 'revision_number': 2, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': 'cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:00:07.659956 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.securitygroups_db [None req-1df3cf05-e27d-4862-a055-1a7b6889f8c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Project 276ceac97e6343c5aa8f294c3cc0960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:00:07.663772 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] Checking router: 59340c9e-ef9e-4c81-84a5-53ae94cd22f5 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:00:07.664130 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] Updating router 59340c9e-ef9e-4c81-84a5-53ae94cd22f5 port 07413a44-dc26-4356-8d58-408efd5f80dc binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:00:07.667005 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1df3cf05-e27d-4862-a055-1a7b6889f8c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.734033 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1df3cf05-e27d-4862-a055-1a7b6889f8c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.737968 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1df3cf05-e27d-4862-a055-1a7b6889f8c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.740310 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9e45f442-ff76-4e80-9bda-d1de4403834e tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:07.754385 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.766530 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3cf05-e27d-4862-a055-1a7b6889f8c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67ca271-86e8-4bc6-bc7d-3375eb03db63,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:07.773185 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1df3cf05-e27d-4862-a055-1a7b6889f8c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:07.776883 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1df3cf05-e27d-4862-a055-1a7b6889f8c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.778161 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1df3cf05-e27d-4862-a055-1a7b6889f8c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1529434
Dec 22 05:00:07.780818 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60688) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:00:07.786885 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-5b699e01-aca8-4117-8817-0d0163bdaed1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': 'eaef1cba-2028-4158-973d-55a6ec41b167', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:00:07.792573 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5b699e01-aca8-4117-8817-0d0163bdaed1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:00:07.796620 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5b699e01-aca8-4117-8817-0d0163bdaed1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:00:07.800200 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5b699e01-aca8-4117-8817-0d0163bdaed1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:00:07.805899 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5b699e01-aca8-4117-8817-0d0163bdaed1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:00:07.816299 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.securitygroups_db [None req-5b699e01-aca8-4117-8817-0d0163bdaed1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Project 276ceac97e6343c5aa8f294c3cc0960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:00:07.822725 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5b699e01-aca8-4117-8817-0d0163bdaed1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.887015 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5b699e01-aca8-4117-8817-0d0163bdaed1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.890626 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5b699e01-aca8-4117-8817-0d0163bdaed1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.892563 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cc005ef6-032c-47a3-a29e-e1b39702aecf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:07.915093 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b699e01-aca8-4117-8817-0d0163bdaed1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb988447-57cc-4fd6-8bdb-a97cb18b4e95,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:07.917577 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5b699e01-aca8-4117-8817-0d0163bdaed1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:07.924992 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5b699e01-aca8-4117-8817-0d0163bdaed1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:07.934263 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5b699e01-aca8-4117-8817-0d0163bdaed1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1445720
Dec 22 05:00:08.090711 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:08.093376 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-00b8339b-5a63-4dbd-bf57-494913b30d67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:00:08.105683 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] Transition to ACTIVE for port object 07413a44-dc26-4356-8d58-408efd5f80dc will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:00:08.109450 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-00b8339b-5a63-4dbd-bf57-494913b30d67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:00:08.112846 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:08.116606 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:08.116728 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-00b8339b-5a63-4dbd-bf57-494913b30d67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649695512&fields=id&tenant_id=276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 267 time: 0.0628889
Dec 22 05:00:08.243397 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bc842-94ee-423a-9c92-c5844a1b8ea1 None None] Pushing event updated for resources: {'Port': ['ID=07413a44-dc26-4356-8d58-408efd5f80dc,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:08.246167 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e42bc842-94ee-423a-9c92-c5844a1b8ea1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:08.267465 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-db0941a0-7bf3-4d7c-b1ce-e55cc1f53127 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:08.268118 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-db0941a0-7bf3-4d7c-b1ce-e55cc1f53127 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:network {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:00:08.285728 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-db0941a0-7bf3-4d7c-b1ce-e55cc1f53127 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:network {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:00:08.287544 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-db0941a0-7bf3-4d7c-b1ce-e55cc1f53127 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/networks?id=e3963948-6018-42e8-9c1d-760bb42c2bba HTTP/1.1" status: 200  len: 797 time: 0.1700649
Dec 22 05:00:08.305442 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-4ba81e1a-c046-4aed-9a84-2d6cd6fb9dea tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/quotas/276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 375 time: 0.0119493
Dec 22 05:00:08.332859 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] Attempting to bind port 07413a44-dc26-4356-8d58-408efd5f80dc on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:00:08.333306 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] Attempting to bind port 07413a44-dc26-4356-8d58-408efd5f80dc by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '2424b538-f000-4bdb-8b66-ffb89aa5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:00:08.333701 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] Attempting to bind port 07413a44-dc26-4356-8d58-408efd5f80dc on network e3963948-6018-42e8-9c1d-760bb42c2bba {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:00:08.340290 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:00:08.340655 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] Checking segment: {'id': '2424b538-f000-4bdb-8b66-ffb89aa5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:00:08.341054 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:08.341446 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] Bound using segment: {'id': '2424b538-f000-4bdb-8b66-ffb89aa5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:00:08.341931 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] Bound port: 07413a44-dc26-4356-8d58-408efd5f80dc, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2424b538-f000-4bdb-8b66-ffb89aa5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:00:08.342304 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:08.394208 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-645170a5-570a-4993-92ef-31042038f0f8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:00:08.408892 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-645170a5-570a-4993-92ef-31042038f0f8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:00:08.410536 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-645170a5-570a-4993-92ef-31042038f0f8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0992346
Dec 22 05:00:08.427115 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-d399ccae-005c-42e5-a22d-30e42c94fc68 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 05:00:08.428048 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-d399ccae-005c-42e5-a22d-30e42c94fc68 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0056963
Dec 22 05:00:08.433360 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] For port 07413a44-dc26-4356-8d58-408efd5f80dc, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:00:08.436495 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] For port 07413a44-dc26-4356-8d58-408efd5f80dc, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=07413a44-dc26-4356-8d58-408efd5f80dc,segment=NetworkSegment(2424b538-f000-4bdb-8b66-ffb89aa5bccf),segment_id=2424b538-f000-4bdb-8b66-ffb89aa5bccf)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:00:08.439969 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:08.443726 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:08.531891 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bc842-94ee-423a-9c92-c5844a1b8ea1 None None] Pushing event updated for resources: {'Port': ['ID=07413a44-dc26-4356-8d58-408efd5f80dc,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:08.540281 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e42bc842-94ee-423a-9c92-c5844a1b8ea1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:08.540853 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] Routers {'59340c9e-ef9e-4c81-84a5-53ae94cd22f5'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:00:08.541480 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c465790>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T04:59:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['59340c9e-ef9e-4c81-84a5-53ae94cd22f5'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:00:08.574946 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-50b4095f-2900-4b1a-88aa-6fe8e8e7eb83 service neutron] 10.222.0.53 "GET /v2.0/networks/e3963948-6018-42e8-9c1d-760bb42c2bba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402771
Dec 22 05:00:08.707149 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-5714e6d3-772c-46bf-b622-c4f32ec9ace2 service neutron] 10.222.0.53 "GET /v2.0/networks/e3963948-6018-42e8-9c1d-760bb42c2bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314111
Dec 22 05:00:08.728580 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] Set router 59340c9e-ef9e-4c81-84a5-53ae94cd22f5 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:00:08.828700 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-67801116-be73-4b21-8146-2e114fbf3753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:08.977792 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-92a4582d-7c05-4fb7-ad04-1f55dca34e18 req-006cfa7c-8993-41e8-b8b9-0f060f4f828c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:00:08.991312 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-92a4582d-7c05-4fb7-ad04-1f55dca34e18 req-006cfa7c-8993-41e8-b8b9-0f060f4f828c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:00:08.992888 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-92a4582d-7c05-4fb7-ad04-1f55dca34e18 req-006cfa7c-8993-41e8-b8b9-0f060f4f828c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=64ae6b52-1fd8-4d2b-8015-90d5fa9765c0 HTTP/1.1" status: 200  len: 210 time: 0.1395350
Dec 22 05:00:09.080618 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c465790>, [{'id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'name': 'tempest-TestNetworkBasicOps-router-1809674836', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '8902459e-9491-42b3-8778-7b93286326c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:00:04Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '8902459e-9491-42b3-8778-7b93286326c1', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '07413a44-dc26-4356-8d58-408efd5f80dc', 'name': '', 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:cc:c1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:03Z', 'updated_at': '2021-12-22T05:00:08Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': 'cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:00:09.084823 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a65965e-5f60-4ac0-a19f-5037d64593cf None None] The sync data for ids ['59340c9e-ef9e-4c81-84a5-53ae94cd22f5'] in dv-neutron-822525-1-hyperv is: [{'id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'name': 'tempest-TestNetworkBasicOps-router-1809674836', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '8902459e-9491-42b3-8778-7b93286326c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:00:04Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '8902459e-9491-42b3-8778-7b93286326c1', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '07413a44-dc26-4356-8d58-408efd5f80dc', 'name': '', 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:cc:c1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:03Z', 'updated_at': '2021-12-22T05:00:08Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': 'cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:00:10.040335 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-e10ab747-8529-4213-a450-50109f2e839a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:10.041850 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-e10ab747-8529-4213-a450-50109f2e839a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/networks?id=e3963948-6018-42e8-9c1d-760bb42c2bba HTTP/1.1" status: 200  len: 797 time: 0.1436291
Dec 22 05:00:10.104260 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-c6f4f6ec-204d-4845-a7ce-ea4d30341037 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:00:10.116880 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-c6f4f6ec-204d-4845-a7ce-ea4d30341037 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:00:10.118105 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-c6f4f6ec-204d-4845-a7ce-ea4d30341037 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 380 time: 0.0569859
Dec 22 05:00:10.127433 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-493a3f92-2253-4c9e-86c8-1eda7f3a4259 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'port': {'device_id': '64ae6b52-1fd8-4d2b-8015-90d5fa9765c0', 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba', 'admin_state_up': True, 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'security_groups': ['eaef1cba-2028-4158-973d-55a6ec41b167']}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:00:10.157488 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-82f419ce-43fc-4cb4-b917-89c18a15516d req-71ea2921-260f-43e3-9e76-86fa65b3a721 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=64ae6b52-1fd8-4d2b-8015-90d5fa9765c0 HTTP/1.1" status: 200  len: 210 time: 0.0404263
Dec 22 05:00:10.261893 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-493a3f92-2253-4c9e-86c8-1eda7f3a4259 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:00:10.271653 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-493a3f92-2253-4c9e-86c8-1eda7f3a4259 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:00:10.280917 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-493a3f92-2253-4c9e-86c8-1eda7f3a4259 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:00:10.283981 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-493a3f92-2253-4c9e-86c8-1eda7f3a4259 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:10.441359 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-493a3f92-2253-4c9e-86c8-1eda7f3a4259 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.20.0.5 (e3963948-6018-42e8-9c1d-760bb42c2bba/cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1/24d8751a-59db-4e23-b1af-f1f7295fae7a) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:00:10.620900 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-493a3f92-2253-4c9e-86c8-1eda7f3a4259 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:10.636545 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-493a3f92-2253-4c9e-86c8-1eda7f3a4259 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Transition to ACTIVE for port object 24d8751a-59db-4e23-b1af-f1f7295fae7a will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:00:10.645028 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 07413a44-dc26-4356-8d58-408efd5f80dc up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:00:10.658199 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-493a3f92-2253-4c9e-86c8-1eda7f3a4259 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:10.664642 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-531325df-b416-43c8-a7eb-05442686ec28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:10.715743 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 07413a44-dc26-4356-8d58-408efd5f80dc completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:00:10.720392 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 07413a44-dc26-4356-8d58-408efd5f80dc triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:00:10.720764 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:10.723499 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-493a3f92-2253-4c9e-86c8-1eda7f3a4259 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network e3963948-6018-42e8-9c1d-760bb42c2bba is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:00:10.731010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-493a3f92-2253-4c9e-86c8-1eda7f3a4259 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:00:10.735180 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-493a3f92-2253-4c9e-86c8-1eda7f3a4259 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:00:10.780950 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a3f92-2253-4c9e-86c8-1eda7f3a4259 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=24d8751a-59db-4e23-b1af-f1f7295fae7a,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:10.787543 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-493a3f92-2253-4c9e-86c8-1eda7f3a4259 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:10.815493 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-493a3f92-2253-4c9e-86c8-1eda7f3a4259 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:10.816076 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-493a3f92-2253-4c9e-86c8-1eda7f3a4259 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:10.843967 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-493a3f92-2253-4c9e-86c8-1eda7f3a4259 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7200837
Dec 22 05:00:10.852740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:10.935945 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] Request body: {'port': {'device_id': '64ae6b52-1fd8-4d2b-8015-90d5fa9765c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:00:10.943313 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 07413a44-dc26-4356-8d58-408efd5f80dc, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=07413a44-dc26-4356-8d58-408efd5f80dc,segment=NetworkSegment(2424b538-f000-4bdb-8b66-ffb89aa5bccf),segment_id=2424b538-f000-4bdb-8b66-ffb89aa5bccf)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:00:10.947074 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:10.949365 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-58cb7256-542d-498a-ab60-291ea4b04563 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:10.983886 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-892dbe98-f169-4178-80b5-0d5be65db26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:11.020498 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=07413a44-dc26-4356-8d58-408efd5f80dc,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:11.022952 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-63988889-e1d2-47d6-a38a-5110abf6bc0b None None] Provisioning for port 24d8751a-59db-4e23-b1af-f1f7295fae7a completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:00:11.026283 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:11.028367 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-63988889-e1d2-47d6-a38a-5110abf6bc0b None None] Provisioning complete for port 24d8751a-59db-4e23-b1af-f1f7295fae7a triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:00:11.028746 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-63988889-e1d2-47d6-a38a-5110abf6bc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:11.044540 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:11.080337 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-63988889-e1d2-47d6-a38a-5110abf6bc0b None None] Port 24d8751a-59db-4e23-b1af-f1f7295fae7a cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:00:11.480982 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add06bc2-d788-4733-84a6-eb956b4d2f08 req-03d9e867-0719-4be2-b542-f717e4805c6f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:11.481682 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-add06bc2-d788-4733-84a6-eb956b4d2f08 req-03d9e867-0719-4be2-b542-f717e4805c6f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:00:11.544106 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-add06bc2-d788-4733-84a6-eb956b4d2f08 req-03d9e867-0719-4be2-b542-f717e4805c6f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:00:11.545206 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-add06bc2-d788-4733-84a6-eb956b4d2f08 req-03d9e867-0719-4be2-b542-f717e4805c6f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=64ae6b52-1fd8-4d2b-8015-90d5fa9765c0 HTTP/1.1" status: 200  len: 931 time: 0.1965804
Dec 22 05:00:11.568248 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d8751a-59db-4e23-b1af-f1f7295fae7a {{(pid=83435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:00:11.578182 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:11.609287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] Transition to ACTIVE for port object 24d8751a-59db-4e23-b1af-f1f7295fae7a will not be triggered until provisioned by entity L2. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:00:11.613681 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:11.619143 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-add06bc2-d788-4733-84a6-eb956b4d2f08 req-532e7715-37c5-4034-ba03-c8ea9cb481c2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=eaef1cba-2028-4158-973d-55a6ec41b167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665209
Dec 22 05:00:11.620387 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:11.742363 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] Pushing event updated for resources: {'Port': ['ID=24d8751a-59db-4e23-b1af-f1f7295fae7a,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:11.746322 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:11.850829 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] Attempting to bind port 24d8751a-59db-4e23-b1af-f1f7295fae7a on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:00:11.851183 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] Attempting to bind port 24d8751a-59db-4e23-b1af-f1f7295fae7a by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '2424b538-f000-4bdb-8b66-ffb89aa5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:00:11.851506 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] Attempting to bind port 24d8751a-59db-4e23-b1af-f1f7295fae7a on network e3963948-6018-42e8-9c1d-760bb42c2bba {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:00:11.857146 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] Port 24d8751a-59db-4e23-b1af-f1f7295fae7a on network e3963948-6018-42e8-9c1d-760bb42c2bba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:00:11.857460 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] Attempting to bind port 24d8751a-59db-4e23-b1af-f1f7295fae7a on network e3963948-6018-42e8-9c1d-760bb42c2bba {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:00:11.863540 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:00:11.864360 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] Checking segment: {'id': '2424b538-f000-4bdb-8b66-ffb89aa5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:00:11.864742 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] Bound using segment: {'id': '2424b538-f000-4bdb-8b66-ffb89aa5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba'} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:00:11.865158 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] Bound port: 24d8751a-59db-4e23-b1af-f1f7295fae7a, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2424b538-f000-4bdb-8b66-ffb89aa5bccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba'}}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:00:11.865497 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:11.955722 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] For port 24d8751a-59db-4e23-b1af-f1f7295fae7a, host hv-neutron-8225, cleared binding levels {{(pid=83435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:00:11.958658 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] For port 24d8751a-59db-4e23-b1af-f1f7295fae7a, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=24d8751a-59db-4e23-b1af-f1f7295fae7a,segment=NetworkSegment(2424b538-f000-4bdb-8b66-ffb89aa5bccf),segment_id=2424b538-f000-4bdb-8b66-ffb89aa5bccf)] {{(pid=83435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:00:11.962897 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:11.967005 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8866906c-7ada-4212-b9d5-e850a2004969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:12.018206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:12.019787 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] 10.222.0.47 "PUT /v2.0/ports/24d8751a-59db-4e23-b1af-f1f7295fae7a HTTP/1.1" status: 200  len: 1093 time: 1.1611302
Dec 22 05:00:12.022210 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ae6b52-1fd8-4d2b-8015-90d5fa9765c0', 'tag': '24d8751a-59db-4e23-b1af-f1f7295fae7a'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:00:12.050387 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] Pushing event updated for resources: {'Port': ['ID=24d8751a-59db-4e23-b1af-f1f7295fae7a,revision_number=3']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:12.054196 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:12.075586 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:12.112611 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64ae6b52-1fd8-4d2b-8015-90d5fa9765c0', 'tag': '24d8751a-59db-4e23-b1af-f1f7295fae7a', 'status': 'completed', 'code': 200}
Dec 22 05:00:12.154568 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-3d9d4ec2-a7c8-49f7-950d-becc3c8d854d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=64ae6b52-1fd8-4d2b-8015-90d5fa9765c0 HTTP/1.1" status: 200  len: 1096 time: 0.0774055
Dec 22 05:00:12.230971 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-6c550f4e-d390-4e6e-b10a-bd61c40bbf40 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24d8751a-59db-4e23-b1af-f1f7295fae7a HTTP/1.1" status: 200  len: 217 time: 0.0633600
Dec 22 05:00:12.276763 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:12.295203 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-36f8ba07-13da-495a-8d99-7e04b129f0c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:12.296561 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-36f8ba07-13da-495a-8d99-7e04b129f0c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1 HTTP/1.1" status: 200  len: 833 time: 0.0601950
Dec 22 05:00:12.368670 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-20cba77e-f992-4488-a662-6dba70f6314c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3963948-6018-42e8-9c1d-760bb42c2bba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0659726
Dec 22 05:00:12.497408 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-e68096fa-8d3f-4d8d-9216-c25612e24613 service neutron] 10.222.0.47 "GET /v2.0/networks/e3963948-6018-42e8-9c1d-760bb42c2bba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222224
Dec 22 05:00:12.626973 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 07413a44-dc26-4356-8d58-408efd5f80dc up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:00:12.627130 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5464bcf7-1519-48c7-a9f5-38bdae899a07 req-b6395d91-26b7-4068-82a6-0d5657d7217c service neutron] 10.222.0.47 "GET /v2.0/networks/e3963948-6018-42e8-9c1d-760bb42c2bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234434
Dec 22 05:00:12.696203 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 07413a44-dc26-4356-8d58-408efd5f80dc triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:00:12.696889 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:12.852293 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e4c5e87a-7e23-4694-8d45-912b70672fc8 req-330de327-1888-4c9e-84f4-cf3b561ea127 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=64ae6b52-1fd8-4d2b-8015-90d5fa9765c0 HTTP/1.1" status: 200  len: 1096 time: 0.1359520
Dec 22 05:00:12.858504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867e30e-8012-4862-bcc3-1fd85fd404fb req-ab8257b4-e2cd-4956-ad86-6fe5668e4381 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:12.859826 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c867e30e-8012-4862-bcc3-1fd85fd404fb req-ab8257b4-e2cd-4956-ad86-6fe5668e4381 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=64ae6b52-1fd8-4d2b-8015-90d5fa9765c0 HTTP/1.1" status: 200  len: 943 time: 0.1071346
Dec 22 05:00:12.984898 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c867e30e-8012-4862-bcc3-1fd85fd404fb req-e81c7670-9e5a-4c9b-bccc-56d67bbaaa95 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=eaef1cba-2028-4158-973d-55a6ec41b167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1067562
Dec 22 05:00:13.018996 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5e87a-7e23-4694-8d45-912b70672fc8 req-2f8aa860-213e-416b-9c1c-565a139bfbaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:13.020939 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e4c5e87a-7e23-4694-8d45-912b70672fc8 req-2f8aa860-213e-416b-9c1c-565a139bfbaa service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3963948-6018-42e8-9c1d-760bb42c2bba HTTP/1.1" status: 200  len: 898 time: 0.1602600
Dec 22 05:00:13.185109 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e4c5e87a-7e23-4694-8d45-912b70672fc8 req-35921ece-9498-4ce6-aaaf-e714ec6f56bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24d8751a-59db-4e23-b1af-f1f7295fae7a HTTP/1.1" status: 200  len: 217 time: 0.1578479
Dec 22 05:00:13.248700 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5e87a-7e23-4694-8d45-912b70672fc8 req-f09c1034-d63b-4e59-849e-a3ea299d53e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:13.250111 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e4c5e87a-7e23-4694-8d45-912b70672fc8 req-f09c1034-d63b-4e59-849e-a3ea299d53e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1 HTTP/1.1" status: 200  len: 833 time: 0.0588100
Dec 22 05:00:13.322502 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e4c5e87a-7e23-4694-8d45-912b70672fc8 req-c928ecbc-f637-4736-a53c-12054a7f5043 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3963948-6018-42e8-9c1d-760bb42c2bba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0649645
Dec 22 05:00:13.456205 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e4c5e87a-7e23-4694-8d45-912b70672fc8 req-87a81939-985c-4234-8102-1392f0109292 service neutron] 10.222.0.47 "GET /v2.0/networks/e3963948-6018-42e8-9c1d-760bb42c2bba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271665
Dec 22 05:00:13.515661 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:13.584722 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e4c5e87a-7e23-4694-8d45-912b70672fc8 req-5becda76-c48c-4275-9d77-2d30dbae1502 service neutron] 10.222.0.47 "GET /v2.0/networks/e3963948-6018-42e8-9c1d-760bb42c2bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219237
Dec 22 05:00:14.177704 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9b6f4-78ea-43d7-bae8-1dc48edc9acc req-02b7ee2e-cb9f-4a4a-a0ea-e7a9f44a6638 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:14.179155 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cdd9b6f4-78ea-43d7-bae8-1dc48edc9acc req-02b7ee2e-cb9f-4a4a-a0ea-e7a9f44a6638 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=64ae6b52-1fd8-4d2b-8015-90d5fa9765c0 HTTP/1.1" status: 200  len: 943 time: 0.0758913
Dec 22 05:00:14.224530 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cdd9b6f4-78ea-43d7-bae8-1dc48edc9acc req-744eafe6-9b05-4b4a-bad4-a321b35d8e54 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=eaef1cba-2028-4158-973d-55a6ec41b167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396700
Dec 22 05:00:15.415371 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8604b-00c7-43f0-96d6-7c0e8d8a614e req-733580c9-0bea-47a2-bc9e-b3e6fde4697c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:15.416804 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b4c8604b-00c7-43f0-96d6-7c0e8d8a614e req-733580c9-0bea-47a2-bc9e-b3e6fde4697c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=64ae6b52-1fd8-4d2b-8015-90d5fa9765c0 HTTP/1.1" status: 200  len: 943 time: 0.0749598
Dec 22 05:00:15.468961 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b4c8604b-00c7-43f0-96d6-7c0e8d8a614e req-20da2485-497d-45d6-84df-030afb68d580 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=eaef1cba-2028-4158-973d-55a6ec41b167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428054
Dec 22 05:00:16.437195 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 24d8751a-59db-4e23-b1af-f1f7295fae7a details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:00:16.567602 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 24d8751a-59db-4e23-b1af-f1f7295fae7a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=24d8751a-59db-4e23-b1af-f1f7295fae7a,segment=NetworkSegment(2424b538-f000-4bdb-8b66-ffb89aa5bccf),segment_id=2424b538-f000-4bdb-8b66-ffb89aa5bccf)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:00:16.580648 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '24d8751a-59db-4e23-b1af-f1f7295fae7a', 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba', 'port_id': '24d8751a-59db-4e23-b1af-f1f7295fae7a', 'mac_address': 'fa:16:3e:59:3e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:00:16.636758 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:16.653010 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d8751a-59db-4e23-b1af-f1f7295fae7a {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:00:16.667718 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1712b70-117f-4ef0-8239-8960c6aebda3 req-9c0b33d7-65e7-45f0-9cde-b86a49a74b76 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:16.668264 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 24d8751a-59db-4e23-b1af-f1f7295fae7a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=24d8751a-59db-4e23-b1af-f1f7295fae7a,segment=NetworkSegment(2424b538-f000-4bdb-8b66-ffb89aa5bccf),segment_id=2424b538-f000-4bdb-8b66-ffb89aa5bccf)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:00:16.669159 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c1712b70-117f-4ef0-8239-8960c6aebda3 req-9c0b33d7-65e7-45f0-9cde-b86a49a74b76 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=64ae6b52-1fd8-4d2b-8015-90d5fa9765c0 HTTP/1.1" status: 200  len: 943 time: 0.0796084
Dec 22 05:00:16.673349 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:16.675133 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:16.718952 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c1712b70-117f-4ef0-8239-8960c6aebda3 req-aa833a03-4ab8-4af8-9b30-05ec5c57eb8e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=eaef1cba-2028-4158-973d-55a6ec41b167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424492
Dec 22 05:00:16.739385 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=24d8751a-59db-4e23-b1af-f1f7295fae7a,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:16.742330 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:17.058123 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['24d8751a-59db-4e23-b1af-f1f7295fae7a'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:00:17.557216 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:00:17.916475 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6a001-4654-4153-a835-7f5ae4eee747 req-ec1b6185-5e49-4802-b345-f98adb63aad7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:17.917946 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-bda6a001-4654-4153-a835-7f5ae4eee747 req-ec1b6185-5e49-4802-b345-f98adb63aad7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=64ae6b52-1fd8-4d2b-8015-90d5fa9765c0 HTTP/1.1" status: 200  len: 944 time: 0.0772901
Dec 22 05:00:17.963370 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-bda6a001-4654-4153-a835-7f5ae4eee747 req-a6d2b2dd-e064-4fe9-8627-fec57643dffd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=eaef1cba-2028-4158-973d-55a6ec41b167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399449
Dec 22 05:00:18.440056 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 24d8751a-59db-4e23-b1af-f1f7295fae7a up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:00:18.508471 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 24d8751a-59db-4e23-b1af-f1f7295fae7a completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:00:18.512911 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 24d8751a-59db-4e23-b1af-f1f7295fae7a triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:00:18.513294 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:18.623163 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:18.651613 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ae6b52-1fd8-4d2b-8015-90d5fa9765c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d8751a-59db-4e23-b1af-f1f7295fae7a'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:00:18.660772 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 24d8751a-59db-4e23-b1af-f1f7295fae7a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=24d8751a-59db-4e23-b1af-f1f7295fae7a,segment=NetworkSegment(2424b538-f000-4bdb-8b66-ffb89aa5bccf),segment_id=2424b538-f000-4bdb-8b66-ffb89aa5bccf)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:00:18.665100 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:18.666965 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-711fa0bd-7d65-42a9-97a6-a8d16effed9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:18.708218 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ae6b52-1fd8-4d2b-8015-90d5fa9765c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d8751a-59db-4e23-b1af-f1f7295fae7a', 'code': 200}
Dec 22 05:00:18.730074 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=24d8751a-59db-4e23-b1af-f1f7295fae7a,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:18.732967 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:18.960902 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ba93ec2a-fd3b-4ae2-8919-78976f95abb6 req-ac43d260-af2f-472a-87d4-39b7a187ec1b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=64ae6b52-1fd8-4d2b-8015-90d5fa9765c0 HTTP/1.1" status: 200  len: 1098 time: 0.0717731
Dec 22 05:00:19.004882 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ba93ec2a-fd3b-4ae2-8919-78976f95abb6 req-ad3e6771-1c91-4f10-b818-336cd84a9031 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=eaef1cba-2028-4158-973d-55a6ec41b167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0356967
Dec 22 05:00:19.153369 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2e98b-f099-46c9-9718-c3f3fd6cccdb req-f857b638-8291-424e-b0a3-5444807c36ce tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:19.154815 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-43d2e98b-f099-46c9-9718-c3f3fd6cccdb req-f857b638-8291-424e-b0a3-5444807c36ce tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=64ae6b52-1fd8-4d2b-8015-90d5fa9765c0 HTTP/1.1" status: 200  len: 945 time: 0.0749974
Dec 22 05:00:19.199046 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-43d2e98b-f099-46c9-9718-c3f3fd6cccdb req-9c4bf856-481c-4544-9635-21dc6924fc46 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=eaef1cba-2028-4158-973d-55a6ec41b167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387781
Dec 22 05:00:20.401467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81951e-908e-4386-a3f2-8f864593bac5 req-97c2b881-b50c-4506-b9bf-b92b1bb70218 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:20.402923 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ec81951e-908e-4386-a3f2-8f864593bac5 req-97c2b881-b50c-4506-b9bf-b92b1bb70218 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=64ae6b52-1fd8-4d2b-8015-90d5fa9765c0 HTTP/1.1" status: 200  len: 945 time: 0.0826516
Dec 22 05:00:20.453384 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ec81951e-908e-4386-a3f2-8f864593bac5 req-d308c2ea-dae1-40e5-bae3-0fb27c02cc3f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=eaef1cba-2028-4158-973d-55a6ec41b167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447803
Dec 22 05:00:21.648249 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f95f39-54ac-46b6-b499-dae9a14d4fe9 req-710c76dd-8977-453b-829c-9311dbbdd9e4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:21.649696 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-33f95f39-54ac-46b6-b499-dae9a14d4fe9 req-710c76dd-8977-453b-829c-9311dbbdd9e4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=64ae6b52-1fd8-4d2b-8015-90d5fa9765c0 HTTP/1.1" status: 200  len: 945 time: 0.0787110
Dec 22 05:00:21.693536 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-33f95f39-54ac-46b6-b499-dae9a14d4fe9 req-94be9c06-7790-44a1-98a7-9f2f1df81ff6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=eaef1cba-2028-4158-973d-55a6ec41b167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384157
Dec 22 05:00:21.884252 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271eeea-3ea9-421c-8a87-7e2f038dd884 req-1560b48b-7e62-4bee-bf38-da46496f8051 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:21.885692 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5271eeea-3ea9-421c-8a87-7e2f038dd884 req-1560b48b-7e62-4bee-bf38-da46496f8051 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=64ae6b52-1fd8-4d2b-8015-90d5fa9765c0 HTTP/1.1" status: 200  len: 945 time: 0.0744264
Dec 22 05:00:21.929383 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5271eeea-3ea9-421c-8a87-7e2f038dd884 req-69fbb818-455d-4ac1-86ab-0313afc0b9fc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=eaef1cba-2028-4158-973d-55a6ec41b167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383089
Dec 22 05:00:21.955485 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60740) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:00:22.123767 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4f954e45-ccba-4535-a59b-79fcc19d8d5f tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=64ae6b52-1fd8-4d2b-8015-90d5fa9765c0 HTTP/1.1" status: 200  len: 1093 time: 0.1671026
Dec 22 05:00:22.126322 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60744) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:00:22.131312 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': '24d8751a-59db-4e23-b1af-f1f7295fae7a', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:00:22.136504 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:00:22.140175 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:floatingip and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:00:22.142986 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:00:22.149041 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:00:22.159424 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:22.293437 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:22.421865 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.26.4.165 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/093383c3-4d3a-4aec-95f7-21cd94e42898) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:00:22.563294 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:22.590520 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:22.594852 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:22.659955 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:00:22.663054 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:00:22.667146 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:00:22.690482 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=093383c3-4d3a-4aec-95f7-21cd94e42898,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:22.695555 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:23.165969 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:23.220424 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:23.420225 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:23.424506 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:23.428968 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2e760679-2076-4494-9902-1d63d724424b tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:00:23.519616 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=093383c3-4d3a-4aec-95f7-21cd94e42898,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:00:23.523958 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:00:23.540284 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:23.837860 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Floating IP 2f5aee07-7b72-4668-a649-0ffff1bb309b associated. External IP: 172.26.4.165, port: 24d8751a-59db-4e23-b1af-f1f7295fae7a.
Dec 22 05:00:24.217334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 59340c9e-ef9e-4c81-84a5-53ae94cd22f5 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:00:24.411070 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:00:24.420529 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ad500-b3e2-4597-9c84-f549b328f73b None None] Sync routers for ids ['59340c9e-ef9e-4c81-84a5-53ae94cd22f5'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:00:24.433765 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ad500-b3e2-4597-9c84-f549b328f73b None None] Routers {'59340c9e-ef9e-4c81-84a5-53ae94cd22f5'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:00:24.434489 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-245ad500-b3e2-4597-9c84-f549b328f73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c6d56a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:00:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['59340c9e-ef9e-4c81-84a5-53ae94cd22f5'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:00:24.435922 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:24.491331 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3640177
Dec 22 05:00:24.491980 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ae6b52-1fd8-4d2b-8015-90d5fa9765c0', 'tag': '24d8751a-59db-4e23-b1af-f1f7295fae7a'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:00:24.494185 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60748) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:00:24.615965 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-245ad500-b3e2-4597-9c84-f549b328f73b None None] Set router 59340c9e-ef9e-4c81-84a5-53ae94cd22f5 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:00:24.632182 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64ae6b52-1fd8-4d2b-8015-90d5fa9765c0', 'tag': '24d8751a-59db-4e23-b1af-f1f7295fae7a', 'status': 'completed', 'code': 200}
Dec 22 05:00:24.739556 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-57db4f94-25ee-469b-9fda-bbb87b8795b3 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/routers/59340c9e-ef9e-4c81-84a5-53ae94cd22f5 HTTP/1.1" status: 200  len: 923 time: 0.2439687
Dec 22 05:00:24.741970 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60756) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:00:24.759337 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-43df2c96-fd73-4ca3-8f08-3ac6a2f812b7 req-8b52ebda-42d0-4d3a-a261-f1076ffeffaf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=64ae6b52-1fd8-4d2b-8015-90d5fa9765c0 HTTP/1.1" status: 200  len: 1098 time: 0.0830140
Dec 22 05:00:24.856251 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-05e70ab2-e2c2-48b1-8a0a-0eb199d5caa7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/2f5aee07-7b72-4668-a649-0ffff1bb309b HTTP/1.1" status: 200  len: 991 time: 0.1118257
Dec 22 05:00:24.890542 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df2c96-fd73-4ca3-8f08-3ac6a2f812b7 req-68ea4900-7bf3-43eb-b1de-55b4f8e60744 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:24.892010 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-43df2c96-fd73-4ca3-8f08-3ac6a2f812b7 req-68ea4900-7bf3-43eb-b1de-55b4f8e60744 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3963948-6018-42e8-9c1d-760bb42c2bba HTTP/1.1" status: 200  len: 898 time: 0.1265991
Dec 22 05:00:24.981316 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-245ad500-b3e2-4597-9c84-f549b328f73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c6d56a0>, [{'id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'name': 'tempest-TestNetworkBasicOps-router-1809674836', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '8902459e-9491-42b3-8778-7b93286326c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:00:04Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '8902459e-9491-42b3-8778-7b93286326c1', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '2f5aee07-7b72-4668-a649-0ffff1bb309b', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.165', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'port_id': '24d8751a-59db-4e23-b1af-f1f7295fae7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba', 'mac_address': 'fa:16:3e:59:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ae6b52-1fd8-4d2b-8015-90d5fa9765c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:00:23Z', 'updated_at': '2021-12-22T05:00:23Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07413a44-dc26-4356-8d58-408efd5f80dc', 'name': '', 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:cc:c1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:03Z', 'updated_at': '2021-12-22T05:00:10Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': 'cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:00:24.985037 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ad500-b3e2-4597-9c84-f549b328f73b None None] Checking router: 59340c9e-ef9e-4c81-84a5-53ae94cd22f5 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:00:24.995297 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-43df2c96-fd73-4ca3-8f08-3ac6a2f812b7 req-6e169c94-bc07-4592-8ce6-f4716fd7cb59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24d8751a-59db-4e23-b1af-f1f7295fae7a HTTP/1.1" status: 200  len: 999 time: 0.0965519
Dec 22 05:00:24.995758 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ad500-b3e2-4597-9c84-f549b328f73b None None] Routers {'59340c9e-ef9e-4c81-84a5-53ae94cd22f5'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:00:24.996342 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-245ad500-b3e2-4597-9c84-f549b328f73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c6d56a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:00:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['59340c9e-ef9e-4c81-84a5-53ae94cd22f5'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:00:25.056194 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df2c96-fd73-4ca3-8f08-3ac6a2f812b7 req-394e8139-d33b-443d-bd96-788c5efc9f4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:25.057654 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-43df2c96-fd73-4ca3-8f08-3ac6a2f812b7 req-394e8139-d33b-443d-bd96-788c5efc9f4a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1 HTTP/1.1" status: 200  len: 833 time: 0.0569665
Dec 22 05:00:25.172381 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-245ad500-b3e2-4597-9c84-f549b328f73b None None] Set router 59340c9e-ef9e-4c81-84a5-53ae94cd22f5 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:00:25.238561 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-43df2c96-fd73-4ca3-8f08-3ac6a2f812b7 req-ceb2131b-40e1-459d-9740-c0da9489b496 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3963948-6018-42e8-9c1d-760bb42c2bba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1749551
Dec 22 05:00:25.369026 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-43df2c96-fd73-4ca3-8f08-3ac6a2f812b7 req-7e1cb170-b88d-4ee5-bc23-9dce57238174 service neutron] 10.222.0.47 "GET /v2.0/networks/e3963948-6018-42e8-9c1d-760bb42c2bba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235754
Dec 22 05:00:25.505156 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-43df2c96-fd73-4ca3-8f08-3ac6a2f812b7 req-9dbd0231-619b-47fb-9e53-7ac228086c7f service neutron] 10.222.0.47 "GET /v2.0/networks/e3963948-6018-42e8-9c1d-760bb42c2bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287014
Dec 22 05:00:25.509153 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-245ad500-b3e2-4597-9c84-f549b328f73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c6d56a0>, [{'id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'name': 'tempest-TestNetworkBasicOps-router-1809674836', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '8902459e-9491-42b3-8778-7b93286326c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:00:04Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '8902459e-9491-42b3-8778-7b93286326c1', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '2f5aee07-7b72-4668-a649-0ffff1bb309b', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.165', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'port_id': '24d8751a-59db-4e23-b1af-f1f7295fae7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba', 'mac_address': 'fa:16:3e:59:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ae6b52-1fd8-4d2b-8015-90d5fa9765c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:00:23Z', 'updated_at': '2021-12-22T05:00:23Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07413a44-dc26-4356-8d58-408efd5f80dc', 'name': '', 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:cc:c1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:03Z', 'updated_at': '2021-12-22T05:00:10Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': 'cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:00:25.513002 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ad500-b3e2-4597-9c84-f549b328f73b None None] The sync data for ids ['59340c9e-ef9e-4c81-84a5-53ae94cd22f5'] in dv-neutron-822525-1-hyperv is: [{'id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'name': 'tempest-TestNetworkBasicOps-router-1809674836', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '8902459e-9491-42b3-8778-7b93286326c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:00:04Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '8902459e-9491-42b3-8778-7b93286326c1', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '2f5aee07-7b72-4668-a649-0ffff1bb309b', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.165', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'port_id': '24d8751a-59db-4e23-b1af-f1f7295fae7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba', 'mac_address': 'fa:16:3e:59:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ae6b52-1fd8-4d2b-8015-90d5fa9765c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:00:23Z', 'updated_at': '2021-12-22T05:00:23Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07413a44-dc26-4356-8d58-408efd5f80dc', 'name': '', 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:cc:c1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:03Z', 'updated_at': '2021-12-22T05:00:10Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': 'cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:00:25.707798 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10b4a53-968a-4e99-b448-a5c528f7f3d3 None None] New status for floating IP 2f5aee07-7b72-4668-a649-0ffff1bb309b: ACTIVE {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:00:25.859087 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60760) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:00:25.963778 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-dd0ff2fc-8907-48c9-91e5-b410cba1a12d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/2f5aee07-7b72-4668-a649-0ffff1bb309b HTTP/1.1" status: 200  len: 991 time: 0.1024528
Dec 22 05:00:26.966501 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60764) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:00:27.065355 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-375b8a52-4583-45bf-ba78-86efce34d2b0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/2f5aee07-7b72-4668-a649-0ffff1bb309b HTTP/1.1" status: 200  len: 993 time: 0.0976775
Dec 22 05:00:37.605860 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:38.741885 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f918cb78-7eeb-43af-8b41-832641e5385b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:40.945380 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7b5f1c12-519b-48ed-a31e-6df96fccaf00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:42.074775 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:42.280357 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:43.517934 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:00:54.556663 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:00:59.641727 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c84130d1-67ef-4f2a-8a2c-5187af36bd03 req-284bfb48-bbcf-43b3-836b-7c5a3591216f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=64ae6b52-1fd8-4d2b-8015-90d5fa9765c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0710094
Dec 22 05:00:59.802428 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c84130d1-67ef-4f2a-8a2c-5187af36bd03 req-5bd91d77-57b7-486c-abd1-c731b87fb59e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=64ae6b52-1fd8-4d2b-8015-90d5fa9765c0 HTTP/1.1" status: 200  len: 1098 time: 0.0723412
Dec 22 05:00:59.940472 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84130d1-67ef-4f2a-8a2c-5187af36bd03 req-cb675d81-17d0-4fbb-be34-25ab30b6bb53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:00:59.941860 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c84130d1-67ef-4f2a-8a2c-5187af36bd03 req-cb675d81-17d0-4fbb-be34-25ab30b6bb53 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3963948-6018-42e8-9c1d-760bb42c2bba HTTP/1.1" status: 200  len: 898 time: 0.1215255
Dec 22 05:01:00.041844 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c84130d1-67ef-4f2a-8a2c-5187af36bd03 req-dc5e6dcb-41f9-4ab9-b1c2-9dc7a9e8a871 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24d8751a-59db-4e23-b1af-f1f7295fae7a HTTP/1.1" status: 200  len: 1001 time: 0.0938797
Dec 22 05:01:00.101380 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84130d1-67ef-4f2a-8a2c-5187af36bd03 req-9e5585da-7816-45fd-bd5f-9a1604301c18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:01:00.102752 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c84130d1-67ef-4f2a-8a2c-5187af36bd03 req-9e5585da-7816-45fd-bd5f-9a1604301c18 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1 HTTP/1.1" status: 200  len: 833 time: 0.0549226
Dec 22 05:01:00.173728 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c84130d1-67ef-4f2a-8a2c-5187af36bd03 req-21914943-d312-4ef0-a4d4-9fd295fe7ad5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3963948-6018-42e8-9c1d-760bb42c2bba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0647950
Dec 22 05:01:00.300339 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c84130d1-67ef-4f2a-8a2c-5187af36bd03 req-3fd0d62c-9b64-4fcb-8657-c2f014c79012 service neutron] 10.222.0.47 "GET /v2.0/networks/e3963948-6018-42e8-9c1d-760bb42c2bba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1203983
Dec 22 05:01:00.428801 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c84130d1-67ef-4f2a-8a2c-5187af36bd03 req-d39f19ca-9bd8-4119-ac39-c3d4bd5dec52 service neutron] 10.222.0.47 "GET /v2.0/networks/e3963948-6018-42e8-9c1d-760bb42c2bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220164
Dec 22 05:01:07.629910 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:08.742944 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-92ff4270-d203-4780-a1cb-a4985e32fbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:10.947340 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7a21ae90-3dcf-4e50-a8bb-a6ddb863de82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:12.077864 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:12.283830 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:13.520783 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:27.711705 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60784) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:28.135521 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8347156d-6f74-4267-8848-61beb9f4b8a7 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/routers/59340c9e-ef9e-4c81-84a5-53ae94cd22f5/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.4226117
Dec 22 05:01:28.138284 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60790) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:28.444331 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9c1154-23a2-4b39-9535-4bf6a536c70f tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Notify agent at dv-neutron-822525-1-hyperv the message router_removed_from_agent {{(pid=83435) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}}
Dec 22 05:01:28.447581 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-cb9c1154-23a2-4b39-9535-4bf6a536c70f tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "DELETE /v2.0/agents/2bc124a0-ba52-47b1-b56f-38966ab38f55/l3-routers/59340c9e-ef9e-4c81-84a5-53ae94cd22f5 HTTP/1.1" status: 204  len: 168 time: 0.3083928
Dec 22 05:01:28.450090 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60794) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:28.624107 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b822cab8-8812-403f-9084-de8394cee654 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/routers/59340c9e-ef9e-4c81-84a5-53ae94cd22f5/l3-agents HTTP/1.1" status: 200  len: 207 time: 0.1728725
Dec 22 05:01:28.626673 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60798) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:28.729954 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-17f14582-b769-4c90-a08b-584540cb486c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/2f5aee07-7b72-4668-a649-0ffff1bb309b HTTP/1.1" status: 200  len: 993 time: 0.1020722
Dec 22 05:01:28.849900 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 07413a44-dc26-4356-8d58-408efd5f80dc no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:01:28.956750 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:28.986918 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 07413a44-dc26-4356-8d58-408efd5f80dc, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=07413a44-dc26-4356-8d58-408efd5f80dc,segment=NetworkSegment(2424b538-f000-4bdb-8b66-ffb89aa5bccf),segment_id=2424b538-f000-4bdb-8b66-ffb89aa5bccf)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:01:28.991172 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:28.992816 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:29.056977 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=07413a44-dc26-4356-8d58-408efd5f80dc,revision_number=6']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:29.064912 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:29.065256 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:29.065618 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:29.065956 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:29.066285 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:29.066608 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:29.066927 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:29.067247 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:29.067563 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:29.067880 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:29.068338 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:29.072085 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:29.242817 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81c32e2-f356-47ba-9df0-b526b932bfbe None None] New status for floating IP 2f5aee07-7b72-4668-a649-0ffff1bb309b: DOWN {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:01:29.733667 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60802) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:29.838555 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9ed249be-98c4-491b-a50e-fd042cccbffe tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/2f5aee07-7b72-4668-a649-0ffff1bb309b HTTP/1.1" status: 200  len: 991 time: 0.1034820
Dec 22 05:01:30.660397 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8902459e-9491-42b3-8778-7b93286326c1 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:01:30.767488 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:30.783031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 8902459e-9491-42b3-8778-7b93286326c1, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8902459e-9491-42b3-8778-7b93286326c1,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:01:30.786598 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:30.788290 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:30.850131 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=8902459e-9491-42b3-8778-7b93286326c1,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:30.853203 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:31.556632 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:01:31.895527 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60810) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:32.095535 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59697302-995b-45d2-95b9-c94856d4dd8b tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Router 59340c9e-ef9e-4c81-84a5-53ae94cd22f5 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 05:01:32.095910 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59697302-995b-45d2-95b9-c94856d4dd8b tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Notify agent at dv-neutron-822525-1-hyperv the message router_added_to_agent {{(pid=83435) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}}
Dec 22 05:01:32.121131 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-59697302-995b-45d2-95b9-c94856d4dd8b tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "POST /v2.0/agents/2bc124a0-ba52-47b1-b56f-38966ab38f55/l3-routers HTTP/1.1" status: 201  len: 201 time: 0.2245779
Dec 22 05:01:32.123809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60816) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:32.141986 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2aaaa4-505d-4d0f-a32e-e7d88491f333 None None] Sync routers for ids ['59340c9e-ef9e-4c81-84a5-53ae94cd22f5'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:01:32.154417 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2aaaa4-505d-4d0f-a32e-e7d88491f333 None None] Routers {'59340c9e-ef9e-4c81-84a5-53ae94cd22f5'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:01:32.155307 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-ff2aaaa4-505d-4d0f-a32e-e7d88491f333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bcf9d60>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:01:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['59340c9e-ef9e-4c81-84a5-53ae94cd22f5'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:01:32.299423 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-caaaab4e-943e-4114-b905-8ffa5e429670 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/routers/59340c9e-ef9e-4c81-84a5-53ae94cd22f5/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.1744356
Dec 22 05:01:32.302058 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60822) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:32.354123 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-ff2aaaa4-505d-4d0f-a32e-e7d88491f333 None None] Set router 59340c9e-ef9e-4c81-84a5-53ae94cd22f5 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:01:32.405363 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2dfa88a6-fe6a-47ce-81a6-188b33aea836 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/2f5aee07-7b72-4668-a649-0ffff1bb309b HTTP/1.1" status: 200  len: 991 time: 0.1009593
Dec 22 05:01:32.687431 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-ff2aaaa4-505d-4d0f-a32e-e7d88491f333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bcf9d60>, [{'id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'name': 'tempest-TestNetworkBasicOps-router-1809674836', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '8902459e-9491-42b3-8778-7b93286326c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:00:04Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '8902459e-9491-42b3-8778-7b93286326c1', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:01:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '2f5aee07-7b72-4668-a649-0ffff1bb309b', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.165', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'port_id': '24d8751a-59db-4e23-b1af-f1f7295fae7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba', 'mac_address': 'fa:16:3e:59:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ae6b52-1fd8-4d2b-8015-90d5fa9765c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:00:23Z', 'updated_at': '2021-12-22T05:01:29Z', 'revision_number': 2, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07413a44-dc26-4356-8d58-408efd5f80dc', 'name': '', 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:cc:c1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:03Z', 'updated_at': '2021-12-22T05:01:28Z', 'revision_number': 6, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': 'cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:01:32.691137 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2aaaa4-505d-4d0f-a32e-e7d88491f333 None None] Checking router: 59340c9e-ef9e-4c81-84a5-53ae94cd22f5 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:01:32.701279 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2aaaa4-505d-4d0f-a32e-e7d88491f333 None None] Routers {'59340c9e-ef9e-4c81-84a5-53ae94cd22f5'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:01:32.701901 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-ff2aaaa4-505d-4d0f-a32e-e7d88491f333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bcf9d60>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:01:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['59340c9e-ef9e-4c81-84a5-53ae94cd22f5'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:01:32.875112 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-ff2aaaa4-505d-4d0f-a32e-e7d88491f333 None None] Set router 59340c9e-ef9e-4c81-84a5-53ae94cd22f5 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:01:33.253319 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-ff2aaaa4-505d-4d0f-a32e-e7d88491f333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bcf9d60>, [{'id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'name': 'tempest-TestNetworkBasicOps-router-1809674836', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '8902459e-9491-42b3-8778-7b93286326c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:00:04Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '8902459e-9491-42b3-8778-7b93286326c1', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:01:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '2f5aee07-7b72-4668-a649-0ffff1bb309b', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.165', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'port_id': '24d8751a-59db-4e23-b1af-f1f7295fae7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba', 'mac_address': 'fa:16:3e:59:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ae6b52-1fd8-4d2b-8015-90d5fa9765c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:00:23Z', 'updated_at': '2021-12-22T05:01:29Z', 'revision_number': 2, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07413a44-dc26-4356-8d58-408efd5f80dc', 'name': '', 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:cc:c1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:03Z', 'updated_at': '2021-12-22T05:01:28Z', 'revision_number': 6, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': 'cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:01:33.257866 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2aaaa4-505d-4d0f-a32e-e7d88491f333 None None] The sync data for ids ['59340c9e-ef9e-4c81-84a5-53ae94cd22f5'] in dv-neutron-822525-1-hyperv is: [{'id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'name': 'tempest-TestNetworkBasicOps-router-1809674836', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '8902459e-9491-42b3-8778-7b93286326c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:00:04Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '8902459e-9491-42b3-8778-7b93286326c1', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:01:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '2f5aee07-7b72-4668-a649-0ffff1bb309b', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.165', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'port_id': '24d8751a-59db-4e23-b1af-f1f7295fae7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba', 'mac_address': 'fa:16:3e:59:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ae6b52-1fd8-4d2b-8015-90d5fa9765c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:00:23Z', 'updated_at': '2021-12-22T05:01:29Z', 'revision_number': 2, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07413a44-dc26-4356-8d58-408efd5f80dc', 'name': '', 'network_id': 'e3963948-6018-42e8-9c1d-760bb42c2bba', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:cc:c1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:03Z', 'updated_at': '2021-12-22T05:01:28Z', 'revision_number': 6, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': 'cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:01:33.407395 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60826) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:33.516443 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8a1b2de3-f156-432d-a7e7-18377ee84cb9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/2f5aee07-7b72-4668-a649-0ffff1bb309b HTTP/1.1" status: 200  len: 991 time: 0.1077695
Dec 22 05:01:34.519224 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60830) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:34.623834 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-74bf70a6-c5dc-400a-a099-1b4e12b7a195 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/2f5aee07-7b72-4668-a649-0ffff1bb309b HTTP/1.1" status: 200  len: 991 time: 0.1022878
Dec 22 05:01:34.696741 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 07413a44-dc26-4356-8d58-408efd5f80dc up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:01:34.763100 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 07413a44-dc26-4356-8d58-408efd5f80dc triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:01:34.763474 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:34.876029 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:34.906383 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 07413a44-dc26-4356-8d58-408efd5f80dc, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=07413a44-dc26-4356-8d58-408efd5f80dc,segment=NetworkSegment(2424b538-f000-4bdb-8b66-ffb89aa5bccf),segment_id=2424b538-f000-4bdb-8b66-ffb89aa5bccf)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:01:34.910729 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:34.911512 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8902459e-9491-42b3-8778-7b93286326c1 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:01:34.933490 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:35.019659 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=07413a44-dc26-4356-8d58-408efd5f80dc,revision_number=7']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:35.023958 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:35.034955 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 8902459e-9491-42b3-8778-7b93286326c1 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:01:35.035331 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:35.144099 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:35.159408 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 8902459e-9491-42b3-8778-7b93286326c1, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8902459e-9491-42b3-8778-7b93286326c1,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:01:35.164381 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:35.166201 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-36267175-fbb5-470f-95cd-ee84335e7047 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:35.229665 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=8902459e-9491-42b3-8778-7b93286326c1,revision_number=6']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:35.232651 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:35.626486 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60834) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:35.728029 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f14aa5c7-057a-428a-afb6-a0a5bba3e089 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/2f5aee07-7b72-4668-a649-0ffff1bb309b HTTP/1.1" status: 200  len: 991 time: 0.1003211
Dec 22 05:01:36.672062 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 07413a44-dc26-4356-8d58-408efd5f80dc up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:01:36.731444 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60838) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:36.738763 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 07413a44-dc26-4356-8d58-408efd5f80dc triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:01:36.739139 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:36.831299 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dff7b67a-5096-49a1-afc8-5658182a1bf8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/2f5aee07-7b72-4668-a649-0ffff1bb309b HTTP/1.1" status: 200  len: 991 time: 0.0985966
Dec 22 05:01:36.852010 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8902459e-9491-42b3-8778-7b93286326c1 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:01:36.918192 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 8902459e-9491-42b3-8778-7b93286326c1 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:01:36.918567 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:37.614564 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:37.834622 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60842) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:38.050617 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3ae2106a-830d-48d5-b6be-2094343e55ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/2f5aee07-7b72-4668-a649-0ffff1bb309b HTTP/1.1" status: 200  len: 991 time: 0.2144270
Dec 22 05:01:38.744321 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b1f37835-4e44-46ba-afff-d2e1114aa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:39.054451 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60848) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:39.160480 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4bbc6545-dd4d-4838-8eb4-a6aa486268b0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/2f5aee07-7b72-4668-a649-0ffff1bb309b HTTP/1.1" status: 200  len: 991 time: 0.1038914
Dec 22 05:01:40.163049 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60852) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:40.269139 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9875afb6-308b-4ea5-b3e2-c4dbf8e3ec41 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/2f5aee07-7b72-4668-a649-0ffff1bb309b HTTP/1.1" status: 200  len: 991 time: 0.1048779
Dec 22 05:01:40.392007 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b1aabc-abad-4d62-ab0b-bdcd665cca56 None None] New status for floating IP 2f5aee07-7b72-4668-a649-0ffff1bb309b: ACTIVE {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:01:40.950870 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-062e538d-6b2f-474b-a4fb-1f18e4d129ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:41.273123 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60856) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:41.377152 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-23ec0d87-0c66-408e-bd98-a699f6c00967 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/2f5aee07-7b72-4668-a649-0ffff1bb309b HTTP/1.1" status: 200  len: 993 time: 0.1027243
Dec 22 05:01:41.679506 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60864) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:41.883918 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port 093383c3-4d3a-4aec-95f7-21cd94e42898 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:01:41.884254 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:42.046187 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:42.046507 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:42.079962 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:42.164151 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for 093383c3-4d3a-4aec-95f7-21cd94e42898 owned by network:floatingip {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:01:42.289992 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:42.309274 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:42.313242 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e4b80859-dc33-4886-ba32-7f8cbfa41aba tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:42.355676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=093383c3-4d3a-4aec-95f7-21cd94e42898,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:42.422816 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:42.423197 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:42.423566 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:42.423930 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:42.424295 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:42.424654 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:42.425022 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:42.425380 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:42.425771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:42.426124 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:42.426478 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:42.432131 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:42.456174 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:42.928403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 59340c9e-ef9e-4c81-84a5-53ae94cd22f5 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:01:43.123939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:01:43.143139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:43.195512 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/floatingips/2f5aee07-7b72-4668-a649-0ffff1bb309b HTTP/1.1" status: 204  len: 168 time: 1.5148282
Dec 22 05:01:43.196157 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ae6b52-1fd8-4d2b-8015-90d5fa9765c0', 'tag': '24d8751a-59db-4e23-b1af-f1f7295fae7a'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:01:43.324688 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64ae6b52-1fd8-4d2b-8015-90d5fa9765c0', 'tag': '24d8751a-59db-4e23-b1af-f1f7295fae7a', 'status': 'completed', 'code': 200}
Dec 22 05:01:43.443241 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ce2039cb-b1b9-4977-891d-e30f2cda017d req-2aca1509-8366-48e3-b54e-0b55ad56a1a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=64ae6b52-1fd8-4d2b-8015-90d5fa9765c0 HTTP/1.1" status: 200  len: 1098 time: 0.0754247
Dec 22 05:01:43.524125 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:43.575431 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25a320-c060-4712-b357-12c94eb0d60e req-f8b14af2-fb29-420a-b3a8-6c7b7eed2daa tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:01:43.576887 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7f25a320-c060-4712-b357-12c94eb0d60e req-f8b14af2-fb29-420a-b3a8-6c7b7eed2daa tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=64ae6b52-1fd8-4d2b-8015-90d5fa9765c0 HTTP/1.1" status: 200  len: 945 time: 0.0813282
Dec 22 05:01:43.580027 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2039cb-b1b9-4977-891d-e30f2cda017d req-57dd3947-b435-47fc-a8f9-8581e57bf32e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:01:43.581593 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ce2039cb-b1b9-4977-891d-e30f2cda017d req-57dd3947-b435-47fc-a8f9-8581e57bf32e service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3963948-6018-42e8-9c1d-760bb42c2bba HTTP/1.1" status: 200  len: 898 time: 0.1284359
Dec 22 05:01:43.622736 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7f25a320-c060-4712-b357-12c94eb0d60e req-56b38a44-c39d-40d2-aa4c-5dce961b2478 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=eaef1cba-2028-4158-973d-55a6ec41b167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404105
Dec 22 05:01:43.651622 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ce2039cb-b1b9-4977-891d-e30f2cda017d req-3e958c93-fbf2-4f7c-932d-6f3a297e290e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24d8751a-59db-4e23-b1af-f1f7295fae7a HTTP/1.1" status: 200  len: 217 time: 0.0622187
Dec 22 05:01:43.714834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2039cb-b1b9-4977-891d-e30f2cda017d req-493dd612-e641-4330-afe3-d2b898b9de3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:01:43.716187 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ce2039cb-b1b9-4977-891d-e30f2cda017d req-493dd612-e641-4330-afe3-d2b898b9de3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1 HTTP/1.1" status: 200  len: 833 time: 0.0578158
Dec 22 05:01:43.788123 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ce2039cb-b1b9-4977-891d-e30f2cda017d req-155c7bea-8785-4633-92a6-4e6812c91a60 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3963948-6018-42e8-9c1d-760bb42c2bba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0652196
Dec 22 05:01:43.914687 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ce2039cb-b1b9-4977-891d-e30f2cda017d req-3ebae8a0-67de-4225-9302-6d288fce7a70 service neutron] 10.222.0.47 "GET /v2.0/networks/e3963948-6018-42e8-9c1d-760bb42c2bba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202114
Dec 22 05:01:44.041507 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ce2039cb-b1b9-4977-891d-e30f2cda017d req-a3132f62-da66-430a-af54-0fca9009243e service neutron] 10.222.0.47 "GET /v2.0/networks/e3963948-6018-42e8-9c1d-760bb42c2bba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1198773
Dec 22 05:01:44.822337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a1e07-1a3c-4a58-9dfe-50d04898dcdd req-5108a960-f429-4a89-be69-5d6115c2ad7d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:01:44.823037 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-a51a1e07-1a3c-4a58-9dfe-50d04898dcdd req-5108a960-f429-4a89-be69-5d6115c2ad7d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:01:44.837635 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-a51a1e07-1a3c-4a58-9dfe-50d04898dcdd req-5108a960-f429-4a89-be69-5d6115c2ad7d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:01:44.838824 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a51a1e07-1a3c-4a58-9dfe-50d04898dcdd req-5108a960-f429-4a89-be69-5d6115c2ad7d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=64ae6b52-1fd8-4d2b-8015-90d5fa9765c0 HTTP/1.1" status: 200  len: 945 time: 0.0932057
Dec 22 05:01:44.883430 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a51a1e07-1a3c-4a58-9dfe-50d04898dcdd req-4c6a0eda-3ff6-4fc3-b9e2-a109506d008e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=eaef1cba-2028-4158-973d-55a6ec41b167&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388913
Dec 22 05:01:45.286763 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da0597-e7ce-4ad2-93b7-bfe9fd86b62b req-86769bf0-b627-4dbe-b1bc-3b66b588e05d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:01:45.288796 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b2da0597-e7ce-4ad2-93b7-bfe9fd86b62b req-86769bf0-b627-4dbe-b1bc-3b66b588e05d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/ports?device_id=64ae6b52-1fd8-4d2b-8015-90d5fa9765c0 HTTP/1.1" status: 200  len: 945 time: 0.0733235
Dec 22 05:01:45.358229 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-b2da0597-e7ce-4ad2-93b7-bfe9fd86b62b req-2ca65959-ccd3-495a-8bef-0c93b8c2476d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port 24d8751a-59db-4e23-b1af-f1f7295fae7a {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:01:45.358563 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-b2da0597-e7ce-4ad2-93b7-bfe9fd86b62b req-2ca65959-ccd3-495a-8bef-0c93b8c2476d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:45.687605 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-b2da0597-e7ce-4ad2-93b7-bfe9fd86b62b req-2ca65959-ccd3-495a-8bef-0c93b8c2476d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port 24d8751a-59db-4e23-b1af-f1f7295fae7a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=24d8751a-59db-4e23-b1af-f1f7295fae7a,segment=NetworkSegment(2424b538-f000-4bdb-8b66-ffb89aa5bccf),segment_id=2424b538-f000-4bdb-8b66-ffb89aa5bccf)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:01:45.687948 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-b2da0597-e7ce-4ad2-93b7-bfe9fd86b62b req-2ca65959-ccd3-495a-8bef-0c93b8c2476d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:45.814112 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-b2da0597-e7ce-4ad2-93b7-bfe9fd86b62b req-2ca65959-ccd3-495a-8bef-0c93b8c2476d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for 24d8751a-59db-4e23-b1af-f1f7295fae7a owned by compute:nova {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:01:45.962822 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-b2da0597-e7ce-4ad2-93b7-bfe9fd86b62b req-2ca65959-ccd3-495a-8bef-0c93b8c2476d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:45.968599 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-493a3f92-2253-4c9e-86c8-1eda7f3a4259 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:46.009204 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca65959-ccd3-495a-8bef-0c93b8c2476d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=24d8751a-59db-4e23-b1af-f1f7295fae7a,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:46.013276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2ca65959-ccd3-495a-8bef-0c93b8c2476d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:46.048592 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a87e11b3-7f8c-4510-b617-e17983f0c1f9 req-b07c6ee3-cd40-4e8a-b382-9d64697375b6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=64ae6b52-1fd8-4d2b-8015-90d5fa9765c0 HTTP/1.1" status: 200  len: 210 time: 0.0402377
Dec 22 05:01:46.085023 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2da0597-e7ce-4ad2-93b7-bfe9fd86b62b req-2ca65959-ccd3-495a-8bef-0c93b8c2476d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] No DVR routers for this DVR port 24d8751a-59db-4e23-b1af-f1f7295fae7a on host hv-neutron-8225 {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:01:46.087358 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-b2da0597-e7ce-4ad2-93b7-bfe9fd86b62b req-2ca65959-ccd3-495a-8bef-0c93b8c2476d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:46.089824 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ae6b52-1fd8-4d2b-8015-90d5fa9765c0', 'name': 'network-vif-deleted', 'tag': '24d8751a-59db-4e23-b1af-f1f7295fae7a'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:01:46.105342 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b2da0597-e7ce-4ad2-93b7-bfe9fd86b62b req-2ca65959-ccd3-495a-8bef-0c93b8c2476d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "DELETE /v2.0/ports/24d8751a-59db-4e23-b1af-f1f7295fae7a HTTP/1.1" status: 204  len: 173 time: 0.8119473
Dec 22 05:01:46.147965 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ae6b52-1fd8-4d2b-8015-90d5fa9765c0', 'name': 'network-vif-deleted', 'tag': '24d8751a-59db-4e23-b1af-f1f7295fae7a', 'status': 'completed', 'code': 200}
Dec 22 05:01:47.151332 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60884) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:47.222295 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5ba17bda-f52f-45bb-b3e2-da5c4051052f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:47.249720 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5ba17bda-f52f-45bb-b3e2-da5c4051052f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:47.311413 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5ba17bda-f52f-45bb-b3e2-da5c4051052f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:47.315397 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-82f5640e-8a11-4f2f-98d6-fa35ae45cfb8 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:47.329856 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba17bda-f52f-45bb-b3e2-da5c4051052f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaef1cba-2028-4158-973d-55a6ec41b167,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:47.333032 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5ba17bda-f52f-45bb-b3e2-da5c4051052f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:47.342467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5ba17bda-f52f-45bb-b3e2-da5c4051052f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:47.343504 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5ba17bda-f52f-45bb-b3e2-da5c4051052f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/security-groups/eaef1cba-2028-4158-973d-55a6ec41b167 HTTP/1.1" status: 204  len: 168 time: 0.1911314
Dec 22 05:01:47.385650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60890) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:47.772398 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-44301979-d9c9-4cb0-a24a-051409ec22e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:48.472676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-44301979-d9c9-4cb0-a24a-051409ec22e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port 07413a44-dc26-4356-8d58-408efd5f80dc {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:01:48.473342 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-44301979-d9c9-4cb0-a24a-051409ec22e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:48.651338 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-44301979-d9c9-4cb0-a24a-051409ec22e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port 07413a44-dc26-4356-8d58-408efd5f80dc, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=07413a44-dc26-4356-8d58-408efd5f80dc,segment=NetworkSegment(2424b538-f000-4bdb-8b66-ffb89aa5bccf),segment_id=2424b538-f000-4bdb-8b66-ffb89aa5bccf)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:01:48.651689 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-44301979-d9c9-4cb0-a24a-051409ec22e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:48.767966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-44301979-d9c9-4cb0-a24a-051409ec22e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for 07413a44-dc26-4356-8d58-408efd5f80dc owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:01:48.943103 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-44301979-d9c9-4cb0-a24a-051409ec22e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:48.947838 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-099d10f6-cd2a-4b7d-a84e-b595bae24dbc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:48.993032 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44301979-d9c9-4cb0-a24a-051409ec22e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=07413a44-dc26-4356-8d58-408efd5f80dc,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:48.995455 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-44301979-d9c9-4cb0-a24a-051409ec22e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:49.002170 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 24d8751a-59db-4e23-b1af-f1f7295fae7a no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:01:49.034989 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 24d8751a-59db-4e23-b1af-f1f7295fae7a {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:01:49.035336 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 24d8751a-59db-4e23-b1af-f1f7295fae7a not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:01:49.285750 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-44301979-d9c9-4cb0-a24a-051409ec22e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:49.948913 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44301979-d9c9-4cb0-a24a-051409ec22e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 59340c9e-ef9e-4c81-84a5-53ae94cd22f5 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:01:50.145378 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44301979-d9c9-4cb0-a24a-051409ec22e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:01:50.158207 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-44301979-d9c9-4cb0-a24a-051409ec22e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/routers/59340c9e-ef9e-4c81-84a5-53ae94cd22f5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7713864
Dec 22 05:01:50.160936 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60896) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:50.341168 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df9ae3f-8c04-49d2-80fc-d15d23e27bc0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting subnet cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:01:50.344197 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2df9ae3f-8c04-49d2-80fc-d15d23e27bc0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:50.395234 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2df9ae3f-8c04-49d2-80fc-d15d23e27bc0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:50.476848 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2df9ae3f-8c04-49d2-80fc-d15d23e27bc0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:50.545611 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2df9ae3f-8c04-49d2-80fc-d15d23e27bc0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:50.549624 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e62bb966-4652-407d-9b8c-a5087f4f5772 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:50.585180 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9ae3f-8c04-49d2-80fc-d15d23e27bc0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:50.587606 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2df9ae3f-8c04-49d2-80fc-d15d23e27bc0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:50.590393 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2df9ae3f-8c04-49d2-80fc-d15d23e27bc0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:50.596731 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2df9ae3f-8c04-49d2-80fc-d15d23e27bc0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/subnets/cfb5a8a1-80ec-4a02-a67b-dad71aa5faf1 HTTP/1.1" status: 204  len: 168 time: 0.4348624
Dec 22 05:01:50.597116 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc55e9f-3e6f-4609-aab0-7a6d761f6d65 None None] Network e3963948-6018-42e8-9c1d-760bb42c2bba requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:01:50.599581 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60900) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:50.802415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:50.843563 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81460b5e-4bb5-4681-8c4c-6b0b359008a1 None None] DHCP port deletion for e3963948-6018-42e8-9c1d-760bb42c2bba request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 05:01:50.848032 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-81460b5e-4bb5-4681-8c4c-6b0b359008a1 None None] Deleting port 13c6bb38-2f96-4ff6-9860-0ac1294f6e06 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:01:50.848406 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-81460b5e-4bb5-4681-8c4c-6b0b359008a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:50.880671 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee87453-d1a3-4407-a337-1980f43129b3 None None] Sync routers for ids ['59340c9e-ef9e-4c81-84a5-53ae94cd22f5'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:01:50.913449 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee87453-d1a3-4407-a337-1980f43129b3 None None] Routers {'59340c9e-ef9e-4c81-84a5-53ae94cd22f5'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:01:50.914095 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-2ee87453-d1a3-4407-a337-1980f43129b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bdd4520>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:01:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['59340c9e-ef9e-4c81-84a5-53ae94cd22f5'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:01:51.124508 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:51.135346 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port 8902459e-9491-42b3-8778-7b93286326c1 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:01:51.135538 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:51.248161 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-81460b5e-4bb5-4681-8c4c-6b0b359008a1 None None] For port 13c6bb38-2f96-4ff6-9860-0ac1294f6e06, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=13c6bb38-2f96-4ff6-9860-0ac1294f6e06,segment=NetworkSegment(2424b538-f000-4bdb-8b66-ffb89aa5bccf),segment_id=2424b538-f000-4bdb-8b66-ffb89aa5bccf)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:01:51.248550 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-81460b5e-4bb5-4681-8c4c-6b0b359008a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:51.308573 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port 8902459e-9491-42b3-8778-7b93286326c1, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8902459e-9491-42b3-8778-7b93286326c1,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:01:51.308928 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:51.368490 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-81460b5e-4bb5-4681-8c4c-6b0b359008a1 None None] Calling delete_port for 13c6bb38-2f96-4ff6-9860-0ac1294f6e06 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:01:51.392889 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-2ee87453-d1a3-4407-a337-1980f43129b3 None None] Set router 59340c9e-ef9e-4c81-84a5-53ae94cd22f5 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:01:51.428136 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for 8902459e-9491-42b3-8778-7b93286326c1 owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:01:51.589843 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:51.594857 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d67b15ff-910d-4d10-bd31-7cd9efeeeccb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:51.609559 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-81460b5e-4bb5-4681-8c4c-6b0b359008a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:51.614932 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e42bc842-94ee-423a-9c92-c5844a1b8ea1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:51.635590 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=8902459e-9491-42b3-8778-7b93286326c1,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:51.647056 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:51.648003 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:51.648321 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:51.648690 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:51.649056 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:51.649845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:51.649845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:51.650155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:51.650509 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:51.650866 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:51.651281 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:01:51.658325 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81460b5e-4bb5-4681-8c4c-6b0b359008a1 None None] Pushing event deleted for resources: {'Port': ['ID=13c6bb38-2f96-4ff6-9860-0ac1294f6e06,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:51.672761 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-81460b5e-4bb5-4681-8c4c-6b0b359008a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:51.679301 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:51.687753 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81460b5e-4bb5-4681-8c4c-6b0b359008a1 None None] No DVR routers for this DVR port 13c6bb38-2f96-4ff6-9860-0ac1294f6e06 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:01:51.754513 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-2ee87453-d1a3-4407-a337-1980f43129b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bdd4520>, [{'id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'name': 'tempest-TestNetworkBasicOps-router-1809674836', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '8902459e-9491-42b3-8778-7b93286326c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:01:48Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '8902459e-9491-42b3-8778-7b93286326c1', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:20:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:01:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:01:51.759063 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee87453-d1a3-4407-a337-1980f43129b3 None None] Checking router: 59340c9e-ef9e-4c81-84a5-53ae94cd22f5 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:01:51.769420 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee87453-d1a3-4407-a337-1980f43129b3 None None] Routers {'59340c9e-ef9e-4c81-84a5-53ae94cd22f5'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:01:51.770158 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-2ee87453-d1a3-4407-a337-1980f43129b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bdd4520>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:01:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['59340c9e-ef9e-4c81-84a5-53ae94cd22f5'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:01:51.869902 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:51.899388 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-2ee87453-d1a3-4407-a337-1980f43129b3 None None] Set router 59340c9e-ef9e-4c81-84a5-53ae94cd22f5 gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:01:52.003899 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-2ee87453-d1a3-4407-a337-1980f43129b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bdd4520>, [{'id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'name': 'tempest-TestNetworkBasicOps-router-1809674836', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:01:51Z', 'revision_number': 7, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:01:52.008385 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee87453-d1a3-4407-a337-1980f43129b3 None None] The sync data for ids ['59340c9e-ef9e-4c81-84a5-53ae94cd22f5'] in dv-neutron-822525-1-hyperv is: [{'id': '59340c9e-ef9e-4c81-84a5-53ae94cd22f5', 'name': 'tempest-TestNetworkBasicOps-router-1809674836', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:00Z', 'updated_at': '2021-12-22T05:01:51Z', 'revision_number': 7, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port_host': None}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:01:52.123689 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:52.127703 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:52.151916 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:52.152362 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Fanout notify agent at l3_agent the message router_deleted on router 59340c9e-ef9e-4c81-84a5-53ae94cd22f5 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 05:01:52.166309 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:52.167418 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/routers/59340c9e-ef9e-4c81-84a5-53ae94cd22f5 HTTP/1.1" status: 204  len: 168 time: 1.5666947
Dec 22 05:01:52.170083 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 60904) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:52.278710 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-66ff1fe0-fd6a-4f34-88ad-a0486516bac5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:52.526732 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-66ff1fe0-fd6a-4f34-88ad-a0486516bac5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:52.553099 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-66ff1fe0-fd6a-4f34-88ad-a0486516bac5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bc19e80>,) {'filters': {'network_id': ['e3963948-6018-42e8-9c1d-760bb42c2bba']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:01:52.564402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-66ff1fe0-fd6a-4f34-88ad-a0486516bac5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bc19e80>, '2424b538-f000-4bdb-8b66-ffb89aa5bccf') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:01:52.564676 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-66ff1fe0-fd6a-4f34-88ad-a0486516bac5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bc19e80>, '2424b538-f000-4bdb-8b66-ffb89aa5bccf') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:01:52.575903 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-66ff1fe0-fd6a-4f34-88ad-a0486516bac5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:52.591302 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-66ff1fe0-fd6a-4f34-88ad-a0486516bac5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:52.597414 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ff1fe0-fd6a-4f34-88ad-a0486516bac5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:01:52.597841 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-66ff1fe0-fd6a-4f34-88ad-a0486516bac5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:01:52.611370 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:01:52.688513 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-66ff1fe0-fd6a-4f34-88ad-a0486516bac5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:52.691953 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-18c6516c-662f-4e1f-957a-2c6cdcc40097 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:52.706367 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-66ff1fe0-fd6a-4f34-88ad-a0486516bac5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:52.718890 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff1fe0-fd6a-4f34-88ad-a0486516bac5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Network': ['ID=e3963948-6018-42e8-9c1d-760bb42c2bba,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:52.721742 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-66ff1fe0-fd6a-4f34-88ad-a0486516bac5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:52.726519 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-66ff1fe0-fd6a-4f34-88ad-a0486516bac5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/networks/e3963948-6018-42e8-9c1d-760bb42c2bba HTTP/1.1" status: 204  len: 168 time: 0.5555160
Dec 22 05:01:52.751276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60908) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:52.761064 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-c7cb4e81-9e76-476c-9b8b-35c6ff701f56 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'network': {'name': 'tempest-network-smoke--1265619061', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'port_security_enabled': True}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:01:52.766513 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c7cb4e81-9e76-476c-9b8b-35c6ff701f56 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:01:52.770825 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c7cb4e81-9e76-476c-9b8b-35c6ff701f56 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:network and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:01:52.773809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c7cb4e81-9e76-476c-9b8b-35c6ff701f56 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:01:52.779495 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c7cb4e81-9e76-476c-9b8b-35c6ff701f56 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:01:52.794087 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cb4e81-9e76-476c-9b8b-35c6ff701f56 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:01:52.797025 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c7cb4e81-9e76-476c-9b8b-35c6ff701f56 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:52.798707 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 13c6bb38-2f96-4ff6-9860-0ac1294f6e06 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:01:52.828374 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7cb4e81-9e76-476c-9b8b-35c6ff701f56 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:01:52.834507 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 13c6bb38-2f96-4ff6-9860-0ac1294f6e06 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:01:52.835011 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 13c6bb38-2f96-4ff6-9860-0ac1294f6e06 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:01:52.835482 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 07413a44-dc26-4356-8d58-408efd5f80dc no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:01:52.837809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c7cb4e81-9e76-476c-9b8b-35c6ff701f56 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:52.838196 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-c7cb4e81-9e76-476c-9b8b-35c6ff701f56 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Added segment d8ee862d-15f3-4aef-9405-82fbd55fb01a of type vlan for network 624954df-5529-4217-ab92-7b92b134d9ee
Dec 22 05:01:52.864829 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c7cb4e81-9e76-476c-9b8b-35c6ff701f56 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:52.866902 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 07413a44-dc26-4356-8d58-408efd5f80dc {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:01:52.867319 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 07413a44-dc26-4356-8d58-408efd5f80dc not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:01:52.867806 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8902459e-9491-42b3-8778-7b93286326c1 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:01:52.886445 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c3a24a-1443-4d78-9415-244040e99093 None None] New status for floating IP 2f5aee07-7b72-4668-a649-0ffff1bb309b: DOWN {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:01:52.895435 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c7cb4e81-9e76-476c-9b8b-35c6ff701f56 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:52.899478 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cb4e81-9e76-476c-9b8b-35c6ff701f56 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:01:52.899750 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 8902459e-9491-42b3-8778-7b93286326c1 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:01:52.900051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c7cb4e81-9e76-476c-9b8b-35c6ff701f56 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:52.900202 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8902459e-9491-42b3-8778-7b93286326c1 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:01:52.903917 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6b175bd9-b8d0-4990-8e73-a552ab604959 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:53.005707 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c7cb4e81-9e76-476c-9b8b-35c6ff701f56 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2511630
Dec 22 05:01:53.009046 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60912) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:53.014149 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-423635175', 'admin_state_up': True, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:01:53.022595 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb4e81-9e76-476c-9b8b-35c6ff701f56 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Network': ['ID=624954df-5529-4217-ab92-7b92b134d9ee,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:53.024903 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:01:53.027653 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c7cb4e81-9e76-476c-9b8b-35c6ff701f56 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:53.029752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:router and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:01:53.032705 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:01:53.033558 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 624954df-5529-4217-ab92-7b92b134d9ee details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:01:53.039100 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:01:53.050059 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:53.050993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:53.070777 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:53.219575 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:53.395100 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:53.427838 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:53.556160 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.26.4.133 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/c748acde-c474-479c-a484-155aee56bce7) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:01:53.808754 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:53.836585 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:53.840735 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-44301979-d9c9-4cb0-a24a-051409ec22e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:53.905926 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:01:53.908998 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:01:53.913107 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:01:53.936603 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=c748acde-c474-479c-a484-155aee56bce7,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:53.941244 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:54.066179 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:54.066810 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:54.288793 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router f376f46e-f12e-4eda-a691-7fd601174f91 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 05:01:54.488006 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:01:54.497601 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] Sync routers for ids ['f376f46e-f12e-4eda-a691-7fd601174f91'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:01:54.509527 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] Routers {'f376f46e-f12e-4eda-a691-7fd601174f91'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:01:54.510275 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c36ed90>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:01:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f376f46e-f12e-4eda-a691-7fd601174f91'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:01:54.514330 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:54.515560 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.5055857
Dec 22 05:01:54.518791 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60918) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:54.558634 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dcdb5b29-9dff-4fa7-a6c6-93f8269eb34a tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=276ceac97e6343c5aa8f294c3cc0960a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0385633
Dec 22 05:01:54.561054 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60922) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:54.691418 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6308fa07-a842-44a4-aa55-790241a50a98 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:01:54.695275 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6308fa07-a842-44a4-aa55-790241a50a98 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1308498
Dec 22 05:01:54.695686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60926) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:54.735468 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] Set router f376f46e-f12e-4eda-a691-7fd601174f91 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:01:54.737944 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-04ab1ee1-c6ed-4be0-8740-eddd6a61367f tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0411127
Dec 22 05:01:54.740382 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60930) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:54.746189 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-90caad79-cfc2-41e5-98ca-375dcfeb802f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-544244974', 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:01:54.854792 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-90caad79-cfc2-41e5-98ca-375dcfeb802f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:01:54.858530 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-90caad79-cfc2-41e5-98ca-375dcfeb802f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:subnet and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:01:54.861509 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-90caad79-cfc2-41e5-98ca-375dcfeb802f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:01:54.867698 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-90caad79-cfc2-41e5-98ca-375dcfeb802f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:01:54.878749 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90caad79-cfc2-41e5-98ca-375dcfeb802f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:01:54.983082 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-90caad79-cfc2-41e5-98ca-375dcfeb802f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:55.020147 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c36ed90>, [{'id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'name': 'tempest-TestNetworkBasicOps-router-423635175', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': 'c748acde-c474-479c-a484-155aee56bce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:54Z', 'revision_number': 3, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'c748acde-c474-479c-a484-155aee56bce7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:01:55.024844 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] Checking router: f376f46e-f12e-4eda-a691-7fd601174f91 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:01:55.025196 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] Updating router f376f46e-f12e-4eda-a691-7fd601174f91 port c748acde-c474-479c-a484-155aee56bce7 binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:01:55.078232 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:55.197158 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-90caad79-cfc2-41e5-98ca-375dcfeb802f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:55.202381 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-37028103-8999-4ff6-a28f-52254f9a81fc tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:55.275824 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90caad79-cfc2-41e5-98ca-375dcfeb802f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Subnet': ['ID=086a58cb-6c7d-4774-8161-cb671e023daf,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:55.278421 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-90caad79-cfc2-41e5-98ca-375dcfeb802f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:55.286403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90caad79-cfc2-41e5-98ca-375dcfeb802f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Checking segment: {'id': 'd8ee862d-15f3-4aef-9405-82fbd55fb01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:01:55.286746 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90caad79-cfc2-41e5-98ca-375dcfeb802f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network hostable DHCP agents. Network: 624954df-5529-4217-ab92-7b92b134d9ee, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:01:55.307411 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90caad79-cfc2-41e5-98ca-375dcfeb802f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network 624954df-5529-4217-ab92-7b92b134d9ee is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:01:55.316544 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-90caad79-cfc2-41e5-98ca-375dcfeb802f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 624954df-5529-4217-ab92-7b92b134d9ee) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:01:55.321249 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90caad79-cfc2-41e5-98ca-375dcfeb802f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:01:55.322032 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-90caad79-cfc2-41e5-98ca-375dcfeb802f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:55.327591 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4729866a-3d78-4cea-9dec-21455252d907 None None] Network 624954df-5529-4217-ab92-7b92b134d9ee requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:01:55.348541 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-90caad79-cfc2-41e5-98ca-375dcfeb802f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 0.6071732
Dec 22 05:01:55.351325 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60934) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:55.513045 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:55.554345 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] Transition to ACTIVE for port object c748acde-c474-479c-a484-155aee56bce7 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:01:55.570084 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:55.579332 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:55.696564 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2d0e2-3841-48be-a2d9-7c83dea6102b None None] Pushing event updated for resources: {'Port': ['ID=c748acde-c474-479c-a484-155aee56bce7,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:55.700754 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-23c2d0e2-3841-48be-a2d9-7c83dea6102b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:55.702870 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] Attempting to bind port c748acde-c474-479c-a484-155aee56bce7 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:01:55.703247 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] Attempting to bind port c748acde-c474-479c-a484-155aee56bce7 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:01:55.703620 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] Attempting to bind port c748acde-c474-479c-a484-155aee56bce7 on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:01:55.711453 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:01:55.711830 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:01:55.712235 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:55.712704 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:01:55.713097 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] Bound port: c748acde-c474-479c-a484-155aee56bce7, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:01:55.713457 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:55.741747 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-624954df-5529-4217-ab92-7b92b134d9ee', 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ips': [{'subnet_id': '086a58cb-6c7d-4774-8161-cb671e023daf'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:01:55.742556 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:55.857475 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] For port c748acde-c474-479c-a484-155aee56bce7, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:01:55.877840 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] For port c748acde-c474-479c-a484-155aee56bce7, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c748acde-c474-479c-a484-155aee56bce7,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:01:55.911220 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:55.919646 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c5146b49-a81c-46b2-abd0-f169ddb78fe0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:56.007970 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Allocated IP 172.20.0.2 (624954df-5529-4217-ab92-7b92b134d9ee/086a58cb-6c7d-4774-8161-cb671e023daf/251aa2f7-683a-4657-89f6-c1b9b4aff087) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:01:56.029203 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] Routers {'f376f46e-f12e-4eda-a691-7fd601174f91'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:01:56.029860 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c36ed90>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:01:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f376f46e-f12e-4eda-a691-7fd601174f91'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:01:56.076928 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2d0e2-3841-48be-a2d9-7c83dea6102b None None] Pushing event updated for resources: {'Port': ['ID=c748acde-c474-479c-a484-155aee56bce7,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:56.093607 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-23c2d0e2-3841-48be-a2d9-7c83dea6102b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:56.218425 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-48edd1e0-545b-4cbb-aa32-3604dd18a6eb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:56.397775 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] Set router f376f46e-f12e-4eda-a691-7fd601174f91 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:01:56.592493 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:56.614327 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Transition to ACTIVE for port object 251aa2f7-683a-4657-89f6-c1b9b4aff087 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:01:56.649239 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Transition to ACTIVE for port object 251aa2f7-683a-4657-89f6-c1b9b4aff087 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:01:56.664355 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:56.670698 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-23c2d0e2-3841-48be-a2d9-7c83dea6102b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:56.718739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-48edd1e0-545b-4cbb-aa32-3604dd18a6eb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.20.0.1 (624954df-5529-4217-ab92-7b92b134d9ee/086a58cb-6c7d-4774-8161-cb671e023daf/cbe01459-a5f6-4ef2-ad83-451c85968968) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:01:56.774281 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Network 624954df-5529-4217-ab92-7b92b134d9ee is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:01:56.776224 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Pushing event updated for resources: {'Port': ['ID=251aa2f7-683a-4657-89f6-c1b9b4aff087,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:56.779278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:01:56.781063 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:56.782646 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:01:56.874484 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-48edd1e0-545b-4cbb-aa32-3604dd18a6eb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:56.880301 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Attempting to bind port 251aa2f7-683a-4657-89f6-c1b9b4aff087 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:01:56.880677 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Attempting to bind port 251aa2f7-683a-4657-89f6-c1b9b4aff087 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'd8ee862d-15f3-4aef-9405-82fbd55fb01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:01:56.881065 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Attempting to bind port 251aa2f7-683a-4657-89f6-c1b9b4aff087 on network 624954df-5529-4217-ab92-7b92b134d9ee {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:01:56.889821 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-48edd1e0-545b-4cbb-aa32-3604dd18a6eb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Transition to ACTIVE for port object cbe01459-a5f6-4ef2-ad83-451c85968968 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:01:56.890931 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:01:56.891377 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Checking segment: {'id': 'd8ee862d-15f3-4aef-9405-82fbd55fb01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:01:56.891787 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:56.892182 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Bound using segment: {'id': 'd8ee862d-15f3-4aef-9405-82fbd55fb01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:01:56.892648 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Bound port: 251aa2f7-683a-4657-89f6-c1b9b4aff087, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ee862d-15f3-4aef-9405-82fbd55fb01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:01:56.893026 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:56.904350 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c36ed90>, [{'id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'name': 'tempest-TestNetworkBasicOps-router-423635175', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': 'c748acde-c474-479c-a484-155aee56bce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:54Z', 'revision_number': 3, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'c748acde-c474-479c-a484-155aee56bce7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:01:56.911713 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-48edd1e0-545b-4cbb-aa32-3604dd18a6eb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:56.913418 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c949459a-f0d3-483f-8c73-75217740d9a0 None None] The sync data for ids ['f376f46e-f12e-4eda-a691-7fd601174f91'] in dv-neutron-822525-1-hyperv is: [{'id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'name': 'tempest-TestNetworkBasicOps-router-423635175', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': 'c748acde-c474-479c-a484-155aee56bce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:54Z', 'revision_number': 3, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'c748acde-c474-479c-a484-155aee56bce7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:01:56.916358 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ecaa674e-69c0-48ff-8cfd-d4c74ddb0af2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:56.993186 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] For port 251aa2f7-683a-4657-89f6-c1b9b4aff087, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:01:56.996752 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] For port 251aa2f7-683a-4657-89f6-c1b9b4aff087, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=251aa2f7-683a-4657-89f6-c1b9b4aff087,segment=NetworkSegment(d8ee862d-15f3-4aef-9405-82fbd55fb01a),segment_id=d8ee862d-15f3-4aef-9405-82fbd55fb01a)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:01:56.998209 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48edd1e0-545b-4cbb-aa32-3604dd18a6eb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network 624954df-5529-4217-ab92-7b92b134d9ee is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:01:57.002148 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:57.002501 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-48edd1e0-545b-4cbb-aa32-3604dd18a6eb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:01:57.004941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48edd1e0-545b-4cbb-aa32-3604dd18a6eb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:01:57.006122 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:57.037343 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48edd1e0-545b-4cbb-aa32-3604dd18a6eb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=cbe01459-a5f6-4ef2-ad83-451c85968968,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:57.040207 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-48edd1e0-545b-4cbb-aa32-3604dd18a6eb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:57.070826 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-48edd1e0-545b-4cbb-aa32-3604dd18a6eb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:57.087970 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Pushing event updated for resources: {'Port': ['ID=251aa2f7-683a-4657-89f6-c1b9b4aff087,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:57.090361 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:57.200111 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-48edd1e0-545b-4cbb-aa32-3604dd18a6eb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:57.750896 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-48edd1e0-545b-4cbb-aa32-3604dd18a6eb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:57.756371 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-48edd1e0-545b-4cbb-aa32-3604dd18a6eb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:57.781338 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:57.870857 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48edd1e0-545b-4cbb-aa32-3604dd18a6eb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=cbe01459-a5f6-4ef2-ad83-451c85968968,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:57.873327 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-48edd1e0-545b-4cbb-aa32-3604dd18a6eb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:57.877040 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-48edd1e0-545b-4cbb-aa32-3604dd18a6eb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:58.016241 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48edd1e0-545b-4cbb-aa32-3604dd18a6eb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network 624954df-5529-4217-ab92-7b92b134d9ee is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:01:58.017389 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-48edd1e0-545b-4cbb-aa32-3604dd18a6eb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:01:58.077263 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74b009d-af60-4391-9c19-847ea5dbfbe8 None None] Network 624954df-5529-4217-ab92-7b92b134d9ee requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:01:58.179677 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0f89b221-d5ea-4012-b8ce-58635f1d5961 None None] Provisioning for port 251aa2f7-683a-4657-89f6-c1b9b4aff087 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:01:58.398715 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48edd1e0-545b-4cbb-aa32-3604dd18a6eb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router f376f46e-f12e-4eda-a691-7fd601174f91 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:01:58.530990 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-13ec3ebf-14a7-4dc7-b9b0-86e6194ffdc3 None None] Provisioning for port cbe01459-a5f6-4ef2-ad83-451c85968968 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:01:58.536404 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-13ec3ebf-14a7-4dc7-b9b0-86e6194ffdc3 None None] Provisioning complete for port cbe01459-a5f6-4ef2-ad83-451c85968968 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:01:58.536839 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-13ec3ebf-14a7-4dc7-b9b0-86e6194ffdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:58.591309 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-13ec3ebf-14a7-4dc7-b9b0-86e6194ffdc3 None None] Port cbe01459-a5f6-4ef2-ad83-451c85968968 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:01:58.613201 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48edd1e0-545b-4cbb-aa32-3604dd18a6eb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:01:58.628351 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-48edd1e0-545b-4cbb-aa32-3604dd18a6eb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/routers/f376f46e-f12e-4eda-a691-7fd601174f91/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2736874
Dec 22 05:01:58.628351 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60938) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:58.736100 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c748acde-c474-479c-a484-155aee56bce7 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:01:58.779133 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-95981adf-9af7-48c1-805c-4502324af4a3 None None] Provisioning complete for port cbe01459-a5f6-4ef2-ad83-451c85968968 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:01:58.779606 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-95981adf-9af7-48c1-805c-4502324af4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:58.780023 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3e07ba-8a85-4157-9dec-e5329951eb8f tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:01:58.780468 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3e07ba-8a85-4157-9dec-e5329951eb8f tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:01:58.780752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3e07ba-8a85-4157-9dec-e5329951eb8f tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:01:58.781114 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3e07ba-8a85-4157-9dec-e5329951eb8f tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:01:58.782797 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-db3e07ba-8a85-4157-9dec-e5329951eb8f tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1535404
Dec 22 05:01:58.785632 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60942) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:58.854154 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-95981adf-9af7-48c1-805c-4502324af4a3 None None] Port cbe01459-a5f6-4ef2-ad83-451c85968968 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:01:58.871199 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port c748acde-c474-479c-a484-155aee56bce7 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:01:58.876578 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port c748acde-c474-479c-a484-155aee56bce7 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:01:58.876943 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:58.971832 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acd5aac-d0f8-46f4-9d2c-1e50be92c963 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:01:58.972070 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acd5aac-d0f8-46f4-9d2c-1e50be92c963 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:01:58.972430 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acd5aac-d0f8-46f4-9d2c-1e50be92c963 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:01:58.972777 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acd5aac-d0f8-46f4-9d2c-1e50be92c963 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:01:58.974445 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8acd5aac-d0f8-46f4-9d2c-1e50be92c963 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2736 time: 0.1879072
Dec 22 05:01:58.977272 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60946) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:59.000513 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:59.008471 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9f0598f9-4491-4a10-a81d-ac96c00d6288 None None] Provisioning complete for port cbe01459-a5f6-4ef2-ad83-451c85968968 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:01:59.008839 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9f0598f9-4491-4a10-a81d-ac96c00d6288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:59.054157 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port c748acde-c474-479c-a484-155aee56bce7, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c748acde-c474-479c-a484-155aee56bce7,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:01:59.066403 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:59.066619 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 251aa2f7-683a-4657-89f6-c1b9b4aff087 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:01:59.097141 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:59.139947 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-9f0598f9-4491-4a10-a81d-ac96c00d6288 None None] Port cbe01459-a5f6-4ef2-ad83-451c85968968 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:01:59.179974 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-48f6f5d5-ab8f-4152-b232-8a755d427369 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.2015529
Dec 22 05:01:59.186869 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=c748acde-c474-479c-a484-155aee56bce7,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:59.194606 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:59.205776 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 251aa2f7-683a-4657-89f6-c1b9b4aff087 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:01:59.210827 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 251aa2f7-683a-4657-89f6-c1b9b4aff087 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:01:59.211330 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:59.366633 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:59.398349 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 251aa2f7-683a-4657-89f6-c1b9b4aff087, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=251aa2f7-683a-4657-89f6-c1b9b4aff087,segment=NetworkSegment(d8ee862d-15f3-4aef-9405-82fbd55fb01a),segment_id=d8ee862d-15f3-4aef-9405-82fbd55fb01a)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:01:59.401808 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:59.404542 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e42bc842-94ee-423a-9c92-c5844a1b8ea1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:59.431582 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60952) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:59.437047 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-989e31e3-62ec-413e-af22-dd3b75d04e92 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1280591711', 'description': 'tempest-secgroup-smoke-1280591711 description', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:01:59.442814 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-989e31e3-62ec-413e-af22-dd3b75d04e92 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:01:59.446856 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-989e31e3-62ec-413e-af22-dd3b75d04e92 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:01:59.449843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-989e31e3-62ec-413e-af22-dd3b75d04e92 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:01:59.455373 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-989e31e3-62ec-413e-af22-dd3b75d04e92 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:01:59.466912 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-989e31e3-62ec-413e-af22-dd3b75d04e92 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:59.470899 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=251aa2f7-683a-4657-89f6-c1b9b4aff087,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:59.473846 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:59.500593 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-989e31e3-62ec-413e-af22-dd3b75d04e92 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:01:59.504257 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-989e31e3-62ec-413e-af22-dd3b75d04e92 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:01:59.506994 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-989e31e3-62ec-413e-af22-dd3b75d04e92 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:01:59.512455 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-989e31e3-62ec-413e-af22-dd3b75d04e92 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:01:59.568216 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-989e31e3-62ec-413e-af22-dd3b75d04e92 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:59.571764 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-989e31e3-62ec-413e-af22-dd3b75d04e92 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:59.576491 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1b3af181-e772-44ec-9c0d-c5335d361d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:59.615610 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e31e3-62ec-413e-af22-dd3b75d04e92 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9090d5d1-2041-4701-8268-beccb23d89e6,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:59.618632 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-989e31e3-62ec-413e-af22-dd3b75d04e92 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:59.620001 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-989e31e3-62ec-413e-af22-dd3b75d04e92 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:59.621159 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-989e31e3-62ec-413e-af22-dd3b75d04e92 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1886113
Dec 22 05:01:59.623995 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60956) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:59.629287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-fd266205-d515-4cd4-bd08-a510139c3b7b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '9090d5d1-2041-4701-8268-beccb23d89e6', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:01:59.635361 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fd266205-d515-4cd4-bd08-a510139c3b7b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:01:59.639056 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fd266205-d515-4cd4-bd08-a510139c3b7b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:01:59.641845 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fd266205-d515-4cd4-bd08-a510139c3b7b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:01:59.647895 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fd266205-d515-4cd4-bd08-a510139c3b7b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:01:59.664061 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fd266205-d515-4cd4-bd08-a510139c3b7b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:59.724005 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fd266205-d515-4cd4-bd08-a510139c3b7b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:59.727796 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fd266205-d515-4cd4-bd08-a510139c3b7b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:59.734868 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6c6cca48-eea3-4fa2-a099-5a933ef94d7a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:59.751833 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd266205-d515-4cd4-bd08-a510139c3b7b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c38576-23b4-4fd4-baf1-9f3ea7f7380c,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:59.757066 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fd266205-d515-4cd4-bd08-a510139c3b7b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:59.760969 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fd266205-d515-4cd4-bd08-a510139c3b7b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:59.762149 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fd266205-d515-4cd4-bd08-a510139c3b7b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1372659
Dec 22 05:01:59.765537 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60960) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:59.770806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-82a9717c-4cb0-4272-bf40-fa9a069d647b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '9090d5d1-2041-4701-8268-beccb23d89e6', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:01:59.777169 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-82a9717c-4cb0-4272-bf40-fa9a069d647b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:01:59.780925 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-82a9717c-4cb0-4272-bf40-fa9a069d647b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:01:59.783822 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-82a9717c-4cb0-4272-bf40-fa9a069d647b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:01:59.789285 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-82a9717c-4cb0-4272-bf40-fa9a069d647b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:01:59.804701 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-82a9717c-4cb0-4272-bf40-fa9a069d647b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:59.865183 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-82a9717c-4cb0-4272-bf40-fa9a069d647b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:59.868824 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-82a9717c-4cb0-4272-bf40-fa9a069d647b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:59.870610 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-27249427-c9a5-4c9a-9cd3-a528881d07e0 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:01:59.891995 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9717c-4cb0-4272-bf40-fa9a069d647b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1a16a7-2d49-4051-8851-7d4c6f96a216,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:01:59.894328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-82a9717c-4cb0-4272-bf40-fa9a069d647b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:01:59.901526 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-82a9717c-4cb0-4272-bf40-fa9a069d647b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:01:59.902691 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-82a9717c-4cb0-4272-bf40-fa9a069d647b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1362383
Dec 22 05:01:59.905398 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60964) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:01:59.910721 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-1c348083-373b-42a6-bd17-402efe7b99dc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '9090d5d1-2041-4701-8268-beccb23d89e6', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:01:59.916306 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1c348083-373b-42a6-bd17-402efe7b99dc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:01:59.920195 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1c348083-373b-42a6-bd17-402efe7b99dc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:01:59.923029 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1c348083-373b-42a6-bd17-402efe7b99dc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:01:59.928792 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1c348083-373b-42a6-bd17-402efe7b99dc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:01:59.944979 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1c348083-373b-42a6-bd17-402efe7b99dc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:00.009130 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1c348083-373b-42a6-bd17-402efe7b99dc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:00.013168 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1c348083-373b-42a6-bd17-402efe7b99dc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:00.019325 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6597f5d0-7b64-4736-bedd-d19662e44cec tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:02:00.038942 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c348083-373b-42a6-bd17-402efe7b99dc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ad6ac4-938c-4546-9877-9ce31750c43d,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:02:00.041504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1c348083-373b-42a6-bd17-402efe7b99dc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:02:00.048590 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1c348083-373b-42a6-bd17-402efe7b99dc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:00.050062 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1c348083-373b-42a6-bd17-402efe7b99dc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1437421
Dec 22 05:02:00.052765 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60968) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:02:00.058373 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-2606f7f1-40e9-43ae-85e7-96d1ed71ef70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '9090d5d1-2041-4701-8268-beccb23d89e6', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:02:00.064006 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2606f7f1-40e9-43ae-85e7-96d1ed71ef70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:02:00.067807 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2606f7f1-40e9-43ae-85e7-96d1ed71ef70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:02:00.071234 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2606f7f1-40e9-43ae-85e7-96d1ed71ef70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:02:00.076928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2606f7f1-40e9-43ae-85e7-96d1ed71ef70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:02:00.094081 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2606f7f1-40e9-43ae-85e7-96d1ed71ef70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:00.157809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2606f7f1-40e9-43ae-85e7-96d1ed71ef70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:00.161409 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2606f7f1-40e9-43ae-85e7-96d1ed71ef70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:00.168228 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-189fcc1e-4a19-483e-8584-597c81238a4d tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:02:00.188561 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606f7f1-40e9-43ae-85e7-96d1ed71ef70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c38cc3-46d2-45c6-a8f8-63f63dbe89c7,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:02:00.190878 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2606f7f1-40e9-43ae-85e7-96d1ed71ef70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:02:00.196642 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2606f7f1-40e9-43ae-85e7-96d1ed71ef70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:00.198604 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2606f7f1-40e9-43ae-85e7-96d1ed71ef70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1448495
Dec 22 05:02:00.201208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60972) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:02:00.207143 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-ee284283-21fb-49d1-a7e9-40776389cf28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '9090d5d1-2041-4701-8268-beccb23d89e6', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:02:00.213572 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ee284283-21fb-49d1-a7e9-40776389cf28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:02:00.217842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ee284283-21fb-49d1-a7e9-40776389cf28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:02:00.220882 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ee284283-21fb-49d1-a7e9-40776389cf28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:02:00.226847 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ee284283-21fb-49d1-a7e9-40776389cf28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:02:00.238173 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-ee284283-21fb-49d1-a7e9-40776389cf28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Project 276ceac97e6343c5aa8f294c3cc0960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:02:00.245498 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ee284283-21fb-49d1-a7e9-40776389cf28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:00.309138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ee284283-21fb-49d1-a7e9-40776389cf28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:00.312774 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ee284283-21fb-49d1-a7e9-40776389cf28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:00.314610 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8d8b601c-f16c-438f-94bd-771aec6c8271 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:02:00.337131 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee284283-21fb-49d1-a7e9-40776389cf28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=022349a2-571b-44ff-a084-8d90f07b52e3,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:02:00.342746 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ee284283-21fb-49d1-a7e9-40776389cf28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:02:00.345359 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ee284283-21fb-49d1-a7e9-40776389cf28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:00.346590 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ee284283-21fb-49d1-a7e9-40776389cf28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1443319
Dec 22 05:02:00.349405 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 60976) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:02:00.354762 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-622b8712-a6fa-4f61-a02e-4bb32ec43346 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '9090d5d1-2041-4701-8268-beccb23d89e6', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:02:00.360476 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-622b8712-a6fa-4f61-a02e-4bb32ec43346 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:02:00.364182 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-622b8712-a6fa-4f61-a02e-4bb32ec43346 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:02:00.367685 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-622b8712-a6fa-4f61-a02e-4bb32ec43346 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:02:00.377772 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-622b8712-a6fa-4f61-a02e-4bb32ec43346 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:02:00.394763 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-622b8712-a6fa-4f61-a02e-4bb32ec43346 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Project 276ceac97e6343c5aa8f294c3cc0960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:02:00.401203 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-622b8712-a6fa-4f61-a02e-4bb32ec43346 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:00.460111 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] Sync routers for ids ['f376f46e-f12e-4eda-a691-7fd601174f91'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:02:00.466680 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-622b8712-a6fa-4f61-a02e-4bb32ec43346 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:00.470852 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-622b8712-a6fa-4f61-a02e-4bb32ec43346 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:00.472660 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c32cbf02-859d-4e41-9cb9-6904d8721d1e tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:02:00.475460 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] Routers {'f376f46e-f12e-4eda-a691-7fd601174f91'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:02:00.476058 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5f89a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:01:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f376f46e-f12e-4eda-a691-7fd601174f91'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:02:00.492315 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b8712-a6fa-4f61-a02e-4bb32ec43346 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685232d4-8253-4895-816c-de15a13449d2,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:02:00.496139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-622b8712-a6fa-4f61-a02e-4bb32ec43346 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:02:00.503329 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-622b8712-a6fa-4f61-a02e-4bb32ec43346 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:00.504546 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-622b8712-a6fa-4f61-a02e-4bb32ec43346 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1542006
Dec 22 05:02:00.648000 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] Set router f376f46e-f12e-4eda-a691-7fd601174f91 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:02:00.685876 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-5663aab6-8d24-43c3-b229-b9154f9901f0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:02:00.695857 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c748acde-c474-479c-a484-155aee56bce7 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:02:00.701203 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-5663aab6-8d24-43c3-b229-b9154f9901f0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:02:00.702480 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-5663aab6-8d24-43c3-b229-b9154f9901f0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280591711&fields=id&tenant_id=276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 267 time: 0.0657930
Dec 22 05:02:00.769207 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port c748acde-c474-479c-a484-155aee56bce7 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:02:00.769857 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:00.854255 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-450a14a1-b122-4b26-b1b9-f4dcabf0f5f8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:02:00.855007 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-450a14a1-b122-4b26-b1b9-f4dcabf0f5f8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:network {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:02:00.871732 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-450a14a1-b122-4b26-b1b9-f4dcabf0f5f8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:network {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:02:00.872970 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-450a14a1-b122-4b26-b1b9-f4dcabf0f5f8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/networks?id=624954df-5529-4217-ab92-7b92b134d9ee HTTP/1.1" status: 200  len: 797 time: 0.1634827
Dec 22 05:02:00.889637 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-eedeb672-d1cb-4468-ac27-73cc05ac4c37 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/quotas/276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 375 time: 0.0109510
Dec 22 05:02:00.892362 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 251aa2f7-683a-4657-89f6-c1b9b4aff087 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:02:00.958699 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 251aa2f7-683a-4657-89f6-c1b9b4aff087 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:02:00.958912 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5f89a0>, [{'id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'name': 'tempest-TestNetworkBasicOps-router-423635175', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': 'c748acde-c474-479c-a484-155aee56bce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:57Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'c748acde-c474-479c-a484-155aee56bce7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'cbe01459-a5f6-4ef2-ad83-451c85968968', 'name': '', 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:01:d5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '086a58cb-6c7d-4774-8161-cb671e023daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:01:56Z', 'updated_at': '2021-12-22T05:01:57Z', 'revision_number': 2, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '086a58cb-6c7d-4774-8161-cb671e023daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:02:00.959057 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:00.964402 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] Checking router: f376f46e-f12e-4eda-a691-7fd601174f91 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:02:00.964402 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] Updating router f376f46e-f12e-4eda-a691-7fd601174f91 port cbe01459-a5f6-4ef2-ad83-451c85968968 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:02:00.973669 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-275492d4-95d7-4d89-99c5-f87089368714 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:02:00.991031 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-275492d4-95d7-4d89-99c5-f87089368714 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:02:00.992882 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-275492d4-95d7-4d89-99c5-f87089368714 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0974946
Dec 22 05:02:01.015837 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:01.216038 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-197320cd-ce31-4b19-a5de-3ca41592e78c service neutron] 10.222.0.53 "GET /v2.0/networks/624954df-5529-4217-ab92-7b92b134d9ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2116055
Dec 22 05:02:01.346413 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-d0c160c5-0bd3-40ad-b131-c696d2804156 service neutron] 10.222.0.53 "GET /v2.0/networks/624954df-5529-4217-ab92-7b92b134d9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238742
Dec 22 05:02:01.350648 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:01.361924 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] Transition to ACTIVE for port object cbe01459-a5f6-4ef2-ad83-451c85968968 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:02:01.368186 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:01.372470 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:02:01.494172 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb5fb2-cf2e-464e-9ee6-92493185861f None None] Pushing event updated for resources: {'Port': ['ID=cbe01459-a5f6-4ef2-ad83-451c85968968,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:02:01.505443 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb5fb2-cf2e-464e-9ee6-92493185861f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:02:01.505807 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb5fb2-cf2e-464e-9ee6-92493185861f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:02:01.506140 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb5fb2-cf2e-464e-9ee6-92493185861f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:02:01.506987 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb5fb2-cf2e-464e-9ee6-92493185861f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:02:01.507312 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb5fb2-cf2e-464e-9ee6-92493185861f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:02:01.507631 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb5fb2-cf2e-464e-9ee6-92493185861f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:02:01.507947 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb5fb2-cf2e-464e-9ee6-92493185861f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:02:01.508267 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb5fb2-cf2e-464e-9ee6-92493185861f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:02:01.508581 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb5fb2-cf2e-464e-9ee6-92493185861f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:02:01.508891 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb5fb2-cf2e-464e-9ee6-92493185861f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:02:01.509199 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb5fb2-cf2e-464e-9ee6-92493185861f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:02:01.538447 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-ddeb5fb2-cf2e-464e-9ee6-92493185861f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:02:01.595567 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] Attempting to bind port cbe01459-a5f6-4ef2-ad83-451c85968968 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:02:01.595933 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] Attempting to bind port cbe01459-a5f6-4ef2-ad83-451c85968968 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'd8ee862d-15f3-4aef-9405-82fbd55fb01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:02:01.596287 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] Attempting to bind port cbe01459-a5f6-4ef2-ad83-451c85968968 on network 624954df-5529-4217-ab92-7b92b134d9ee {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:02:01.602821 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:02:01.603125 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] Checking segment: {'id': 'd8ee862d-15f3-4aef-9405-82fbd55fb01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:02:01.603513 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:01.603902 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] Bound using segment: {'id': 'd8ee862d-15f3-4aef-9405-82fbd55fb01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:02:01.604348 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] Bound port: cbe01459-a5f6-4ef2-ad83-451c85968968, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ee862d-15f3-4aef-9405-82fbd55fb01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:02:01.604708 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:01.688288 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] For port cbe01459-a5f6-4ef2-ad83-451c85968968, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:02:01.691217 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] For port cbe01459-a5f6-4ef2-ad83-451c85968968, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cbe01459-a5f6-4ef2-ad83-451c85968968,segment=NetworkSegment(d8ee862d-15f3-4aef-9405-82fbd55fb01a),segment_id=d8ee862d-15f3-4aef-9405-82fbd55fb01a)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:02:01.696231 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:01.699502 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-61c7f3c0-5772-43b9-803d-8d4e505f76d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:02:01.796119 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb5fb2-cf2e-464e-9ee6-92493185861f None None] Pushing event updated for resources: {'Port': ['ID=cbe01459-a5f6-4ef2-ad83-451c85968968,revision_number=4']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:02:01.799315 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-ddeb5fb2-cf2e-464e-9ee6-92493185861f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:02:01.799866 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] Routers {'f376f46e-f12e-4eda-a691-7fd601174f91'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:02:01.800457 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5f89a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:01:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f376f46e-f12e-4eda-a691-7fd601174f91'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:02:01.979730 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] Set router f376f46e-f12e-4eda-a691-7fd601174f91 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:02:02.288115 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5f89a0>, [{'id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'name': 'tempest-TestNetworkBasicOps-router-423635175', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': 'c748acde-c474-479c-a484-155aee56bce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:57Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'c748acde-c474-479c-a484-155aee56bce7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'cbe01459-a5f6-4ef2-ad83-451c85968968', 'name': '', 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:01:d5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '086a58cb-6c7d-4774-8161-cb671e023daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:01:56Z', 'updated_at': '2021-12-22T05:02:01Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '086a58cb-6c7d-4774-8161-cb671e023daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:02:02.291959 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4791b0-327f-41c5-bf03-4e68715d7740 None None] The sync data for ids ['f376f46e-f12e-4eda-a691-7fd601174f91'] in dv-neutron-822525-1-hyperv is: [{'id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'name': 'tempest-TestNetworkBasicOps-router-423635175', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': 'c748acde-c474-479c-a484-155aee56bce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:57Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'c748acde-c474-479c-a484-155aee56bce7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'cbe01459-a5f6-4ef2-ad83-451c85968968', 'name': '', 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:01:d5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '086a58cb-6c7d-4774-8161-cb671e023daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:01:56Z', 'updated_at': '2021-12-22T05:02:01Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '086a58cb-6c7d-4774-8161-cb671e023daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:02:02.560461 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-64889483-78c0-4a97-bb68-4dea55d15814 req-72e9a3ce-9066-4f07-af4a-d52877259f86 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb HTTP/1.1" status: 200  len: 210 time: 0.0453403
Dec 22 05:02:02.708076 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cbe01459-a5f6-4ef2-ad83-451c85968968 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:02:02.786817 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port cbe01459-a5f6-4ef2-ad83-451c85968968 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:02:02.792546 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port cbe01459-a5f6-4ef2-ad83-451c85968968 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:02:02.793001 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:02.919341 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:02.954740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port cbe01459-a5f6-4ef2-ad83-451c85968968, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cbe01459-a5f6-4ef2-ad83-451c85968968,segment=NetworkSegment(d8ee862d-15f3-4aef-9405-82fbd55fb01a),segment_id=d8ee862d-15f3-4aef-9405-82fbd55fb01a)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:02:02.959410 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:02.961916 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:02:03.034242 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=cbe01459-a5f6-4ef2-ad83-451c85968968,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:02:03.037468 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:02:03.726638 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-8972e80b-9fde-4229-8fb4-a25c519573d1 req-ccbc4815-fe7a-4a2b-842d-66fba6af64f9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb HTTP/1.1" status: 200  len: 210 time: 0.0452642
Dec 22 05:02:03.926910 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-2b0669ef-2358-4799-858e-6aaadfb5e24b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:02:03.928855 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-2b0669ef-2358-4799-858e-6aaadfb5e24b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/networks?id=624954df-5529-4217-ab92-7b92b134d9ee HTTP/1.1" status: 200  len: 797 time: 0.1427004
Dec 22 05:02:03.988260 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-08ec7af6-4cdb-40a4-bd53-3d8c141065e6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 380 time: 0.0401597
Dec 22 05:02:03.998828 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-d5bd0cf0-a3a0-4047-9496-af4512daccac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'port': {'device_id': '8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb', 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee', 'admin_state_up': True, 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'security_groups': ['9090d5d1-2041-4701-8268-beccb23d89e6']}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:02:04.223477 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-d5bd0cf0-a3a0-4047-9496-af4512daccac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:02:04.232698 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-d5bd0cf0-a3a0-4047-9496-af4512daccac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:02:04.242559 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-d5bd0cf0-a3a0-4047-9496-af4512daccac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:02:04.245459 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-d5bd0cf0-a3a0-4047-9496-af4512daccac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:04.400275 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-d5bd0cf0-a3a0-4047-9496-af4512daccac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.20.0.6 (624954df-5529-4217-ab92-7b92b134d9ee/086a58cb-6c7d-4774-8161-cb671e023daf/b88279b8-db1e-429a-9071-5cf7b3753c7d) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:02:04.580000 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-d5bd0cf0-a3a0-4047-9496-af4512daccac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:04.594867 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-d5bd0cf0-a3a0-4047-9496-af4512daccac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Transition to ACTIVE for port object b88279b8-db1e-429a-9071-5cf7b3753c7d will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:02:04.615372 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-d5bd0cf0-a3a0-4047-9496-af4512daccac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:04.621204 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-45930bfd-b127-4578-b80b-851975ce250c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:02:04.683990 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-d5bd0cf0-a3a0-4047-9496-af4512daccac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network 624954df-5529-4217-ab92-7b92b134d9ee is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:02:04.685031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cbe01459-a5f6-4ef2-ad83-451c85968968 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:02:04.691756 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-d5bd0cf0-a3a0-4047-9496-af4512daccac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:02:04.696018 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-d5bd0cf0-a3a0-4047-9496-af4512daccac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:02:04.727043 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd0cf0-a3a0-4047-9496-af4512daccac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=b88279b8-db1e-429a-9071-5cf7b3753c7d,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:02:04.733681 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d5bd0cf0-a3a0-4047-9496-af4512daccac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:02:04.758255 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port cbe01459-a5f6-4ef2-ad83-451c85968968 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:02:04.759050 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:04.764099 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-d5bd0cf0-a3a0-4047-9496-af4512daccac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:02:04.764702 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-d5bd0cf0-a3a0-4047-9496-af4512daccac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:04.795685 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-d5bd0cf0-a3a0-4047-9496-af4512daccac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8002708
Dec 22 05:02:04.816360 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-c99f8964-e062-4e9c-9298-15068188091d service neutron] Request body: {'port': {'device_id': '8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:02:04.941418 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbb19c-17cc-4d7e-86cb-06e053062cd3 req-b684cf41-2f4e-426c-b407-1d0248183c14 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:02:04.942876 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-c99f8964-e062-4e9c-9298-15068188091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:04.943082 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-33dbb19c-17cc-4d7e-86cb-06e053062cd3 req-b684cf41-2f4e-426c-b407-1d0248183c14 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb HTTP/1.1" status: 200  len: 931 time: 0.0869863
Dec 22 05:02:04.947246 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4bda686b-48fa-40df-8afe-f57993a86a2f None None] Provisioning for port b88279b8-db1e-429a-9071-5cf7b3753c7d completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:02:04.952781 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-4bda686b-48fa-40df-8afe-f57993a86a2f None None] Provisioning complete for port b88279b8-db1e-429a-9071-5cf7b3753c7d triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:02:04.953278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4bda686b-48fa-40df-8afe-f57993a86a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:04.993639 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-33dbb19c-17cc-4d7e-86cb-06e053062cd3 req-cf93c4c5-d5ed-4d44-ae85-b2bfc9540b07 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=9090d5d1-2041-4701-8268-beccb23d89e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437965
Dec 22 05:02:05.008801 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-4bda686b-48fa-40df-8afe-f57993a86a2f None None] Port b88279b8-db1e-429a-9071-5cf7b3753c7d cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:02:05.278179 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-c99f8964-e062-4e9c-9298-15068188091d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88279b8-db1e-429a-9071-5cf7b3753c7d {{(pid=83435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:02:05.284715 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-c99f8964-e062-4e9c-9298-15068188091d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:05.298866 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-c99f8964-e062-4e9c-9298-15068188091d service neutron] Transition to ACTIVE for port object b88279b8-db1e-429a-9071-5cf7b3753c7d will not be triggered until provisioned by entity L2. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:02:05.306456 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-c99f8964-e062-4e9c-9298-15068188091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:05.309945 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b85bf052-c1b1-47b2-bf37-58d1297d6ad7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:02:05.433293 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f8964-e062-4e9c-9298-15068188091d service neutron] Pushing event updated for resources: {'Port': ['ID=b88279b8-db1e-429a-9071-5cf7b3753c7d,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:02:05.437336 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c99f8964-e062-4e9c-9298-15068188091d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:02:05.540851 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-c99f8964-e062-4e9c-9298-15068188091d service neutron] Attempting to bind port b88279b8-db1e-429a-9071-5cf7b3753c7d on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:02:05.541198 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-c99f8964-e062-4e9c-9298-15068188091d service neutron] Attempting to bind port b88279b8-db1e-429a-9071-5cf7b3753c7d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'd8ee862d-15f3-4aef-9405-82fbd55fb01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:02:05.541515 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-c99f8964-e062-4e9c-9298-15068188091d service neutron] Attempting to bind port b88279b8-db1e-429a-9071-5cf7b3753c7d on network 624954df-5529-4217-ab92-7b92b134d9ee {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:02:05.547010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-c99f8964-e062-4e9c-9298-15068188091d service neutron] Port b88279b8-db1e-429a-9071-5cf7b3753c7d on network 624954df-5529-4217-ab92-7b92b134d9ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:02:05.547318 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-c99f8964-e062-4e9c-9298-15068188091d service neutron] Attempting to bind port b88279b8-db1e-429a-9071-5cf7b3753c7d on network 624954df-5529-4217-ab92-7b92b134d9ee {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:02:05.553797 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-c99f8964-e062-4e9c-9298-15068188091d service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:02:05.554119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-c99f8964-e062-4e9c-9298-15068188091d service neutron] Checking segment: {'id': 'd8ee862d-15f3-4aef-9405-82fbd55fb01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:02:05.554486 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-c99f8964-e062-4e9c-9298-15068188091d service neutron] Bound using segment: {'id': 'd8ee862d-15f3-4aef-9405-82fbd55fb01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee'} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:02:05.554891 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-c99f8964-e062-4e9c-9298-15068188091d service neutron] Bound port: b88279b8-db1e-429a-9071-5cf7b3753c7d, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ee862d-15f3-4aef-9405-82fbd55fb01a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee'}}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:02:05.555218 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-c99f8964-e062-4e9c-9298-15068188091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:05.641141 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-c99f8964-e062-4e9c-9298-15068188091d service neutron] For port b88279b8-db1e-429a-9071-5cf7b3753c7d, host hv-neutron-8225, cleared binding levels {{(pid=83435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:02:05.644080 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-c99f8964-e062-4e9c-9298-15068188091d service neutron] For port b88279b8-db1e-429a-9071-5cf7b3753c7d, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b88279b8-db1e-429a-9071-5cf7b3753c7d,segment=NetworkSegment(d8ee862d-15f3-4aef-9405-82fbd55fb01a),segment_id=d8ee862d-15f3-4aef-9405-82fbd55fb01a)] {{(pid=83435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:02:05.647433 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-c99f8964-e062-4e9c-9298-15068188091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:05.651508 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-35045f24-198f-4cda-b3a8-553735d1638e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:02:05.706841 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-c99f8964-e062-4e9c-9298-15068188091d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:05.708192 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-c99f8964-e062-4e9c-9298-15068188091d service neutron] 10.222.0.47 "PUT /v2.0/ports/b88279b8-db1e-429a-9071-5cf7b3753c7d HTTP/1.1" status: 200  len: 1093 time: 0.8985956
Dec 22 05:02:05.708700 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb', 'tag': 'b88279b8-db1e-429a-9071-5cf7b3753c7d'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:02:05.733114 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f8964-e062-4e9c-9298-15068188091d service neutron] Pushing event updated for resources: {'Port': ['ID=b88279b8-db1e-429a-9071-5cf7b3753c7d,revision_number=3']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:02:05.736004 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c99f8964-e062-4e9c-9298-15068188091d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:02:05.797242 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb', 'tag': 'b88279b8-db1e-429a-9071-5cf7b3753c7d', 'status': 'completed', 'code': 200}
Dec 22 05:02:05.833151 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-de588f5f-23aa-4fb5-8d4e-738035a7b20c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb HTTP/1.1" status: 200  len: 1096 time: 0.0707862
Dec 22 05:02:05.910922 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-f20cc9ae-ae38-46f7-b2b2-da54fae59d73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b88279b8-db1e-429a-9071-5cf7b3753c7d HTTP/1.1" status: 200  len: 217 time: 0.0643404
Dec 22 05:02:05.975855 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-98f80539-bda3-438d-b97b-2ad4c6472b0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:02:05.977312 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-98f80539-bda3-438d-b97b-2ad4c6472b0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=086a58cb-6c7d-4774-8161-cb671e023daf HTTP/1.1" status: 200  len: 843 time: 0.0600817
Dec 22 05:02:06.156455 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-9c460064-9049-4590-a9dd-184f8aff955a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=624954df-5529-4217-ab92-7b92b134d9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1729116
Dec 22 05:02:06.196166 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217d551-1a78-4fe1-a92d-bb6bfe709d5a req-0be64717-7832-4ed4-ad14-842bb05061cc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:02:06.197806 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d217d551-1a78-4fe1-a92d-bb6bfe709d5a req-0be64717-7832-4ed4-ad14-842bb05061cc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb HTTP/1.1" status: 200  len: 943 time: 0.0784461
Dec 22 05:02:06.244128 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d217d551-1a78-4fe1-a92d-bb6bfe709d5a req-39762de6-145e-48a2-9c17-f4323d92d8ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=9090d5d1-2041-4701-8268-beccb23d89e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402095
Dec 22 05:02:06.287349 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-96ce9691-2fbf-423f-b34d-7a259bb8f415 service neutron] 10.222.0.47 "GET /v2.0/networks/624954df-5529-4217-ab92-7b92b134d9ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248460
Dec 22 05:02:06.417047 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-52a30a1b-cf69-4330-bb06-964fde3aef70 req-5cbaef71-416f-4500-aeb5-f7f920b11588 service neutron] 10.222.0.47 "GET /v2.0/networks/624954df-5529-4217-ab92-7b92b134d9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235273
Dec 22 05:02:06.566775 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4458d4eb-5d28-4df1-82db-ab205d952723 req-0773e71d-72aa-4f7a-a32a-15e166e5433a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb HTTP/1.1" status: 200  len: 1096 time: 0.0657315
Dec 22 05:02:06.693625 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458d4eb-5d28-4df1-82db-ab205d952723 req-54aab3af-e6f6-4984-b77c-e290bae5f422 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:02:06.695666 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4458d4eb-5d28-4df1-82db-ab205d952723 req-54aab3af-e6f6-4984-b77c-e290bae5f422 service neutron] 10.222.0.47 "GET /v2.0/networks?id=624954df-5529-4217-ab92-7b92b134d9ee HTTP/1.1" status: 200  len: 898 time: 0.1225004
Dec 22 05:02:06.765569 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4458d4eb-5d28-4df1-82db-ab205d952723 req-a52ff8cc-38ae-481d-a6a1-63ff4ff28a5f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b88279b8-db1e-429a-9071-5cf7b3753c7d HTTP/1.1" status: 200  len: 217 time: 0.0629256
Dec 22 05:02:06.825833 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458d4eb-5d28-4df1-82db-ab205d952723 req-0b15455d-d062-4673-a10a-c1dc1c47e8b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:02:06.827175 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4458d4eb-5d28-4df1-82db-ab205d952723 req-0b15455d-d062-4673-a10a-c1dc1c47e8b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=086a58cb-6c7d-4774-8161-cb671e023daf HTTP/1.1" status: 200  len: 843 time: 0.0562599
Dec 22 05:02:06.902710 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4458d4eb-5d28-4df1-82db-ab205d952723 req-bdc99656-db92-4781-9b12-4e28b5c261cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=624954df-5529-4217-ab92-7b92b134d9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0681453
Dec 22 05:02:07.032385 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4458d4eb-5d28-4df1-82db-ab205d952723 req-a7edbdc9-2937-4481-9c94-05dbaf4bbd1e service neutron] 10.222.0.47 "GET /v2.0/networks/624954df-5529-4217-ab92-7b92b134d9ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227498
Dec 22 05:02:07.162179 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4458d4eb-5d28-4df1-82db-ab205d952723 req-40fcab0f-3979-4afc-bb91-bc25e8526389 service neutron] 10.222.0.47 "GET /v2.0/networks/624954df-5529-4217-ab92-7b92b134d9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220009
Dec 22 05:02:07.439391 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2bb03-9a85-43da-8809-f20be28f8045 req-ca6fc251-086d-4559-ace8-ac2da6c871d6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:02:07.439973 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-59e2bb03-9a85-43da-8809-f20be28f8045 req-ca6fc251-086d-4559-ace8-ac2da6c871d6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:02:07.456399 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-59e2bb03-9a85-43da-8809-f20be28f8045 req-ca6fc251-086d-4559-ace8-ac2da6c871d6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:02:07.457497 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-59e2bb03-9a85-43da-8809-f20be28f8045 req-ca6fc251-086d-4559-ace8-ac2da6c871d6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb HTTP/1.1" status: 200  len: 943 time: 0.0941794
Dec 22 05:02:07.502302 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-59e2bb03-9a85-43da-8809-f20be28f8045 req-1c2deb5e-8fdf-4fa8-9f96-75f5c33b4d62 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=9090d5d1-2041-4701-8268-beccb23d89e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393100
Dec 22 05:02:07.615935 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:08.557069 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:02:08.696238 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a30fc-4c23-4410-92cb-fae87b4cb720 req-ccd6aa81-064e-408e-a8b8-926c93dc200a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:02:08.697675 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4d7a30fc-4c23-4410-92cb-fae87b4cb720 req-ccd6aa81-064e-408e-a8b8-926c93dc200a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb HTTP/1.1" status: 200  len: 943 time: 0.0783837
Dec 22 05:02:08.742764 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4d7a30fc-4c23-4410-92cb-fae87b4cb720 req-bee0f925-4be8-4ac9-95c0-828b0dd7d24e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=9090d5d1-2041-4701-8268-beccb23d89e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395534
Dec 22 05:02:08.745135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-86b3e1aa-0f9f-43c5-9e53-a96c715eb02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:09.077729 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device b88279b8-db1e-429a-9071-5cf7b3753c7d details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:02:09.211100 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port b88279b8-db1e-429a-9071-5cf7b3753c7d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b88279b8-db1e-429a-9071-5cf7b3753c7d,segment=NetworkSegment(d8ee862d-15f3-4aef-9405-82fbd55fb01a),segment_id=d8ee862d-15f3-4aef-9405-82fbd55fb01a)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:02:09.224101 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': 'b88279b8-db1e-429a-9071-5cf7b3753c7d', 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee', 'port_id': 'b88279b8-db1e-429a-9071-5cf7b3753c7d', 'mac_address': 'fa:16:3e:e3:30:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086a58cb-6c7d-4774-8161-cb671e023daf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:02:09.279182 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:09.296451 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88279b8-db1e-429a-9071-5cf7b3753c7d {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:02:09.310884 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port b88279b8-db1e-429a-9071-5cf7b3753c7d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b88279b8-db1e-429a-9071-5cf7b3753c7d,segment=NetworkSegment(d8ee862d-15f3-4aef-9405-82fbd55fb01a),segment_id=d8ee862d-15f3-4aef-9405-82fbd55fb01a)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:02:09.314701 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:09.317309 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:02:09.378790 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=b88279b8-db1e-429a-9071-5cf7b3753c7d,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:02:09.381754 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:02:09.686191 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['b88279b8-db1e-429a-9071-5cf7b3753c7d'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:02:09.940281 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a84ef8-4374-4f7f-8ce8-97e73122a034 req-288a9997-c442-40c7-8fca-e8dd0a343c2e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:02:09.941989 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-72a84ef8-4374-4f7f-8ce8-97e73122a034 req-288a9997-c442-40c7-8fca-e8dd0a343c2e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb HTTP/1.1" status: 200  len: 944 time: 0.0795259
Dec 22 05:02:09.987792 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-72a84ef8-4374-4f7f-8ce8-97e73122a034 req-a0775de7-d673-41d8-93a6-f2827f681502 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=9090d5d1-2041-4701-8268-beccb23d89e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393214
Dec 22 05:02:10.951973 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9a3f-3e00-4c40-b03b-add143d6912c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:11.076849 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device b88279b8-db1e-429a-9071-5cf7b3753c7d up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:02:11.162440 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port b88279b8-db1e-429a-9071-5cf7b3753c7d completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:02:11.167200 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port b88279b8-db1e-429a-9071-5cf7b3753c7d triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:02:11.167578 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:11.187373 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c1271-5c97-4422-b585-01c639b3d3c3 req-7ac74848-b37a-4af2-ad90-f68f0bce3413 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:02:11.189978 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9a1c1271-5c97-4422-b585-01c639b3d3c3 req-7ac74848-b37a-4af2-ad90-f68f0bce3413 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb HTTP/1.1" status: 200  len: 944 time: 0.0847836
Dec 22 05:02:11.237814 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9a1c1271-5c97-4422-b585-01c639b3d3c3 req-bc254c66-b4a0-41f8-a46a-0fec95ec974b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=9090d5d1-2041-4701-8268-beccb23d89e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412755
Dec 22 05:02:11.306005 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:11.331978 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88279b8-db1e-429a-9071-5cf7b3753c7d'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:02:11.343197 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port b88279b8-db1e-429a-9071-5cf7b3753c7d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b88279b8-db1e-429a-9071-5cf7b3753c7d,segment=NetworkSegment(d8ee862d-15f3-4aef-9405-82fbd55fb01a),segment_id=d8ee862d-15f3-4aef-9405-82fbd55fb01a)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:02:11.347263 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:11.349874 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:02:11.411983 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=b88279b8-db1e-429a-9071-5cf7b3753c7d,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:02:11.415131 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:02:11.461017 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88279b8-db1e-429a-9071-5cf7b3753c7d', 'code': 200}
Dec 22 05:02:11.714840 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-db4c18c5-9a62-41ad-bfc3-7eef03822bc0 req-7fc051b2-096e-49ac-9849-fbc7c730ad3d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb HTTP/1.1" status: 200  len: 1098 time: 0.0671611
Dec 22 05:02:11.755644 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-db4c18c5-9a62-41ad-bfc3-7eef03822bc0 req-dd987070-0beb-4a40-ba44-b1d324a09a64 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9090d5d1-2041-4701-8268-beccb23d89e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0341988
Dec 22 05:02:12.083727 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:12.282038 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:12.434268 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e1c08-f69c-4d57-b7e8-7d37114f08a2 req-6c69b450-0bfe-48b0-b23a-71bed1276e61 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:02:12.435679 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e09e1c08-f69c-4d57-b7e8-7d37114f08a2 req-6c69b450-0bfe-48b0-b23a-71bed1276e61 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb HTTP/1.1" status: 200  len: 945 time: 0.0778699
Dec 22 05:02:12.480230 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e09e1c08-f69c-4d57-b7e8-7d37114f08a2 req-0b74b89f-f793-4629-ac93-cb6923491fc2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=9090d5d1-2041-4701-8268-beccb23d89e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391388
Dec 22 05:02:13.526947 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:13.678917 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331ec06-87b9-4b12-9b4e-28ec8ea7d247 req-7e0af868-2f42-4ce8-b30d-eb3db6a47ad6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:02:13.680371 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d331ec06-87b9-4b12-9b4e-28ec8ea7d247 req-7e0af868-2f42-4ce8-b30d-eb3db6a47ad6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb HTTP/1.1" status: 200  len: 945 time: 0.0806406
Dec 22 05:02:13.724227 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d331ec06-87b9-4b12-9b4e-28ec8ea7d247 req-bd76003e-3134-4ed0-905a-9942f71f5344 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=9090d5d1-2041-4701-8268-beccb23d89e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382919
Dec 22 05:02:13.918333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f4ca8-4913-4921-b5df-236c42d6e42c req-80150119-0fde-4377-b7a8-8b005d8cc2da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:02:13.919754 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5d2f4ca8-4913-4921-b5df-236c42d6e42c req-80150119-0fde-4377-b7a8-8b005d8cc2da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb HTTP/1.1" status: 200  len: 945 time: 0.0747247
Dec 22 05:02:13.968957 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5d2f4ca8-4913-4921-b5df-236c42d6e42c req-b222c458-8926-4771-98a2-329d2e6aacb6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=9090d5d1-2041-4701-8268-beccb23d89e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438337
Dec 22 05:02:13.996600 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 32800) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:02:14.062549 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-532ed0d8-36d9-4ded-b5c8-297c7803151b tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb HTTP/1.1" status: 200  len: 1093 time: 0.0648327
Dec 22 05:02:14.064926 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 32804) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:02:14.069901 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': 'b88279b8-db1e-429a-9071-5cf7b3753c7d', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:02:14.075124 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:02:14.078808 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:floatingip and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:02:14.081677 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:02:14.088006 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:02:14.098980 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:14.232046 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:14.458771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.26.4.237 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/8d167dfa-5afa-4273-a941-4bdaa3f6fc66) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:02:14.601538 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:14.627177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:14.631670 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:02:14.689760 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:02:14.697498 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:02:14.701495 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:02:14.733760 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=8d167dfa-5afa-4273-a941-4bdaa3f6fc66,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:02:14.737439 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:02:15.199643 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:15.254665 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:15.448364 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:15.452692 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:15.456007 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:02:15.553131 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=8d167dfa-5afa-4273-a941-4bdaa3f6fc66,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:02:15.556990 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:02:15.570697 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:15.768551 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Floating IP 1a8e5eb7-e3cc-447a-b30a-ee4ca785cbc0 associated. External IP: 172.26.4.237, port: b88279b8-db1e-429a-9071-5cf7b3753c7d.
Dec 22 05:02:16.252452 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router f376f46e-f12e-4eda-a691-7fd601174f91 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:02:16.449346 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:02:16.459472 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf95d591-1fd2-4519-b391-bd79a9be058e None None] Sync routers for ids ['f376f46e-f12e-4eda-a691-7fd601174f91'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:02:16.471845 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf95d591-1fd2-4519-b391-bd79a9be058e None None] Routers {'f376f46e-f12e-4eda-a691-7fd601174f91'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:02:16.472463 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-cf95d591-1fd2-4519-b391-bd79a9be058e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469be5eeb0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:02:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f376f46e-f12e-4eda-a691-7fd601174f91'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:02:16.472631 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:16.525264 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4593639
Dec 22 05:02:16.525949 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb', 'tag': 'b88279b8-db1e-429a-9071-5cf7b3753c7d'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:02:16.528140 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 32808) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:02:16.579554 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb', 'tag': 'b88279b8-db1e-429a-9071-5cf7b3753c7d', 'status': 'completed', 'code': 200}
Dec 22 05:02:16.633770 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6a6842d4-88a0-4811-9ea6-32f18807a0d4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/1a8e5eb7-e3cc-447a-b30a-ee4ca785cbc0 HTTP/1.1" status: 200  len: 991 time: 0.1022396
Dec 22 05:02:16.655354 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-cf95d591-1fd2-4519-b391-bd79a9be058e None None] Set router f376f46e-f12e-4eda-a691-7fd601174f91 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:02:16.693619 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5bde4ae2-efc9-47c5-aa63-502348456bc3 req-28119e67-1b81-4223-9e86-166a365ed0db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb HTTP/1.1" status: 200  len: 1098 time: 0.0686305
Dec 22 05:02:16.825566 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde4ae2-efc9-47c5-aa63-502348456bc3 req-839a6e90-3654-42d9-98e7-53beb3a9f4a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:02:16.827012 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5bde4ae2-efc9-47c5-aa63-502348456bc3 req-839a6e90-3654-42d9-98e7-53beb3a9f4a5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=624954df-5529-4217-ab92-7b92b134d9ee HTTP/1.1" status: 200  len: 898 time: 0.1271045
Dec 22 05:02:16.927314 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5bde4ae2-efc9-47c5-aa63-502348456bc3 req-5bbdca69-11e2-44b7-8054-d1c943ab4bfd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b88279b8-db1e-429a-9071-5cf7b3753c7d HTTP/1.1" status: 200  len: 999 time: 0.0944507
Dec 22 05:02:16.991376 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde4ae2-efc9-47c5-aa63-502348456bc3 req-92b87841-18d4-4281-a56f-5f1656e13380 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:02:16.992937 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5bde4ae2-efc9-47c5-aa63-502348456bc3 req-92b87841-18d4-4281-a56f-5f1656e13380 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=086a58cb-6c7d-4774-8161-cb671e023daf HTTP/1.1" status: 200  len: 843 time: 0.0596309
Dec 22 05:02:16.997419 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-cf95d591-1fd2-4519-b391-bd79a9be058e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469be5eeb0>, [{'id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'name': 'tempest-TestNetworkBasicOps-router-423635175', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': 'c748acde-c474-479c-a484-155aee56bce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:57Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'c748acde-c474-479c-a484-155aee56bce7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '1a8e5eb7-e3cc-447a-b30a-ee4ca785cbc0', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.237', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'port_id': 'b88279b8-db1e-429a-9071-5cf7b3753c7d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee', 'mac_address': 'fa:16:3e:e3:30:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:02:15Z', 'updated_at': '2021-12-22T05:02:15Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe01459-a5f6-4ef2-ad83-451c85968968', 'name': '', 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:01:d5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '086a58cb-6c7d-4774-8161-cb671e023daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:01:56Z', 'updated_at': '2021-12-22T05:02:02Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '086a58cb-6c7d-4774-8161-cb671e023daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:02:17.001514 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf95d591-1fd2-4519-b391-bd79a9be058e None None] Checking router: f376f46e-f12e-4eda-a691-7fd601174f91 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:02:17.012149 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf95d591-1fd2-4519-b391-bd79a9be058e None None] Routers {'f376f46e-f12e-4eda-a691-7fd601174f91'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:02:17.012756 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-cf95d591-1fd2-4519-b391-bd79a9be058e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469be5eeb0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:02:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f376f46e-f12e-4eda-a691-7fd601174f91'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:02:17.065230 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5bde4ae2-efc9-47c5-aa63-502348456bc3 req-38c52e6a-7b81-49f3-a997-b0c812e0e049 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=624954df-5529-4217-ab92-7b92b134d9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0665436
Dec 22 05:02:17.188741 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-cf95d591-1fd2-4519-b391-bd79a9be058e None None] Set router f376f46e-f12e-4eda-a691-7fd601174f91 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:02:17.197481 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5bde4ae2-efc9-47c5-aa63-502348456bc3 req-4733ac1a-7dcc-41db-b47a-dfe85844e8ca service neutron] 10.222.0.47 "GET /v2.0/networks/624954df-5529-4217-ab92-7b92b134d9ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248503
Dec 22 05:02:17.327677 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5bde4ae2-efc9-47c5-aa63-502348456bc3 req-9b2aaea3-d716-487f-be30-4aef6e297fca service neutron] 10.222.0.47 "GET /v2.0/networks/624954df-5529-4217-ab92-7b92b134d9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243455
Dec 22 05:02:17.533697 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-cf95d591-1fd2-4519-b391-bd79a9be058e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469be5eeb0>, [{'id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'name': 'tempest-TestNetworkBasicOps-router-423635175', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': 'c748acde-c474-479c-a484-155aee56bce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:57Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'c748acde-c474-479c-a484-155aee56bce7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '1a8e5eb7-e3cc-447a-b30a-ee4ca785cbc0', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.237', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'port_id': 'b88279b8-db1e-429a-9071-5cf7b3753c7d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee', 'mac_address': 'fa:16:3e:e3:30:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:02:15Z', 'updated_at': '2021-12-22T05:02:15Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe01459-a5f6-4ef2-ad83-451c85968968', 'name': '', 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:01:d5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '086a58cb-6c7d-4774-8161-cb671e023daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:01:56Z', 'updated_at': '2021-12-22T05:02:02Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '086a58cb-6c7d-4774-8161-cb671e023daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:02:17.537538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf95d591-1fd2-4519-b391-bd79a9be058e None None] The sync data for ids ['f376f46e-f12e-4eda-a691-7fd601174f91'] in dv-neutron-822525-1-hyperv is: [{'id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'name': 'tempest-TestNetworkBasicOps-router-423635175', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': 'c748acde-c474-479c-a484-155aee56bce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:57Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'c748acde-c474-479c-a484-155aee56bce7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '1a8e5eb7-e3cc-447a-b30a-ee4ca785cbc0', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.237', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'port_id': 'b88279b8-db1e-429a-9071-5cf7b3753c7d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee', 'mac_address': 'fa:16:3e:e3:30:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:02:15Z', 'updated_at': '2021-12-22T05:02:15Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe01459-a5f6-4ef2-ad83-451c85968968', 'name': '', 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:01:d5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '086a58cb-6c7d-4774-8161-cb671e023daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:01:56Z', 'updated_at': '2021-12-22T05:02:02Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '086a58cb-6c7d-4774-8161-cb671e023daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:02:17.635839 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 32814) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:02:17.738680 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4b4d4b30-f307-4d12-a3b8-8463dcbea01e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/1a8e5eb7-e3cc-447a-b30a-ee4ca785cbc0 HTTP/1.1" status: 200  len: 991 time: 0.1016417
Dec 22 05:02:18.516742 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103ac918-b68b-48ef-b6e3-d8de08b472ed None None] New status for floating IP 1a8e5eb7-e3cc-447a-b30a-ee4ca785cbc0: ACTIVE {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:02:18.742514 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 32818) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:02:18.846102 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-902d1053-69b5-46a2-8718-6d8257b23de7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/1a8e5eb7-e3cc-447a-b30a-ee4ca785cbc0 HTTP/1.1" status: 200  len: 993 time: 0.1024470
Dec 22 05:02:37.618956 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:38.746343 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4e164f3e-4da1-47ab-8944-d05f0ec23aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:40.954688 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4b989acf-5724-426c-bca1-46a327f51027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:42.085298 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:42.283875 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:43.528593 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:02:45.557704 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:03:02.634321 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dacf2128-0d21-48d3-970e-8337a9d5f611 req-fbc27fb3-a350-481b-bbdf-6ba90f377ece service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0704916
Dec 22 05:03:02.788906 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dacf2128-0d21-48d3-970e-8337a9d5f611 req-068439a2-5459-4be6-9baf-ed084fdced25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb HTTP/1.1" status: 200  len: 1098 time: 0.0706937
Dec 22 05:03:03.033494 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf2128-0d21-48d3-970e-8337a9d5f611 req-02615a6f-016a-4d75-970c-a0e0c9b5183e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:03:03.034925 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dacf2128-0d21-48d3-970e-8337a9d5f611 req-02615a6f-016a-4d75-970c-a0e0c9b5183e service neutron] 10.222.0.47 "GET /v2.0/networks?id=624954df-5529-4217-ab92-7b92b134d9ee HTTP/1.1" status: 200  len: 898 time: 0.2264354
Dec 22 05:03:03.135777 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dacf2128-0d21-48d3-970e-8337a9d5f611 req-247f1654-f6db-455a-bf16-eccca19e4650 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b88279b8-db1e-429a-9071-5cf7b3753c7d HTTP/1.1" status: 200  len: 1001 time: 0.0936067
Dec 22 05:03:03.197202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf2128-0d21-48d3-970e-8337a9d5f611 req-a949c78e-a022-4941-ae95-9c45386a402c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:03:03.198651 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dacf2128-0d21-48d3-970e-8337a9d5f611 req-a949c78e-a022-4941-ae95-9c45386a402c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=086a58cb-6c7d-4774-8161-cb671e023daf HTTP/1.1" status: 200  len: 843 time: 0.0566373
Dec 22 05:03:03.273299 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dacf2128-0d21-48d3-970e-8337a9d5f611 req-e0e2ab20-b6d6-4a11-aa26-c4f69b896e03 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=624954df-5529-4217-ab92-7b92b134d9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0688047
Dec 22 05:03:03.403637 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dacf2128-0d21-48d3-970e-8337a9d5f611 req-540bb19e-df12-4e4a-822a-b454160198d5 service neutron] 10.222.0.47 "GET /v2.0/networks/624954df-5529-4217-ab92-7b92b134d9ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234403
Dec 22 05:03:03.529702 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dacf2128-0d21-48d3-970e-8337a9d5f611 req-ca020e02-2faf-4ac2-a1b5-ba9081957ffb service neutron] 10.222.0.47 "GET /v2.0/networks/624954df-5529-4217-ab92-7b92b134d9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1203127
Dec 22 05:03:07.647851 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:03:08.748053 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7290a0eb-c94c-46e9-b33d-8eef392de42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:03:10.955289 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1ede17f8-6686-42f0-b3d4-c75b7b7661fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:03:12.087682 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:03:12.286706 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:03:13.530738 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:03:22.557663 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:03:37.659421 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:03:38.749151 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ee398c5d-30b1-4dfc-a957-fe7d8c6afb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:03:40.958106 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9d50d576-cd1f-4ade-93df-aacfb23e7c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:03:42.090413 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:03:42.289310 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:03:43.532687 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:03:59.557895 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:04:04.629439 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-95490c88-9e6d-4836-91c7-42afe46dc847 req-59de03e5-a980-4d47-bcc2-04db4abf5dfe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0681999
Dec 22 05:04:04.781993 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-95490c88-9e6d-4836-91c7-42afe46dc847 req-991e49b1-6341-4469-a2c0-174cc51b3a36 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb HTTP/1.1" status: 200  len: 1098 time: 0.0687475
Dec 22 05:04:04.923213 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95490c88-9e6d-4836-91c7-42afe46dc847 req-be1b96a0-65bf-4e04-95e0-53c19a1e42ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:04:04.924569 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-95490c88-9e6d-4836-91c7-42afe46dc847 req-be1b96a0-65bf-4e04-95e0-53c19a1e42ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=624954df-5529-4217-ab92-7b92b134d9ee HTTP/1.1" status: 200  len: 898 time: 0.1250377
Dec 22 05:04:05.025831 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-95490c88-9e6d-4836-91c7-42afe46dc847 req-c1bd4133-80ae-4411-bb13-ca4522d69b32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b88279b8-db1e-429a-9071-5cf7b3753c7d HTTP/1.1" status: 200  len: 1001 time: 0.0953703
Dec 22 05:04:05.090690 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95490c88-9e6d-4836-91c7-42afe46dc847 req-033267b5-ea04-45f8-bfe0-8d19c99a727b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:04:05.092229 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-95490c88-9e6d-4836-91c7-42afe46dc847 req-033267b5-ea04-45f8-bfe0-8d19c99a727b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=086a58cb-6c7d-4774-8161-cb671e023daf HTTP/1.1" status: 200  len: 843 time: 0.0605767
Dec 22 05:04:05.169362 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-95490c88-9e6d-4836-91c7-42afe46dc847 req-d467304e-44bc-436f-86a1-e095f53e4951 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=624954df-5529-4217-ab92-7b92b134d9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0708189
Dec 22 05:04:05.300536 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-95490c88-9e6d-4836-91c7-42afe46dc847 req-493fbe26-0759-472f-911d-7ae7118e75a0 service neutron] 10.222.0.47 "GET /v2.0/networks/624954df-5529-4217-ab92-7b92b134d9ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237569
Dec 22 05:04:05.430065 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-95490c88-9e6d-4836-91c7-42afe46dc847 req-15c021ea-cc5b-4607-849b-183f8271ee04 service neutron] 10.222.0.47 "GET /v2.0/networks/624954df-5529-4217-ab92-7b92b134d9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242225
Dec 22 05:04:07.658307 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:04:08.749857 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3fa8a3c7-93a5-4009-9a9d-3d395b6e2a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:04:10.958746 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-94282c53-7eee-4a2e-80f9-d87d1295f38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:04:12.094273 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:04:12.290351 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:04:13.536234 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:04:36.557617 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:04:37.656909 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:04:38.751676 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-52534351-2632-40ec-b29f-f37c1c739fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:04:40.960953 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-13a004c9-4e6f-4029-9944-b7cd4ff343bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:04:42.098088 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:04:42.292885 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:04:43.311283 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 32862) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:04:43.384098 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-b07dfee6-2556-401a-b719-4a89b4aa9c49 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:04:43.539007 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:04:43.616258 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b07dfee6-2556-401a-b719-4a89b4aa9c49 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6882829'] for subnet, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:04:43.798321 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b07dfee6-2556-401a-b719-4a89b4aa9c49 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746328993549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1374591'] for subnet, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:04:43.801786 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-80a553df-7368-4b94-a335-9414ee4ef563 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:04:43.853740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c421b2f3-c038-4264-bb43-996205de5cb9 None None] Network 624954df-5529-4217-ab92-7b92b134d9ee requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:04:43.855498 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07dfee6-2556-401a-b719-4a89b4aa9c49 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:04:43.856085 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b07dfee6-2556-401a-b719-4a89b4aa9c49 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:04:43.857414 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b07dfee6-2556-401a-b719-4a89b4aa9c49 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/subnets/086a58cb-6c7d-4774-8161-cb671e023daf HTTP/1.1" status: 200  len: 835 time: 0.5451641
Dec 22 05:04:43.869397 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07dfee6-2556-401a-b719-4a89b4aa9c49 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Subnet': ['ID=086a58cb-6c7d-4774-8161-cb671e023daf,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:04:43.879726 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dfee6-2556-401a-b719-4a89b4aa9c49 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:04:43.880110 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dfee6-2556-401a-b719-4a89b4aa9c49 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:04:43.880488 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dfee6-2556-401a-b719-4a89b4aa9c49 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:04:43.880860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dfee6-2556-401a-b719-4a89b4aa9c49 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:04:43.881227 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dfee6-2556-401a-b719-4a89b4aa9c49 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:04:43.881621 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dfee6-2556-401a-b719-4a89b4aa9c49 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:04:43.881989 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dfee6-2556-401a-b719-4a89b4aa9c49 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:04:43.882354 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dfee6-2556-401a-b719-4a89b4aa9c49 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:04:43.882714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dfee6-2556-401a-b719-4a89b4aa9c49 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:04:43.883074 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dfee6-2556-401a-b719-4a89b4aa9c49 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:04:43.883437 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dfee6-2556-401a-b719-4a89b4aa9c49 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:04:43.886703 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b07dfee6-2556-401a-b719-4a89b4aa9c49 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:04:44.284992 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6ad49d6c-b854-47a7-8e13-4699002824da None None] Provisioning complete for port b88279b8-db1e-429a-9071-5cf7b3753c7d triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:04:44.285373 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6ad49d6c-b854-47a7-8e13-4699002824da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:04:44.409210 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6ad49d6c-b854-47a7-8e13-4699002824da None None] Provisioning complete for port 251aa2f7-683a-4657-89f6-c1b9b4aff087 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:04:44.409683 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6ad49d6c-b854-47a7-8e13-4699002824da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:04:44.535574 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6ad49d6c-b854-47a7-8e13-4699002824da None None] Provisioning complete for port cbe01459-a5f6-4ef2-ad83-451c85968968 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:04:44.535955 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6ad49d6c-b854-47a7-8e13-4699002824da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:04.626019 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-98bf95c8-2470-498c-bae9-4300fd877329 req-48412c39-3f2b-4f6c-bc50-0b41855dcab7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0713184
Dec 22 05:05:04.784199 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-98bf95c8-2470-498c-bae9-4300fd877329 req-98a6019c-60b9-4646-8672-b01baaf34b3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb HTTP/1.1" status: 200  len: 1098 time: 0.0771163
Dec 22 05:05:05.023931 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf95c8-2470-498c-bae9-4300fd877329 req-5c809831-fdb4-4b40-b283-1d37d616865a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:05.025435 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-98bf95c8-2470-498c-bae9-4300fd877329 req-5c809831-fdb4-4b40-b283-1d37d616865a service neutron] 10.222.0.47 "GET /v2.0/networks?id=624954df-5529-4217-ab92-7b92b134d9ee HTTP/1.1" status: 200  len: 898 time: 0.2229042
Dec 22 05:05:05.130957 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-98bf95c8-2470-498c-bae9-4300fd877329 req-1c8031fa-24c9-4ec6-9d45-113ca6c1675c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b88279b8-db1e-429a-9071-5cf7b3753c7d HTTP/1.1" status: 200  len: 1001 time: 0.0990741
Dec 22 05:05:05.193398 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf95c8-2470-498c-bae9-4300fd877329 req-cd2cface-287c-4f62-bf9c-51396331ff73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:05.194863 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-98bf95c8-2470-498c-bae9-4300fd877329 req-cd2cface-287c-4f62-bf9c-51396331ff73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=086a58cb-6c7d-4774-8161-cb671e023daf HTTP/1.1" status: 200  len: 843 time: 0.0578969
Dec 22 05:05:05.270686 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-98bf95c8-2470-498c-bae9-4300fd877329 req-a2510d13-4782-43f7-83b0-5a2a413a98f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=624954df-5529-4217-ab92-7b92b134d9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701935
Dec 22 05:05:05.280671 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [req-98bf95c8-2470-498c-bae9-4300fd877329 req-1903961a-c526-4554-9e39-346886e4af27 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 05:05:05.281504 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-98bf95c8-2470-498c-bae9-4300fd877329 req-1903961a-c526-4554-9e39-346886e4af27 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0046668
Dec 22 05:05:05.411067 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-98bf95c8-2470-498c-bae9-4300fd877329 req-99a830c1-fe34-4e5c-af09-b3d73db8dc61 service neutron] 10.222.0.47 "GET /v2.0/networks/624954df-5529-4217-ab92-7b92b134d9ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228025
Dec 22 05:05:05.540433 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-98bf95c8-2470-498c-bae9-4300fd877329 req-296edee3-128a-427d-bda6-a90481d2586a service neutron] 10.222.0.47 "GET /v2.0/networks/624954df-5529-4217-ab92-7b92b134d9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233034
Dec 22 05:05:07.662749 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:08.752501 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7a8c718f-95e1-4821-bef7-7dd4f97b45d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:10.963683 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-24e39ee0-e779-4af4-b327-5cdcba29772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:12.099124 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:12.295574 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:13.538975 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:13.556672 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:05:27.543863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 32886) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:27.831856 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-9ecd3009-e7db-439b-8c2a-97877a151a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port 8d167dfa-5afa-4273-a941-4bdaa3f6fc66 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:05:27.832107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ecd3009-e7db-439b-8c2a-97877a151a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:27.995965 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ecd3009-e7db-439b-8c2a-97877a151a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:27.996290 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ecd3009-e7db-439b-8c2a-97877a151a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:28.113139 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-9ecd3009-e7db-439b-8c2a-97877a151a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for 8d167dfa-5afa-4273-a941-4bdaa3f6fc66 owned by network:floatingip {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:05:28.259213 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ecd3009-e7db-439b-8c2a-97877a151a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:28.262731 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:28.302904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd3009-e7db-439b-8c2a-97877a151a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=8d167dfa-5afa-4273-a941-4bdaa3f6fc66,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:28.306854 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9ecd3009-e7db-439b-8c2a-97877a151a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:28.395017 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ecd3009-e7db-439b-8c2a-97877a151a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:28.782539 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecd3009-e7db-439b-8c2a-97877a151a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router f376f46e-f12e-4eda-a691-7fd601174f91 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:05:28.977890 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecd3009-e7db-439b-8c2a-97877a151a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:05:28.987078 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8574685f-bcaa-458b-a1f2-4b0acdff593a None None] Sync routers for ids ['f376f46e-f12e-4eda-a691-7fd601174f91'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:05:28.996897 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-9ecd3009-e7db-439b-8c2a-97877a151a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:28.999185 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8574685f-bcaa-458b-a1f2-4b0acdff593a None None] Routers {'f376f46e-f12e-4eda-a691-7fd601174f91'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:05:28.999803 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-8574685f-bcaa-458b-a1f2-4b0acdff593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c219910>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:05:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f376f46e-f12e-4eda-a691-7fd601174f91'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:05:29.051762 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9ecd3009-e7db-439b-8c2a-97877a151a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/floatingips/1a8e5eb7-e3cc-447a-b30a-ee4ca785cbc0 HTTP/1.1" status: 204  len: 168 time: 1.5068789
Dec 22 05:05:29.052424 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb', 'tag': 'b88279b8-db1e-429a-9071-5cf7b3753c7d'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:05:29.193740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-8574685f-bcaa-458b-a1f2-4b0acdff593a None None] Set router f376f46e-f12e-4eda-a691-7fd601174f91 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:05:29.231086 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb', 'tag': 'b88279b8-db1e-429a-9071-5cf7b3753c7d', 'status': 'completed', 'code': 200}
Dec 22 05:05:29.419506 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-725b0c6a-3f84-4586-8566-3bdc2b996b75 req-1da93250-7de2-4660-9d15-3fe61f6cd17d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb HTTP/1.1" status: 200  len: 1098 time: 0.1425359
Dec 22 05:05:29.559257 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-8574685f-bcaa-458b-a1f2-4b0acdff593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c219910>, [{'id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'name': 'tempest-TestNetworkBasicOps-router-423635175', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': 'c748acde-c474-479c-a484-155aee56bce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:57Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'c748acde-c474-479c-a484-155aee56bce7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'cbe01459-a5f6-4ef2-ad83-451c85968968', 'name': '', 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:01:d5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '086a58cb-6c7d-4774-8161-cb671e023daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:01:56Z', 'updated_at': '2021-12-22T05:02:02Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '086a58cb-6c7d-4774-8161-cb671e023daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:05:29.559994 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b0c6a-3f84-4586-8566-3bdc2b996b75 req-f6fbaa0e-910f-4ccd-9eff-864d56b0bfae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:29.561517 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-725b0c6a-3f84-4586-8566-3bdc2b996b75 req-f6fbaa0e-910f-4ccd-9eff-864d56b0bfae service neutron] 10.222.0.47 "GET /v2.0/networks?id=624954df-5529-4217-ab92-7b92b134d9ee HTTP/1.1" status: 200  len: 898 time: 0.1357493
Dec 22 05:05:29.563302 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8574685f-bcaa-458b-a1f2-4b0acdff593a None None] Checking router: f376f46e-f12e-4eda-a691-7fd601174f91 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:05:29.574382 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8574685f-bcaa-458b-a1f2-4b0acdff593a None None] Routers {'f376f46e-f12e-4eda-a691-7fd601174f91'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:05:29.574988 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-8574685f-bcaa-458b-a1f2-4b0acdff593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c219910>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:05:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f376f46e-f12e-4eda-a691-7fd601174f91'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:05:29.597426 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955c5a1-694c-4558-b46e-345166095a09 req-4950c3d7-1d0f-41ed-90fb-f7990d82edca tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:29.598125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-c955c5a1-694c-4558-b46e-345166095a09 req-4950c3d7-1d0f-41ed-90fb-f7990d82edca tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:05:29.613051 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-c955c5a1-694c-4558-b46e-345166095a09 req-4950c3d7-1d0f-41ed-90fb-f7990d82edca tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:05:29.615469 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c955c5a1-694c-4558-b46e-345166095a09 req-4950c3d7-1d0f-41ed-90fb-f7990d82edca tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb HTTP/1.1" status: 200  len: 945 time: 0.1805897
Dec 22 05:05:29.640505 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-725b0c6a-3f84-4586-8566-3bdc2b996b75 req-6c0135d2-2402-4e6c-9831-d45403220cdd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b88279b8-db1e-429a-9071-5cf7b3753c7d HTTP/1.1" status: 200  len: 217 time: 0.0710020
Dec 22 05:05:29.663343 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c955c5a1-694c-4558-b46e-345166095a09 req-94ddd62f-e304-4789-b917-44ee77cb69d0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=9090d5d1-2041-4701-8268-beccb23d89e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423789
Dec 22 05:05:29.707328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b0c6a-3f84-4586-8566-3bdc2b996b75 req-c8317f4c-3849-4a33-b807-520b08ec9666 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:29.709388 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-725b0c6a-3f84-4586-8566-3bdc2b996b75 req-c8317f4c-3849-4a33-b807-520b08ec9666 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=086a58cb-6c7d-4774-8161-cb671e023daf HTTP/1.1" status: 200  len: 843 time: 0.0620809
Dec 22 05:05:29.754204 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-8574685f-bcaa-458b-a1f2-4b0acdff593a None None] Set router f376f46e-f12e-4eda-a691-7fd601174f91 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:05:29.786472 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-725b0c6a-3f84-4586-8566-3bdc2b996b75 req-b6ecf0c9-03e1-418a-9e43-d3ed84162027 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=624954df-5529-4217-ab92-7b92b134d9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0698893
Dec 22 05:05:29.918039 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-725b0c6a-3f84-4586-8566-3bdc2b996b75 req-ac0cfdb5-ca61-46eb-b33e-c43a60646f12 service neutron] 10.222.0.47 "GET /v2.0/networks/624954df-5529-4217-ab92-7b92b134d9ee?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241004
Dec 22 05:05:30.047533 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-725b0c6a-3f84-4586-8566-3bdc2b996b75 req-462735c6-6828-42cc-acfd-9b47e32d8487 service neutron] 10.222.0.47 "GET /v2.0/networks/624954df-5529-4217-ab92-7b92b134d9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229234
Dec 22 05:05:30.060233 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-8574685f-bcaa-458b-a1f2-4b0acdff593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c219910>, [{'id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'name': 'tempest-TestNetworkBasicOps-router-423635175', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': 'c748acde-c474-479c-a484-155aee56bce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:57Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'c748acde-c474-479c-a484-155aee56bce7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'cbe01459-a5f6-4ef2-ad83-451c85968968', 'name': '', 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:01:d5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '086a58cb-6c7d-4774-8161-cb671e023daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:01:56Z', 'updated_at': '2021-12-22T05:02:02Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '086a58cb-6c7d-4774-8161-cb671e023daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:05:30.064264 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8574685f-bcaa-458b-a1f2-4b0acdff593a None None] The sync data for ids ['f376f46e-f12e-4eda-a691-7fd601174f91'] in dv-neutron-822525-1-hyperv is: [{'id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'name': 'tempest-TestNetworkBasicOps-router-423635175', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': 'c748acde-c474-479c-a484-155aee56bce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:57Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'c748acde-c474-479c-a484-155aee56bce7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'cbe01459-a5f6-4ef2-ad83-451c85968968', 'name': '', 'network_id': '624954df-5529-4217-ab92-7b92b134d9ee', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:01:d5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '086a58cb-6c7d-4774-8161-cb671e023daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:01:56Z', 'updated_at': '2021-12-22T05:02:02Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '086a58cb-6c7d-4774-8161-cb671e023daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:05:30.269209 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0ddcd3-8361-4cba-9962-a2e1fbde1ff0 None None] New status for floating IP 1a8e5eb7-e3cc-447a-b30a-ee4ca785cbc0: DOWN {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:05:30.934844 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328a503-b048-4554-83af-5b50a082f269 req-f5c8d0b2-3fee-4eba-8c88-4eed1073e402 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:30.936248 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5328a503-b048-4554-83af-5b50a082f269 req-f5c8d0b2-3fee-4eba-8c88-4eed1073e402 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb HTTP/1.1" status: 200  len: 945 time: 0.1386082
Dec 22 05:05:30.979989 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5328a503-b048-4554-83af-5b50a082f269 req-58cbfb58-7200-4260-88da-dd33d2459fdd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=9090d5d1-2041-4701-8268-beccb23d89e6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382926
Dec 22 05:05:31.058196 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b413cf-8444-46fc-8543-2cfaa53e4071 req-e58e81df-d194-4d49-ac4b-22224aa9fd3e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:31.059560 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-67b413cf-8444-46fc-8543-2cfaa53e4071 req-e58e81df-d194-4d49-ac4b-22224aa9fd3e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb HTTP/1.1" status: 200  len: 945 time: 0.0757134
Dec 22 05:05:31.124508 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-67b413cf-8444-46fc-8543-2cfaa53e4071 req-d667627a-5eb5-4337-b898-139419681ae6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port b88279b8-db1e-429a-9071-5cf7b3753c7d {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:05:31.124841 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-67b413cf-8444-46fc-8543-2cfaa53e4071 req-d667627a-5eb5-4337-b898-139419681ae6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:31.460298 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-67b413cf-8444-46fc-8543-2cfaa53e4071 req-d667627a-5eb5-4337-b898-139419681ae6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port b88279b8-db1e-429a-9071-5cf7b3753c7d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b88279b8-db1e-429a-9071-5cf7b3753c7d,segment=NetworkSegment(d8ee862d-15f3-4aef-9405-82fbd55fb01a),segment_id=d8ee862d-15f3-4aef-9405-82fbd55fb01a)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:05:31.460652 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-67b413cf-8444-46fc-8543-2cfaa53e4071 req-d667627a-5eb5-4337-b898-139419681ae6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:31.578749 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-67b413cf-8444-46fc-8543-2cfaa53e4071 req-d667627a-5eb5-4337-b898-139419681ae6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for b88279b8-db1e-429a-9071-5cf7b3753c7d owned by compute:nova {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:05:31.715220 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-67b413cf-8444-46fc-8543-2cfaa53e4071 req-d667627a-5eb5-4337-b898-139419681ae6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:31.720515 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-11679632-88a4-43e2-be40-a61bedef9cae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:31.763748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667627a-5eb5-4337-b898-139419681ae6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=b88279b8-db1e-429a-9071-5cf7b3753c7d,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:31.803978 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667627a-5eb5-4337-b898-139419681ae6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:31.804349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667627a-5eb5-4337-b898-139419681ae6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:31.804736 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667627a-5eb5-4337-b898-139419681ae6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:31.805091 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667627a-5eb5-4337-b898-139419681ae6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:31.805446 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667627a-5eb5-4337-b898-139419681ae6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:31.805823 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667627a-5eb5-4337-b898-139419681ae6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:31.806243 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667627a-5eb5-4337-b898-139419681ae6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:31.806597 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667627a-5eb5-4337-b898-139419681ae6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:31.806946 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667627a-5eb5-4337-b898-139419681ae6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:31.807288 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667627a-5eb5-4337-b898-139419681ae6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:31.807630 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667627a-5eb5-4337-b898-139419681ae6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:31.814357 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d667627a-5eb5-4337-b898-139419681ae6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:31.846649 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b413cf-8444-46fc-8543-2cfaa53e4071 req-d667627a-5eb5-4337-b898-139419681ae6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] No DVR routers for this DVR port b88279b8-db1e-429a-9071-5cf7b3753c7d on host hv-neutron-8225 {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:05:31.848819 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-67b413cf-8444-46fc-8543-2cfaa53e4071 req-d667627a-5eb5-4337-b898-139419681ae6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:31.851236 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb', 'name': 'network-vif-deleted', 'tag': 'b88279b8-db1e-429a-9071-5cf7b3753c7d'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:05:31.866474 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-67b413cf-8444-46fc-8543-2cfaa53e4071 req-d667627a-5eb5-4337-b898-139419681ae6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "DELETE /v2.0/ports/b88279b8-db1e-429a-9071-5cf7b3753c7d HTTP/1.1" status: 204  len: 173 time: 0.8015022
Dec 22 05:05:31.906155 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb', 'name': 'network-vif-deleted', 'tag': 'b88279b8-db1e-429a-9071-5cf7b3753c7d', 'status': 'completed', 'code': 200}
Dec 22 05:05:32.155569 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-37b81411-86ce-4035-a5db-f5a955489fea req-af006963-035f-4c98-8ae4-bc3dd5c10322 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:05:32.171838 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-37b81411-86ce-4035-a5db-f5a955489fea req-af006963-035f-4c98-8ae4-bc3dd5c10322 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:05:32.173071 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-37b81411-86ce-4035-a5db-f5a955489fea req-af006963-035f-4c98-8ae4-bc3dd5c10322 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a4c33dc-4bac-4a34-9f60-d1853bf7b9cb HTTP/1.1" status: 200  len: 210 time: 0.0571687
Dec 22 05:05:33.278015 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 32926) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:33.343569 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df7d17dc-f5b2-4ef5-b38e-59c704e64004 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:33.374838 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df7d17dc-f5b2-4ef5-b38e-59c704e64004 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:33.539720 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df7d17dc-f5b2-4ef5-b38e-59c704e64004 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:33.543459 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-66c2a06f-72ca-4f94-ad13-00f7d0b87a6c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:33.557823 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d17dc-f5b2-4ef5-b38e-59c704e64004 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9090d5d1-2041-4701-8268-beccb23d89e6,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:33.560325 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-df7d17dc-f5b2-4ef5-b38e-59c704e64004 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:33.568044 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df7d17dc-f5b2-4ef5-b38e-59c704e64004 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:33.571779 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-df7d17dc-f5b2-4ef5-b38e-59c704e64004 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/security-groups/9090d5d1-2041-4701-8268-beccb23d89e6 HTTP/1.1" status: 204  len: 168 time: 0.2901833
Dec 22 05:05:33.611005 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 32932) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:34.005703 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5c1f5d1-b02a-49a5-8f0e-ad1d3e7f2df3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:34.069627 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device b88279b8-db1e-429a-9071-5cf7b3753c7d no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:05:34.101111 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: b88279b8-db1e-429a-9071-5cf7b3753c7d {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:05:34.101466 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device b88279b8-db1e-429a-9071-5cf7b3753c7d not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:05:34.601706 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-b5c1f5d1-b02a-49a5-8f0e-ad1d3e7f2df3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port cbe01459-a5f6-4ef2-ad83-451c85968968 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:05:34.602320 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5c1f5d1-b02a-49a5-8f0e-ad1d3e7f2df3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:34.780267 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-b5c1f5d1-b02a-49a5-8f0e-ad1d3e7f2df3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port cbe01459-a5f6-4ef2-ad83-451c85968968, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=cbe01459-a5f6-4ef2-ad83-451c85968968,segment=NetworkSegment(d8ee862d-15f3-4aef-9405-82fbd55fb01a),segment_id=d8ee862d-15f3-4aef-9405-82fbd55fb01a)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:05:34.780612 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5c1f5d1-b02a-49a5-8f0e-ad1d3e7f2df3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:34.896440 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-b5c1f5d1-b02a-49a5-8f0e-ad1d3e7f2df3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for cbe01459-a5f6-4ef2-ad83-451c85968968 owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:05:35.180249 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5c1f5d1-b02a-49a5-8f0e-ad1d3e7f2df3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:35.183557 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-aeb71c7a-2cb1-4d6d-98d9-15485937aa50 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:35.228013 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1f5d1-b02a-49a5-8f0e-ad1d3e7f2df3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=cbe01459-a5f6-4ef2-ad83-451c85968968,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:35.230471 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b5c1f5d1-b02a-49a5-8f0e-ad1d3e7f2df3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:35.515779 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5c1f5d1-b02a-49a5-8f0e-ad1d3e7f2df3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:36.070215 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c1f5d1-b02a-49a5-8f0e-ad1d3e7f2df3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router f376f46e-f12e-4eda-a691-7fd601174f91 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:05:36.268440 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c1f5d1-b02a-49a5-8f0e-ad1d3e7f2df3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:05:36.281009 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26980f9c-2682-4c97-8b1a-9a3c7a941f97 None None] Sync routers for ids ['f376f46e-f12e-4eda-a691-7fd601174f91'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:05:36.286186 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b5c1f5d1-b02a-49a5-8f0e-ad1d3e7f2df3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/routers/f376f46e-f12e-4eda-a691-7fd601174f91/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6740582
Dec 22 05:05:36.288793 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 32938) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:36.296231 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26980f9c-2682-4c97-8b1a-9a3c7a941f97 None None] Routers {'f376f46e-f12e-4eda-a691-7fd601174f91'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:05:36.296833 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-26980f9c-2682-4c97-8b1a-9a3c7a941f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c70c7c0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:05:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f376f46e-f12e-4eda-a691-7fd601174f91'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:05:36.471186 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-26980f9c-2682-4c97-8b1a-9a3c7a941f97 None None] Set router f376f46e-f12e-4eda-a691-7fd601174f91 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:05:36.588800 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf658b3b-4396-4201-b77a-2c3881a18070 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting subnet 086a58cb-6c7d-4774-8161-cb671e023daf {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:05:36.591643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bf658b3b-4396-4201-b77a-2c3881a18070 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:36.644182 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bf658b3b-4396-4201-b77a-2c3881a18070 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:36.728317 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bf658b3b-4396-4201-b77a-2c3881a18070 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:36.756937 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-26980f9c-2682-4c97-8b1a-9a3c7a941f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c70c7c0>, [{'id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'name': 'tempest-TestNetworkBasicOps-router-423635175', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': 'c748acde-c474-479c-a484-155aee56bce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:05:35Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'c748acde-c474-479c-a484-155aee56bce7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:05:36.760274 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26980f9c-2682-4c97-8b1a-9a3c7a941f97 None None] Checking router: f376f46e-f12e-4eda-a691-7fd601174f91 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:05:36.774411 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26980f9c-2682-4c97-8b1a-9a3c7a941f97 None None] Routers {'f376f46e-f12e-4eda-a691-7fd601174f91'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:05:36.774585 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-26980f9c-2682-4c97-8b1a-9a3c7a941f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c70c7c0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:05:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f376f46e-f12e-4eda-a691-7fd601174f91'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:05:36.804095 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bf658b3b-4396-4201-b77a-2c3881a18070 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:36.807708 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-05acf105-5197-44d5-a1f6-04a26d90c665 tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:36.843308 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf658b3b-4396-4201-b77a-2c3881a18070 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Subnet': ['ID=086a58cb-6c7d-4774-8161-cb671e023daf,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:36.847565 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-bf658b3b-4396-4201-b77a-2c3881a18070 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:36.851010 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-bf658b3b-4396-4201-b77a-2c3881a18070 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:36.859424 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-bf658b3b-4396-4201-b77a-2c3881a18070 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/subnets/086a58cb-6c7d-4774-8161-cb671e023daf HTTP/1.1" status: 204  len: 168 time: 0.5672572
Dec 22 05:05:36.859572 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 32942) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:36.860306 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dff80a8-9010-44bf-856d-b24fc8a912f3 None None] Network 624954df-5529-4217-ab92-7b92b134d9ee requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:05:37.058714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4105fb76-6385-4a4f-b98d-f5eb085e7a4d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:37.141685 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-26980f9c-2682-4c97-8b1a-9a3c7a941f97 None None] Set router f376f46e-f12e-4eda-a691-7fd601174f91 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:05:37.257295 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4105fb76-6385-4a4f-b98d-f5eb085e7a4d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:37.267181 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-4105fb76-6385-4a4f-b98d-f5eb085e7a4d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port c748acde-c474-479c-a484-155aee56bce7 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:05:37.267535 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4105fb76-6385-4a4f-b98d-f5eb085e7a4d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:37.430607 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8fe5c9-2142-40a2-bdac-095e95c705b2 None None] DHCP port deletion for 624954df-5529-4217-ab92-7b92b134d9ee request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 05:05:37.437096 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-6f8fe5c9-2142-40a2-bdac-095e95c705b2 None None] Deleting port 251aa2f7-683a-4657-89f6-c1b9b4aff087 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:05:37.437810 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6f8fe5c9-2142-40a2-bdac-095e95c705b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:37.439253 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-4105fb76-6385-4a4f-b98d-f5eb085e7a4d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port c748acde-c474-479c-a484-155aee56bce7, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c748acde-c474-479c-a484-155aee56bce7,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:05:37.439602 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4105fb76-6385-4a4f-b98d-f5eb085e7a4d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:37.531053 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-26980f9c-2682-4c97-8b1a-9a3c7a941f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c70c7c0>, [{'id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'name': 'tempest-TestNetworkBasicOps-router-423635175', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': 'c748acde-c474-479c-a484-155aee56bce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:05:35Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'c748acde-c474-479c-a484-155aee56bce7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:05:37.539504 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26980f9c-2682-4c97-8b1a-9a3c7a941f97 None None] The sync data for ids ['f376f46e-f12e-4eda-a691-7fd601174f91'] in dv-neutron-822525-1-hyperv is: [{'id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'name': 'tempest-TestNetworkBasicOps-router-423635175', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133'}], 'enable_snat': True}, 'gw_port_id': 'c748acde-c474-479c-a484-155aee56bce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:05:35Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': 'c748acde-c474-479c-a484-155aee56bce7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f376f46e-f12e-4eda-a691-7fd601174f91', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:01:53Z', 'updated_at': '2021-12-22T05:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:05:37.560243 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-4105fb76-6385-4a4f-b98d-f5eb085e7a4d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for c748acde-c474-479c-a484-155aee56bce7 owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:05:37.651002 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-6f8fe5c9-2142-40a2-bdac-095e95c705b2 None None] For port 251aa2f7-683a-4657-89f6-c1b9b4aff087, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=251aa2f7-683a-4657-89f6-c1b9b4aff087,segment=NetworkSegment(d8ee862d-15f3-4aef-9405-82fbd55fb01a),segment_id=d8ee862d-15f3-4aef-9405-82fbd55fb01a)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:05:37.651322 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6f8fe5c9-2142-40a2-bdac-095e95c705b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:37.725130 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4105fb76-6385-4a4f-b98d-f5eb085e7a4d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:37.729214 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d8db4444-0245-46bc-be18-cf603ad730ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:37.770316 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105fb76-6385-4a4f-b98d-f5eb085e7a4d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=c748acde-c474-479c-a484-155aee56bce7,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:37.773031 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4105fb76-6385-4a4f-b98d-f5eb085e7a4d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:37.783656 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-6f8fe5c9-2142-40a2-bdac-095e95c705b2 None None] Calling delete_port for 251aa2f7-683a-4657-89f6-c1b9b4aff087 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:05:37.821661 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:37.859840 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6f8fe5c9-2142-40a2-bdac-095e95c705b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:37.863393 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:37.906325 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fe5c9-2142-40a2-bdac-095e95c705b2 None None] Pushing event deleted for resources: {'Port': ['ID=251aa2f7-683a-4657-89f6-c1b9b4aff087,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:37.912515 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8fe5c9-2142-40a2-bdac-095e95c705b2 None None] No DVR routers for this DVR port 251aa2f7-683a-4657-89f6-c1b9b4aff087 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:05:37.922221 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8fe5c9-2142-40a2-bdac-095e95c705b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:37.922894 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8fe5c9-2142-40a2-bdac-095e95c705b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:37.922894 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8fe5c9-2142-40a2-bdac-095e95c705b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:37.923278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8fe5c9-2142-40a2-bdac-095e95c705b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:37.923497 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8fe5c9-2142-40a2-bdac-095e95c705b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:37.923895 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8fe5c9-2142-40a2-bdac-095e95c705b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:37.925203 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8fe5c9-2142-40a2-bdac-095e95c705b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:37.925537 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8fe5c9-2142-40a2-bdac-095e95c705b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:37.925888 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8fe5c9-2142-40a2-bdac-095e95c705b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:37.926211 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8fe5c9-2142-40a2-bdac-095e95c705b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:37.926641 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8fe5c9-2142-40a2-bdac-095e95c705b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:37.930593 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6f8fe5c9-2142-40a2-bdac-095e95c705b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:37.998107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4105fb76-6385-4a4f-b98d-f5eb085e7a4d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:38.358812 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4105fb76-6385-4a4f-b98d-f5eb085e7a4d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:38.362932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4105fb76-6385-4a4f-b98d-f5eb085e7a4d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:38.386199 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4105fb76-6385-4a4f-b98d-f5eb085e7a4d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:38.386767 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4105fb76-6385-4a4f-b98d-f5eb085e7a4d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Fanout notify agent at l3_agent the message router_deleted on router f376f46e-f12e-4eda-a691-7fd601174f91 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 05:05:38.402123 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4105fb76-6385-4a4f-b98d-f5eb085e7a4d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:38.403240 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4105fb76-6385-4a4f-b98d-f5eb085e7a4d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/routers/f376f46e-f12e-4eda-a691-7fd601174f91 HTTP/1.1" status: 204  len: 168 time: 1.5427999
Dec 22 05:05:38.405990 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 32946) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:38.524409 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d23e6f21-cc3e-4d21-b7c6-a1bf0ae880f6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:38.651802 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d23e6f21-cc3e-4d21-b7c6-a1bf0ae880f6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:38.677637 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-d23e6f21-cc3e-4d21-b7c6-a1bf0ae880f6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bbf6970>,) {'filters': {'network_id': ['624954df-5529-4217-ab92-7b92b134d9ee']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:05:38.689849 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-d23e6f21-cc3e-4d21-b7c6-a1bf0ae880f6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bbf6970>, 'd8ee862d-15f3-4aef-9405-82fbd55fb01a') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:05:38.690143 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-d23e6f21-cc3e-4d21-b7c6-a1bf0ae880f6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bbf6970>, 'd8ee862d-15f3-4aef-9405-82fbd55fb01a') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:05:38.702165 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d23e6f21-cc3e-4d21-b7c6-a1bf0ae880f6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:38.719583 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d23e6f21-cc3e-4d21-b7c6-a1bf0ae880f6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:38.726583 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23e6f21-cc3e-4d21-b7c6-a1bf0ae880f6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:05:38.727002 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d23e6f21-cc3e-4d21-b7c6-a1bf0ae880f6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:05:38.742850 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:05:38.756783 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-72c34b29-709b-4ca2-8752-c0644c0baa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:38.832393 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d23e6f21-cc3e-4d21-b7c6-a1bf0ae880f6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:38.838537 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d23e6f21-cc3e-4d21-b7c6-a1bf0ae880f6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:38.841674 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-16dd422a-98fd-4fc4-aa8e-e731aab1c7c9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:38.868576 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e6f21-cc3e-4d21-b7c6-a1bf0ae880f6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Network': ['ID=624954df-5529-4217-ab92-7b92b134d9ee,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:38.871396 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d23e6f21-cc3e-4d21-b7c6-a1bf0ae880f6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:38.887808 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d23e6f21-cc3e-4d21-b7c6-a1bf0ae880f6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/networks/624954df-5529-4217-ab92-7b92b134d9ee HTTP/1.1" status: 204  len: 168 time: 0.4735899
Dec 22 05:05:38.898800 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 32950) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:38.906315 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-3dfbd9b5-dffd-44b1-88c7-743e11838b67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'network': {'name': 'tempest-network-smoke--361759933', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'port_security_enabled': True}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:05:38.912391 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cbe01459-a5f6-4ef2-ad83-451c85968968 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:05:38.914212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3dfbd9b5-dffd-44b1-88c7-743e11838b67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:05:38.918344 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3dfbd9b5-dffd-44b1-88c7-743e11838b67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:network and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:05:38.921476 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3dfbd9b5-dffd-44b1-88c7-743e11838b67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:05:38.930152 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3dfbd9b5-dffd-44b1-88c7-743e11838b67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:05:38.941156 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfbd9b5-dffd-44b1-88c7-743e11838b67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:05:38.945293 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3dfbd9b5-dffd-44b1-88c7-743e11838b67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:38.950318 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: cbe01459-a5f6-4ef2-ad83-451c85968968 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:05:38.950671 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device cbe01459-a5f6-4ef2-ad83-451c85968968 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:05:38.951121 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c748acde-c474-479c-a484-155aee56bce7 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:05:38.974968 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dfbd9b5-dffd-44b1-88c7-743e11838b67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:05:38.983632 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: c748acde-c474-479c-a484-155aee56bce7 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:05:38.983987 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c748acde-c474-479c-a484-155aee56bce7 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:05:38.984098 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3dfbd9b5-dffd-44b1-88c7-743e11838b67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:38.984383 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-3dfbd9b5-dffd-44b1-88c7-743e11838b67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Added segment 9fe20228-3ec1-43e1-b13e-777a37712b57 of type vlan for network bdc90e7d-46c9-481c-b18c-c8c40350c0b0
Dec 22 05:05:38.984525 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 251aa2f7-683a-4657-89f6-c1b9b4aff087 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:05:39.011061 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3dfbd9b5-dffd-44b1-88c7-743e11838b67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:39.016466 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 251aa2f7-683a-4657-89f6-c1b9b4aff087 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:05:39.016825 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 251aa2f7-683a-4657-89f6-c1b9b4aff087 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:05:39.042319 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3dfbd9b5-dffd-44b1-88c7-743e11838b67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:39.046334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfbd9b5-dffd-44b1-88c7-743e11838b67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:39.046909 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3dfbd9b5-dffd-44b1-88c7-743e11838b67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:39.050265 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6603a9a2-2f18-4c10-96ef-f044ddcf7840 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:39.159408 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3dfbd9b5-dffd-44b1-88c7-743e11838b67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2568614
Dec 22 05:05:39.160296 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 32954) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:39.166948 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1929461971', 'admin_state_up': True, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:05:39.172065 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbd9b5-dffd-44b1-88c7-743e11838b67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Network': ['ID=bdc90e7d-46c9-481c-b18c-c8c40350c0b0,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:39.175442 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3dfbd9b5-dffd-44b1-88c7-743e11838b67 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:39.178264 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:05:39.182108 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:router and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:05:39.185453 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network bdc90e7d-46c9-481c-b18c-c8c40350c0b0 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:05:39.186129 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:05:39.192150 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:05:39.205331 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:39.206406 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:39.232818 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:39.380564 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:39.552479 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:39.582444 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:39.822840 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.26.4.46 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/62c3085f-c0dc-47de-b0ff-e40c0893c06d) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:05:39.962124 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:39.988522 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:39.992442 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1aace88d-845b-4486-af3c-3afb5cc63d8f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:40.049807 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:05:40.056523 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:05:40.060409 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:05:40.089006 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=62c3085f-c0dc-47de-b0ff-e40c0893c06d,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:40.094499 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:40.212098 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_gateway, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:40.213078 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:40.433246 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 05:05:40.631150 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:05:40.640399 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] Sync routers for ids ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:05:40.651692 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] Routers {'650b8bdb-406c-4b57-bc8d-6f5e9b23e672'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:05:40.652288 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c84a670>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:05:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:05:40.655690 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:40.656961 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.4963946
Dec 22 05:05:40.660008 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 32958) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:40.699710 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5582bae8-2e7e-42c3-bfe0-1562b2b84672 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=276ceac97e6343c5aa8f294c3cc0960a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0384734
Dec 22 05:05:40.702280 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 32962) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:40.824145 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] Set router 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:05:40.832215 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283b2908-c016-4f09-9bf6-2d85d4b95073 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:40.833832 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-283b2908-c016-4f09-9bf6-2d85d4b95073 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1304028
Dec 22 05:05:40.836647 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 32966) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:40.879309 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b85a5c1d-0660-47fe-a80e-191634acb733 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0413923
Dec 22 05:05:40.882159 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 32970) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:40.887361 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-1b42a8c3-90e0-470a-b984-03df60b1a0ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-191194483', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:05:40.965610 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-78efed46-d4b8-4de8-8666-5062deec08d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:40.996454 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1b42a8c3-90e0-470a-b984-03df60b1a0ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:05:41.000234 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1b42a8c3-90e0-470a-b984-03df60b1a0ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:subnet and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:05:41.003165 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1b42a8c3-90e0-470a-b984-03df60b1a0ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:05:41.008772 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1b42a8c3-90e0-470a-b984-03df60b1a0ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:05:41.019058 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b42a8c3-90e0-470a-b984-03df60b1a0ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:05:41.103919 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c84a670>, [{'id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'name': 'tempest-TestNetworkBasicOps-router-1929461971', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:40Z', 'revision_number': 3, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:01:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:05:41.107777 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] Checking router: 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:05:41.108120 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] Updating router 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 port 62c3085f-c0dc-47de-b0ff-e40c0893c06d binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:05:41.116745 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1b42a8c3-90e0-470a-b984-03df60b1a0ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:41.160240 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:41.331669 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1b42a8c3-90e0-470a-b984-03df60b1a0ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:41.336219 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-624d8fb4-6dd2-4f4f-8616-73345a636a75 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:41.406276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42a8c3-90e0-470a-b984-03df60b1a0ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Subnet': ['ID=251d1566-da12-4b15-a9d3-6527647c05ff,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:41.412134 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1b42a8c3-90e0-470a-b984-03df60b1a0ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:41.422099 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b42a8c3-90e0-470a-b984-03df60b1a0ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Checking segment: {'id': '9fe20228-3ec1-43e1-b13e-777a37712b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:05:41.422452 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b42a8c3-90e0-470a-b984-03df60b1a0ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network hostable DHCP agents. Network: bdc90e7d-46c9-481c-b18c-c8c40350c0b0, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:05:41.443641 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b42a8c3-90e0-470a-b984-03df60b1a0ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network bdc90e7d-46c9-481c-b18c-c8c40350c0b0 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:05:41.453646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-1b42a8c3-90e0-470a-b984-03df60b1a0ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, bdc90e7d-46c9-481c-b18c-c8c40350c0b0) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:05:41.457596 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b42a8c3-90e0-470a-b984-03df60b1a0ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:41.458720 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1b42a8c3-90e0-470a-b984-03df60b1a0ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:41.464279 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903a0b25-a5d4-4af6-a33b-520e8d9a3165 None None] Network bdc90e7d-46c9-481c-b18c-c8c40350c0b0 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:05:41.486133 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1b42a8c3-90e0-470a-b984-03df60b1a0ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.6004221
Dec 22 05:05:41.486348 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 32974) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:41.496681 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:41.509625 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] Transition to ACTIVE for port object 62c3085f-c0dc-47de-b0ff-e40c0893c06d will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:05:41.516037 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:41.519497 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-7463d8dd-db57-425f-8700-86deeec5f699 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:41.586852 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] Attempting to bind port 62c3085f-c0dc-47de-b0ff-e40c0893c06d on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:05:41.587089 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] Attempting to bind port 62c3085f-c0dc-47de-b0ff-e40c0893c06d by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:05:41.587444 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] Attempting to bind port 62c3085f-c0dc-47de-b0ff-e40c0893c06d on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:05:41.603456 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ade8f1-3037-4eb6-a152-b70b58da3840 None None] Pushing event updated for resources: {'Port': ['ID=62c3085f-c0dc-47de-b0ff-e40c0893c06d,revision_number=2']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:41.613980 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ade8f1-3037-4eb6-a152-b70b58da3840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:41.613980 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ade8f1-3037-4eb6-a152-b70b58da3840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:41.614337 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ade8f1-3037-4eb6-a152-b70b58da3840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:41.614630 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ade8f1-3037-4eb6-a152-b70b58da3840 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:41.614948 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ade8f1-3037-4eb6-a152-b70b58da3840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:41.615265 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ade8f1-3037-4eb6-a152-b70b58da3840 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:41.615580 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ade8f1-3037-4eb6-a152-b70b58da3840 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:41.615894 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ade8f1-3037-4eb6-a152-b70b58da3840 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:41.616202 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ade8f1-3037-4eb6-a152-b70b58da3840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:41.616508 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ade8f1-3037-4eb6-a152-b70b58da3840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:41.616813 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ade8f1-3037-4eb6-a152-b70b58da3840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:41.620627 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-b5ade8f1-3037-4eb6-a152-b70b58da3840 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:41.622525 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:05:41.622890 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:05:41.623287 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:41.623668 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:05:41.624136 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] Bound port: 62c3085f-c0dc-47de-b0ff-e40c0893c06d, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:05:41.624506 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:41.679010 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ips': [{'subnet_id': '251d1566-da12-4b15-a9d3-6527647c05ff'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:05:41.679840 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:41.705755 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] For port 62c3085f-c0dc-47de-b0ff-e40c0893c06d, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:05:41.709852 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] For port 62c3085f-c0dc-47de-b0ff-e40c0893c06d, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=62c3085f-c0dc-47de-b0ff-e40c0893c06d,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:05:41.715428 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:41.719362 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-092ab195-8db6-461e-b287-bd82de5b3b11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:41.793487 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ade8f1-3037-4eb6-a152-b70b58da3840 None None] Pushing event updated for resources: {'Port': ['ID=62c3085f-c0dc-47de-b0ff-e40c0893c06d,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:41.796524 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-b5ade8f1-3037-4eb6-a152-b70b58da3840 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:41.802925 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] Routers {'650b8bdb-406c-4b57-bc8d-6f5e9b23e672'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:05:41.803609 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c84a670>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:05:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:05:41.887697 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Allocated IP 172.20.0.2 (bdc90e7d-46c9-481c-b18c-c8c40350c0b0/251d1566-da12-4b15-a9d3-6527647c05ff/4ff57eeb-0aaf-410f-baa6-9a7905f49b96) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:05:41.985509 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] Set router 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:05:42.111336 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:42.117841 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:42.123920 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Transition to ACTIVE for port object 4ff57eeb-0aaf-410f-baa6-9a7905f49b96 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:05:42.143111 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Transition to ACTIVE for port object 4ff57eeb-0aaf-410f-baa6-9a7905f49b96 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:05:42.150841 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:42.163029 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:42.201884 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Network bdc90e7d-46c9-481c-b18c-c8c40350c0b0 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:05:42.208370 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:05:42.211251 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:05:42.305046 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c84a670>, [{'id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'name': 'tempest-TestNetworkBasicOps-router-1929461971', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:40Z', 'revision_number': 3, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:01:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:05:42.308972 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb6b93-642b-4bbe-8e94-01368b0ec0f5 None None] The sync data for ids ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'] in dv-neutron-822525-1-hyperv is: [{'id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'name': 'tempest-TestNetworkBasicOps-router-1929461971', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:40Z', 'revision_number': 3, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:01:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:05:42.341491 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Attempting to bind port 4ff57eeb-0aaf-410f-baa6-9a7905f49b96 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:05:42.342067 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Attempting to bind port 4ff57eeb-0aaf-410f-baa6-9a7905f49b96 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '9fe20228-3ec1-43e1-b13e-777a37712b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:05:42.342525 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Attempting to bind port 4ff57eeb-0aaf-410f-baa6-9a7905f49b96 on network bdc90e7d-46c9-481c-b18c-c8c40350c0b0 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:05:42.344666 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:42.346877 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Pushing event updated for resources: {'Port': ['ID=4ff57eeb-0aaf-410f-baa6-9a7905f49b96,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:42.351998 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:42.354045 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:05:42.354531 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Checking segment: {'id': '9fe20228-3ec1-43e1-b13e-777a37712b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:05:42.355143 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:42.355628 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Bound using segment: {'id': '9fe20228-3ec1-43e1-b13e-777a37712b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:05:42.356615 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Bound port: 4ff57eeb-0aaf-410f-baa6-9a7905f49b96, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe20228-3ec1-43e1-b13e-777a37712b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:05:42.356615 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:42.375903 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-111b3d85-b73b-46ac-a853-78f39148ea34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:42.452573 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] For port 4ff57eeb-0aaf-410f-baa6-9a7905f49b96, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:05:42.455911 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] For port 4ff57eeb-0aaf-410f-baa6-9a7905f49b96, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=4ff57eeb-0aaf-410f-baa6-9a7905f49b96,segment=NetworkSegment(9fe20228-3ec1-43e1-b13e-777a37712b57),segment_id=9fe20228-3ec1-43e1-b13e-777a37712b57)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:05:42.460721 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:42.464725 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:42.547574 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Pushing event updated for resources: {'Port': ['ID=4ff57eeb-0aaf-410f-baa6-9a7905f49b96,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:42.550744 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:42.825048 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-111b3d85-b73b-46ac-a853-78f39148ea34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.20.0.1 (bdc90e7d-46c9-481c-b18c-c8c40350c0b0/251d1566-da12-4b15-a9d3-6527647c05ff/f94b4343-cf27-40c8-9115-3562959b2bdc) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:05:42.884343 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 62c3085f-c0dc-47de-b0ff-e40c0893c06d up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:05:42.961179 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 62c3085f-c0dc-47de-b0ff-e40c0893c06d completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:05:42.967376 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 62c3085f-c0dc-47de-b0ff-e40c0893c06d triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:05:42.967914 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:42.998426 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-111b3d85-b73b-46ac-a853-78f39148ea34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:43.014998 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-111b3d85-b73b-46ac-a853-78f39148ea34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Transition to ACTIVE for port object f94b4343-cf27-40c8-9115-3562959b2bdc will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:05:43.039407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-111b3d85-b73b-46ac-a853-78f39148ea34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:43.043592 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-531325df-b416-43c8-a7eb-05442686ec28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:43.094889 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:43.112403 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 62c3085f-c0dc-47de-b0ff-e40c0893c06d, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=62c3085f-c0dc-47de-b0ff-e40c0893c06d,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:05:43.117665 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:43.118882 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111b3d85-b73b-46ac-a853-78f39148ea34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network bdc90e7d-46c9-481c-b18c-c8c40350c0b0 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:05:43.119064 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 4ff57eeb-0aaf-410f-baa6-9a7905f49b96 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:05:43.122428 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-111b3d85-b73b-46ac-a853-78f39148ea34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:05:43.124276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b3d85-b73b-46ac-a853-78f39148ea34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=f94b4343-cf27-40c8-9115-3562959b2bdc,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:43.126455 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111b3d85-b73b-46ac-a853-78f39148ea34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:05:43.152295 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-111b3d85-b73b-46ac-a853-78f39148ea34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:43.178625 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-829234d8-11e6-4897-be70-0464cf6aa6c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:43.188775 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-111b3d85-b73b-46ac-a853-78f39148ea34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:43.248266 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=62c3085f-c0dc-47de-b0ff-e40c0893c06d,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:43.251942 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:43.268306 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 4ff57eeb-0aaf-410f-baa6-9a7905f49b96 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:05:43.298262 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-111b3d85-b73b-46ac-a853-78f39148ea34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:43.546485 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:43.556741 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d96a69-5915-4a7c-a97c-152ae1e8c20a None None] Network bdc90e7d-46c9-481c-b18c-c8c40350c0b0 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:05:43.651518 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9d639d4d-941d-4379-842b-d795fc62ac9f None None] Provisioning for port 4ff57eeb-0aaf-410f-baa6-9a7905f49b96 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:05:43.661575 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9d639d4d-941d-4379-842b-d795fc62ac9f None None] Provisioning complete for port 4ff57eeb-0aaf-410f-baa6-9a7905f49b96 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:05:43.661969 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9d639d4d-941d-4379-842b-d795fc62ac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:43.825683 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-111b3d85-b73b-46ac-a853-78f39148ea34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:43.830069 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-111b3d85-b73b-46ac-a853-78f39148ea34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:43.857827 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d5bd0cf0-a3a0-4047-9496-af4512daccac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:43.885559 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9d639d4d-941d-4379-842b-d795fc62ac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:43.928198 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-9d639d4d-941d-4379-842b-d795fc62ac9f None None] For port 4ff57eeb-0aaf-410f-baa6-9a7905f49b96, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=4ff57eeb-0aaf-410f-baa6-9a7905f49b96,segment=NetworkSegment(9fe20228-3ec1-43e1-b13e-777a37712b57),segment_id=9fe20228-3ec1-43e1-b13e-777a37712b57)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:05:43.934648 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9d639d4d-941d-4379-842b-d795fc62ac9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:43.936875 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:43.940822 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b3d85-b73b-46ac-a853-78f39148ea34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=f94b4343-cf27-40c8-9115-3562959b2bdc,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:43.943169 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-111b3d85-b73b-46ac-a853-78f39148ea34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:43.946727 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-111b3d85-b73b-46ac-a853-78f39148ea34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:44.003063 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d639d4d-941d-4379-842b-d795fc62ac9f None None] Pushing event updated for resources: {'Port': ['ID=4ff57eeb-0aaf-410f-baa6-9a7905f49b96,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:44.006477 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9d639d4d-941d-4379-842b-d795fc62ac9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:44.084466 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111b3d85-b73b-46ac-a853-78f39148ea34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network bdc90e7d-46c9-481c-b18c-c8c40350c0b0 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:05:44.085621 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-111b3d85-b73b-46ac-a853-78f39148ea34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:05:44.161565 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ea4cce2b-3efc-4663-aec8-65afaa6a3d90 None None] Provisioning for port f94b4343-cf27-40c8-9115-3562959b2bdc completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:05:44.174780 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ea4cce2b-3efc-4663-aec8-65afaa6a3d90 None None] Provisioning complete for port f94b4343-cf27-40c8-9115-3562959b2bdc triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:05:44.175657 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ea4cce2b-3efc-4663-aec8-65afaa6a3d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:44.235672 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-ea4cce2b-3efc-4663-aec8-65afaa6a3d90 None None] Port f94b4343-cf27-40c8-9115-3562959b2bdc cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:05:44.249343 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ea4cce2b-3efc-4663-aec8-65afaa6a3d90 None None] Provisioning complete for port 4ff57eeb-0aaf-410f-baa6-9a7905f49b96 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:05:44.249666 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ea4cce2b-3efc-4663-aec8-65afaa6a3d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:44.499965 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-fd64929f-ce9e-4bf2-8885-436d7dd3ce9c None None] Provisioning complete for port f94b4343-cf27-40c8-9115-3562959b2bdc triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:05:44.500625 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fd64929f-ce9e-4bf2-8885-436d7dd3ce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:44.504224 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111b3d85-b73b-46ac-a853-78f39148ea34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:05:44.585324 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-fd64929f-ce9e-4bf2-8885-436d7dd3ce9c None None] Port f94b4343-cf27-40c8-9115-3562959b2bdc cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:05:44.706025 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3c62cce1-e89e-4272-bcc1-46b53ee08900 None None] Provisioning complete for port f94b4343-cf27-40c8-9115-3562959b2bdc triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:05:44.706321 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3c62cce1-e89e-4272-bcc1-46b53ee08900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:44.710213 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111b3d85-b73b-46ac-a853-78f39148ea34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:05:44.722990 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-111b3d85-b73b-46ac-a853-78f39148ea34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/routers/650b8bdb-406c-4b57-bc8d-6f5e9b23e672/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2357190
Dec 22 05:05:44.725615 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 32978) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:44.764888 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-3c62cce1-e89e-4272-bcc1-46b53ee08900 None None] Port f94b4343-cf27-40c8-9115-3562959b2bdc cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:05:44.798274 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 62c3085f-c0dc-47de-b0ff-e40c0893c06d up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:05:44.862978 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8436503d-e6a3-45cc-8be0-c55b05c9d206 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:44.863516 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8436503d-e6a3-45cc-8be0-c55b05c9d206 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:44.863705 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8436503d-e6a3-45cc-8be0-c55b05c9d206 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:44.864079 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8436503d-e6a3-45cc-8be0-c55b05c9d206 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:44.865728 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8436503d-e6a3-45cc-8be0-c55b05c9d206 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1391892
Dec 22 05:05:44.866356 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 62c3085f-c0dc-47de-b0ff-e40c0893c06d triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:05:44.866737 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:44.868426 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 32982) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:44.934555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9283f8-b203-4d00-83cb-ac9c477ac8e4 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:44.934924 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9283f8-b203-4d00-83cb-ac9c477ac8e4 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:44.935279 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9283f8-b203-4d00-83cb-ac9c477ac8e4 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:44.935627 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9283f8-b203-4d00-83cb-ac9c477ac8e4 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:44.937252 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0e9283f8-b203-4d00-83cb-ac9c477ac8e4 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0679533
Dec 22 05:05:44.939983 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 32986) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:44.980466 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 4ff57eeb-0aaf-410f-baa6-9a7905f49b96 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:05:45.045118 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 4ff57eeb-0aaf-410f-baa6-9a7905f49b96 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:05:45.045494 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:45.249522 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5c4f6f47-8fb8-44b6-8426-554934dcb634 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.3084085
Dec 22 05:05:45.853566 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 32992) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:45.859209 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-9f44b5c6-a768-4dc7-bd26-7f9e2bab5449 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1649951506', 'description': 'tempest-secgroup-smoke-1649951506 description', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:05:45.864959 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-9f44b5c6-a768-4dc7-bd26-7f9e2bab5449 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:05:45.869029 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-9f44b5c6-a768-4dc7-bd26-7f9e2bab5449 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:05:45.871954 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-9f44b5c6-a768-4dc7-bd26-7f9e2bab5449 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:05:45.877672 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-9f44b5c6-a768-4dc7-bd26-7f9e2bab5449 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:05:45.888206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9f44b5c6-a768-4dc7-bd26-7f9e2bab5449 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:45.926101 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-9f44b5c6-a768-4dc7-bd26-7f9e2bab5449 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:05:45.928857 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-9f44b5c6-a768-4dc7-bd26-7f9e2bab5449 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:05:45.931719 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-9f44b5c6-a768-4dc7-bd26-7f9e2bab5449 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:05:45.937243 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-9f44b5c6-a768-4dc7-bd26-7f9e2bab5449 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:05:45.948493 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] Sync routers for ids ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:05:45.960673 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] Routers {'650b8bdb-406c-4b57-bc8d-6f5e9b23e672'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:05:45.961364 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c9204c0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:05:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:05:45.994007 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9f44b5c6-a768-4dc7-bd26-7f9e2bab5449 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:45.997620 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9f44b5c6-a768-4dc7-bd26-7f9e2bab5449 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.001203 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5ba17bda-f52f-45bb-b3e2-da5c4051052f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:46.043542 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44b5c6-a768-4dc7-bd26-7f9e2bab5449 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1c129e-704d-47b1-8750-dad9fc2e4623,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:46.046331 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9f44b5c6-a768-4dc7-bd26-7f9e2bab5449 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:46.051453 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9f44b5c6-a768-4dc7-bd26-7f9e2bab5449 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.055796 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 32996) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:46.056296 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9f44b5c6-a768-4dc7-bd26-7f9e2bab5449 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2014725
Dec 22 05:05:46.062728 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-cee95873-beec-4591-9ffa-f3b84c0291fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': 'df1c129e-704d-47b1-8750-dad9fc2e4623', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:05:46.068995 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-cee95873-beec-4591-9ffa-f3b84c0291fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:05:46.072829 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-cee95873-beec-4591-9ffa-f3b84c0291fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:05:46.075792 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-cee95873-beec-4591-9ffa-f3b84c0291fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:05:46.081493 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-cee95873-beec-4591-9ffa-f3b84c0291fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:05:46.100011 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cee95873-beec-4591-9ffa-f3b84c0291fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.138874 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] Set router 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:05:46.162400 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cee95873-beec-4591-9ffa-f3b84c0291fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.166201 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cee95873-beec-4591-9ffa-f3b84c0291fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.168053 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-89dfed16-ae94-4543-9b5b-f685b11b5b40 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:46.190373 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee95873-beec-4591-9ffa-f3b84c0291fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eae03fd-30c9-40e4-9eea-c9d8f7593a40,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:46.203149 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee95873-beec-4591-9ffa-f3b84c0291fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:46.203527 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee95873-beec-4591-9ffa-f3b84c0291fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:46.203853 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee95873-beec-4591-9ffa-f3b84c0291fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:46.204379 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee95873-beec-4591-9ffa-f3b84c0291fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:46.204797 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee95873-beec-4591-9ffa-f3b84c0291fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:46.205270 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee95873-beec-4591-9ffa-f3b84c0291fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:46.205590 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee95873-beec-4591-9ffa-f3b84c0291fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:46.205948 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee95873-beec-4591-9ffa-f3b84c0291fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:46.206353 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee95873-beec-4591-9ffa-f3b84c0291fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:46.206685 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee95873-beec-4591-9ffa-f3b84c0291fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:46.207040 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee95873-beec-4591-9ffa-f3b84c0291fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:05:46.211093 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cee95873-beec-4591-9ffa-f3b84c0291fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:46.211943 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cee95873-beec-4591-9ffa-f3b84c0291fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.215810 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-cee95873-beec-4591-9ffa-f3b84c0291fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1558678
Dec 22 05:05:46.216697 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33000) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:46.221645 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-4a9053bd-284e-4040-bdaa-06a8928274b6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': 'df1c129e-704d-47b1-8750-dad9fc2e4623', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:05:46.227901 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4a9053bd-284e-4040-bdaa-06a8928274b6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:05:46.231641 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4a9053bd-284e-4040-bdaa-06a8928274b6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:05:46.234459 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4a9053bd-284e-4040-bdaa-06a8928274b6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:05:46.240162 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4a9053bd-284e-4040-bdaa-06a8928274b6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:05:46.260990 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4a9053bd-284e-4040-bdaa-06a8928274b6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.322782 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4a9053bd-284e-4040-bdaa-06a8928274b6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.326279 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4a9053bd-284e-4040-bdaa-06a8928274b6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.334113 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8e3c9ab8-3b73-473b-be6a-5f5f6296d67a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:46.351995 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9053bd-284e-4040-bdaa-06a8928274b6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2683742c-6725-47ba-951d-5a592682547e,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:46.355082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4a9053bd-284e-4040-bdaa-06a8928274b6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:46.362669 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4a9053bd-284e-4040-bdaa-06a8928274b6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.366540 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4a9053bd-284e-4040-bdaa-06a8928274b6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1467397
Dec 22 05:05:46.366823 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33004) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:46.372499 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b4f19e38-26f1-49ce-aa82-c2e9ba113d4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': 'df1c129e-704d-47b1-8750-dad9fc2e4623', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:05:46.378361 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b4f19e38-26f1-49ce-aa82-c2e9ba113d4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:05:46.382764 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b4f19e38-26f1-49ce-aa82-c2e9ba113d4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:05:46.385600 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b4f19e38-26f1-49ce-aa82-c2e9ba113d4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:05:46.391156 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b4f19e38-26f1-49ce-aa82-c2e9ba113d4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:05:46.408440 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b4f19e38-26f1-49ce-aa82-c2e9ba113d4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.459289 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c9204c0>, [{'id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'name': 'tempest-TestNetworkBasicOps-router-1929461971', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'f94b4343-cf27-40c8-9115-3562959b2bdc', 'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:8f:bb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:42Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 2, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:05:46.463396 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] Checking router: 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:05:46.463758 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] Updating router 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 port f94b4343-cf27-40c8-9115-3562959b2bdc binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:05:46.470131 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b4f19e38-26f1-49ce-aa82-c2e9ba113d4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.473775 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b4f19e38-26f1-49ce-aa82-c2e9ba113d4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.475517 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4d108d17-2953-4251-b0ae-2fcd2ddb1446 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:46.496706 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f19e38-26f1-49ce-aa82-c2e9ba113d4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe0fc94-ccee-4281-bba1-acb6ac9c3ded,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:46.501491 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b4f19e38-26f1-49ce-aa82-c2e9ba113d4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:46.507328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b4f19e38-26f1-49ce-aa82-c2e9ba113d4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.508474 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b4f19e38-26f1-49ce-aa82-c2e9ba113d4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1406682
Dec 22 05:05:46.511278 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33008) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:46.516564 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-0f4e66a0-afe3-4582-8553-c98928f1856d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': 'df1c129e-704d-47b1-8750-dad9fc2e4623', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:05:46.518204 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.522686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0f4e66a0-afe3-4582-8553-c98928f1856d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:05:46.526325 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0f4e66a0-afe3-4582-8553-c98928f1856d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:05:46.529076 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0f4e66a0-afe3-4582-8553-c98928f1856d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:05:46.534578 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0f4e66a0-afe3-4582-8553-c98928f1856d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:05:46.550419 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0f4e66a0-afe3-4582-8553-c98928f1856d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.612711 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0f4e66a0-afe3-4582-8553-c98928f1856d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.616687 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0f4e66a0-afe3-4582-8553-c98928f1856d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.618672 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b4b53745-3e3c-460b-b6f3-f7d9d8dab562 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:46.640109 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e66a0-afe3-4582-8553-c98928f1856d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38d4f17-0664-484a-bd69-1ae8a5335bc8,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:46.642830 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0f4e66a0-afe3-4582-8553-c98928f1856d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:46.650583 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0f4e66a0-afe3-4582-8553-c98928f1856d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.651986 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0f4e66a0-afe3-4582-8553-c98928f1856d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1397188
Dec 22 05:05:46.654693 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33012) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:46.660059 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-967424ed-e9dd-4cd1-99d7-dca6e559c09e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': 'df1c129e-704d-47b1-8750-dad9fc2e4623', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:05:46.666655 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-967424ed-e9dd-4cd1-99d7-dca6e559c09e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:05:46.670327 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-967424ed-e9dd-4cd1-99d7-dca6e559c09e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:05:46.673076 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-967424ed-e9dd-4cd1-99d7-dca6e559c09e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:05:46.679454 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-967424ed-e9dd-4cd1-99d7-dca6e559c09e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:05:46.689738 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-967424ed-e9dd-4cd1-99d7-dca6e559c09e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Project 276ceac97e6343c5aa8f294c3cc0960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:05:46.696627 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-967424ed-e9dd-4cd1-99d7-dca6e559c09e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.762595 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-967424ed-e9dd-4cd1-99d7-dca6e559c09e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.766454 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-967424ed-e9dd-4cd1-99d7-dca6e559c09e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.774060 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b4f19e38-26f1-49ce-aa82-c2e9ba113d4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:46.793846 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967424ed-e9dd-4cd1-99d7-dca6e559c09e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc6cddc-ecdc-4dce-8325-5db06e8ef10c,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:46.796648 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-967424ed-e9dd-4cd1-99d7-dca6e559c09e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:46.802583 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-967424ed-e9dd-4cd1-99d7-dca6e559c09e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.803715 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-967424ed-e9dd-4cd1-99d7-dca6e559c09e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1481402
Dec 22 05:05:46.806766 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33016) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:46.813838 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-20aa5952-bdff-437c-9d94-d1b2c241b322 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': 'df1c129e-704d-47b1-8750-dad9fc2e4623', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:05:46.820265 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-20aa5952-bdff-437c-9d94-d1b2c241b322 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:05:46.824415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-20aa5952-bdff-437c-9d94-d1b2c241b322 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:05:46.828655 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-20aa5952-bdff-437c-9d94-d1b2c241b322 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:05:46.834315 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-20aa5952-bdff-437c-9d94-d1b2c241b322 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:05:46.844126 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.securitygroups_db [None req-20aa5952-bdff-437c-9d94-d1b2c241b322 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Project 276ceac97e6343c5aa8f294c3cc0960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:05:46.850323 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-20aa5952-bdff-437c-9d94-d1b2c241b322 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.862443 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.874248 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] Transition to ACTIVE for port object f94b4343-cf27-40c8-9115-3562959b2bdc will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:05:46.880365 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.883852 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:46.917817 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-20aa5952-bdff-437c-9d94-d1b2c241b322 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.923213 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-20aa5952-bdff-437c-9d94-d1b2c241b322 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.925491 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-94b8cd41-501d-4ecf-83e8-7e465b054144 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:46.951244 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa5952-bdff-437c-9d94-d1b2c241b322 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422d5c6a-f26d-414b-b87c-62582adcbf68,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:46.957597 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-20aa5952-bdff-437c-9d94-d1b2c241b322 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:46.971337 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-20aa5952-bdff-437c-9d94-d1b2c241b322 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:46.976768 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-20aa5952-bdff-437c-9d94-d1b2c241b322 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1651297
Dec 22 05:05:47.060469 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b659073-3945-4622-b967-8152382047b3 None None] Pushing event updated for resources: {'Port': ['ID=f94b4343-cf27-40c8-9115-3562959b2bdc,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:47.064071 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4b659073-3945-4622-b967-8152382047b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:47.149178 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] Attempting to bind port f94b4343-cf27-40c8-9115-3562959b2bdc on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:05:47.149573 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] Attempting to bind port f94b4343-cf27-40c8-9115-3562959b2bdc by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '9fe20228-3ec1-43e1-b13e-777a37712b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:05:47.149982 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] Attempting to bind port f94b4343-cf27-40c8-9115-3562959b2bdc on network bdc90e7d-46c9-481c-b18c-c8c40350c0b0 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:05:47.156232 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:05:47.156614 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] Checking segment: {'id': '9fe20228-3ec1-43e1-b13e-777a37712b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:05:47.157003 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:47.157397 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] Bound using segment: {'id': '9fe20228-3ec1-43e1-b13e-777a37712b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:05:47.157879 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] Bound port: f94b4343-cf27-40c8-9115-3562959b2bdc, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe20228-3ec1-43e1-b13e-777a37712b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:05:47.158250 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:47.167404 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-a1b4a4f5-0f61-47ca-9649-23c65d624a30 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:05:47.183655 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-a1b4a4f5-0f61-47ca-9649-23c65d624a30 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:05:47.185230 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-a1b4a4f5-0f61-47ca-9649-23c65d624a30 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649951506&fields=id&tenant_id=276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 267 time: 0.0650723
Dec 22 05:05:47.256002 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] For port f94b4343-cf27-40c8-9115-3562959b2bdc, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:05:47.259191 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] For port f94b4343-cf27-40c8-9115-3562959b2bdc, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f94b4343-cf27-40c8-9115-3562959b2bdc,segment=NetworkSegment(9fe20228-3ec1-43e1-b13e-777a37712b57),segment_id=9fe20228-3ec1-43e1-b13e-777a37712b57)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:05:47.262651 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:47.266740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:47.344003 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-0552bbfe-d88c-44d1-8557-9aded1d21c70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:47.344156 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b659073-3945-4622-b967-8152382047b3 None None] Pushing event updated for resources: {'Port': ['ID=f94b4343-cf27-40c8-9115-3562959b2bdc,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:47.347705 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4b659073-3945-4622-b967-8152382047b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:47.352402 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] Routers {'650b8bdb-406c-4b57-bc8d-6f5e9b23e672'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:05:47.353627 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c9204c0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:05:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:05:47.355200 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-0552bbfe-d88c-44d1-8557-9aded1d21c70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/networks?id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0 HTTP/1.1" status: 200  len: 796 time: 0.1612906
Dec 22 05:05:47.374541 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-5cd13fc2-ab10-42e9-a3e3-6e33c40eefba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/quotas/276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 375 time: 0.0120199
Dec 22 05:05:47.459484 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-d40d80ea-cc51-4dbb-9f27-2512802281f3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:05:47.476569 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-d40d80ea-cc51-4dbb-9f27-2512802281f3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:05:47.477906 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-d40d80ea-cc51-4dbb-9f27-2512802281f3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0956106
Dec 22 05:05:47.494651 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-47c362fc-c40f-4c4f-838a-05d025d1fca0 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 05:05:47.498002 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-47c362fc-c40f-4c4f-838a-05d025d1fca0 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0076807
Dec 22 05:05:47.532193 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] Set router 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:05:47.629178 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-a1e232d7-37c8-4ab2-8af4-24e88e8602b9 service neutron] 10.222.0.53 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276720
Dec 22 05:05:47.758700 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-47ebb203-3d88-4d4d-8add-efc58323aa31 service neutron] 10.222.0.53 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237798
Dec 22 05:05:47.850884 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c9204c0>, [{'id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'name': 'tempest-TestNetworkBasicOps-router-1929461971', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'f94b4343-cf27-40c8-9115-3562959b2bdc', 'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:8f:bb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:42Z', 'updated_at': '2021-12-22T05:05:47Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:05:47.855441 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5155fd17-5a95-454b-bdb9-796800e2619f None None] The sync data for ids ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'] in dv-neutron-822525-1-hyperv is: [{'id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'name': 'tempest-TestNetworkBasicOps-router-1929461971', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'f94b4343-cf27-40c8-9115-3562959b2bdc', 'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:8f:bb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:42Z', 'updated_at': '2021-12-22T05:05:47Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:05:47.953247 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-edbe320c-e2d6-40f1-98bb-c506784f5187 req-03768eda-31e9-4ab6-9c26-d084150cb945 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:05:47.968352 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-edbe320c-e2d6-40f1-98bb-c506784f5187 req-03768eda-31e9-4ab6-9c26-d084150cb945 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:05:47.969510 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-edbe320c-e2d6-40f1-98bb-c506784f5187 req-03768eda-31e9-4ab6-9c26-d084150cb945 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 210 time: 0.0646629
Dec 22 05:05:48.808245 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f94b4343-cf27-40c8-9115-3562959b2bdc up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:05:48.873714 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port f94b4343-cf27-40c8-9115-3562959b2bdc completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:05:48.878345 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port f94b4343-cf27-40c8-9115-3562959b2bdc triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:05:48.878721 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:48.992927 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:49.035460 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port f94b4343-cf27-40c8-9115-3562959b2bdc, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f94b4343-cf27-40c8-9115-3562959b2bdc,segment=NetworkSegment(9fe20228-3ec1-43e1-b13e-777a37712b57),segment_id=9fe20228-3ec1-43e1-b13e-777a37712b57)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:05:49.042354 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:49.047839 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9d639d4d-941d-4379-842b-d795fc62ac9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:49.121950 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=f94b4343-cf27-40c8-9115-3562959b2bdc,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:49.125089 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:49.157809 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fc457dd5-051f-4631-bb3d-b4a1599068e8 req-1114574a-ea3e-4ef0-9bf2-bad6ebfc5e5b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 210 time: 0.0519671
Dec 22 05:05:49.207391 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-188aff95-9eb9-42ec-b448-adaa458d806a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:49.209139 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-188aff95-9eb9-42ec-b448-adaa458d806a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/networks?id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0 HTTP/1.1" status: 200  len: 796 time: 0.2452962
Dec 22 05:05:49.270896 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-16375537-3ad0-48ae-89a6-27c93e1e4ec8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 380 time: 0.0398118
Dec 22 05:05:49.279800 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-9009cd17-963b-418b-9614-c05d377a1734 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'port': {'device_id': 'd9c05580-68e7-4df8-880e-31e596656c20', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'admin_state_up': True, 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'security_groups': ['df1c129e-704d-47b1-8750-dad9fc2e4623']}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:05:49.411904 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-9009cd17-963b-418b-9614-c05d377a1734 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:05:49.421170 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-9009cd17-963b-418b-9614-c05d377a1734 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:05:49.431253 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-9009cd17-963b-418b-9614-c05d377a1734 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:05:49.434363 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-9009cd17-963b-418b-9614-c05d377a1734 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:49.591969 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-9009cd17-963b-418b-9614-c05d377a1734 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.20.0.9 (bdc90e7d-46c9-481c-b18c-c8c40350c0b0/251d1566-da12-4b15-a9d3-6527647c05ff/9cf251d3-3139-411e-8bda-c49ec8d25a99) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:05:49.772524 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-9009cd17-963b-418b-9614-c05d377a1734 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:49.788078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-9009cd17-963b-418b-9614-c05d377a1734 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Transition to ACTIVE for port object 9cf251d3-3139-411e-8bda-c49ec8d25a99 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:05:49.810081 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-9009cd17-963b-418b-9614-c05d377a1734 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:49.815287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-51fc1ec1-cf73-4780-9236-81f2c6160914 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:49.874424 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-9009cd17-963b-418b-9614-c05d377a1734 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network bdc90e7d-46c9-481c-b18c-c8c40350c0b0 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:05:49.882068 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-9009cd17-963b-418b-9614-c05d377a1734 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:05:49.886186 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-9009cd17-963b-418b-9614-c05d377a1734 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:05:49.920701 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009cd17-963b-418b-9614-c05d377a1734 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=9cf251d3-3139-411e-8bda-c49ec8d25a99,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:49.927885 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9009cd17-963b-418b-9614-c05d377a1734 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:50.066456 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-9009cd17-963b-418b-9614-c05d377a1734 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:50.067049 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-9009cd17-963b-418b-9614-c05d377a1734 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:50.091826 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-9009cd17-963b-418b-9614-c05d377a1734 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8154693
Dec 22 05:05:50.093996 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-624d1b54-d7ec-427f-a371-f8e85cc858ca None None] Provisioning for port 9cf251d3-3139-411e-8bda-c49ec8d25a99 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:05:50.099093 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-624d1b54-d7ec-427f-a371-f8e85cc858ca None None] Provisioning complete for port 9cf251d3-3139-411e-8bda-c49ec8d25a99 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:05:50.099472 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-624d1b54-d7ec-427f-a371-f8e85cc858ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:50.108702 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] Request body: {'port': {'device_id': 'd9c05580-68e7-4df8-880e-31e596656c20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:05:50.155772 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-624d1b54-d7ec-427f-a371-f8e85cc858ca None None] Port 9cf251d3-3139-411e-8bda-c49ec8d25a99 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:05:50.215530 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:50.363876 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe696806-3e19-4a2e-b90a-6f3e08770c05 req-0dd01a27-0d7e-45ad-a2af-1810b0a1855e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:50.365326 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fe696806-3e19-4a2e-b90a-6f3e08770c05 req-0dd01a27-0d7e-45ad-a2af-1810b0a1855e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 931 time: 0.0762069
Dec 22 05:05:50.409673 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-fe696806-3e19-4a2e-b90a-6f3e08770c05 req-37f49639-1d5b-41d9-8e8d-d70ce833c721 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:05:50.421433 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-fe696806-3e19-4a2e-b90a-6f3e08770c05 req-37f49639-1d5b-41d9-8e8d-d70ce833c721 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:05:50.422605 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fe696806-3e19-4a2e-b90a-6f3e08770c05 req-37f49639-1d5b-41d9-8e8d-d70ce833c721 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=df1c129e-704d-47b1-8750-dad9fc2e4623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516012
Dec 22 05:05:50.548700 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf251d3-3139-411e-8bda-c49ec8d25a99 {{(pid=83435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:05:50.555394 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:50.556115 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:05:50.570840 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] Transition to ACTIVE for port object 9cf251d3-3139-411e-8bda-c49ec8d25a99 will not be triggered until provisioned by entity L2. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:05:50.574310 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:50.578311 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d667627a-5eb5-4337-b898-139419681ae6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:50.698530 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf251d3-3139-411e-8bda-c49ec8d25a99,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:50.702408 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:50.798598 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f94b4343-cf27-40c8-9115-3562959b2bdc up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:05:50.814895 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] Attempting to bind port 9cf251d3-3139-411e-8bda-c49ec8d25a99 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:05:50.815219 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] Attempting to bind port 9cf251d3-3139-411e-8bda-c49ec8d25a99 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '9fe20228-3ec1-43e1-b13e-777a37712b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:05:50.815533 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] Attempting to bind port 9cf251d3-3139-411e-8bda-c49ec8d25a99 on network bdc90e7d-46c9-481c-b18c-c8c40350c0b0 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:05:50.821649 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] Port 9cf251d3-3139-411e-8bda-c49ec8d25a99 on network bdc90e7d-46c9-481c-b18c-c8c40350c0b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:05:50.821955 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] Attempting to bind port 9cf251d3-3139-411e-8bda-c49ec8d25a99 on network bdc90e7d-46c9-481c-b18c-c8c40350c0b0 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:05:50.827970 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:05:50.828294 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] Checking segment: {'id': '9fe20228-3ec1-43e1-b13e-777a37712b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:05:50.828673 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] Bound using segment: {'id': '9fe20228-3ec1-43e1-b13e-777a37712b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0'} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:05:50.829077 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] Bound port: 9cf251d3-3139-411e-8bda-c49ec8d25a99, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fe20228-3ec1-43e1-b13e-777a37712b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0'}}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:05:50.829406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:50.864185 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port f94b4343-cf27-40c8-9115-3562959b2bdc triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:05:50.864557 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:50.914540 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] For port 9cf251d3-3139-411e-8bda-c49ec8d25a99, host hv-neutron-8225, cleared binding levels {{(pid=83435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:05:50.917944 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] For port 9cf251d3-3139-411e-8bda-c49ec8d25a99, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9cf251d3-3139-411e-8bda-c49ec8d25a99,segment=NetworkSegment(9fe20228-3ec1-43e1-b13e-777a37712b57),segment_id=9fe20228-3ec1-43e1-b13e-777a37712b57)] {{(pid=83435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:05:50.923188 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:50.928429 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8f97c39c-427f-420f-9644-52f6e66c6da9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:50.987533 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:50.989036 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] 10.222.0.47 "PUT /v2.0/ports/9cf251d3-3139-411e-8bda-c49ec8d25a99 HTTP/1.1" status: 200  len: 1093 time: 0.8843715
Dec 22 05:05:50.989580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c05580-68e7-4df8-880e-31e596656c20', 'tag': '9cf251d3-3139-411e-8bda-c49ec8d25a99'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:05:51.018666 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf251d3-3139-411e-8bda-c49ec8d25a99,revision_number=3']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:51.023320 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:51.085080 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c05580-68e7-4df8-880e-31e596656c20', 'tag': '9cf251d3-3139-411e-8bda-c49ec8d25a99', 'status': 'completed', 'code': 200}
Dec 22 05:05:51.123614 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-b4aa8519-40ba-43ac-a842-c2392b63bba2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 1096 time: 0.0747950
Dec 22 05:05:51.201503 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-1d3bcf6e-6d0e-4e7e-8646-e6c8d4e399f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cf251d3-3139-411e-8bda-c49ec8d25a99 HTTP/1.1" status: 200  len: 217 time: 0.0657766
Dec 22 05:05:51.265878 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-470388df-fae1-480d-98c3-d0c07c11ba1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:51.267302 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-470388df-fae1-480d-98c3-d0c07c11ba1d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=251d1566-da12-4b15-a9d3-6527647c05ff HTTP/1.1" status: 200  len: 834 time: 0.0600710
Dec 22 05:05:51.340403 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-c926ac41-ccdc-4332-84ba-7e74eaf0d9f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0661983
Dec 22 05:05:51.467111 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-3b19bbce-82b3-4ab7-baaa-6cb31465ac64 service neutron] 10.222.0.47 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206808
Dec 22 05:05:51.599671 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-746ca0a6-1b55-4b23-9ebe-bb1318a59d3f req-f89f9b10-0e87-4441-bf3b-ebf0c638d7e9 service neutron] 10.222.0.47 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266153
Dec 22 05:05:51.620056 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e55aef-1036-4d1a-89f9-194ea9aa251c req-205d5ee7-69a1-45f4-a68f-7afe4ea1fca6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:51.621818 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d0e55aef-1036-4d1a-89f9-194ea9aa251c req-205d5ee7-69a1-45f4-a68f-7afe4ea1fca6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 943 time: 0.0794022
Dec 22 05:05:51.667503 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d0e55aef-1036-4d1a-89f9-194ea9aa251c req-8417d285-28a6-4989-a8b5-057423881cc4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=df1c129e-704d-47b1-8750-dad9fc2e4623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399384
Dec 22 05:05:51.755365 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-324438f7-b2ac-45ca-a876-526849f1b622 req-c216c895-1023-4e76-90dc-99d065cd9c90 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 1096 time: 0.0713875
Dec 22 05:05:51.974582 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324438f7-b2ac-45ca-a876-526849f1b622 req-7bdb87ad-f795-4c58-b428-e588f532972a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:51.975990 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-324438f7-b2ac-45ca-a876-526849f1b622 req-7bdb87ad-f795-4c58-b428-e588f532972a service neutron] 10.222.0.47 "GET /v2.0/networks?id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0 HTTP/1.1" status: 200  len: 897 time: 0.2138877
Dec 22 05:05:52.044391 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-324438f7-b2ac-45ca-a876-526849f1b622 req-1025e394-bce9-4e7b-b6cc-7a0efd294cfa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cf251d3-3139-411e-8bda-c49ec8d25a99 HTTP/1.1" status: 200  len: 217 time: 0.0615857
Dec 22 05:05:52.104406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324438f7-b2ac-45ca-a876-526849f1b622 req-be6a8a19-85b6-4b4e-b749-8ed3136318f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:52.105782 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-324438f7-b2ac-45ca-a876-526849f1b622 req-be6a8a19-85b6-4b4e-b749-8ed3136318f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=251d1566-da12-4b15-a9d3-6527647c05ff HTTP/1.1" status: 200  len: 834 time: 0.0551317
Dec 22 05:05:52.177015 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-324438f7-b2ac-45ca-a876-526849f1b622 req-3b032a7a-6c09-463b-8d47-e75e3d022dcb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0651848
Dec 22 05:05:52.305733 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-324438f7-b2ac-45ca-a876-526849f1b622 req-9f13992a-b082-4b6c-8091-8d23c1f3f787 service neutron] 10.222.0.47 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1210916
Dec 22 05:05:52.432940 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-324438f7-b2ac-45ca-a876-526849f1b622 req-d7fd2b63-28ee-415b-a716-87a91204fe87 service neutron] 10.222.0.47 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1206448
Dec 22 05:05:53.007548 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571db5e-4436-4d45-832b-703a03e78ce5 req-4a3ef78a-583a-49b8-9718-105a693238e7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:53.008134 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-0571db5e-4436-4d45-832b-703a03e78ce5 req-4a3ef78a-583a-49b8-9718-105a693238e7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:05:53.022642 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-0571db5e-4436-4d45-832b-703a03e78ce5 req-4a3ef78a-583a-49b8-9718-105a693238e7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:05:53.023807 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0571db5e-4436-4d45-832b-703a03e78ce5 req-4a3ef78a-583a-49b8-9718-105a693238e7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 943 time: 0.0930550
Dec 22 05:05:53.068170 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0571db5e-4436-4d45-832b-703a03e78ce5 req-5a4d06ca-2619-440a-9997-a5550d472c88 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=df1c129e-704d-47b1-8750-dad9fc2e4623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389895
Dec 22 05:05:54.131125 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 9cf251d3-3139-411e-8bda-c49ec8d25a99 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:05:54.261955 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d878c5-15ac-4bcf-8e46-58b6ca0cd5a0 req-6ae99b41-c97b-4e2d-abec-1bdbbab7bf47 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:54.263409 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-76d878c5-15ac-4bcf-8e46-58b6ca0cd5a0 req-6ae99b41-c97b-4e2d-abec-1bdbbab7bf47 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 943 time: 0.0776498
Dec 22 05:05:54.266152 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 9cf251d3-3139-411e-8bda-c49ec8d25a99, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9cf251d3-3139-411e-8bda-c49ec8d25a99,segment=NetworkSegment(9fe20228-3ec1-43e1-b13e-777a37712b57),segment_id=9fe20228-3ec1-43e1-b13e-777a37712b57)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:05:54.279333 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '9cf251d3-3139-411e-8bda-c49ec8d25a99', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'port_id': '9cf251d3-3139-411e-8bda-c49ec8d25a99', 'mac_address': 'fa:16:3e:e0:5e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:05:54.308814 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-76d878c5-15ac-4bcf-8e46-58b6ca0cd5a0 req-d6190a71-089c-40b0-a0be-93ff383d5547 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=df1c129e-704d-47b1-8750-dad9fc2e4623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398486
Dec 22 05:05:54.336997 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:54.387967 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf251d3-3139-411e-8bda-c49ec8d25a99 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:05:54.402057 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 9cf251d3-3139-411e-8bda-c49ec8d25a99, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9cf251d3-3139-411e-8bda-c49ec8d25a99,segment=NetworkSegment(9fe20228-3ec1-43e1-b13e-777a37712b57),segment_id=9fe20228-3ec1-43e1-b13e-777a37712b57)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:05:54.406079 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:54.407709 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6f8fe5c9-2142-40a2-bdac-095e95c705b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:54.469708 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=9cf251d3-3139-411e-8bda-c49ec8d25a99,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:54.472706 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:54.818599 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['9cf251d3-3139-411e-8bda-c49ec8d25a99'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:05:55.500679 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f1a64-9de4-4176-b5a7-d84715586f88 req-6cc8a2da-be58-41d3-a1c0-29d1da217de8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:55.502016 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5a5f1a64-9de4-4176-b5a7-d84715586f88 req-6cc8a2da-be58-41d3-a1c0-29d1da217de8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 944 time: 0.0741727
Dec 22 05:05:55.549190 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5a5f1a64-9de4-4176-b5a7-d84715586f88 req-25570908-d272-487b-be8e-6d7878939793 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=df1c129e-704d-47b1-8750-dad9fc2e4623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411732
Dec 22 05:05:56.145411 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 9cf251d3-3139-411e-8bda-c49ec8d25a99 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:05:56.213409 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 9cf251d3-3139-411e-8bda-c49ec8d25a99 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:05:56.217949 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 9cf251d3-3139-411e-8bda-c49ec8d25a99 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:05:56.218324 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:56.326917 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:56.353823 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c05580-68e7-4df8-880e-31e596656c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf251d3-3139-411e-8bda-c49ec8d25a99'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:05:56.363264 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 9cf251d3-3139-411e-8bda-c49ec8d25a99, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9cf251d3-3139-411e-8bda-c49ec8d25a99,segment=NetworkSegment(9fe20228-3ec1-43e1-b13e-777a37712b57),segment_id=9fe20228-3ec1-43e1-b13e-777a37712b57)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:05:56.369089 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:56.370922 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-99a1d3aa-c78c-495b-bed8-23e962c9709e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:05:56.409896 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c05580-68e7-4df8-880e-31e596656c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf251d3-3139-411e-8bda-c49ec8d25a99', 'code': 200}
Dec 22 05:05:56.434460 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=9cf251d3-3139-411e-8bda-c49ec8d25a99,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:05:56.437293 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:05:56.680578 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-070cba38-3314-4af9-9d49-ed1c2b9fb505 req-eb96606f-90ce-434c-b556-2377529a958d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 1098 time: 0.0722160
Dec 22 05:05:56.775307 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-070cba38-3314-4af9-9d49-ed1c2b9fb505 req-904b1201-6f4a-473e-a6e3-a6ba3fe9af80 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=df1c129e-704d-47b1-8750-dad9fc2e4623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626435
Dec 22 05:05:56.792960 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f8f6a-6f2c-4715-a986-15f9eb711edc req-05982867-5f96-4f4d-a8d0-b5f575af2fa2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:56.794374 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0c0f8f6a-6f2c-4715-a986-15f9eb711edc req-05982867-5f96-4f4d-a8d0-b5f575af2fa2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 945 time: 0.1129901
Dec 22 05:05:56.839345 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0c0f8f6a-6f2c-4715-a986-15f9eb711edc req-0c9e8357-a122-47de-a7d7-f31178c2518e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=df1c129e-704d-47b1-8750-dad9fc2e4623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395198
Dec 22 05:05:58.039150 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bbced-9247-4c06-8f07-009b8d0ed9e2 req-96612420-5006-4ca8-96a6-1ad607c04b81 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:58.040574 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0b5bbced-9247-4c06-8f07-009b8d0ed9e2 req-96612420-5006-4ca8-96a6-1ad607c04b81 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 945 time: 0.0801277
Dec 22 05:05:58.087826 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0b5bbced-9247-4c06-8f07-009b8d0ed9e2 req-22ba667d-bc70-42b3-a32b-9d2f1a685941 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=df1c129e-704d-47b1-8750-dad9fc2e4623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414894
Dec 22 05:05:59.284625 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd20618-5acd-4a8a-8ca9-324d279d9497 req-dae02e66-288f-42a3-9056-74c00f5b6fa2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:59.286649 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ebd20618-5acd-4a8a-8ca9-324d279d9497 req-dae02e66-288f-42a3-9056-74c00f5b6fa2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 945 time: 0.0757282
Dec 22 05:05:59.330787 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ebd20618-5acd-4a8a-8ca9-324d279d9497 req-c8240d9a-ffe0-4956-b7db-464930be4ddc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=df1c129e-704d-47b1-8750-dad9fc2e4623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386515
Dec 22 05:05:59.526695 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37bb3a-16ee-48fe-8e16-ad5925cf71fd req-b920aece-ae19-421e-ae9b-bb9ac4527d39 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:05:59.528112 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8f37bb3a-16ee-48fe-8e16-ad5925cf71fd req-b920aece-ae19-421e-ae9b-bb9ac4527d39 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 945 time: 0.0748820
Dec 22 05:05:59.577418 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8f37bb3a-16ee-48fe-8e16-ad5925cf71fd req-4820dfc8-e759-41ea-8145-d7adbf9e9e65 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=df1c129e-704d-47b1-8750-dad9fc2e4623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435171
Dec 22 05:05:59.605465 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33062) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:59.777411 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-605fb19f-b293-47a5-90ef-7369095a3208 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 1093 time: 0.1707315
Dec 22 05:05:59.780125 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33066) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:05:59.785780 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': '9cf251d3-3139-411e-8bda-c49ec8d25a99', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:05:59.795410 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:05:59.799337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:floatingip and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:05:59.803008 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:05:59.808803 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:05:59.821242 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:05:59.958377 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:00.090080 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.26.4.88 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/de0779a7-6f68-40dd-8e5a-ecb4c53df099) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:06:00.231935 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:00.259410 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:00.262769 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:06:00.326706 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:06:00.329743 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:06:00.333776 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:06:00.357118 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=de0779a7-6f68-40dd-8e5a-ecb4c53df099,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:06:00.361683 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:06:00.922250 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:00.976476 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:01.168687 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:01.172965 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:01.176807 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2ca65959-ccd3-495a-8bef-0c93b8c2476d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:06:01.275839 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=de0779a7-6f68-40dd-8e5a-ecb4c53df099,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:06:01.279651 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:06:01.293185 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:01.476860 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Floating IP 116898d7-6d49-4402-921a-0b19a090d655 associated. External IP: 172.26.4.88, port: 9cf251d3-3139-411e-8bda-c49ec8d25a99.
Dec 22 05:06:01.854356 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:06:02.156216 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:06:02.167003 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82740c0a-0a11-45c0-a16f-cfc2400d35f7 None None] Sync routers for ids ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:06:02.180398 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82740c0a-0a11-45c0-a16f-cfc2400d35f7 None None] Routers {'650b8bdb-406c-4b57-bc8d-6f5e9b23e672'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:06:02.180827 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:02.181705 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-82740c0a-0a11-45c0-a16f-cfc2400d35f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c7aebb0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:05:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:06:02.236205 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4549680
Dec 22 05:06:02.236858 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c05580-68e7-4df8-880e-31e596656c20', 'tag': '9cf251d3-3139-411e-8bda-c49ec8d25a99'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:06:02.239956 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33070) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:06:02.303562 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c05580-68e7-4df8-880e-31e596656c20', 'tag': '9cf251d3-3139-411e-8bda-c49ec8d25a99', 'status': 'completed', 'code': 200}
Dec 22 05:06:02.326367 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6c8dd884-0546-4641-8419-05bc5c152123 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 1093 time: 0.0851462
Dec 22 05:06:02.364500 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-82740c0a-0a11-45c0-a16f-cfc2400d35f7 None None] Set router 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:06:02.420947 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-04a95891-aa8d-4763-8bd7-69d9d30c2098 req-7f6fe1f8-de99-4313-acc4-28bb0206663c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 1098 time: 0.0717871
Dec 22 05:06:02.551948 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a95891-aa8d-4763-8bd7-69d9d30c2098 req-d21da9d9-6a17-4c44-b379-7a95b895accc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:06:02.553407 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-04a95891-aa8d-4763-8bd7-69d9d30c2098 req-d21da9d9-6a17-4c44-b379-7a95b895accc service neutron] 10.222.0.47 "GET /v2.0/networks?id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0 HTTP/1.1" status: 200  len: 897 time: 0.1263335
Dec 22 05:06:02.609323 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33078) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:06:02.615608 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-d86a7093-3087-4750-b924-7c35fa8a7e41 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-263909463', 'description': 'tempest-secgroup-smoke-263909463 description', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:06:02.621565 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d86a7093-3087-4750-b924-7c35fa8a7e41 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:06:02.631411 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d86a7093-3087-4750-b924-7c35fa8a7e41 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:06:02.641889 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d86a7093-3087-4750-b924-7c35fa8a7e41 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:02.664697 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-04a95891-aa8d-4763-8bd7-69d9d30c2098 req-85141aab-93c8-4a7d-91f7-495aecc1215e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cf251d3-3139-411e-8bda-c49ec8d25a99 HTTP/1.1" status: 200  len: 998 time: 0.1050041
Dec 22 05:06:02.680720 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d86a7093-3087-4750-b924-7c35fa8a7e41 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:06:02.684394 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d86a7093-3087-4750-b924-7c35fa8a7e41 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:06:02.687671 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d86a7093-3087-4750-b924-7c35fa8a7e41 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:06:02.693763 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d86a7093-3087-4750-b924-7c35fa8a7e41 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:06:02.718218 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-82740c0a-0a11-45c0-a16f-cfc2400d35f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c7aebb0>, [{'id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'name': 'tempest-TestNetworkBasicOps-router-1929461971', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '116898d7-6d49-4402-921a-0b19a090d655', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.88', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'port_id': '9cf251d3-3139-411e-8bda-c49ec8d25a99', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'mac_address': 'fa:16:3e:e0:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c05580-68e7-4df8-880e-31e596656c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:06:00Z', 'updated_at': '2021-12-22T05:06:00Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f94b4343-cf27-40c8-9115-3562959b2bdc', 'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:8f:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:42Z', 'updated_at': '2021-12-22T05:05:49Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:06:02.722232 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82740c0a-0a11-45c0-a16f-cfc2400d35f7 None None] Checking router: 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:06:02.734199 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82740c0a-0a11-45c0-a16f-cfc2400d35f7 None None] Routers {'650b8bdb-406c-4b57-bc8d-6f5e9b23e672'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:06:02.734805 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-82740c0a-0a11-45c0-a16f-cfc2400d35f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c7aebb0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:05:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:06:02.735933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a95891-aa8d-4763-8bd7-69d9d30c2098 req-184ad6c9-2fef-4240-a55c-dd8acbbf928b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:06:02.737379 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-04a95891-aa8d-4763-8bd7-69d9d30c2098 req-184ad6c9-2fef-4240-a55c-dd8acbbf928b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=251d1566-da12-4b15-a9d3-6527647c05ff HTTP/1.1" status: 200  len: 834 time: 0.0661180
Dec 22 05:06:02.749666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d86a7093-3087-4750-b924-7c35fa8a7e41 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:02.755655 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d86a7093-3087-4750-b924-7c35fa8a7e41 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:02.759442 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-763a8ab5-94f4-4977-9e7f-eb4a6b00c627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:06:02.797679 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a7093-3087-4750-b924-7c35fa8a7e41 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1da49d-380b-49cf-8525-87b1978df514,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:06:02.802418 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d86a7093-3087-4750-b924-7c35fa8a7e41 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:06:02.809839 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d86a7093-3087-4750-b924-7c35fa8a7e41 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:02.814021 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d86a7093-3087-4750-b924-7c35fa8a7e41 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2035544
Dec 22 05:06:02.814608 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33082) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:06:02.820837 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-acd931a6-d924-4b2e-98ed-2aa1abc40c35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '9d1da49d-380b-49cf-8525-87b1978df514', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:06:02.827186 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-acd931a6-d924-4b2e-98ed-2aa1abc40c35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:06:02.828844 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-04a95891-aa8d-4763-8bd7-69d9d30c2098 req-598f7477-3a06-4e11-9cdf-5be28e48378d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0824528
Dec 22 05:06:02.830994 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-acd931a6-d924-4b2e-98ed-2aa1abc40c35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:06:02.834529 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-acd931a6-d924-4b2e-98ed-2aa1abc40c35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:06:02.845796 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-acd931a6-d924-4b2e-98ed-2aa1abc40c35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:06:02.865409 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-acd931a6-d924-4b2e-98ed-2aa1abc40c35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:02.930562 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-82740c0a-0a11-45c0-a16f-cfc2400d35f7 None None] Set router 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:06:02.935349 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-acd931a6-d924-4b2e-98ed-2aa1abc40c35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:02.940444 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-acd931a6-d924-4b2e-98ed-2aa1abc40c35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:02.943037 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9ac46917-7f40-4550-97bb-95367e7082a3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:06:02.965149 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-04a95891-aa8d-4763-8bd7-69d9d30c2098 req-c94f58e4-24ec-4e8f-a88a-e56f30d81d5f service neutron] 10.222.0.47 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298430
Dec 22 05:06:02.969071 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd931a6-d924-4b2e-98ed-2aa1abc40c35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c1e6d8-c241-4f53-8f17-2420b4acc7d1,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:06:02.971727 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-acd931a6-d924-4b2e-98ed-2aa1abc40c35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:06:02.979515 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-acd931a6-d924-4b2e-98ed-2aa1abc40c35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:02.983357 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-acd931a6-d924-4b2e-98ed-2aa1abc40c35 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1651309
Dec 22 05:06:02.983597 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33086) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:06:02.989815 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-50f38e3d-a0e8-418d-8ed8-7e160ad344da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '9d1da49d-380b-49cf-8525-87b1978df514', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:06:02.995690 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-50f38e3d-a0e8-418d-8ed8-7e160ad344da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:06:02.999612 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-50f38e3d-a0e8-418d-8ed8-7e160ad344da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:06:03.002545 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-50f38e3d-a0e8-418d-8ed8-7e160ad344da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:06:03.009006 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-50f38e3d-a0e8-418d-8ed8-7e160ad344da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:06:03.027432 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-50f38e3d-a0e8-418d-8ed8-7e160ad344da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:03.097198 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-50f38e3d-a0e8-418d-8ed8-7e160ad344da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:03.101629 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-50f38e3d-a0e8-418d-8ed8-7e160ad344da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:03.103751 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4dfaa20a-6d4a-4337-a4a3-9bf234f60495 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:06:03.105111 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-04a95891-aa8d-4763-8bd7-69d9d30c2098 req-6eed9fc5-aedd-4bc9-a974-df755c21cb75 service neutron] 10.222.0.47 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338496
Dec 22 05:06:03.125735 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f38e3d-a0e8-418d-8ed8-7e160ad344da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eacc50f5-4a50-4e08-a056-6aa5de133ae5,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:06:03.128175 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-50f38e3d-a0e8-418d-8ed8-7e160ad344da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:06:03.136199 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-50f38e3d-a0e8-418d-8ed8-7e160ad344da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:03.140044 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-50f38e3d-a0e8-418d-8ed8-7e160ad344da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1528296
Dec 22 05:06:03.140383 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33090) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:06:03.146217 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-1a285ed0-acf8-4608-99eb-7ed9ff0a85c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '9d1da49d-380b-49cf-8525-87b1978df514', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:06:03.152348 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1a285ed0-acf8-4608-99eb-7ed9ff0a85c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:06:03.156148 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1a285ed0-acf8-4608-99eb-7ed9ff0a85c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:06:03.159006 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1a285ed0-acf8-4608-99eb-7ed9ff0a85c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:06:03.165375 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1a285ed0-acf8-4608-99eb-7ed9ff0a85c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:06:03.183201 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1a285ed0-acf8-4608-99eb-7ed9ff0a85c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:03.249073 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1a285ed0-acf8-4608-99eb-7ed9ff0a85c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:03.253219 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1a285ed0-acf8-4608-99eb-7ed9ff0a85c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:03.255653 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1c348083-373b-42a6-bd17-402efe7b99dc tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:06:03.275448 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a285ed0-acf8-4608-99eb-7ed9ff0a85c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f746ed-78e0-4371-aa16-bedb5bbfa459,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:06:03.279285 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1a285ed0-acf8-4608-99eb-7ed9ff0a85c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:06:03.288526 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1a285ed0-acf8-4608-99eb-7ed9ff0a85c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:03.289753 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1a285ed0-acf8-4608-99eb-7ed9ff0a85c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1483243
Dec 22 05:06:03.292398 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33094) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:06:03.297782 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-a6c4810f-abfb-4e62-a16a-6c5d78a428fa tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '9d1da49d-380b-49cf-8525-87b1978df514', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:06:03.303852 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a6c4810f-abfb-4e62-a16a-6c5d78a428fa tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:06:03.307572 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a6c4810f-abfb-4e62-a16a-6c5d78a428fa tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:06:03.310474 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a6c4810f-abfb-4e62-a16a-6c5d78a428fa tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:06:03.316917 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a6c4810f-abfb-4e62-a16a-6c5d78a428fa tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:06:03.321723 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-82740c0a-0a11-45c0-a16f-cfc2400d35f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c7aebb0>, [{'id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'name': 'tempest-TestNetworkBasicOps-router-1929461971', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '116898d7-6d49-4402-921a-0b19a090d655', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.88', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'port_id': '9cf251d3-3139-411e-8bda-c49ec8d25a99', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'mac_address': 'fa:16:3e:e0:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c05580-68e7-4df8-880e-31e596656c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:06:00Z', 'updated_at': '2021-12-22T05:06:00Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f94b4343-cf27-40c8-9115-3562959b2bdc', 'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:8f:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:42Z', 'updated_at': '2021-12-22T05:05:49Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:06:03.326121 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82740c0a-0a11-45c0-a16f-cfc2400d35f7 None None] The sync data for ids ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'] in dv-neutron-822525-1-hyperv is: [{'id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'name': 'tempest-TestNetworkBasicOps-router-1929461971', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '116898d7-6d49-4402-921a-0b19a090d655', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.88', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'port_id': '9cf251d3-3139-411e-8bda-c49ec8d25a99', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'mac_address': 'fa:16:3e:e0:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c05580-68e7-4df8-880e-31e596656c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:06:00Z', 'updated_at': '2021-12-22T05:06:00Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f94b4343-cf27-40c8-9115-3562959b2bdc', 'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:8f:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:42Z', 'updated_at': '2021-12-22T05:05:49Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:06:03.336519 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a6c4810f-abfb-4e62-a16a-6c5d78a428fa tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:03.404659 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a6c4810f-abfb-4e62-a16a-6c5d78a428fa tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:03.408106 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a6c4810f-abfb-4e62-a16a-6c5d78a428fa tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:03.414042 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1b16b5f1-089b-47cc-b7e3-9780bff8f25c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:06:03.433601 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4810f-abfb-4e62-a16a-6c5d78a428fa tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb74b27a-2caa-44f6-aab3-5d65ed60edcf,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:06:03.435998 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a6c4810f-abfb-4e62-a16a-6c5d78a428fa tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:06:03.442940 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a6c4810f-abfb-4e62-a16a-6c5d78a428fa tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:03.444075 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a6c4810f-abfb-4e62-a16a-6c5d78a428fa tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1507895
Dec 22 05:06:03.446937 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33098) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:06:03.452306 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-90331fb2-3a95-445f-9d58-381f339c76d7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '9d1da49d-380b-49cf-8525-87b1978df514', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:06:03.457965 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-90331fb2-3a95-445f-9d58-381f339c76d7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:06:03.461599 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-90331fb2-3a95-445f-9d58-381f339c76d7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:06:03.464632 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-90331fb2-3a95-445f-9d58-381f339c76d7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:06:03.470162 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-90331fb2-3a95-445f-9d58-381f339c76d7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:06:03.480614 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-90331fb2-3a95-445f-9d58-381f339c76d7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Project 276ceac97e6343c5aa8f294c3cc0960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:06:03.486645 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-90331fb2-3a95-445f-9d58-381f339c76d7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:03.547982 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-90331fb2-3a95-445f-9d58-381f339c76d7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:03.551896 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-90331fb2-3a95-445f-9d58-381f339c76d7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:03.553670 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fd266205-d515-4cd4-bd08-a510139c3b7b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:06:03.574050 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90331fb2-3a95-445f-9d58-381f339c76d7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e73f8f-051f-4896-96dc-2e3ff6bc3d92,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:06:03.576363 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-90331fb2-3a95-445f-9d58-381f339c76d7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:06:03.583410 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-90331fb2-3a95-445f-9d58-381f339c76d7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:03.584643 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-90331fb2-3a95-445f-9d58-381f339c76d7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1367664
Dec 22 05:06:03.587654 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33102) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:06:03.593306 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-5f349421-684f-45b3-8e7d-fef1a43aa3d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '9d1da49d-380b-49cf-8525-87b1978df514', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:06:03.599413 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-5f349421-684f-45b3-8e7d-fef1a43aa3d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:06:03.603165 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5f349421-684f-45b3-8e7d-fef1a43aa3d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:06:03.606001 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5f349421-684f-45b3-8e7d-fef1a43aa3d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:06:03.611639 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-5f349421-684f-45b3-8e7d-fef1a43aa3d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:06:03.622101 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-5f349421-684f-45b3-8e7d-fef1a43aa3d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Project 276ceac97e6343c5aa8f294c3cc0960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:06:03.628352 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5f349421-684f-45b3-8e7d-fef1a43aa3d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:03.692763 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5f349421-684f-45b3-8e7d-fef1a43aa3d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:03.696146 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5f349421-684f-45b3-8e7d-fef1a43aa3d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:03.697881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:06:03.718909 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f349421-684f-45b3-8e7d-fef1a43aa3d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bfe65d7-72fb-4086-9dd0-fa1f375f8593,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:06:03.723653 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5f349421-684f-45b3-8e7d-fef1a43aa3d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:06:03.728137 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5f349421-684f-45b3-8e7d-fef1a43aa3d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:03.729561 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5f349421-684f-45b3-8e7d-fef1a43aa3d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1408005
Dec 22 05:06:03.895317 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-1613412d-5de5-4f39-8677-4ed134a5a73b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-263909463&fields=id&tenant_id=276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 267 time: 0.0398884
Dec 22 05:06:04.041174 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-10b74c80-5409-476a-ae3a-a85bd7bfe8e2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:06:04.042672 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-10b74c80-5409-476a-ae3a-a85bd7bfe8e2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/networks?id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0 HTTP/1.1" status: 200  len: 796 time: 0.1414263
Dec 22 05:06:04.059794 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-6985da57-a85f-43a3-b5f6-13b4ca37e4df tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/quotas/276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 375 time: 0.0117531
Dec 22 05:06:04.086284 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927d941d-feac-40b8-abe5-e147d04e8452 None None] New status for floating IP 116898d7-6d49-4402-921a-0b19a090d655: ACTIVE {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:06:04.142504 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-dfcfbcab-213e-4f99-b170-65963cdd1519 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0771849
Dec 22 05:06:04.282074 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-08180ea8-42c2-4b97-afd9-59b83fd23be3 service neutron] 10.222.0.53 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262195
Dec 22 05:06:04.509624 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-9556af14-151c-448a-aea8-c2d261f39739 service neutron] 10.222.0.53 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2216902
Dec 22 05:06:04.693337 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ca6852f6-eaea-469b-bae2-d7aa4e23fa3b req-66a35b9b-0ae5-4066-9426-d91104d08922 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55f6a567-6534-4e22-9ac4-77f0bd08ab79 HTTP/1.1" status: 200  len: 210 time: 0.0413814
Dec 22 05:06:05.802565 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-19a7982b-ee94-4a78-bd3a-1f0582634382 req-77fbe6a7-cabe-4a4f-82dd-57b47198887a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55f6a567-6534-4e22-9ac4-77f0bd08ab79 HTTP/1.1" status: 200  len: 210 time: 0.0445640
Dec 22 05:06:06.639703 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b0f4b17a-d62b-4b6e-aa83-06c31995af90 req-07fcfa17-d26c-49b8-abbe-379c60e24a62 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d9c05580-68e7-4df8-880e-31e596656c20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0655532
Dec 22 05:06:06.792259 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b0f4b17a-d62b-4b6e-aa83-06c31995af90 req-133ad004-6de0-4866-8618-5722f06d4366 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 1098 time: 0.0705347
Dec 22 05:06:06.916546 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-48154360-b8b0-44dd-8105-f7667fd716ec req-3a1fb083-2b23-499d-8df8-453796db536b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55f6a567-6534-4e22-9ac4-77f0bd08ab79 HTTP/1.1" status: 200  len: 210 time: 0.0438478
Dec 22 05:06:06.944455 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4b17a-d62b-4b6e-aa83-06c31995af90 req-c704e37b-b920-496f-b85e-982a163ff76f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:06:06.946009 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b0f4b17a-d62b-4b6e-aa83-06c31995af90 req-c704e37b-b920-496f-b85e-982a163ff76f service neutron] 10.222.0.47 "GET /v2.0/networks?id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0 HTTP/1.1" status: 200  len: 897 time: 0.1366875
Dec 22 05:06:07.053670 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b0f4b17a-d62b-4b6e-aa83-06c31995af90 req-d2ad8d0f-7c19-4d68-bae2-0d4dacb87844 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cf251d3-3139-411e-8bda-c49ec8d25a99 HTTP/1.1" status: 200  len: 1000 time: 0.1013284
Dec 22 05:06:07.123051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4b17a-d62b-4b6e-aa83-06c31995af90 req-673c525a-fb93-4ccf-8b6f-9ffcc8864bac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:06:07.124463 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b0f4b17a-d62b-4b6e-aa83-06c31995af90 req-673c525a-fb93-4ccf-8b6f-9ffcc8864bac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=251d1566-da12-4b15-a9d3-6527647c05ff HTTP/1.1" status: 200  len: 834 time: 0.0650988
Dec 22 05:06:07.200619 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b0f4b17a-d62b-4b6e-aa83-06c31995af90 req-b79ab63a-2ac9-4cea-9834-0d00047f5024 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0685906
Dec 22 05:06:07.335499 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b0f4b17a-d62b-4b6e-aa83-06c31995af90 req-97f6a997-724a-4e3c-857c-293e937dd312 service neutron] 10.222.0.47 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274500
Dec 22 05:06:07.471169 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b0f4b17a-d62b-4b6e-aa83-06c31995af90 req-fbed89ed-48c6-4a83-9048-da4c8b3197f6 service neutron] 10.222.0.47 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222339
Dec 22 05:06:07.669153 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:07.863641 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-1e6b536b-26f5-4d5a-b745-5ccf55664967 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:06:07.865052 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-1e6b536b-26f5-4d5a-b745-5ccf55664967 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/networks?id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0 HTTP/1.1" status: 200  len: 796 time: 0.1409531
Dec 22 05:06:07.933040 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-6199d215-937f-41b1-898c-a860df626299 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 472 time: 0.0430620
Dec 22 05:06:07.944608 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-c999d6bf-d702-403c-8c79-04565c489002 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'port': {'device_id': '55f6a567-6534-4e22-9ac4-77f0bd08ab79', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'admin_state_up': True, 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'security_groups': ['9d1da49d-380b-49cf-8525-87b1978df514']}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:06:08.096999 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-8b0d70a7-9d02-4886-b096-9f9993fba6d7 req-6b952f30-3efe-44f2-aa67-c329d48d77c6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55f6a567-6534-4e22-9ac4-77f0bd08ab79 HTTP/1.1" status: 200  len: 210 time: 0.0580585
Dec 22 05:06:08.118914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-c999d6bf-d702-403c-8c79-04565c489002 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:06:08.128265 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-c999d6bf-d702-403c-8c79-04565c489002 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:06:08.137532 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-c999d6bf-d702-403c-8c79-04565c489002 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:06:08.140545 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-c999d6bf-d702-403c-8c79-04565c489002 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:08.298910 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-c999d6bf-d702-403c-8c79-04565c489002 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.20.0.12 (bdc90e7d-46c9-481c-b18c-c8c40350c0b0/251d1566-da12-4b15-a9d3-6527647c05ff/9056cd98-0307-4b58-a6e8-7e5a29324992) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:06:08.568771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-c999d6bf-d702-403c-8c79-04565c489002 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:08.584201 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-c999d6bf-d702-403c-8c79-04565c489002 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Transition to ACTIVE for port object 9056cd98-0307-4b58-a6e8-7e5a29324992 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:06:08.605136 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-c999d6bf-d702-403c-8c79-04565c489002 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:08.610413 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ac320e66-ffe1-4fc5-9d07-6cac378dc513 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:06:08.675917 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-c999d6bf-d702-403c-8c79-04565c489002 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network bdc90e7d-46c9-481c-b18c-c8c40350c0b0 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:06:08.679271 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-c999d6bf-d702-403c-8c79-04565c489002 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:06:08.683353 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-c999d6bf-d702-403c-8c79-04565c489002 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:06:08.711470 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999d6bf-d702-403c-8c79-04565c489002 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=9056cd98-0307-4b58-a6e8-7e5a29324992,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:06:08.717050 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c999d6bf-d702-403c-8c79-04565c489002 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:06:08.749975 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-c999d6bf-d702-403c-8c79-04565c489002 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:06:08.750596 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-c999d6bf-d702-403c-8c79-04565c489002 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:08.764731 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-926c52d3-2f01-423e-8f4c-31e3948d313c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:08.780284 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-c999d6bf-d702-403c-8c79-04565c489002 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8391893
Dec 22 05:06:08.798497 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] Request body: {'port': {'device_id': '55f6a567-6534-4e22-9ac4-77f0bd08ab79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:06:08.874635 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f4ceb068-666b-45f6-8f6a-672432c95faf None None] Provisioning for port 9056cd98-0307-4b58-a6e8-7e5a29324992 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:06:08.880110 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f4ceb068-666b-45f6-8f6a-672432c95faf None None] Provisioning complete for port 9056cd98-0307-4b58-a6e8-7e5a29324992 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:06:08.880558 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f4ceb068-666b-45f6-8f6a-672432c95faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:08.910467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:08.931088 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-f4ceb068-666b-45f6-8f6a-672432c95faf None None] Port 9056cd98-0307-4b58-a6e8-7e5a29324992 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:06:09.246904 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9056cd98-0307-4b58-a6e8-7e5a29324992 {{(pid=83435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:06:09.254200 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:09.267844 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] Transition to ACTIVE for port object 9056cd98-0307-4b58-a6e8-7e5a29324992 will not be triggered until provisioned by entity L2. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:06:09.272197 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:09.276635 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3158617e-7071-44d7-9068-e9c25e6f1954 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:06:09.303245 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fb3c2-e901-4c4b-b2cb-e5484aaae3eb req-f1cb2759-a9da-4ca7-9e4e-57697dd17764 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:06:09.305112 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fb2fb3c2-e901-4c4b-b2cb-e5484aaae3eb req-f1cb2759-a9da-4ca7-9e4e-57697dd17764 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55f6a567-6534-4e22-9ac4-77f0bd08ab79 HTTP/1.1" status: 200  len: 932 time: 0.0808108
Dec 22 05:06:09.350849 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-fb2fb3c2-e901-4c4b-b2cb-e5484aaae3eb req-66c630fc-1a78-4640-918c-521accd2472d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:06:09.369002 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-fb2fb3c2-e901-4c4b-b2cb-e5484aaae3eb req-66c630fc-1a78-4640-918c-521accd2472d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:06:09.370395 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fb2fb3c2-e901-4c4b-b2cb-e5484aaae3eb req-66c630fc-1a78-4640-918c-521accd2472d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d1da49d-380b-49cf-8525-87b1978df514&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596776
Dec 22 05:06:09.406044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] Pushing event updated for resources: {'Port': ['ID=9056cd98-0307-4b58-a6e8-7e5a29324992,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:06:09.409309 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:06:09.514944 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] Attempting to bind port 9056cd98-0307-4b58-a6e8-7e5a29324992 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:06:09.515274 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] Attempting to bind port 9056cd98-0307-4b58-a6e8-7e5a29324992 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '9fe20228-3ec1-43e1-b13e-777a37712b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:06:09.515599 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] Attempting to bind port 9056cd98-0307-4b58-a6e8-7e5a29324992 on network bdc90e7d-46c9-481c-b18c-c8c40350c0b0 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:06:09.521280 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] Port 9056cd98-0307-4b58-a6e8-7e5a29324992 on network bdc90e7d-46c9-481c-b18c-c8c40350c0b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:06:09.521618 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] Attempting to bind port 9056cd98-0307-4b58-a6e8-7e5a29324992 on network bdc90e7d-46c9-481c-b18c-c8c40350c0b0 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:06:09.527702 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:06:09.528036 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] Checking segment: {'id': '9fe20228-3ec1-43e1-b13e-777a37712b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:06:09.528394 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] Bound using segment: {'id': '9fe20228-3ec1-43e1-b13e-777a37712b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0'} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:06:09.528831 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] Bound port: 9056cd98-0307-4b58-a6e8-7e5a29324992, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fe20228-3ec1-43e1-b13e-777a37712b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0'}}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:06:09.529180 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:09.615527 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] For port 9056cd98-0307-4b58-a6e8-7e5a29324992, host hv-neutron-8225, cleared binding levels {{(pid=83435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:06:09.618398 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] For port 9056cd98-0307-4b58-a6e8-7e5a29324992, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9056cd98-0307-4b58-a6e8-7e5a29324992,segment=NetworkSegment(9fe20228-3ec1-43e1-b13e-777a37712b57),segment_id=9fe20228-3ec1-43e1-b13e-777a37712b57)] {{(pid=83435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:06:09.622752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:09.626714 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c999d6bf-d702-403c-8c79-04565c489002 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:06:09.682461 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:09.683841 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] 10.222.0.47 "PUT /v2.0/ports/9056cd98-0307-4b58-a6e8-7e5a29324992 HTTP/1.1" status: 200  len: 1094 time: 0.8896394
Dec 22 05:06:09.684355 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f6a567-6534-4e22-9ac4-77f0bd08ab79', 'tag': '9056cd98-0307-4b58-a6e8-7e5a29324992'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:06:09.705895 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] Pushing event updated for resources: {'Port': ['ID=9056cd98-0307-4b58-a6e8-7e5a29324992,revision_number=3']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:06:09.708950 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:06:09.767962 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f6a567-6534-4e22-9ac4-77f0bd08ab79', 'tag': '9056cd98-0307-4b58-a6e8-7e5a29324992', 'status': 'completed', 'code': 200}
Dec 22 05:06:09.810903 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-193cff19-66df-4ea0-b901-a2580e99922d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=55f6a567-6534-4e22-9ac4-77f0bd08ab79 HTTP/1.1" status: 200  len: 1097 time: 0.0743814
Dec 22 05:06:09.893437 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-e9962bec-0dcd-4b1c-a81d-81e23c8eeeb4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9056cd98-0307-4b58-a6e8-7e5a29324992 HTTP/1.1" status: 200  len: 217 time: 0.0652483
Dec 22 05:06:09.954872 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-ea4d6276-1a9a-4591-bb47-f2c06edb71dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:06:09.956148 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-ea4d6276-1a9a-4591-bb47-f2c06edb71dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=251d1566-da12-4b15-a9d3-6527647c05ff HTTP/1.1" status: 200  len: 834 time: 0.0556231
Dec 22 05:06:10.029989 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-cac970ed-9764-4670-8fee-78923c539e3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0660090
Dec 22 05:06:10.158888 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-2885d298-2f1f-472b-9902-18a594d38dab service neutron] 10.222.0.47 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220210
Dec 22 05:06:10.289208 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aa745a06-ee49-4fa3-aee3-afd5b5751f0e req-639e162e-3671-4fb8-a686-dc21c4fc0cbb service neutron] 10.222.0.47 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234593
Dec 22 05:06:10.545140 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ad82f90e-d7ab-4468-9220-8d2c364dfbf0 req-e88d1425-6f6d-4f89-be1a-d9fb1b30d82a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=55f6a567-6534-4e22-9ac4-77f0bd08ab79 HTTP/1.1" status: 200  len: 1097 time: 0.1664376
Dec 22 05:06:10.571181 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1eeb4-7f84-4577-800a-7f00216cfa8e req-57e09c6a-31d8-4a4d-8b40-5710392e6e4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:06:10.572590 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cab1eeb4-7f84-4577-800a-7f00216cfa8e req-57e09c6a-31d8-4a4d-8b40-5710392e6e4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55f6a567-6534-4e22-9ac4-77f0bd08ab79 HTTP/1.1" status: 200  len: 944 time: 0.0775988
Dec 22 05:06:10.621124 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cab1eeb4-7f84-4577-800a-7f00216cfa8e req-e4b15322-ac7d-4197-8303-5b12df24ddfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d1da49d-380b-49cf-8525-87b1978df514&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428028
Dec 22 05:06:10.675330 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82f90e-d7ab-4468-9220-8d2c364dfbf0 req-935e003f-94db-4430-afa6-b676b4bba76d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:06:10.677283 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ad82f90e-d7ab-4468-9220-8d2c364dfbf0 req-935e003f-94db-4430-afa6-b676b4bba76d service neutron] 10.222.0.47 "GET /v2.0/networks?id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0 HTTP/1.1" status: 200  len: 897 time: 0.1245439
Dec 22 05:06:10.748354 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ad82f90e-d7ab-4468-9220-8d2c364dfbf0 req-d3469163-493e-4b93-95cd-b0f47d2bf5c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9056cd98-0307-4b58-a6e8-7e5a29324992 HTTP/1.1" status: 200  len: 217 time: 0.0628667
Dec 22 05:06:10.808698 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82f90e-d7ab-4468-9220-8d2c364dfbf0 req-1e50a7d3-6989-4713-a3c1-28441ac1a664 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:06:10.810031 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ad82f90e-d7ab-4468-9220-8d2c364dfbf0 req-1e50a7d3-6989-4713-a3c1-28441ac1a664 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=251d1566-da12-4b15-a9d3-6527647c05ff HTTP/1.1" status: 200  len: 834 time: 0.0565114
Dec 22 05:06:10.890587 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ad82f90e-d7ab-4468-9220-8d2c364dfbf0 req-6751c25b-e96d-4e58-ae9e-5d7d1b16d3bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0742564
Dec 22 05:06:10.967912 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-79d2beb4-d182-46c0-8763-0b4d5f524ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:11.026136 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ad82f90e-d7ab-4468-9220-8d2c364dfbf0 req-5c58c28a-a425-4776-8a51-fd205c265341 service neutron] 10.222.0.47 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284716
Dec 22 05:06:11.158840 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ad82f90e-d7ab-4468-9220-8d2c364dfbf0 req-38712d8b-9461-490e-a76e-4038fe08c0bd service neutron] 10.222.0.47 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226971
Dec 22 05:06:11.819031 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8aa38-3a8c-4dec-87a6-06328f7a9ca5 req-e9b5f2cd-aa74-4434-a122-cc72924daa31 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:06:11.819729 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-7cb8aa38-3a8c-4dec-87a6-06328f7a9ca5 req-e9b5f2cd-aa74-4434-a122-cc72924daa31 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:06:11.835370 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-7cb8aa38-3a8c-4dec-87a6-06328f7a9ca5 req-e9b5f2cd-aa74-4434-a122-cc72924daa31 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:06:11.836747 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7cb8aa38-3a8c-4dec-87a6-06328f7a9ca5 req-e9b5f2cd-aa74-4434-a122-cc72924daa31 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55f6a567-6534-4e22-9ac4-77f0bd08ab79 HTTP/1.1" status: 200  len: 944 time: 0.0946233
Dec 22 05:06:11.880795 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7cb8aa38-3a8c-4dec-87a6-06328f7a9ca5 req-a2f0ddc7-aabd-4919-a2fc-d5e50533e9c1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d1da49d-380b-49cf-8525-87b1978df514&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382657
Dec 22 05:06:12.105733 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:12.297356 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:13.071460 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f88a41-9317-483d-bcc8-3aeae209caee req-c2272c7c-f20f-4bde-a5ba-0c25d37f9aba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:06:13.072808 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a7f88a41-9317-483d-bcc8-3aeae209caee req-c2272c7c-f20f-4bde-a5ba-0c25d37f9aba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55f6a567-6534-4e22-9ac4-77f0bd08ab79 HTTP/1.1" status: 200  len: 944 time: 0.0744698
Dec 22 05:06:13.117821 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a7f88a41-9317-483d-bcc8-3aeae209caee req-ae71870a-0a4d-4080-a4d2-6172de9e8793 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d1da49d-380b-49cf-8525-87b1978df514&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394928
Dec 22 05:06:13.541439 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:14.255473 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 9056cd98-0307-4b58-a6e8-7e5a29324992 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:06:14.311930 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb5263-f40f-42fb-95ec-cb61ba5119e5 req-82b52108-eec2-4ff5-8288-2adb6951ebfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:06:14.313363 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5fcb5263-f40f-42fb-95ec-cb61ba5119e5 req-82b52108-eec2-4ff5-8288-2adb6951ebfb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55f6a567-6534-4e22-9ac4-77f0bd08ab79 HTTP/1.1" status: 200  len: 944 time: 0.0754921
Dec 22 05:06:14.362092 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5fcb5263-f40f-42fb-95ec-cb61ba5119e5 req-126cf5a3-266f-4495-a311-dc54c0c7b11f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d1da49d-380b-49cf-8525-87b1978df514&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429878
Dec 22 05:06:14.387977 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 9056cd98-0307-4b58-a6e8-7e5a29324992, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9056cd98-0307-4b58-a6e8-7e5a29324992,segment=NetworkSegment(9fe20228-3ec1-43e1-b13e-777a37712b57),segment_id=9fe20228-3ec1-43e1-b13e-777a37712b57)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:06:14.405139 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '9056cd98-0307-4b58-a6e8-7e5a29324992', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'port_id': '9056cd98-0307-4b58-a6e8-7e5a29324992', 'mac_address': 'fa:16:3e:05:e7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:06:14.460637 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:14.478151 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9056cd98-0307-4b58-a6e8-7e5a29324992 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:06:14.492550 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 9056cd98-0307-4b58-a6e8-7e5a29324992, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9056cd98-0307-4b58-a6e8-7e5a29324992,segment=NetworkSegment(9fe20228-3ec1-43e1-b13e-777a37712b57),segment_id=9fe20228-3ec1-43e1-b13e-777a37712b57)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:06:14.495965 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:14.497649 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-983c85be-b25e-46dd-84c8-825e37dbe5c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:06:14.559201 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=9056cd98-0307-4b58-a6e8-7e5a29324992,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:06:14.562175 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:06:14.884484 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['9056cd98-0307-4b58-a6e8-7e5a29324992'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:06:15.700329 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff1e61-1a1b-46c7-bd31-b2c647290300 req-f0db6d83-1892-411e-9347-41c770b72b4a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:06:15.701781 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-42ff1e61-1a1b-46c7-bd31-b2c647290300 req-f0db6d83-1892-411e-9347-41c770b72b4a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55f6a567-6534-4e22-9ac4-77f0bd08ab79 HTTP/1.1" status: 200  len: 945 time: 0.0795593
Dec 22 05:06:15.746125 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-42ff1e61-1a1b-46c7-bd31-b2c647290300 req-bf7b6f27-1741-4327-aee8-aa25be1b9092 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d1da49d-380b-49cf-8525-87b1978df514&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388927
Dec 22 05:06:16.272598 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 9056cd98-0307-4b58-a6e8-7e5a29324992 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:06:16.340442 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 9056cd98-0307-4b58-a6e8-7e5a29324992 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:06:16.345484 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 9056cd98-0307-4b58-a6e8-7e5a29324992 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:06:16.345918 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:16.459599 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:16.516354 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f6a567-6534-4e22-9ac4-77f0bd08ab79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9056cd98-0307-4b58-a6e8-7e5a29324992'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:06:16.526100 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 9056cd98-0307-4b58-a6e8-7e5a29324992, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9056cd98-0307-4b58-a6e8-7e5a29324992,segment=NetworkSegment(9fe20228-3ec1-43e1-b13e-777a37712b57),segment_id=9fe20228-3ec1-43e1-b13e-777a37712b57)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:06:16.529743 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:16.531490 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-81460b5e-4bb5-4681-8c4c-6b0b359008a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:06:16.573365 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f6a567-6534-4e22-9ac4-77f0bd08ab79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9056cd98-0307-4b58-a6e8-7e5a29324992', 'code': 200}
Dec 22 05:06:16.595333 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=9056cd98-0307-4b58-a6e8-7e5a29324992,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:06:16.598196 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:06:16.830724 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f7881435-6a1c-4ccf-adf2-b221ab660184 req-58e5c36b-52b6-4777-9f99-9c70ef602856 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=55f6a567-6534-4e22-9ac4-77f0bd08ab79 HTTP/1.1" status: 200  len: 1099 time: 0.0669711
Dec 22 05:06:16.873052 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f7881435-6a1c-4ccf-adf2-b221ab660184 req-1dd3e218-b5d6-469d-af4b-fa006d8b56ef service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9d1da49d-380b-49cf-8525-87b1978df514&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351372
Dec 22 05:06:16.937163 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4457965-ffaf-48ed-9dd4-d8e442f3486a req-8fb615f3-9fa4-41f7-9b21-06b881d3160e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:06:16.938624 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d4457965-ffaf-48ed-9dd4-d8e442f3486a req-8fb615f3-9fa4-41f7-9b21-06b881d3160e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55f6a567-6534-4e22-9ac4-77f0bd08ab79 HTTP/1.1" status: 200  len: 946 time: 0.0759938
Dec 22 05:06:16.982288 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d4457965-ffaf-48ed-9dd4-d8e442f3486a req-15d5ba71-0a08-4061-af16-570b933f5858 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d1da49d-380b-49cf-8525-87b1978df514&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382054
Dec 22 05:06:18.181490 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608000d2-51bf-45c2-a8a9-dafc8f32343e req-6be21bb3-b574-42fc-a4b3-428550900949 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:06:18.182946 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-608000d2-51bf-45c2-a8a9-dafc8f32343e req-6be21bb3-b574-42fc-a4b3-428550900949 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55f6a567-6534-4e22-9ac4-77f0bd08ab79 HTTP/1.1" status: 200  len: 946 time: 0.0818594
Dec 22 05:06:18.227220 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-608000d2-51bf-45c2-a8a9-dafc8f32343e req-427c8f54-b4ad-4986-ba5e-ba1a606f4578 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d1da49d-380b-49cf-8525-87b1978df514&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387619
Dec 22 05:06:19.420192 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae7eac-460a-49bb-ac59-4e71cf6022a2 req-d95a1bfb-54a2-4abe-b95d-da541c920d86 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:06:19.421634 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4dae7eac-460a-49bb-ac59-4e71cf6022a2 req-d95a1bfb-54a2-4abe-b95d-da541c920d86 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55f6a567-6534-4e22-9ac4-77f0bd08ab79 HTTP/1.1" status: 200  len: 946 time: 0.0767422
Dec 22 05:06:19.466221 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4dae7eac-460a-49bb-ac59-4e71cf6022a2 req-3d68c123-769e-4d7e-9914-851af55a5866 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d1da49d-380b-49cf-8525-87b1978df514&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391631
Dec 22 05:06:19.662320 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f9093-a3ee-44e4-ba57-ce35244aacf0 req-ba40ae70-274f-4e20-a9bf-846099c832a6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:06:19.663741 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-572f9093-a3ee-44e4-ba57-ce35244aacf0 req-ba40ae70-274f-4e20-a9bf-846099c832a6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55f6a567-6534-4e22-9ac4-77f0bd08ab79 HTTP/1.1" status: 200  len: 946 time: 0.0754967
Dec 22 05:06:19.707320 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-572f9093-a3ee-44e4-ba57-ce35244aacf0 req-7c145408-ebe6-43e7-85a4-87ef0f2ea480 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d1da49d-380b-49cf-8525-87b1978df514&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381238
Dec 22 05:06:19.733695 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33158) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:06:19.804904 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d43f47c6-b500-4716-8e7c-51c9766141a9 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=55f6a567-6534-4e22-9ac4-77f0bd08ab79 HTTP/1.1" status: 200  len: 1094 time: 0.0699532
Dec 22 05:06:19.807751 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33162) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:06:19.812888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': '9056cd98-0307-4b58-a6e8-7e5a29324992', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:06:19.818933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:06:19.822617 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:floatingip and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:06:19.825355 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:06:19.830869 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:06:19.841827 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:19.970739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:20.100748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.26.4.54 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/e8fef4fb-baa9-419f-8f11-357c319ce3ee) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:06:20.335055 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:20.362376 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:20.366333 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9d145280-64cb-4cb0-9d02-2682d4623b6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:06:20.427213 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:06:20.430219 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:06:20.434151 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:06:20.458206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=e8fef4fb-baa9-419f-8f11-357c319ce3ee,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:06:20.463066 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:06:20.921911 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:20.979285 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:21.175809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:21.181969 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:21.186365 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:06:21.282987 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=e8fef4fb-baa9-419f-8f11-357c319ce3ee,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:06:21.287485 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:06:21.301168 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:21.486709 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Floating IP 39c17e1e-72b9-4384-8c04-12e44d786486 associated. External IP: 172.26.4.54, port: 9056cd98-0307-4b58-a6e8-7e5a29324992.
Dec 22 05:06:21.965499 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:06:22.162207 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:06:22.172518 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c2894-1750-47ea-b76e-4496c5ff3290 None None] Sync routers for ids ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:06:22.187116 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c2894-1750-47ea-b76e-4496c5ff3290 None None] Routers {'650b8bdb-406c-4b57-bc8d-6f5e9b23e672'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:06:22.187349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:22.188099 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-657c2894-1750-47ea-b76e-4496c5ff3290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c370bb0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:06:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:06:22.240894 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4319735
Dec 22 05:06:22.241476 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f6a567-6534-4e22-9ac4-77f0bd08ab79', 'tag': '9056cd98-0307-4b58-a6e8-7e5a29324992'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:06:22.295673 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f6a567-6534-4e22-9ac4-77f0bd08ab79', 'tag': '9056cd98-0307-4b58-a6e8-7e5a29324992', 'status': 'completed', 'code': 200}
Dec 22 05:06:22.371396 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-657c2894-1750-47ea-b76e-4496c5ff3290 None None] Set router 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:06:22.411083 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-62494a7b-8e44-40c9-9685-9439b2ed2073 req-67d1ef17-d0b1-4f96-883c-4721e2a79e3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=55f6a567-6534-4e22-9ac4-77f0bd08ab79 HTTP/1.1" status: 200  len: 1099 time: 0.0717590
Dec 22 05:06:22.540161 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62494a7b-8e44-40c9-9685-9439b2ed2073 req-3206f112-3c7b-4c52-974f-b4544b49672e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:06:22.541526 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-62494a7b-8e44-40c9-9685-9439b2ed2073 req-3206f112-3c7b-4c52-974f-b4544b49672e service neutron] 10.222.0.47 "GET /v2.0/networks?id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0 HTTP/1.1" status: 200  len: 897 time: 0.1248798
Dec 22 05:06:22.644835 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-62494a7b-8e44-40c9-9685-9439b2ed2073 req-bda4e084-b447-4a7a-88a1-a0547aa61618 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9056cd98-0307-4b58-a6e8-7e5a29324992 HTTP/1.1" status: 200  len: 999 time: 0.0966539
Dec 22 05:06:22.706716 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62494a7b-8e44-40c9-9685-9439b2ed2073 req-f63fc187-7b8f-41fd-a919-fa13530a4e5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:06:22.708196 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-62494a7b-8e44-40c9-9685-9439b2ed2073 req-f63fc187-7b8f-41fd-a919-fa13530a4e5e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=251d1566-da12-4b15-a9d3-6527647c05ff HTTP/1.1" status: 200  len: 834 time: 0.0567148
Dec 22 05:06:22.708345 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-657c2894-1750-47ea-b76e-4496c5ff3290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c370bb0>, [{'id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'name': 'tempest-TestNetworkBasicOps-router-1929461971', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '116898d7-6d49-4402-921a-0b19a090d655', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.88', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'port_id': '9cf251d3-3139-411e-8bda-c49ec8d25a99', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'mac_address': 'fa:16:3e:e0:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c05580-68e7-4df8-880e-31e596656c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:06:00Z', 'updated_at': '2021-12-22T05:06:04Z', 'revision_number': 1, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}, {'id': '39c17e1e-72b9-4384-8c04-12e44d786486', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.54', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'port_id': '9056cd98-0307-4b58-a6e8-7e5a29324992', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'mac_address': 'fa:16:3e:05:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f6a567-6534-4e22-9ac4-77f0bd08ab79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:06:20Z', 'updated_at': '2021-12-22T05:06:20Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f94b4343-cf27-40c8-9115-3562959b2bdc', 'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:8f:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:42Z', 'updated_at': '2021-12-22T05:05:49Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:06:22.712261 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c2894-1750-47ea-b76e-4496c5ff3290 None None] Checking router: 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:06:22.722324 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c2894-1750-47ea-b76e-4496c5ff3290 None None] Routers {'650b8bdb-406c-4b57-bc8d-6f5e9b23e672'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:06:22.722903 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-657c2894-1750-47ea-b76e-4496c5ff3290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c370bb0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:06:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:06:22.782052 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-62494a7b-8e44-40c9-9685-9439b2ed2073 req-d33ee1c8-1771-4ce9-8463-2696cb89b443 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0677805
Dec 22 05:06:22.893819 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-657c2894-1750-47ea-b76e-4496c5ff3290 None None] Set router 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:06:22.922970 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-62494a7b-8e44-40c9-9685-9439b2ed2073 req-0e142c65-9280-4e49-a589-d862e1ac92fa service neutron] 10.222.0.47 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335986
Dec 22 05:06:23.055583 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-62494a7b-8e44-40c9-9685-9439b2ed2073 req-cb2d0102-d865-422c-977b-26713fd689fa service neutron] 10.222.0.47 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257482
Dec 22 05:06:23.237643 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-657c2894-1750-47ea-b76e-4496c5ff3290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c370bb0>, [{'id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'name': 'tempest-TestNetworkBasicOps-router-1929461971', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '116898d7-6d49-4402-921a-0b19a090d655', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.88', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'port_id': '9cf251d3-3139-411e-8bda-c49ec8d25a99', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'mac_address': 'fa:16:3e:e0:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c05580-68e7-4df8-880e-31e596656c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:06:00Z', 'updated_at': '2021-12-22T05:06:04Z', 'revision_number': 1, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}, {'id': '39c17e1e-72b9-4384-8c04-12e44d786486', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.54', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'port_id': '9056cd98-0307-4b58-a6e8-7e5a29324992', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'mac_address': 'fa:16:3e:05:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f6a567-6534-4e22-9ac4-77f0bd08ab79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:06:20Z', 'updated_at': '2021-12-22T05:06:20Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f94b4343-cf27-40c8-9115-3562959b2bdc', 'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:8f:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:42Z', 'updated_at': '2021-12-22T05:05:49Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:06:23.242006 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657c2894-1750-47ea-b76e-4496c5ff3290 None None] The sync data for ids ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'] in dv-neutron-822525-1-hyperv is: [{'id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'name': 'tempest-TestNetworkBasicOps-router-1929461971', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '116898d7-6d49-4402-921a-0b19a090d655', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.88', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'port_id': '9cf251d3-3139-411e-8bda-c49ec8d25a99', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'mac_address': 'fa:16:3e:e0:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c05580-68e7-4df8-880e-31e596656c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:06:00Z', 'updated_at': '2021-12-22T05:06:04Z', 'revision_number': 1, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}, {'id': '39c17e1e-72b9-4384-8c04-12e44d786486', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.54', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'port_id': '9056cd98-0307-4b58-a6e8-7e5a29324992', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'mac_address': 'fa:16:3e:05:e7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f6a567-6534-4e22-9ac4-77f0bd08ab79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:06:20Z', 'updated_at': '2021-12-22T05:06:20Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f94b4343-cf27-40c8-9115-3562959b2bdc', 'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:8f:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:42Z', 'updated_at': '2021-12-22T05:05:49Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:06:23.424089 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4508e47e-7ab6-4fa0-9617-b582f77a8a6c None None] New status for floating IP 39c17e1e-72b9-4384-8c04-12e44d786486: ACTIVE {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:06:27.555904 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:06:37.679809 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:38.757437 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-14b7f3d0-e173-452b-b6da-16cddf242ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:40.970179 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-49c3b47c-4a49-4a46-b8d2-f6d0dc8dacca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:42.108457 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:42.300622 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:06:43.542797 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:04.555447 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:07:07.635765 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7d741001-d3b3-47bd-a064-5c0742c08b0a req-37eccc44-b9f6-48ef-9943-edb9d8b27ef1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d9c05580-68e7-4df8-880e-31e596656c20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0736780
Dec 22 05:07:07.672804 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:07.785892 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7d741001-d3b3-47bd-a064-5c0742c08b0a req-46677094-7f76-4e05-8dc2-8b2340bd32e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 1098 time: 0.0666256
Dec 22 05:07:07.926491 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d741001-d3b3-47bd-a064-5c0742c08b0a req-9b301ad1-df3d-48fd-ba4d-1d556dde39e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:07.927811 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7d741001-d3b3-47bd-a064-5c0742c08b0a req-9b301ad1-df3d-48fd-ba4d-1d556dde39e8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0 HTTP/1.1" status: 200  len: 897 time: 0.1233122
Dec 22 05:07:08.030078 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7d741001-d3b3-47bd-a064-5c0742c08b0a req-63b9c8b8-0bdb-46c1-bc3e-76151fa9fcda service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cf251d3-3139-411e-8bda-c49ec8d25a99 HTTP/1.1" status: 200  len: 1000 time: 0.0946362
Dec 22 05:07:08.091458 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d741001-d3b3-47bd-a064-5c0742c08b0a req-8db077a4-d8d7-4e27-983a-72eff8c88239 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:08.092877 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7d741001-d3b3-47bd-a064-5c0742c08b0a req-8db077a4-d8d7-4e27-983a-72eff8c88239 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=251d1566-da12-4b15-a9d3-6527647c05ff HTTP/1.1" status: 200  len: 834 time: 0.0566475
Dec 22 05:07:08.265807 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7d741001-d3b3-47bd-a064-5c0742c08b0a req-185d2d42-2593-4305-b510-9be7f8d50d70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1668866
Dec 22 05:07:08.393570 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7d741001-d3b3-47bd-a064-5c0742c08b0a req-5303ef28-1e2f-451b-86c6-175c7f2e5d02 service neutron] 10.222.0.47 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1203337
Dec 22 05:07:08.521390 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7d741001-d3b3-47bd-a064-5c0742c08b0a req-d0ebc82d-7d75-4916-acab-7ce864d39d8c service neutron] 10.222.0.47 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1200979
Dec 22 05:07:08.758456 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-bec7bdaf-d99b-4599-8510-3d756dcdfd3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:10.971575 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b133c880-433a-490e-b572-74e3e4fce10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:12.110053 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:12.303138 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:13.547257 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:26.521955 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33186) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:26.625268 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-aaa4864b-ebc2-45a7-8b46-5b41b188e44b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/116898d7-6d49-4402-921a-0b19a090d655 HTTP/1.1" status: 200  len: 992 time: 0.1021388
Dec 22 05:07:28.375496 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33196) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:28.381282 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-00cf3e03-cdf8-4e1d-933b-9a887f4fe9ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:07:28.500674 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-00cf3e03-cdf8-4e1d-933b-9a887f4fe9ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:28.702044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-00cf3e03-cdf8-4e1d-933b-9a887f4fe9ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port 9cf251d3-3139-411e-8bda-c49ec8d25a99, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9cf251d3-3139-411e-8bda-c49ec8d25a99,segment=NetworkSegment(9fe20228-3ec1-43e1-b13e-777a37712b57),segment_id=9fe20228-3ec1-43e1-b13e-777a37712b57)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:07:28.726007 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-00cf3e03-cdf8-4e1d-933b-9a887f4fe9ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:28.730278 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-00cf3e03-cdf8-4e1d-933b-9a887f4fe9ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:28.734148 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5a80a985-ea3a-4405-b8c4-20b30468e664 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:28.794097 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cf3e03-cdf8-4e1d-933b-9a887f4fe9ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:28.794688 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-00cf3e03-cdf8-4e1d-933b-9a887f4fe9ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:28.796003 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-00cf3e03-cdf8-4e1d-933b-9a887f4fe9ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/ports/9cf251d3-3139-411e-8bda-c49ec8d25a99 HTTP/1.1" status: 200  len: 938 time: 0.4195504
Dec 22 05:07:28.796618 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c05580-68e7-4df8-880e-31e596656c20', 'tag': '9cf251d3-3139-411e-8bda-c49ec8d25a99'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:07:28.820107 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf3e03-cdf8-4e1d-933b-9a887f4fe9ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=9cf251d3-3139-411e-8bda-c49ec8d25a99,revision_number=6']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:28.831395 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf3e03-cdf8-4e1d-933b-9a887f4fe9ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:28.831781 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf3e03-cdf8-4e1d-933b-9a887f4fe9ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:28.832133 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf3e03-cdf8-4e1d-933b-9a887f4fe9ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:28.832478 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf3e03-cdf8-4e1d-933b-9a887f4fe9ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:28.832889 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf3e03-cdf8-4e1d-933b-9a887f4fe9ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:28.833242 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf3e03-cdf8-4e1d-933b-9a887f4fe9ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:28.833617 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf3e03-cdf8-4e1d-933b-9a887f4fe9ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:28.833974 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf3e03-cdf8-4e1d-933b-9a887f4fe9ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:28.834318 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf3e03-cdf8-4e1d-933b-9a887f4fe9ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:28.834677 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf3e03-cdf8-4e1d-933b-9a887f4fe9ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:28.835027 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf3e03-cdf8-4e1d-933b-9a887f4fe9ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:28.840771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-00cf3e03-cdf8-4e1d-933b-9a887f4fe9ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:28.934853 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c05580-68e7-4df8-880e-31e596656c20', 'tag': '9cf251d3-3139-411e-8bda-c49ec8d25a99', 'status': 'completed', 'code': 200}
Dec 22 05:07:29.049162 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1191fc4e-2248-4d51-8feb-042002407860 req-bdf8726b-1456-40c1-a641-e4769c95fefe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 1099 time: 0.0682850
Dec 22 05:07:29.064826 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d390783e-818e-49eb-acc5-ea061721db68 None None] Provisioning complete for port 9cf251d3-3139-411e-8bda-c49ec8d25a99 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:07:29.065368 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d390783e-818e-49eb-acc5-ea061721db68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:29.123321 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d390783e-818e-49eb-acc5-ea061721db68 None None] Port 9cf251d3-3139-411e-8bda-c49ec8d25a99 is administratively disabled so it will not transition to active. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Dec 22 05:07:29.180089 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191fc4e-2248-4d51-8feb-042002407860 req-c6ef5bd1-af23-471e-bfe2-f80b0e0b6107 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:29.182119 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1191fc4e-2248-4d51-8feb-042002407860 req-c6ef5bd1-af23-471e-bfe2-f80b0e0b6107 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0 HTTP/1.1" status: 200  len: 897 time: 0.1262190
Dec 22 05:07:29.283486 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1191fc4e-2248-4d51-8feb-042002407860 req-69e201d2-a3b8-40d4-8bdb-6e039dc668be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cf251d3-3139-411e-8bda-c49ec8d25a99 HTTP/1.1" status: 200  len: 1001 time: 0.0940685
Dec 22 05:07:29.344904 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191fc4e-2248-4d51-8feb-042002407860 req-3552c337-d932-463a-9b3d-ca29a52968b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:29.346253 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1191fc4e-2248-4d51-8feb-042002407860 req-3552c337-d932-463a-9b3d-ca29a52968b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=251d1566-da12-4b15-a9d3-6527647c05ff HTTP/1.1" status: 200  len: 834 time: 0.0551429
Dec 22 05:07:29.421104 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1191fc4e-2248-4d51-8feb-042002407860 req-b272073e-2bac-4282-80bc-36bd158c07d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0681393
Dec 22 05:07:29.552048 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1191fc4e-2248-4d51-8feb-042002407860 req-40c3df78-f1f1-44e9-ba11-24965b260a89 service neutron] 10.222.0.47 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1199889
Dec 22 05:07:29.780772 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1191fc4e-2248-4d51-8feb-042002407860 req-000cb9d3-8af6-4ca4-8a44-99ec76a7a616 service neutron] 10.222.0.47 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2213819
Dec 22 05:07:32.324499 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33208) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:32.330204 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e20a23bf-2835-4198-9baf-df1e3a31705d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:07:32.444574 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e20a23bf-2835-4198-9baf-df1e3a31705d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:32.647524 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-e20a23bf-2835-4198-9baf-df1e3a31705d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port 9cf251d3-3139-411e-8bda-c49ec8d25a99, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9cf251d3-3139-411e-8bda-c49ec8d25a99,segment=NetworkSegment(9fe20228-3ec1-43e1-b13e-777a37712b57),segment_id=9fe20228-3ec1-43e1-b13e-777a37712b57)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:07:32.671456 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e20a23bf-2835-4198-9baf-df1e3a31705d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:32.675504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e20a23bf-2835-4198-9baf-df1e3a31705d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:32.678879 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c99f8964-e062-4e9c-9298-15068188091d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:32.740245 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20a23bf-2835-4198-9baf-df1e3a31705d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:32.740822 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e20a23bf-2835-4198-9baf-df1e3a31705d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:32.742180 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e20a23bf-2835-4198-9baf-df1e3a31705d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/ports/9cf251d3-3139-411e-8bda-c49ec8d25a99 HTTP/1.1" status: 200  len: 937 time: 0.4167140
Dec 22 05:07:32.743616 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c05580-68e7-4df8-880e-31e596656c20', 'tag': '9cf251d3-3139-411e-8bda-c49ec8d25a99'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:07:32.745870 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33212) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:32.766888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a23bf-2835-4198-9baf-df1e3a31705d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=9cf251d3-3139-411e-8bda-c49ec8d25a99,revision_number=7']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:32.769922 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e20a23bf-2835-4198-9baf-df1e3a31705d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:32.801624 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c05580-68e7-4df8-880e-31e596656c20', 'tag': '9cf251d3-3139-411e-8bda-c49ec8d25a99', 'status': 'completed', 'code': 200}
Dec 22 05:07:32.867346 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-56b791c0-6eed-4ced-b878-41fa19172d2e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/116898d7-6d49-4402-921a-0b19a090d655 HTTP/1.1" status: 200  len: 992 time: 0.1159289
Dec 22 05:07:32.919161 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-32ac08da-d92d-45ce-8061-cb0f63b94962 req-04334a5f-a8ac-4c8d-b156-b0dad126d10c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 1098 time: 0.0699701
Dec 22 05:07:32.975420 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-54ae8a9f-6cf1-4945-abbb-1622f69f4527 None None] Provisioning complete for port 9cf251d3-3139-411e-8bda-c49ec8d25a99 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:07:32.975993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-54ae8a9f-6cf1-4945-abbb-1622f69f4527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:33.051004 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac08da-d92d-45ce-8061-cb0f63b94962 req-699ae84d-5fa1-4ce4-a94c-265b689b92ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:33.052352 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-32ac08da-d92d-45ce-8061-cb0f63b94962 req-699ae84d-5fa1-4ce4-a94c-265b689b92ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0 HTTP/1.1" status: 200  len: 897 time: 0.1263692
Dec 22 05:07:33.138989 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['9cf251d3-3139-411e-8bda-c49ec8d25a99'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:07:33.155346 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-32ac08da-d92d-45ce-8061-cb0f63b94962 req-b1c19d84-f658-4a44-9bd8-c87f85662d5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cf251d3-3139-411e-8bda-c49ec8d25a99 HTTP/1.1" status: 200  len: 1000 time: 0.0959485
Dec 22 05:07:33.218336 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac08da-d92d-45ce-8061-cb0f63b94962 req-10c7dfaa-d641-4fb0-bec8-9df2e47d480f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:33.220033 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-32ac08da-d92d-45ce-8061-cb0f63b94962 req-10c7dfaa-d641-4fb0-bec8-9df2e47d480f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=251d1566-da12-4b15-a9d3-6527647c05ff HTTP/1.1" status: 200  len: 834 time: 0.0584936
Dec 22 05:07:33.296500 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-32ac08da-d92d-45ce-8061-cb0f63b94962 req-68db7967-7536-4ee0-8254-169a3d5b4e34 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703826
Dec 22 05:07:33.427527 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-32ac08da-d92d-45ce-8061-cb0f63b94962 req-562a2a3c-b6f8-41ca-9746-fe97e79b6f32 service neutron] 10.222.0.47 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240034
Dec 22 05:07:33.554579 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-32ac08da-d92d-45ce-8061-cb0f63b94962 req-09a6e1bd-a046-4de8-b2a4-7c38ec020690 service neutron] 10.222.0.47 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1205981
Dec 22 05:07:35.457324 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33224) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:35.653682 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port e8fef4fb-baa9-419f-8f11-357c319ce3ee {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:07:35.654019 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:35.814559 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:35.814805 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:36.030301 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for e8fef4fb-baa9-419f-8f11-357c319ce3ee owned by network:floatingip {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:07:36.173788 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:36.177258 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a45dba3a-d9a6-4da2-ae7f-86fb0701ca4f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:36.219401 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=e8fef4fb-baa9-419f-8f11-357c319ce3ee,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:36.260030 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:36.260409 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:36.260780 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:36.261147 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:36.261511 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:36.261895 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:36.262256 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:36.262612 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:36.262964 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:36.263314 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:36.263664 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:36.266912 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:36.322414 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:36.710199 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:07:36.905046 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:07:36.914274 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05180fa2-a89e-4a7f-a1f2-061c3524fb18 None None] Sync routers for ids ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:07:36.924976 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:36.926849 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05180fa2-a89e-4a7f-a1f2-061c3524fb18 None None] Routers {'650b8bdb-406c-4b57-bc8d-6f5e9b23e672'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:07:36.927462 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-05180fa2-a89e-4a7f-a1f2-061c3524fb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469f696640>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:07:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:07:36.977108 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/floatingips/39c17e1e-72b9-4384-8c04-12e44d786486 HTTP/1.1" status: 204  len: 168 time: 1.5186832
Dec 22 05:07:36.977686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f6a567-6534-4e22-9ac4-77f0bd08ab79', 'tag': '9056cd98-0307-4b58-a6e8-7e5a29324992'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:07:37.033816 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f6a567-6534-4e22-9ac4-77f0bd08ab79', 'tag': '9056cd98-0307-4b58-a6e8-7e5a29324992', 'status': 'completed', 'code': 200}
Dec 22 05:07:37.107342 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-05180fa2-a89e-4a7f-a1f2-061c3524fb18 None None] Set router 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:07:37.157343 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-44d35711-4cdc-4f8d-a6d0-d4e47d0cff72 req-5871bc22-168f-4f07-acff-f630163f85e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=55f6a567-6534-4e22-9ac4-77f0bd08ab79 HTTP/1.1" status: 200  len: 1099 time: 0.0704708
Dec 22 05:07:37.355961 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d35711-4cdc-4f8d-a6d0-d4e47d0cff72 req-93741d47-90cb-4eb0-b294-9833d684922c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:37.357395 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-44d35711-4cdc-4f8d-a6d0-d4e47d0cff72 req-93741d47-90cb-4eb0-b294-9833d684922c service neutron] 10.222.0.47 "GET /v2.0/networks?id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0 HTTP/1.1" status: 200  len: 897 time: 0.1928275
Dec 22 05:07:37.434488 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-44d35711-4cdc-4f8d-a6d0-d4e47d0cff72 req-33caebfe-ea1b-45a1-8838-d6a0b522ed79 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9056cd98-0307-4b58-a6e8-7e5a29324992 HTTP/1.1" status: 200  len: 217 time: 0.0696504
Dec 22 05:07:37.472144 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-05180fa2-a89e-4a7f-a1f2-061c3524fb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469f696640>, [{'id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'name': 'tempest-TestNetworkBasicOps-router-1929461971', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '116898d7-6d49-4402-921a-0b19a090d655', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.88', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'port_id': '9cf251d3-3139-411e-8bda-c49ec8d25a99', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'mac_address': 'fa:16:3e:e0:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c05580-68e7-4df8-880e-31e596656c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:06:00Z', 'updated_at': '2021-12-22T05:06:04Z', 'revision_number': 1, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f94b4343-cf27-40c8-9115-3562959b2bdc', 'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:8f:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:42Z', 'updated_at': '2021-12-22T05:05:49Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:07:37.476065 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05180fa2-a89e-4a7f-a1f2-061c3524fb18 None None] Checking router: 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:07:37.487225 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05180fa2-a89e-4a7f-a1f2-061c3524fb18 None None] Routers {'650b8bdb-406c-4b57-bc8d-6f5e9b23e672'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:07:37.487761 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-05180fa2-a89e-4a7f-a1f2-061c3524fb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469f696640>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:07:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:07:37.603195 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991be13-cfe1-423b-9685-e73f19fcaf01 req-0d94e295-8aef-4be1-9c8b-e28d4d290f19 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:37.604661 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9991be13-cfe1-423b-9685-e73f19fcaf01 req-0d94e295-8aef-4be1-9c8b-e28d4d290f19 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55f6a567-6534-4e22-9ac4-77f0bd08ab79 HTTP/1.1" status: 200  len: 946 time: 0.3041680
Dec 22 05:07:37.640021 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d35711-4cdc-4f8d-a6d0-d4e47d0cff72 req-4dd447e3-8e8c-4260-ae48-f3d943cbec54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:37.641422 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-44d35711-4cdc-4f8d-a6d0-d4e47d0cff72 req-4dd447e3-8e8c-4260-ae48-f3d943cbec54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=251d1566-da12-4b15-a9d3-6527647c05ff HTTP/1.1" status: 200  len: 834 time: 0.1987736
Dec 22 05:07:37.666268 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-05180fa2-a89e-4a7f-a1f2-061c3524fb18 None None] Set router 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:07:37.674224 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:37.702890 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9991be13-cfe1-423b-9685-e73f19fcaf01 req-e1f56e60-eed6-45da-957e-528d05cb5249 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d1da49d-380b-49cf-8525-87b1978df514&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0887167
Dec 22 05:07:37.730084 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-44d35711-4cdc-4f8d-a6d0-d4e47d0cff72 req-25e6a4ad-c402-45f1-9fd9-738406849c78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0797369
Dec 22 05:07:37.863587 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-44d35711-4cdc-4f8d-a6d0-d4e47d0cff72 req-d30a339f-1d24-4a42-ad72-40ecd246bb30 service neutron] 10.222.0.47 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258321
Dec 22 05:07:37.995711 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-44d35711-4cdc-4f8d-a6d0-d4e47d0cff72 req-6cfeb20e-508f-432c-915f-9db9142b59e8 service neutron] 10.222.0.47 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247516
Dec 22 05:07:38.003492 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-05180fa2-a89e-4a7f-a1f2-061c3524fb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469f696640>, [{'id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'name': 'tempest-TestNetworkBasicOps-router-1929461971', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '116898d7-6d49-4402-921a-0b19a090d655', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.88', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'port_id': '9cf251d3-3139-411e-8bda-c49ec8d25a99', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'mac_address': 'fa:16:3e:e0:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c05580-68e7-4df8-880e-31e596656c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:06:00Z', 'updated_at': '2021-12-22T05:06:04Z', 'revision_number': 1, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f94b4343-cf27-40c8-9115-3562959b2bdc', 'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:8f:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:42Z', 'updated_at': '2021-12-22T05:05:49Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:07:38.007354 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05180fa2-a89e-4a7f-a1f2-061c3524fb18 None None] The sync data for ids ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'] in dv-neutron-822525-1-hyperv is: [{'id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'name': 'tempest-TestNetworkBasicOps-router-1929461971', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '116898d7-6d49-4402-921a-0b19a090d655', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.88', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'port_id': '9cf251d3-3139-411e-8bda-c49ec8d25a99', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'mac_address': 'fa:16:3e:e0:5e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c05580-68e7-4df8-880e-31e596656c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:06:00Z', 'updated_at': '2021-12-22T05:06:04Z', 'revision_number': 1, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f94b4343-cf27-40c8-9115-3562959b2bdc', 'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:8f:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:42Z', 'updated_at': '2021-12-22T05:05:49Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:07:38.214815 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c4e4a3-3c54-432a-ace6-97fe175e1fa1 None None] New status for floating IP 39c17e1e-72b9-4384-8c04-12e44d786486: DOWN {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:07:38.761654 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-223fcae8-676c-4463-b7db-8b76a261b867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:38.908480 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00261ad0-75b1-48dd-aac0-d4e6e1978b0b req-c314a7a9-2d0f-4fdd-b6bf-55a55975b945 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:38.909099 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-00261ad0-75b1-48dd-aac0-d4e6e1978b0b req-c314a7a9-2d0f-4fdd-b6bf-55a55975b945 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:07:38.924434 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-00261ad0-75b1-48dd-aac0-d4e6e1978b0b req-c314a7a9-2d0f-4fdd-b6bf-55a55975b945 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:07:38.925697 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-00261ad0-75b1-48dd-aac0-d4e6e1978b0b req-c314a7a9-2d0f-4fdd-b6bf-55a55975b945 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55f6a567-6534-4e22-9ac4-77f0bd08ab79 HTTP/1.1" status: 200  len: 946 time: 0.0920923
Dec 22 05:07:38.974594 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-00261ad0-75b1-48dd-aac0-d4e6e1978b0b req-305bb364-8379-4398-8240-1f6b4a4dc3b8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d1da49d-380b-49cf-8525-87b1978df514&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429859
Dec 22 05:07:39.014386 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5eb9c3-10ef-46fd-840e-d994e105b8da req-aab74a39-2676-4db5-b730-30c5996b72d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:39.015777 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3a5eb9c3-10ef-46fd-840e-d994e105b8da req-aab74a39-2676-4db5-b730-30c5996b72d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f6a567-6534-4e22-9ac4-77f0bd08ab79 HTTP/1.1" status: 200  len: 946 time: 0.0792360
Dec 22 05:07:39.085058 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-3a5eb9c3-10ef-46fd-840e-d994e105b8da req-13715e33-232d-4440-b9fd-9c9cf128530c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port 9056cd98-0307-4b58-a6e8-7e5a29324992 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:07:39.085399 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-3a5eb9c3-10ef-46fd-840e-d994e105b8da req-13715e33-232d-4440-b9fd-9c9cf128530c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:39.330157 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-3a5eb9c3-10ef-46fd-840e-d994e105b8da req-13715e33-232d-4440-b9fd-9c9cf128530c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port 9056cd98-0307-4b58-a6e8-7e5a29324992, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9056cd98-0307-4b58-a6e8-7e5a29324992,segment=NetworkSegment(9fe20228-3ec1-43e1-b13e-777a37712b57),segment_id=9fe20228-3ec1-43e1-b13e-777a37712b57)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:07:39.330480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-3a5eb9c3-10ef-46fd-840e-d994e105b8da req-13715e33-232d-4440-b9fd-9c9cf128530c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:39.451448 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-3a5eb9c3-10ef-46fd-840e-d994e105b8da req-13715e33-232d-4440-b9fd-9c9cf128530c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for 9056cd98-0307-4b58-a6e8-7e5a29324992 owned by compute:nova {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:07:39.594817 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-3a5eb9c3-10ef-46fd-840e-d994e105b8da req-13715e33-232d-4440-b9fd-9c9cf128530c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:39.600404 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bf6da202-f0c2-4460-9369-ccb2c1a25933 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:39.642323 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13715e33-232d-4440-b9fd-9c9cf128530c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=9056cd98-0307-4b58-a6e8-7e5a29324992,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:39.646172 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-13715e33-232d-4440-b9fd-9c9cf128530c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:39.716092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5eb9c3-10ef-46fd-840e-d994e105b8da req-13715e33-232d-4440-b9fd-9c9cf128530c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] No DVR routers for this DVR port 9056cd98-0307-4b58-a6e8-7e5a29324992 on host hv-neutron-8225 {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:07:39.718550 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-3a5eb9c3-10ef-46fd-840e-d994e105b8da req-13715e33-232d-4440-b9fd-9c9cf128530c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:39.721031 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f6a567-6534-4e22-9ac4-77f0bd08ab79', 'name': 'network-vif-deleted', 'tag': '9056cd98-0307-4b58-a6e8-7e5a29324992'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:07:39.737455 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3a5eb9c3-10ef-46fd-840e-d994e105b8da req-13715e33-232d-4440-b9fd-9c9cf128530c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "DELETE /v2.0/ports/9056cd98-0307-4b58-a6e8-7e5a29324992 HTTP/1.1" status: 204  len: 173 time: 0.7162225
Dec 22 05:07:39.777915 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f6a567-6534-4e22-9ac4-77f0bd08ab79', 'name': 'network-vif-deleted', 'tag': '9056cd98-0307-4b58-a6e8-7e5a29324992', 'status': 'completed', 'code': 200}
Dec 22 05:07:40.152677 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ac7ec225-50de-454c-9038-e92fbc0e53dc req-c93d9437-ab3a-452a-b32c-4bc4c79aaf1a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=55f6a567-6534-4e22-9ac4-77f0bd08ab79 HTTP/1.1" status: 200  len: 210 time: 0.0417871
Dec 22 05:07:40.972987 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-35691929-5355-4b1d-b5a1-281a83691a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:41.277658 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33242) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:41.344609 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7823ffb8-c17f-4354-aba9-c53d8f3f33e6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:41.372651 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7823ffb8-c17f-4354-aba9-c53d8f3f33e6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:41.435533 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7823ffb8-c17f-4354-aba9-c53d8f3f33e6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:41.439269 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-23d8f085-552f-4e42-abb4-ea16b36516da tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:41.457645 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823ffb8-c17f-4354-aba9-c53d8f3f33e6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1da49d-380b-49cf-8525-87b1978df514,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:41.460329 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7823ffb8-c17f-4354-aba9-c53d8f3f33e6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:41.466937 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7823ffb8-c17f-4354-aba9-c53d8f3f33e6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:41.468046 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7823ffb8-c17f-4354-aba9-c53d8f3f33e6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/security-groups/9d1da49d-380b-49cf-8525-87b1978df514 HTTP/1.1" status: 204  len: 168 time: 0.1894076
Dec 22 05:07:41.507042 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33248) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:41.554594 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:07:41.697945 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-afff5449-0840-45e2-a9e0-c04260abbe95 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port de0779a7-6f68-40dd-8e5a-ecb4c53df099 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:07:41.698281 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-afff5449-0840-45e2-a9e0-c04260abbe95 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:41.963344 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-afff5449-0840-45e2-a9e0-c04260abbe95 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:41.963664 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-afff5449-0840-45e2-a9e0-c04260abbe95 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:42.079930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-afff5449-0840-45e2-a9e0-c04260abbe95 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for de0779a7-6f68-40dd-8e5a-ecb4c53df099 owned by network:floatingip {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:07:42.114080 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:42.226964 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-afff5449-0840-45e2-a9e0-c04260abbe95 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:42.230844 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e81cb325-4554-4a59-9d73-00bfa26aee77 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:42.269686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff5449-0840-45e2-a9e0-c04260abbe95 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=de0779a7-6f68-40dd-8e5a-ecb4c53df099,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:42.273059 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-afff5449-0840-45e2-a9e0-c04260abbe95 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:42.306711 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:42.361220 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-afff5449-0840-45e2-a9e0-c04260abbe95 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:42.720641 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 9056cd98-0307-4b58-a6e8-7e5a29324992 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:07:42.742432 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afff5449-0840-45e2-a9e0-c04260abbe95 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:07:42.752641 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 9056cd98-0307-4b58-a6e8-7e5a29324992 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:07:42.752996 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 9056cd98-0307-4b58-a6e8-7e5a29324992 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:07:42.939363 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afff5449-0840-45e2-a9e0-c04260abbe95 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:07:42.949503 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7764272-d5f6-45e1-a59e-e6be87c4d84f None None] Sync routers for ids ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:07:42.955664 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-afff5449-0840-45e2-a9e0-c04260abbe95 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:42.960948 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7764272-d5f6-45e1-a59e-e6be87c4d84f None None] Routers {'650b8bdb-406c-4b57-bc8d-6f5e9b23e672'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:07:42.961560 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-e7764272-d5f6-45e1-a59e-e6be87c4d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c84a760>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:07:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:07:43.011106 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-afff5449-0840-45e2-a9e0-c04260abbe95 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/floatingips/116898d7-6d49-4402-921a-0b19a090d655 HTTP/1.1" status: 204  len: 168 time: 1.5028088
Dec 22 05:07:43.011593 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c05580-68e7-4df8-880e-31e596656c20', 'tag': '9cf251d3-3139-411e-8bda-c49ec8d25a99'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:07:43.064350 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c05580-68e7-4df8-880e-31e596656c20', 'tag': '9cf251d3-3139-411e-8bda-c49ec8d25a99', 'status': 'completed', 'code': 200}
Dec 22 05:07:43.146983 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-e7764272-d5f6-45e1-a59e-e6be87c4d84f None None] Set router 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:07:43.178757 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-198def97-01c1-41f3-9ff8-8c164b1cbe15 req-2b89cba7-8134-4011-9085-e8ffdacb8799 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 1098 time: 0.0701158
Dec 22 05:07:43.316904 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198def97-01c1-41f3-9ff8-8c164b1cbe15 req-1828749d-b131-4272-a26b-3cf5d1a1c638 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:43.318372 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-198def97-01c1-41f3-9ff8-8c164b1cbe15 req-1828749d-b131-4272-a26b-3cf5d1a1c638 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0 HTTP/1.1" status: 200  len: 897 time: 0.1332829
Dec 22 05:07:43.390044 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-198def97-01c1-41f3-9ff8-8c164b1cbe15 req-1d2a6cc0-7477-4c95-b68a-5be1524ac71f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cf251d3-3139-411e-8bda-c49ec8d25a99 HTTP/1.1" status: 200  len: 217 time: 0.0650108
Dec 22 05:07:43.414881 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275759bd-7eab-43e6-9db5-688ff453c3c5 req-c782930f-7919-4607-a41c-3169aa5fe5d6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:43.416308 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-275759bd-7eab-43e6-9db5-688ff453c3c5 req-c782930f-7919-4607-a41c-3169aa5fe5d6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:07:43.433840 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-275759bd-7eab-43e6-9db5-688ff453c3c5 req-c782930f-7919-4607-a41c-3169aa5fe5d6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:07:43.439509 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-275759bd-7eab-43e6-9db5-688ff453c3c5 req-c782930f-7919-4607-a41c-3169aa5fe5d6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 945 time: 0.1017418
Dec 22 05:07:43.456677 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198def97-01c1-41f3-9ff8-8c164b1cbe15 req-c1cc48a4-b2ff-433e-b8be-316451ade92a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:43.458136 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-198def97-01c1-41f3-9ff8-8c164b1cbe15 req-c1cc48a4-b2ff-433e-b8be-316451ade92a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=251d1566-da12-4b15-a9d3-6527647c05ff HTTP/1.1" status: 200  len: 834 time: 0.0614321
Dec 22 05:07:43.481239 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-275759bd-7eab-43e6-9db5-688ff453c3c5 req-e9650a69-65c3-4717-ae0a-271c8eef3e3d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:07:43.497607 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-275759bd-7eab-43e6-9db5-688ff453c3c5 req-e9650a69-65c3-4717-ae0a-271c8eef3e3d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:07:43.499017 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-275759bd-7eab-43e6-9db5-688ff453c3c5 req-e9650a69-65c3-4717-ae0a-271c8eef3e3d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=df1c129e-704d-47b1-8750-dad9fc2e4623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579715
Dec 22 05:07:43.517071 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-e7764272-d5f6-45e1-a59e-e6be87c4d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c84a760>, [{'id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'name': 'tempest-TestNetworkBasicOps-router-1929461971', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'f94b4343-cf27-40c8-9115-3562959b2bdc', 'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:8f:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:42Z', 'updated_at': '2021-12-22T05:05:49Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:07:43.525984 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7764272-d5f6-45e1-a59e-e6be87c4d84f None None] Checking router: 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:07:43.539385 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7764272-d5f6-45e1-a59e-e6be87c4d84f None None] Routers {'650b8bdb-406c-4b57-bc8d-6f5e9b23e672'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:07:43.540710 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-e7764272-d5f6-45e1-a59e-e6be87c4d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c84a760>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:07:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:07:43.551918 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:43.642510 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-198def97-01c1-41f3-9ff8-8c164b1cbe15 req-8145a752-be00-492d-b5df-57b9001c216a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bdc90e7d-46c9-481c-b18c-c8c40350c0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1768825
Dec 22 05:07:43.719590 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-e7764272-d5f6-45e1-a59e-e6be87c4d84f None None] Set router 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:07:43.774156 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-198def97-01c1-41f3-9ff8-8c164b1cbe15 req-f144d113-66d1-4021-bc05-1223617e4c2f service neutron] 10.222.0.47 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238360
Dec 22 05:07:43.906284 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-198def97-01c1-41f3-9ff8-8c164b1cbe15 req-dc0f1443-9678-4c4a-b651-78a2b93e187d service neutron] 10.222.0.47 "GET /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244042
Dec 22 05:07:44.022609 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-e7764272-d5f6-45e1-a59e-e6be87c4d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c84a760>, [{'id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'name': 'tempest-TestNetworkBasicOps-router-1929461971', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'f94b4343-cf27-40c8-9115-3562959b2bdc', 'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:8f:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:42Z', 'updated_at': '2021-12-22T05:05:49Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:07:44.026349 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7764272-d5f6-45e1-a59e-e6be87c4d84f None None] The sync data for ids ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'] in dv-neutron-822525-1-hyperv is: [{'id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'name': 'tempest-TestNetworkBasicOps-router-1929461971', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'f94b4343-cf27-40c8-9115-3562959b2bdc', 'name': '', 'network_id': 'bdc90e7d-46c9-481c-b18c-c8c40350c0b0', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:8f:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:42Z', 'updated_at': '2021-12-22T05:05:49Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '251d1566-da12-4b15-a9d3-6527647c05ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:07:44.233614 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73df40e2-772d-4070-b108-d12fc26cbdf7 None None] New status for floating IP 116898d7-6d49-4402-921a-0b19a090d655: DOWN {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:07:44.695857 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15aabc-e313-4440-b3b2-0bafa524dae6 req-e0aad5da-b3ea-4813-999b-971ea299116f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:44.696525 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-1c15aabc-e313-4440-b3b2-0bafa524dae6 req-e0aad5da-b3ea-4813-999b-971ea299116f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:07:44.707633 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-1c15aabc-e313-4440-b3b2-0bafa524dae6 req-e0aad5da-b3ea-4813-999b-971ea299116f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:07:44.708726 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1c15aabc-e313-4440-b3b2-0bafa524dae6 req-e0aad5da-b3ea-4813-999b-971ea299116f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 945 time: 0.0867853
Dec 22 05:07:44.753590 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1c15aabc-e313-4440-b3b2-0bafa524dae6 req-1c1f32c9-1dd4-4435-a705-3ee1c0be9684 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=df1c129e-704d-47b1-8750-dad9fc2e4623&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390446
Dec 22 05:07:45.042629 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505fa02-a780-4cec-af7e-d85085f64b50 req-c76b09ac-a05a-483e-9e4c-b13384571aeb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:45.043918 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a505fa02-a780-4cec-af7e-d85085f64b50 req-c76b09ac-a05a-483e-9e4c-b13384571aeb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 945 time: 0.0775986
Dec 22 05:07:45.108585 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-a505fa02-a780-4cec-af7e-d85085f64b50 req-8d1699eb-05cc-43c6-b0c6-74ab1808e6a9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port 9cf251d3-3139-411e-8bda-c49ec8d25a99 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:07:45.108921 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-a505fa02-a780-4cec-af7e-d85085f64b50 req-8d1699eb-05cc-43c6-b0c6-74ab1808e6a9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:45.342537 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-a505fa02-a780-4cec-af7e-d85085f64b50 req-8d1699eb-05cc-43c6-b0c6-74ab1808e6a9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port 9cf251d3-3139-411e-8bda-c49ec8d25a99, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9cf251d3-3139-411e-8bda-c49ec8d25a99,segment=NetworkSegment(9fe20228-3ec1-43e1-b13e-777a37712b57),segment_id=9fe20228-3ec1-43e1-b13e-777a37712b57)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:07:45.342801 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-a505fa02-a780-4cec-af7e-d85085f64b50 req-8d1699eb-05cc-43c6-b0c6-74ab1808e6a9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:45.458162 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-a505fa02-a780-4cec-af7e-d85085f64b50 req-8d1699eb-05cc-43c6-b0c6-74ab1808e6a9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for 9cf251d3-3139-411e-8bda-c49ec8d25a99 owned by compute:nova {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:07:45.593663 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-a505fa02-a780-4cec-af7e-d85085f64b50 req-8d1699eb-05cc-43c6-b0c6-74ab1808e6a9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:45.598767 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e20a23bf-2835-4198-9baf-df1e3a31705d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:45.639130 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1699eb-05cc-43c6-b0c6-74ab1808e6a9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=9cf251d3-3139-411e-8bda-c49ec8d25a99,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:45.642390 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8d1699eb-05cc-43c6-b0c6-74ab1808e6a9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:45.711804 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-a505fa02-a780-4cec-af7e-d85085f64b50 req-8d1699eb-05cc-43c6-b0c6-74ab1808e6a9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] No DVR routers for this DVR port 9cf251d3-3139-411e-8bda-c49ec8d25a99 on host hv-neutron-8225 {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:07:45.714098 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-a505fa02-a780-4cec-af7e-d85085f64b50 req-8d1699eb-05cc-43c6-b0c6-74ab1808e6a9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:45.716520 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c05580-68e7-4df8-880e-31e596656c20', 'name': 'network-vif-deleted', 'tag': '9cf251d3-3139-411e-8bda-c49ec8d25a99'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:07:45.730870 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a505fa02-a780-4cec-af7e-d85085f64b50 req-8d1699eb-05cc-43c6-b0c6-74ab1808e6a9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "DELETE /v2.0/ports/9cf251d3-3139-411e-8bda-c49ec8d25a99 HTTP/1.1" status: 204  len: 173 time: 0.6814196
Dec 22 05:07:45.770080 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c05580-68e7-4df8-880e-31e596656c20', 'name': 'network-vif-deleted', 'tag': '9cf251d3-3139-411e-8bda-c49ec8d25a99', 'status': 'completed', 'code': 200}
Dec 22 05:07:45.916503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-ae621ad8-39d4-471b-96a8-a740e8996b18 req-70007478-8bd3-4648-a0f4-b4f244987221 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:07:45.931275 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-ae621ad8-39d4-471b-96a8-a740e8996b18 req-70007478-8bd3-4648-a0f4-b4f244987221 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:07:45.932506 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ae621ad8-39d4-471b-96a8-a740e8996b18 req-70007478-8bd3-4648-a0f4-b4f244987221 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9c05580-68e7-4df8-880e-31e596656c20 HTTP/1.1" status: 200  len: 210 time: 0.0566449
Dec 22 05:07:47.038302 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33266) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:47.109302 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3cb979a4-3cb8-4afe-aeb5-f70c471f4122 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:47.137945 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3cb979a4-3cb8-4afe-aeb5-f70c471f4122 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:47.200104 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3cb979a4-3cb8-4afe-aeb5-f70c471f4122 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:47.204105 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-71c24667-8c3c-403e-bc58-925615452bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:47.219441 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb979a4-3cb8-4afe-aeb5-f70c471f4122 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1c129e-704d-47b1-8750-dad9fc2e4623,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:47.222014 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3cb979a4-3cb8-4afe-aeb5-f70c471f4122 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:47.229406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3cb979a4-3cb8-4afe-aeb5-f70c471f4122 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:47.230547 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3cb979a4-3cb8-4afe-aeb5-f70c471f4122 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/security-groups/df1c129e-704d-47b1-8750-dad9fc2e4623 HTTP/1.1" status: 204  len: 168 time: 0.1912942
Dec 22 05:07:47.273715 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33272) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:47.763602 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2ca62d8a-d236-44e2-a33e-17b621294017 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:48.363918 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-2ca62d8a-d236-44e2-a33e-17b621294017 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port f94b4343-cf27-40c8-9115-3562959b2bdc {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:07:48.364607 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2ca62d8a-d236-44e2-a33e-17b621294017 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:48.541857 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-2ca62d8a-d236-44e2-a33e-17b621294017 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port f94b4343-cf27-40c8-9115-3562959b2bdc, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f94b4343-cf27-40c8-9115-3562959b2bdc,segment=NetworkSegment(9fe20228-3ec1-43e1-b13e-777a37712b57),segment_id=9fe20228-3ec1-43e1-b13e-777a37712b57)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:07:48.542120 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2ca62d8a-d236-44e2-a33e-17b621294017 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:48.658756 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-2ca62d8a-d236-44e2-a33e-17b621294017 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for f94b4343-cf27-40c8-9115-3562959b2bdc owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:07:48.785335 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 9cf251d3-3139-411e-8bda-c49ec8d25a99 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:07:48.816955 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 9cf251d3-3139-411e-8bda-c49ec8d25a99 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:07:48.817314 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 9cf251d3-3139-411e-8bda-c49ec8d25a99 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:07:48.838707 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2ca62d8a-d236-44e2-a33e-17b621294017 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:48.842830 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:48.887134 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca62d8a-d236-44e2-a33e-17b621294017 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=f94b4343-cf27-40c8-9115-3562959b2bdc,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:48.889611 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2ca62d8a-d236-44e2-a33e-17b621294017 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:49.279696 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2ca62d8a-d236-44e2-a33e-17b621294017 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:49.832154 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca62d8a-d236-44e2-a33e-17b621294017 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:07:50.021942 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca62d8a-d236-44e2-a33e-17b621294017 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:07:50.031206 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b03171c-a007-4c7c-8530-b3a8a819f6de None None] Sync routers for ids ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:07:50.037945 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2ca62d8a-d236-44e2-a33e-17b621294017 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/routers/650b8bdb-406c-4b57-bc8d-6f5e9b23e672/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7631309
Dec 22 05:07:50.041086 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33276) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:50.043290 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b03171c-a007-4c7c-8530-b3a8a819f6de None None] Routers {'650b8bdb-406c-4b57-bc8d-6f5e9b23e672'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:07:50.043888 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-1b03171c-a007-4c7c-8530-b3a8a819f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5f89a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:07:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:07:50.216469 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-1b03171c-a007-4c7c-8530-b3a8a819f6de None None] Set router 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:07:50.230308 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ac3de7-2135-4c1e-a561-564f6fd84560 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting subnet 251d1566-da12-4b15-a9d3-6527647c05ff {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:07:50.233155 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45ac3de7-2135-4c1e-a561-564f6fd84560 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:50.284822 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45ac3de7-2135-4c1e-a561-564f6fd84560 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:50.365410 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45ac3de7-2135-4c1e-a561-564f6fd84560 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:50.439681 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45ac3de7-2135-4c1e-a561-564f6fd84560 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:50.443861 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7f95d036-6a01-4674-b9c7-c586b1645ce2 tempest-TestNetworkAdvancedServerOps-695450186 tempest-TestNetworkAdvancedServerOps-695450186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:50.477643 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac3de7-2135-4c1e-a561-564f6fd84560 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Subnet': ['ID=251d1566-da12-4b15-a9d3-6527647c05ff,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:50.480880 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-45ac3de7-2135-4c1e-a561-564f6fd84560 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:50.484737 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45ac3de7-2135-4c1e-a561-564f6fd84560 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:50.490285 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc3b824-8e01-4e4f-9d41-4cad879b1690 None None] Network bdc90e7d-46c9-481c-b18c-c8c40350c0b0 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:07:50.491521 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-45ac3de7-2135-4c1e-a561-564f6fd84560 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/subnets/251d1566-da12-4b15-a9d3-6527647c05ff HTTP/1.1" status: 204  len: 168 time: 0.4493697
Dec 22 05:07:50.493988 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33280) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:50.504324 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-1b03171c-a007-4c7c-8530-b3a8a819f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5f89a0>, [{'id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'name': 'tempest-TestNetworkBasicOps-router-1929461971', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:07:48Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:07:50.508741 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b03171c-a007-4c7c-8530-b3a8a819f6de None None] Checking router: 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:07:50.518985 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b03171c-a007-4c7c-8530-b3a8a819f6de None None] Routers {'650b8bdb-406c-4b57-bc8d-6f5e9b23e672'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:07:50.519582 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-1b03171c-a007-4c7c-8530-b3a8a819f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5f89a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:07:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:07:50.728417 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-1b03171c-a007-4c7c-8530-b3a8a819f6de None None] Set router 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:07:50.764724 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0276609f-183e-400a-9a74-3f27f00ba76a None None] DHCP port deletion for bdc90e7d-46c9-481c-b18c-c8c40350c0b0 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 05:07:50.769015 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-0276609f-183e-400a-9a74-3f27f00ba76a None None] Deleting port 4ff57eeb-0aaf-410f-baa6-9a7905f49b96 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:07:50.769775 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0276609f-183e-400a-9a74-3f27f00ba76a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:50.816226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-697cf541-1be7-4ea4-9963-dda1b6c988d9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:50.940736 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 4ff57eeb-0aaf-410f-baa6-9a7905f49b96 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:07:51.021930 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-0276609f-183e-400a-9a74-3f27f00ba76a None None] For port 4ff57eeb-0aaf-410f-baa6-9a7905f49b96, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=4ff57eeb-0aaf-410f-baa6-9a7905f49b96,segment=NetworkSegment(9fe20228-3ec1-43e1-b13e-777a37712b57),segment_id=9fe20228-3ec1-43e1-b13e-777a37712b57)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:07:51.022223 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0276609f-183e-400a-9a74-3f27f00ba76a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:51.028354 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-697cf541-1be7-4ea4-9963-dda1b6c988d9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:51.037533 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-1b03171c-a007-4c7c-8530-b3a8a819f6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5f89a0>, [{'id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'name': 'tempest-TestNetworkBasicOps-router-1929461971', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:07:48Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:07:51.038629 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-697cf541-1be7-4ea4-9963-dda1b6c988d9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port 62c3085f-c0dc-47de-b0ff-e40c0893c06d {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:07:51.038982 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-697cf541-1be7-4ea4-9963-dda1b6c988d9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:51.042325 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b03171c-a007-4c7c-8530-b3a8a819f6de None None] The sync data for ids ['650b8bdb-406c-4b57-bc8d-6f5e9b23e672'] in dv-neutron-822525-1-hyperv is: [{'id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'name': 'tempest-TestNetworkBasicOps-router-1929461971', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:07:48Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '62c3085f-c0dc-47de-b0ff-e40c0893c06d', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:01:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650b8bdb-406c-4b57-bc8d-6f5e9b23e672', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:05:39Z', 'updated_at': '2021-12-22T05:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:07:51.066752 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [req-71a8cafb-d147-488a-91ba-1c9bde9cca5f req-2d696aaa-cafc-4ac8-bb9d-afec38c0c059 service neutron] (83434) timed out ('10.222.0.47', 57805) {{(pid=83434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 22 05:07:51.164720 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-0276609f-183e-400a-9a74-3f27f00ba76a None None] Calling delete_port for 4ff57eeb-0aaf-410f-baa6-9a7905f49b96 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:07:51.228588 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-697cf541-1be7-4ea4-9963-dda1b6c988d9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port 62c3085f-c0dc-47de-b0ff-e40c0893c06d, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=62c3085f-c0dc-47de-b0ff-e40c0893c06d,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:07:51.228940 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-697cf541-1be7-4ea4-9963-dda1b6c988d9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:51.245320 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:51.315496 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0276609f-183e-400a-9a74-3f27f00ba76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:51.319339 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4b659073-3945-4622-b967-8152382047b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:51.347421 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-697cf541-1be7-4ea4-9963-dda1b6c988d9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for 62c3085f-c0dc-47de-b0ff-e40c0893c06d owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:07:51.364223 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276609f-183e-400a-9a74-3f27f00ba76a None None] Pushing event deleted for resources: {'Port': ['ID=4ff57eeb-0aaf-410f-baa6-9a7905f49b96,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:51.373648 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0276609f-183e-400a-9a74-3f27f00ba76a None None] No DVR routers for this DVR port 4ff57eeb-0aaf-410f-baa6-9a7905f49b96 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:07:51.382294 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276609f-183e-400a-9a74-3f27f00ba76a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:51.382632 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276609f-183e-400a-9a74-3f27f00ba76a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:51.383198 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276609f-183e-400a-9a74-3f27f00ba76a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:51.383489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276609f-183e-400a-9a74-3f27f00ba76a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:51.383628 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276609f-183e-400a-9a74-3f27f00ba76a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:51.384032 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276609f-183e-400a-9a74-3f27f00ba76a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:51.384258 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276609f-183e-400a-9a74-3f27f00ba76a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:51.384575 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276609f-183e-400a-9a74-3f27f00ba76a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:51.384899 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276609f-183e-400a-9a74-3f27f00ba76a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:51.385213 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276609f-183e-400a-9a74-3f27f00ba76a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:51.385528 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0276609f-183e-400a-9a74-3f27f00ba76a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:07:51.388935 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0276609f-183e-400a-9a74-3f27f00ba76a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:51.524157 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-697cf541-1be7-4ea4-9963-dda1b6c988d9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:51.528659 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b5c1f5d1-b02a-49a5-8f0e-ad1d3e7f2df3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:51.570977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cf541-1be7-4ea4-9963-dda1b6c988d9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=62c3085f-c0dc-47de-b0ff-e40c0893c06d,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:51.573904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-697cf541-1be7-4ea4-9963-dda1b6c988d9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:51.786786 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-697cf541-1be7-4ea4-9963-dda1b6c988d9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:52.036445 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-697cf541-1be7-4ea4-9963-dda1b6c988d9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:52.040570 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-697cf541-1be7-4ea4-9963-dda1b6c988d9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:52.063599 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-697cf541-1be7-4ea4-9963-dda1b6c988d9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:52.064226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697cf541-1be7-4ea4-9963-dda1b6c988d9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Fanout notify agent at l3_agent the message router_deleted on router 650b8bdb-406c-4b57-bc8d-6f5e9b23e672 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 05:07:52.078804 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-697cf541-1be7-4ea4-9963-dda1b6c988d9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:52.080500 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-697cf541-1be7-4ea4-9963-dda1b6c988d9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/routers/650b8bdb-406c-4b57-bc8d-6f5e9b23e672 HTTP/1.1" status: 204  len: 168 time: 1.5846162
Dec 22 05:07:52.082608 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33284) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:52.311358 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cda191a8-0ee8-49b2-bd63-ccf24258d3c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:52.439692 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cda191a8-0ee8-49b2-bd63-ccf24258d3c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:52.467277 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-cda191a8-0ee8-49b2-bd63-ccf24258d3c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469ad6fcd0>,) {'filters': {'network_id': ['bdc90e7d-46c9-481c-b18c-c8c40350c0b0']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:07:52.480997 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-cda191a8-0ee8-49b2-bd63-ccf24258d3c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469ad6fcd0>, '9fe20228-3ec1-43e1-b13e-777a37712b57') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:07:52.481294 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-cda191a8-0ee8-49b2-bd63-ccf24258d3c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469ad6fcd0>, '9fe20228-3ec1-43e1-b13e-777a37712b57') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:07:52.493731 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cda191a8-0ee8-49b2-bd63-ccf24258d3c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:52.509738 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cda191a8-0ee8-49b2-bd63-ccf24258d3c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:52.516492 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda191a8-0ee8-49b2-bd63-ccf24258d3c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:07:52.516874 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cda191a8-0ee8-49b2-bd63-ccf24258d3c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:07:52.533227 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:07:52.610541 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cda191a8-0ee8-49b2-bd63-ccf24258d3c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:52.613678 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-bb56a694-9b6b-403c-b444-bf21f634c325 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:52.627668 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cda191a8-0ee8-49b2-bd63-ccf24258d3c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:52.638639 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda191a8-0ee8-49b2-bd63-ccf24258d3c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Network': ['ID=bdc90e7d-46c9-481c-b18c-c8c40350c0b0,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:52.642038 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cda191a8-0ee8-49b2-bd63-ccf24258d3c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:52.643709 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-cda191a8-0ee8-49b2-bd63-ccf24258d3c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/networks/bdc90e7d-46c9-481c-b18c-c8c40350c0b0 HTTP/1.1" status: 204  len: 168 time: 0.5594261
Dec 22 05:07:52.669275 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33288) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:52.674713 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-01095d58-3512-4d05-becf-27e01fbd25c4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'network': {'name': 'tempest-network-smoke--111657709', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'port_security_enabled': True}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:07:52.679565 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-01095d58-3512-4d05-becf-27e01fbd25c4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:07:52.684046 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-01095d58-3512-4d05-becf-27e01fbd25c4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:network and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:07:52.686819 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-01095d58-3512-4d05-becf-27e01fbd25c4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:07:52.692286 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-01095d58-3512-4d05-becf-27e01fbd25c4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:07:52.702320 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01095d58-3512-4d05-becf-27e01fbd25c4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:07:52.705119 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-01095d58-3512-4d05-becf-27e01fbd25c4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:52.732043 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01095d58-3512-4d05-becf-27e01fbd25c4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:07:52.740063 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-01095d58-3512-4d05-becf-27e01fbd25c4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:52.740390 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-01095d58-3512-4d05-becf-27e01fbd25c4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Added segment 50fb738d-040b-4fc2-bb3a-50b87165c030 of type vlan for network 598410c8-f566-4028-b95e-82009b6114b3
Dec 22 05:07:52.765376 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-01095d58-3512-4d05-becf-27e01fbd25c4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:52.792355 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-01095d58-3512-4d05-becf-27e01fbd25c4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:52.795916 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01095d58-3512-4d05-becf-27e01fbd25c4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:52.796444 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-01095d58-3512-4d05-becf-27e01fbd25c4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:52.799909 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d23e6f21-cc3e-4d21-b7c6-a1bf0ae880f6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:52.853484 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 62c3085f-c0dc-47de-b0ff-e40c0893c06d no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:07:52.885767 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 62c3085f-c0dc-47de-b0ff-e40c0893c06d {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:07:52.886117 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 62c3085f-c0dc-47de-b0ff-e40c0893c06d not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:07:52.886542 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f94b4343-cf27-40c8-9115-3562959b2bdc no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:07:52.898408 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-01095d58-3512-4d05-becf-27e01fbd25c4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2280810
Dec 22 05:07:52.901726 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33292) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:52.908666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1209383673', 'admin_state_up': True, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:07:52.913681 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01095d58-3512-4d05-becf-27e01fbd25c4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Network': ['ID=598410c8-f566-4028-b95e-82009b6114b3,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:52.916833 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-01095d58-3512-4d05-becf-27e01fbd25c4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:52.917745 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:07:52.918393 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: f94b4343-cf27-40c8-9115-3562959b2bdc {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:07:52.918744 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f94b4343-cf27-40c8-9115-3562959b2bdc not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:07:52.921640 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:router and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:07:52.924073 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 598410c8-f566-4028-b95e-82009b6114b3 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:07:52.924513 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:07:52.930248 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:07:52.939338 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:52.940197 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:52.959509 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:53.104482 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:53.277522 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:53.306554 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:53.437272 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.26.4.178 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/7990f2b8-6886-43d3-9f9e-bd96e90db20c) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:07:53.580983 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:53.607650 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:53.611549 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d039f150-b780-4d76-9169-02c3566becb7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:53.671659 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:07:53.674686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:07:53.678613 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:07:53.705305 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=7990f2b8-6886-43d3-9f9e-bd96e90db20c,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:53.709941 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:53.829158 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_gateway, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:53.829910 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:54.150032 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router f62832eb-7aba-46ae-9ba1-b591432b532c is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 05:07:54.349327 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:07:54.358781 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] Sync routers for ids ['f62832eb-7aba-46ae-9ba1-b591432b532c'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:07:54.370165 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] Routers {'f62832eb-7aba-46ae-9ba1-b591432b532c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:07:54.370779 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c356790>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:07:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f62832eb-7aba-46ae-9ba1-b591432b532c'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:07:54.374783 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:54.376092 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.4734533
Dec 22 05:07:54.379154 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33296) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:54.487908 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d3b9e8c5-130d-4892-a7aa-04e0bfb1074f tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=276ceac97e6343c5aa8f294c3cc0960a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1053090
Dec 22 05:07:54.488110 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33302) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:54.547133 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] Set router f62832eb-7aba-46ae-9ba1-b591432b532c gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:07:54.614804 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c3824f-caed-4719-811d-e7ad7df0c8d4 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:54.616271 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e1c3824f-caed-4719-811d-e7ad7df0c8d4 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1272998
Dec 22 05:07:54.619687 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33306) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:54.659135 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f1adcd59-8736-4123-a861-963d1596421a tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0382073
Dec 22 05:07:54.661532 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33310) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:54.667665 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-67fee741-1f2e-48b3-adf8-3bbbfedaa2f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1517924915', 'network_id': '598410c8-f566-4028-b95e-82009b6114b3', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:07:54.774510 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-67fee741-1f2e-48b3-adf8-3bbbfedaa2f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:07:54.778258 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-67fee741-1f2e-48b3-adf8-3bbbfedaa2f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:subnet and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:07:54.781012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-67fee741-1f2e-48b3-adf8-3bbbfedaa2f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:07:54.786572 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-67fee741-1f2e-48b3-adf8-3bbbfedaa2f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:07:54.796622 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fee741-1f2e-48b3-adf8-3bbbfedaa2f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:07:54.865966 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c356790>, [{'id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'name': 'tempest-TestNetworkBasicOps-router-1209383673', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:52Z', 'updated_at': '2021-12-22T05:07:53Z', 'revision_number': 3, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:63:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:53Z', 'updated_at': '2021-12-22T05:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:07:54.869947 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] Checking router: f62832eb-7aba-46ae-9ba1-b591432b532c for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:07:54.870305 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] Updating router f62832eb-7aba-46ae-9ba1-b591432b532c port 7990f2b8-6886-43d3-9f9e-bd96e90db20c binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:07:54.896604 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-67fee741-1f2e-48b3-adf8-3bbbfedaa2f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:54.920029 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:55.108842 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-67fee741-1f2e-48b3-adf8-3bbbfedaa2f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:55.113172 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5ea2a406-7ab0-4a96-bb36-4d50166175e8 tempest-PortsIpV6TestJSON-167025449 tempest-PortsIpV6TestJSON-167025449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:55.188283 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fee741-1f2e-48b3-adf8-3bbbfedaa2f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Subnet': ['ID=4b45c3e6-cfe5-436d-8b14-43ee315a3689,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:55.192105 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-67fee741-1f2e-48b3-adf8-3bbbfedaa2f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:55.200785 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fee741-1f2e-48b3-adf8-3bbbfedaa2f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Checking segment: {'id': '50fb738d-040b-4fc2-bb3a-50b87165c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '598410c8-f566-4028-b95e-82009b6114b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:07:55.201145 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fee741-1f2e-48b3-adf8-3bbbfedaa2f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network hostable DHCP agents. Network: 598410c8-f566-4028-b95e-82009b6114b3, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:07:55.222599 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fee741-1f2e-48b3-adf8-3bbbfedaa2f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network 598410c8-f566-4028-b95e-82009b6114b3 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:07:55.231568 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-67fee741-1f2e-48b3-adf8-3bbbfedaa2f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 598410c8-f566-4028-b95e-82009b6114b3) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:07:55.235764 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fee741-1f2e-48b3-adf8-3bbbfedaa2f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:55.236352 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-67fee741-1f2e-48b3-adf8-3bbbfedaa2f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:55.241676 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348913e2-cdd1-4988-b939-9f9f435cca24 None None] Network 598410c8-f566-4028-b95e-82009b6114b3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:07:55.256576 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-67fee741-1f2e-48b3-adf8-3bbbfedaa2f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5939953
Dec 22 05:07:55.260131 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33314) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:55.306558 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:55.331610 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] Transition to ACTIVE for port object 7990f2b8-6886-43d3-9f9e-bd96e90db20c will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:07:55.344441 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:55.350481 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:55.453382 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] Attempting to bind port 7990f2b8-6886-43d3-9f9e-bd96e90db20c on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:07:55.454051 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] Attempting to bind port 7990f2b8-6886-43d3-9f9e-bd96e90db20c by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:07:55.454051 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] Attempting to bind port 7990f2b8-6886-43d3-9f9e-bd96e90db20c on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:07:55.456702 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6411e-ddf7-4e7f-8f7c-0e9d9d58f51e None None] Pushing event updated for resources: {'Port': ['ID=7990f2b8-6886-43d3-9f9e-bd96e90db20c,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:55.484395 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f1f6411e-ddf7-4e7f-8f7c-0e9d9d58f51e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:55.493214 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:07:55.493620 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:07:55.494030 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:55.494425 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:07:55.494895 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] Bound port: 7990f2b8-6886-43d3-9f9e-bd96e90db20c, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:07:55.495268 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:55.612468 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] For port 7990f2b8-6886-43d3-9f9e-bd96e90db20c, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:07:55.615744 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-598410c8-f566-4028-b95e-82009b6114b3', 'network_id': '598410c8-f566-4028-b95e-82009b6114b3', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ips': [{'subnet_id': '4b45c3e6-cfe5-436d-8b14-43ee315a3689'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:07:55.616565 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:55.634853 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] For port 7990f2b8-6886-43d3-9f9e-bd96e90db20c, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=7990f2b8-6886-43d3-9f9e-bd96e90db20c,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:07:55.640374 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:55.645738 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6bdc3fe9-75fb-45fa-ade9-36a61e87c89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:55.827225 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6411e-ddf7-4e7f-8f7c-0e9d9d58f51e None None] Pushing event updated for resources: {'Port': ['ID=7990f2b8-6886-43d3-9f9e-bd96e90db20c,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:55.834120 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f1f6411e-ddf7-4e7f-8f7c-0e9d9d58f51e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:55.837632 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] Routers {'f62832eb-7aba-46ae-9ba1-b591432b532c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:07:55.838634 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c356790>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:07:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f62832eb-7aba-46ae-9ba1-b591432b532c'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:07:55.933005 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Allocated IP 172.20.0.2 (598410c8-f566-4028-b95e-82009b6114b3/4b45c3e6-cfe5-436d-8b14-43ee315a3689/8ddad9cf-0b50-4125-9779-20ac7550d6b8) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:07:56.108237 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] Set router f62832eb-7aba-46ae-9ba1-b591432b532c gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:07:56.126925 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a403dcbc-e9d9-4cac-8a3d-4471b5d0084c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:56.443057 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:56.465328 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Transition to ACTIVE for port object 8ddad9cf-0b50-4125-9779-20ac7550d6b8 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:07:56.513227 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Transition to ACTIVE for port object 8ddad9cf-0b50-4125-9779-20ac7550d6b8 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:07:56.519421 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:56.523729 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:56.582208 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-a403dcbc-e9d9-4cac-8a3d-4471b5d0084c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.20.0.1 (598410c8-f566-4028-b95e-82009b6114b3/4b45c3e6-cfe5-436d-8b14-43ee315a3689/a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:07:56.602790 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Pushing event updated for resources: {'Port': ['ID=8ddad9cf-0b50-4125-9779-20ac7550d6b8,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:56.606636 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Network 598410c8-f566-4028-b95e-82009b6114b3 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:07:56.607627 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:56.609615 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:07:56.612542 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:07:56.623175 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c356790>, [{'id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'name': 'tempest-TestNetworkBasicOps-router-1209383673', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:52Z', 'updated_at': '2021-12-22T05:07:53Z', 'revision_number': 3, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:63:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:53Z', 'updated_at': '2021-12-22T05:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:07:56.653081 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1d9e09-d601-4298-8f2d-f50a64fb5733 None None] The sync data for ids ['f62832eb-7aba-46ae-9ba1-b591432b532c'] in dv-neutron-822525-1-hyperv is: [{'id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'name': 'tempest-TestNetworkBasicOps-router-1209383673', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:52Z', 'updated_at': '2021-12-22T05:07:53Z', 'revision_number': 3, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:63:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:53Z', 'updated_at': '2021-12-22T05:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:07:56.709849 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Attempting to bind port 8ddad9cf-0b50-4125-9779-20ac7550d6b8 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:07:56.710381 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Attempting to bind port 8ddad9cf-0b50-4125-9779-20ac7550d6b8 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '50fb738d-040b-4fc2-bb3a-50b87165c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '598410c8-f566-4028-b95e-82009b6114b3'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:07:56.710898 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Attempting to bind port 8ddad9cf-0b50-4125-9779-20ac7550d6b8 on network 598410c8-f566-4028-b95e-82009b6114b3 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:07:56.717900 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:07:56.718182 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Checking segment: {'id': '50fb738d-040b-4fc2-bb3a-50b87165c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '598410c8-f566-4028-b95e-82009b6114b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:07:56.718586 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:56.718973 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Bound using segment: {'id': '50fb738d-040b-4fc2-bb3a-50b87165c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '598410c8-f566-4028-b95e-82009b6114b3'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:07:56.719429 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Bound port: 8ddad9cf-0b50-4125-9779-20ac7550d6b8, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50fb738d-040b-4fc2-bb3a-50b87165c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '598410c8-f566-4028-b95e-82009b6114b3'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:07:56.719802 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:56.751788 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a403dcbc-e9d9-4cac-8a3d-4471b5d0084c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:56.770261 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-a403dcbc-e9d9-4cac-8a3d-4471b5d0084c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Transition to ACTIVE for port object a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:07:56.794785 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a403dcbc-e9d9-4cac-8a3d-4471b5d0084c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:56.799700 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-801c1c82-4c46-4cb1-b7bf-37c2dc811e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:56.811611 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] For port 8ddad9cf-0b50-4125-9779-20ac7550d6b8, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:07:56.814881 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] For port 8ddad9cf-0b50-4125-9779-20ac7550d6b8, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8ddad9cf-0b50-4125-9779-20ac7550d6b8,segment=NetworkSegment(50fb738d-040b-4fc2-bb3a-50b87165c030),segment_id=50fb738d-040b-4fc2-bb3a-50b87165c030)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:07:56.819567 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:56.834978 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:56.889197 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a403dcbc-e9d9-4cac-8a3d-4471b5d0084c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network 598410c8-f566-4028-b95e-82009b6114b3 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:07:56.895397 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-a403dcbc-e9d9-4cac-8a3d-4471b5d0084c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:07:56.900339 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a403dcbc-e9d9-4cac-8a3d-4471b5d0084c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:07:56.931221 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Pushing event updated for resources: {'Port': ['ID=8ddad9cf-0b50-4125-9779-20ac7550d6b8,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:56.932744 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403dcbc-e9d9-4cac-8a3d-4471b5d0084c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:56.939850 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a403dcbc-e9d9-4cac-8a3d-4471b5d0084c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:56.947004 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:56.969583 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a403dcbc-e9d9-4cac-8a3d-4471b5d0084c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:57.134057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a403dcbc-e9d9-4cac-8a3d-4471b5d0084c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:57.740126 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a403dcbc-e9d9-4cac-8a3d-4471b5d0084c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:57.745537 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a403dcbc-e9d9-4cac-8a3d-4471b5d0084c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:57.771681 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-aed3bd91-49cc-40f2-a2ca-8c0ce3851f94 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:57.858170 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a403dcbc-e9d9-4cac-8a3d-4471b5d0084c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:57.861503 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403dcbc-e9d9-4cac-8a3d-4471b5d0084c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:57.864583 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a403dcbc-e9d9-4cac-8a3d-4471b5d0084c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:57.884290 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e573a9-3c97-4553-acd7-a457f1973975 None None] Network 598410c8-f566-4028-b95e-82009b6114b3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:07:57.996427 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a403dcbc-e9d9-4cac-8a3d-4471b5d0084c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network 598410c8-f566-4028-b95e-82009b6114b3 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:07:57.997607 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-a403dcbc-e9d9-4cac-8a3d-4471b5d0084c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:07:58.034573 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-23f18b64-6a00-4dcc-94a5-99fdcf71d48f None None] Provisioning for port 8ddad9cf-0b50-4125-9779-20ac7550d6b8 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:07:58.384576 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f669b113-e610-4608-b36c-e00ea67b5045 None None] Provisioning for port a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:07:58.385632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a403dcbc-e9d9-4cac-8a3d-4471b5d0084c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router f62832eb-7aba-46ae-9ba1-b591432b532c has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:07:58.389638 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f669b113-e610-4608-b36c-e00ea67b5045 None None] Provisioning complete for port a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:07:58.390055 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f669b113-e610-4608-b36c-e00ea67b5045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:58.450381 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-f669b113-e610-4608-b36c-e00ea67b5045 None None] Port a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:07:58.574128 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-926e409d-c419-4132-8273-8a349ce3193a None None] Provisioning complete for port a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:07:58.574575 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-926e409d-c419-4132-8273-8a349ce3193a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:58.597201 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a403dcbc-e9d9-4cac-8a3d-4471b5d0084c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:07:58.614353 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a403dcbc-e9d9-4cac-8a3d-4471b5d0084c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/routers/f62832eb-7aba-46ae-9ba1-b591432b532c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3528736
Dec 22 05:07:58.616436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33318) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:58.637355 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-926e409d-c419-4132-8273-8a349ce3193a None None] Port a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:07:58.752608 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f53da5d-b4bc-4edf-8db6-787b6ded8353 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:58.752897 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f53da5d-b4bc-4edf-8db6-787b6ded8353 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:58.753250 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f53da5d-b4bc-4edf-8db6-787b6ded8353 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:58.753624 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f53da5d-b4bc-4edf-8db6-787b6ded8353 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:58.755252 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7f53da5d-b4bc-4edf-8db6-787b6ded8353 tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1379161
Dec 22 05:07:58.757967 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33322) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:58.758567 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5d7bcfd3-ead9-48b4-8a08-21b9133eed2e None None] Provisioning complete for port a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:07:58.758942 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5d7bcfd3-ead9-48b4-8a08-21b9133eed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:58.810014 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-5d7bcfd3-ead9-48b4-8a08-21b9133eed2e None None] Port a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:07:58.832017 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4408f2-7964-4568-a964-8759e10e5a4a tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:58.832388 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4408f2-7964-4568-a964-8759e10e5a4a tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:58.832750 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4408f2-7964-4568-a964-8759e10e5a4a tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:58.833107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4408f2-7964-4568-a964-8759e10e5a4a tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:07:58.834745 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4d4408f2-7964-4568-a964-8759e10e5a4a tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0758891
Dec 22 05:07:58.837536 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33326) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:58.908497 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8ddad9cf-0b50-4125-9779-20ac7550d6b8 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:07:58.976223 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 8ddad9cf-0b50-4125-9779-20ac7550d6b8 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:07:58.981332 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 8ddad9cf-0b50-4125-9779-20ac7550d6b8 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:07:58.981745 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:59.035773 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a1db6144-327c-4420-ba84-17e386b3ccec tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1608 time: 0.1969848
Dec 22 05:07:59.095218 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:59.126513 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 8ddad9cf-0b50-4125-9779-20ac7550d6b8, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8ddad9cf-0b50-4125-9779-20ac7550d6b8,segment=NetworkSegment(50fb738d-040b-4fc2-bb3a-50b87165c030),segment_id=50fb738d-040b-4fc2-bb3a-50b87165c030)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:07:59.130546 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:59.131345 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 7990f2b8-6886-43d3-9f9e-bd96e90db20c up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:07:59.154007 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:59.241592 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=8ddad9cf-0b50-4125-9779-20ac7550d6b8,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:59.245490 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:59.255154 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 7990f2b8-6886-43d3-9f9e-bd96e90db20c completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:07:59.260185 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 7990f2b8-6886-43d3-9f9e-bd96e90db20c triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:07:59.260562 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:59.335072 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33332) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:59.340879 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-265a4e58-56ba-4379-b0f7-812372466e70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-803251323', 'description': 'tempest-secgroup-smoke-803251323 description', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:07:59.346672 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-265a4e58-56ba-4379-b0f7-812372466e70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:07:59.350736 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-265a4e58-56ba-4379-b0f7-812372466e70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:07:59.353740 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-265a4e58-56ba-4379-b0f7-812372466e70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:07:59.359267 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-265a4e58-56ba-4379-b0f7-812372466e70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:07:59.369708 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-265a4e58-56ba-4379-b0f7-812372466e70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:59.370454 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:59.386586 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 7990f2b8-6886-43d3-9f9e-bd96e90db20c, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=7990f2b8-6886-43d3-9f9e-bd96e90db20c,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:07:59.390359 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:59.392145 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:59.404049 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-265a4e58-56ba-4379-b0f7-812372466e70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:07:59.407734 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-265a4e58-56ba-4379-b0f7-812372466e70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:07:59.410458 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-265a4e58-56ba-4379-b0f7-812372466e70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:07:59.416214 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-265a4e58-56ba-4379-b0f7-812372466e70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:07:59.473214 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-265a4e58-56ba-4379-b0f7-812372466e70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:59.477303 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-265a4e58-56ba-4379-b0f7-812372466e70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:59.482172 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e38ba22f-2843-4410-8a14-ffa7f979df3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1365195945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:59.497172 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=7990f2b8-6886-43d3-9f9e-bd96e90db20c,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:59.500254 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:59.521375 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a4e58-56ba-4379-b0f7-812372466e70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48822a6e-90c1-45ef-98a6-dc68e2f14371,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:59.524424 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-265a4e58-56ba-4379-b0f7-812372466e70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:59.525628 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-265a4e58-56ba-4379-b0f7-812372466e70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.1893065
Dec 22 05:07:59.526492 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-265a4e58-56ba-4379-b0f7-812372466e70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:59.528443 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33336) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:59.533753 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-13012b81-ee4c-44e5-922f-d117662337f1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '48822a6e-90c1-45ef-98a6-dc68e2f14371', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:07:59.539870 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-13012b81-ee4c-44e5-922f-d117662337f1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:07:59.543601 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-13012b81-ee4c-44e5-922f-d117662337f1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:07:59.546403 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-13012b81-ee4c-44e5-922f-d117662337f1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:07:59.551921 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-13012b81-ee4c-44e5-922f-d117662337f1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:07:59.567460 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-13012b81-ee4c-44e5-922f-d117662337f1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:59.631536 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-13012b81-ee4c-44e5-922f-d117662337f1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:59.635611 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-13012b81-ee4c-44e5-922f-d117662337f1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:59.640954 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1f0555db-a6ea-4ed6-a06f-cd8f170c3e76 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:59.662405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13012b81-ee4c-44e5-922f-d117662337f1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2c4091-f69c-44f2-9965-c7624d46696e,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:59.664916 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-13012b81-ee4c-44e5-922f-d117662337f1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:59.671806 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-13012b81-ee4c-44e5-922f-d117662337f1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:59.672963 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-13012b81-ee4c-44e5-922f-d117662337f1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1436112
Dec 22 05:07:59.675773 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33340) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:59.681107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-3681ac0e-aa8f-4eca-af8e-71db15341c71 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '48822a6e-90c1-45ef-98a6-dc68e2f14371', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:07:59.686530 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3681ac0e-aa8f-4eca-af8e-71db15341c71 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:07:59.690176 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3681ac0e-aa8f-4eca-af8e-71db15341c71 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:07:59.692929 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3681ac0e-aa8f-4eca-af8e-71db15341c71 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:07:59.698928 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3681ac0e-aa8f-4eca-af8e-71db15341c71 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:07:59.831824 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3681ac0e-aa8f-4eca-af8e-71db15341c71 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:59.891766 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3681ac0e-aa8f-4eca-af8e-71db15341c71 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:59.894992 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3681ac0e-aa8f-4eca-af8e-71db15341c71 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:59.896706 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4a9053bd-284e-4040-bdaa-06a8928274b6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:07:59.917698 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681ac0e-aa8f-4eca-af8e-71db15341c71 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0accad9a-c33c-4e08-9fec-a5a95315efa6,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:07:59.921848 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3681ac0e-aa8f-4eca-af8e-71db15341c71 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:07:59.926185 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3681ac0e-aa8f-4eca-af8e-71db15341c71 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:07:59.927565 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3681ac0e-aa8f-4eca-af8e-71db15341c71 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2508259
Dec 22 05:07:59.930878 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33344) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:07:59.936670 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-4b0c17c5-9946-4ab5-b468-d3e19db58532 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '48822a6e-90c1-45ef-98a6-dc68e2f14371', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:07:59.942240 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4b0c17c5-9946-4ab5-b468-d3e19db58532 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:07:59.946537 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4b0c17c5-9946-4ab5-b468-d3e19db58532 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:07:59.949286 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4b0c17c5-9946-4ab5-b468-d3e19db58532 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:07:59.954778 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4b0c17c5-9946-4ab5-b468-d3e19db58532 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:07:59.970633 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b0c17c5-9946-4ab5-b468-d3e19db58532 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:00.034665 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b0c17c5-9946-4ab5-b468-d3e19db58532 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:00.037902 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b0c17c5-9946-4ab5-b468-d3e19db58532 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:00.039698 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-91790bfd-96c2-42a4-a4de-8791c4376bd7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:08:00.061198 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c17c5-9946-4ab5-b468-d3e19db58532 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdca1f4f-3af3-430c-b628-012a6c7aae68,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:08:00.063626 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4b0c17c5-9946-4ab5-b468-d3e19db58532 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:08:00.071863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4b0c17c5-9946-4ab5-b468-d3e19db58532 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:00.074014 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4b0c17c5-9946-4ab5-b468-d3e19db58532 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1420395
Dec 22 05:08:00.075950 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33348) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:08:00.083233 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-0088b58c-bd2f-4e55-8298-23d9e00a7b34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '48822a6e-90c1-45ef-98a6-dc68e2f14371', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:08:00.089482 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0088b58c-bd2f-4e55-8298-23d9e00a7b34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:08:00.093327 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0088b58c-bd2f-4e55-8298-23d9e00a7b34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:08:00.096148 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0088b58c-bd2f-4e55-8298-23d9e00a7b34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:08:00.101774 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0088b58c-bd2f-4e55-8298-23d9e00a7b34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:08:00.119827 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0088b58c-bd2f-4e55-8298-23d9e00a7b34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:00.183352 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0088b58c-bd2f-4e55-8298-23d9e00a7b34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:00.186812 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0088b58c-bd2f-4e55-8298-23d9e00a7b34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:00.188533 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-630cd6b4-a3ca-4469-91ab-4cd5d63de657 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:08:00.210633 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088b58c-bd2f-4e55-8298-23d9e00a7b34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda86e89-f44b-40fc-b280-09e3baae79e6,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:08:00.215238 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0088b58c-bd2f-4e55-8298-23d9e00a7b34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:08:00.220042 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0088b58c-bd2f-4e55-8298-23d9e00a7b34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:00.221286 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0088b58c-bd2f-4e55-8298-23d9e00a7b34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1444137
Dec 22 05:08:00.224057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33352) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:08:00.230196 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-aca9a23a-48e3-4ddc-9b29-e4dcbc05042e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '48822a6e-90c1-45ef-98a6-dc68e2f14371', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:08:00.230356 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] Sync routers for ids ['f62832eb-7aba-46ae-9ba1-b591432b532c'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:08:00.235945 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-aca9a23a-48e3-4ddc-9b29-e4dcbc05042e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:08:00.239709 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-aca9a23a-48e3-4ddc-9b29-e4dcbc05042e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:08:00.242079 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] Routers {'f62832eb-7aba-46ae-9ba1-b591432b532c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:08:00.243212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-aca9a23a-48e3-4ddc-9b29-e4dcbc05042e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:08:00.243355 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca8cac0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:07:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f62832eb-7aba-46ae-9ba1-b591432b532c'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:08:00.248940 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-aca9a23a-48e3-4ddc-9b29-e4dcbc05042e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:08:00.258761 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.securitygroups_db [None req-aca9a23a-48e3-4ddc-9b29-e4dcbc05042e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Project 276ceac97e6343c5aa8f294c3cc0960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:08:00.264888 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aca9a23a-48e3-4ddc-9b29-e4dcbc05042e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:00.326135 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aca9a23a-48e3-4ddc-9b29-e4dcbc05042e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:00.329659 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aca9a23a-48e3-4ddc-9b29-e4dcbc05042e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:00.331567 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4a4724ac-eb16-465f-a92e-89a8c285f47c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:08:00.353431 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9a23a-48e3-4ddc-9b29-e4dcbc05042e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5273d1f9-b364-4cf9-9823-bf6a51b339dc,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:08:00.355860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-aca9a23a-48e3-4ddc-9b29-e4dcbc05042e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:08:00.363342 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-aca9a23a-48e3-4ddc-9b29-e4dcbc05042e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:00.364482 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-aca9a23a-48e3-4ddc-9b29-e4dcbc05042e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1394391
Dec 22 05:08:00.367944 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33356) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:08:00.373657 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-546c739b-4e3c-4f40-a777-9f2e4b4150e3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'security_group_rule': {'security_group_id': '48822a6e-90c1-45ef-98a6-dc68e2f14371', 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:08:00.379445 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-546c739b-4e3c-4f40-a777-9f2e4b4150e3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:08:00.383367 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-546c739b-4e3c-4f40-a777-9f2e4b4150e3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:security_group_rule and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:08:00.386207 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-546c739b-4e3c-4f40-a777-9f2e4b4150e3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:08:00.391734 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-546c739b-4e3c-4f40-a777-9f2e4b4150e3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:08:00.402288 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.securitygroups_db [None req-546c739b-4e3c-4f40-a777-9f2e4b4150e3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Project 276ceac97e6343c5aa8f294c3cc0960a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:08:00.408622 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-546c739b-4e3c-4f40-a777-9f2e4b4150e3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:00.418155 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] Set router f62832eb-7aba-46ae-9ba1-b591432b532c gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:08:00.476481 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-546c739b-4e3c-4f40-a777-9f2e4b4150e3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:00.480476 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-546c739b-4e3c-4f40-a777-9f2e4b4150e3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:00.482260 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-33b0c766-f118-4399-b5f2-66361f23e1cf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:08:00.505346 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c739b-4e3c-4f40-a777-9f2e4b4150e3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622ea458-0fba-4835-8877-e858eec811ec,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:08:00.510342 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-546c739b-4e3c-4f40-a777-9f2e4b4150e3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:08:00.514732 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-546c739b-4e3c-4f40-a777-9f2e4b4150e3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:00.516146 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-546c739b-4e3c-4f40-a777-9f2e4b4150e3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1471152
Dec 22 05:08:00.730026 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca8cac0>, [{'id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'name': 'tempest-TestNetworkBasicOps-router-1209383673', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:52Z', 'updated_at': '2021-12-22T05:07:56Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:53Z', 'updated_at': '2021-12-22T05:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68', 'name': '', 'network_id': '598410c8-f566-4028-b95e-82009b6114b3', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:56:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b45c3e6-cfe5-436d-8b14-43ee315a3689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:56Z', 'updated_at': '2021-12-22T05:07:57Z', 'revision_number': 2, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '4b45c3e6-cfe5-436d-8b14-43ee315a3689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:08:00.733817 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] Checking router: f62832eb-7aba-46ae-9ba1-b591432b532c for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:08:00.734169 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] Updating router f62832eb-7aba-46ae-9ba1-b591432b532c port a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:08:00.744571 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-9eabf3db-f7fc-403e-8b5f-93edede6a886 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:08:00.759612 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-9eabf3db-f7fc-403e-8b5f-93edede6a886 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:08:00.760796 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-9eabf3db-f7fc-403e-8b5f-93edede6a886 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-803251323&fields=id&tenant_id=276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 267 time: 0.0558801
Dec 22 05:08:00.785025 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:00.877025 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8ddad9cf-0b50-4125-9779-20ac7550d6b8 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:08:00.946752 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 8ddad9cf-0b50-4125-9779-20ac7550d6b8 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:08:00.947387 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:01.035421 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-2b07e9fd-93df-4878-955f-4463815e175e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:08:01.036964 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-2b07e9fd-93df-4878-955f-4463815e175e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/networks?id=598410c8-f566-4028-b95e-82009b6114b3 HTTP/1.1" status: 200  len: 796 time: 0.2697861
Dec 22 05:08:01.055531 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-d027abb4-145c-442a-af90-8753e2889bf8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/quotas/276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 375 time: 0.0111341
Dec 22 05:08:01.063847 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 7990f2b8-6886-43d3-9f9e-bd96e90db20c up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:08:01.136114 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 7990f2b8-6886-43d3-9f9e-bd96e90db20c triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:08:01.137105 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:01.137310 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:01.142112 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-a070522c-2a63-4822-8059-a2346bd12af9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:08:01.159240 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-a070522c-2a63-4822-8059-a2346bd12af9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:08:01.162635 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] Transition to ACTIVE for port object a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:08:01.171887 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-a070522c-2a63-4822-8059-a2346bd12af9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1063726
Dec 22 05:08:01.178052 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:01.193464 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:08:01.402096 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-3a4d1a4e-72af-4d23-a9e7-955a997583ff service neutron] 10.222.0.53 "GET /v2.0/networks/598410c8-f566-4028-b95e-82009b6114b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2167296
Dec 22 05:08:01.438451 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3f8f8-fefa-4e14-9039-739e77e3c8ec None None] Pushing event updated for resources: {'Port': ['ID=a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:08:01.450308 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3f8f8-fefa-4e14-9039-739e77e3c8ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:08:01.450636 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3f8f8-fefa-4e14-9039-739e77e3c8ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:08:01.451131 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3f8f8-fefa-4e14-9039-739e77e3c8ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:08:01.451616 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3f8f8-fefa-4e14-9039-739e77e3c8ec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:08:01.452091 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3f8f8-fefa-4e14-9039-739e77e3c8ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:08:01.452554 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3f8f8-fefa-4e14-9039-739e77e3c8ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:08:01.453020 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3f8f8-fefa-4e14-9039-739e77e3c8ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:08:01.453488 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3f8f8-fefa-4e14-9039-739e77e3c8ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:08:01.453984 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3f8f8-fefa-4e14-9039-739e77e3c8ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:08:01.454455 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3f8f8-fefa-4e14-9039-739e77e3c8ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:08:01.454916 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3f8f8-fefa-4e14-9039-739e77e3c8ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:08:01.458713 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-07a3f8f8-fefa-4e14-9039-739e77e3c8ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:08:01.464315 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] Attempting to bind port a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:08:01.465161 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] Attempting to bind port a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '50fb738d-040b-4fc2-bb3a-50b87165c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '598410c8-f566-4028-b95e-82009b6114b3'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:08:01.465782 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] Attempting to bind port a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 on network 598410c8-f566-4028-b95e-82009b6114b3 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:08:01.472323 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:08:01.472685 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] Checking segment: {'id': '50fb738d-040b-4fc2-bb3a-50b87165c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '598410c8-f566-4028-b95e-82009b6114b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:08:01.473079 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:01.473462 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] Bound using segment: {'id': '50fb738d-040b-4fc2-bb3a-50b87165c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '598410c8-f566-4028-b95e-82009b6114b3'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:08:01.473948 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] Bound port: a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50fb738d-040b-4fc2-bb3a-50b87165c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '598410c8-f566-4028-b95e-82009b6114b3'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:08:01.474310 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:01.533949 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-c412914c-8520-4597-9768-02276187c43e service neutron] 10.222.0.53 "GET /v2.0/networks/598410c8-f566-4028-b95e-82009b6114b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270630
Dec 22 05:08:01.562079 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] For port a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:08:01.565030 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] For port a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68,segment=NetworkSegment(50fb738d-040b-4fc2-bb3a-50b87165c030),segment_id=50fb738d-040b-4fc2-bb3a-50b87165c030)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:08:01.570158 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:01.574235 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-05d691b5-1ce7-41e3-a5a6-a231e79dd97e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:08:01.664232 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3f8f8-fefa-4e14-9039-739e77e3c8ec None None] Pushing event updated for resources: {'Port': ['ID=a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68,revision_number=4']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:08:01.668159 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-07a3f8f8-fefa-4e14-9039-739e77e3c8ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:08:01.669428 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] Routers {'f62832eb-7aba-46ae-9ba1-b591432b532c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:08:01.670222 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca8cac0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:07:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f62832eb-7aba-46ae-9ba1-b591432b532c'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:08:01.748219 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-ba876fb2-ab54-4f64-8329-d771bee63999 req-d1f28923-1b4e-4f35-9fb1-5f0673b76d47 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:08:01.761226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-ba876fb2-ab54-4f64-8329-d771bee63999 req-d1f28923-1b4e-4f35-9fb1-5f0673b76d47 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:08:01.772525 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ba876fb2-ab54-4f64-8329-d771bee63999 req-d1f28923-1b4e-4f35-9fb1-5f0673b76d47 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d62418c-3399-445d-a587-6c8d0350bb37 HTTP/1.1" status: 200  len: 210 time: 0.0666289
Dec 22 05:08:01.865803 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] Set router f62832eb-7aba-46ae-9ba1-b591432b532c gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:08:02.167921 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca8cac0>, [{'id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'name': 'tempest-TestNetworkBasicOps-router-1209383673', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:52Z', 'updated_at': '2021-12-22T05:07:56Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:53Z', 'updated_at': '2021-12-22T05:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68', 'name': '', 'network_id': '598410c8-f566-4028-b95e-82009b6114b3', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:56:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b45c3e6-cfe5-436d-8b14-43ee315a3689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:56Z', 'updated_at': '2021-12-22T05:08:01Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '4b45c3e6-cfe5-436d-8b14-43ee315a3689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:08:02.171746 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b21ad55-73e3-432a-bfe9-6fa405aede1a None None] The sync data for ids ['f62832eb-7aba-46ae-9ba1-b591432b532c'] in dv-neutron-822525-1-hyperv is: [{'id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'name': 'tempest-TestNetworkBasicOps-router-1209383673', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:52Z', 'updated_at': '2021-12-22T05:07:56Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:53Z', 'updated_at': '2021-12-22T05:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68', 'name': '', 'network_id': '598410c8-f566-4028-b95e-82009b6114b3', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:56:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b45c3e6-cfe5-436d-8b14-43ee315a3689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:56Z', 'updated_at': '2021-12-22T05:08:01Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '4b45c3e6-cfe5-436d-8b14-43ee315a3689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:08:02.889209 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:08:02.889850 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4c05b871-c1ba-4735-a8d0-1104539f32fa req-19a853e7-3d08-47fc-845a-6ad02170410d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d62418c-3399-445d-a587-6c8d0350bb37 HTTP/1.1" status: 200  len: 210 time: 0.0559731
Dec 22 05:08:02.965355 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:08:02.970825 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:08:02.971198 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:03.087855 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:03.120457 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68,segment=NetworkSegment(50fb738d-040b-4fc2-bb3a-50b87165c030),segment_id=50fb738d-040b-4fc2-bb3a-50b87165c030)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:08:03.124235 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:03.125998 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:08:03.188702 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:08:03.191663 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:08:03.988254 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-243c4f89-0677-4805-a4b6-7467f3bb2944 req-26ac0e2c-6ea9-4e97-a434-c3631eea7f4b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d62418c-3399-445d-a587-6c8d0350bb37 HTTP/1.1" status: 200  len: 210 time: 0.0403874
Dec 22 05:08:04.862068 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:08:04.932827 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:08:04.933198 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:05.077483 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-fbdc4e4b-18b6-48a1-aa97-396254b14dca tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:08:05.078920 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-fbdc4e4b-18b6-48a1-aa97-396254b14dca tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/networks?id=598410c8-f566-4028-b95e-82009b6114b3 HTTP/1.1" status: 200  len: 796 time: 0.1471229
Dec 22 05:08:05.172356 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f78781f6-38fe-468f-bca6-ef50ba969f98 req-904ff915-a171-4546-be19-d24d9a947713 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d62418c-3399-445d-a587-6c8d0350bb37 HTTP/1.1" status: 200  len: 210 time: 0.0565288
Dec 22 05:08:05.186676 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-89ab48c2-15a7-4192-8056-c0c4297b6c14 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276ceac97e6343c5aa8f294c3cc0960a HTTP/1.1" status: 200  len: 379 time: 0.0891781
Dec 22 05:08:05.197598 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-9015fc34-1a38-4ebd-a74e-62cdd4ee01ac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'port': {'device_id': '4d62418c-3399-445d-a587-6c8d0350bb37', 'network_id': '598410c8-f566-4028-b95e-82009b6114b3', 'admin_state_up': True, 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'security_groups': ['48822a6e-90c1-45ef-98a6-dc68e2f14371']}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:08:05.330871 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-9015fc34-1a38-4ebd-a74e-62cdd4ee01ac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:08:05.340399 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-9015fc34-1a38-4ebd-a74e-62cdd4ee01ac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:08:05.349650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-9015fc34-1a38-4ebd-a74e-62cdd4ee01ac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Made reservation on behalf of 276ceac97e6343c5aa8f294c3cc0960a for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:08:05.352605 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-9015fc34-1a38-4ebd-a74e-62cdd4ee01ac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:05.510259 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-9015fc34-1a38-4ebd-a74e-62cdd4ee01ac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.20.0.5 (598410c8-f566-4028-b95e-82009b6114b3/4b45c3e6-cfe5-436d-8b14-43ee315a3689/164ae977-5331-4e45-9f31-41fda472f7c9) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:08:05.690645 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-9015fc34-1a38-4ebd-a74e-62cdd4ee01ac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:05.705800 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-9015fc34-1a38-4ebd-a74e-62cdd4ee01ac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Transition to ACTIVE for port object 164ae977-5331-4e45-9f31-41fda472f7c9 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:08:05.727691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-9015fc34-1a38-4ebd-a74e-62cdd4ee01ac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:05.733866 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6ff9b1d4-b752-413b-a614-36b2d33f87cf tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:08:05.801858 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-9015fc34-1a38-4ebd-a74e-62cdd4ee01ac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network 598410c8-f566-4028-b95e-82009b6114b3 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:08:05.805805 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-9015fc34-1a38-4ebd-a74e-62cdd4ee01ac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:08:05.808276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-9015fc34-1a38-4ebd-a74e-62cdd4ee01ac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:08:05.842696 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015fc34-1a38-4ebd-a74e-62cdd4ee01ac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=164ae977-5331-4e45-9f31-41fda472f7c9,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:08:05.845723 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9015fc34-1a38-4ebd-a74e-62cdd4ee01ac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:08:05.878908 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-9015fc34-1a38-4ebd-a74e-62cdd4ee01ac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:08:05.879506 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-9015fc34-1a38-4ebd-a74e-62cdd4ee01ac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:05.905156 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-9015fc34-1a38-4ebd-a74e-62cdd4ee01ac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7134669
Dec 22 05:08:05.927032 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] Request body: {'port': {'device_id': '4d62418c-3399-445d-a587-6c8d0350bb37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:08:06.021860 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f36e287d-3ca5-418d-920b-53af809fc5e9 None None] Provisioning for port 164ae977-5331-4e45-9f31-41fda472f7c9 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:08:06.027063 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f36e287d-3ca5-418d-920b-53af809fc5e9 None None] Provisioning complete for port 164ae977-5331-4e45-9f31-41fda472f7c9 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:08:06.027439 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f36e287d-3ca5-418d-920b-53af809fc5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:06.042727 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:06.080003 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-f36e287d-3ca5-418d-920b-53af809fc5e9 None None] Port 164ae977-5331-4e45-9f31-41fda472f7c9 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:08:06.376546 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda7267-d948-4b7f-b590-a14cef36d856 req-2209a999-6908-4f05-bbb3-0ec977c393b5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:08:06.378023 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9cda7267-d948-4b7f-b590-a14cef36d856 req-2209a999-6908-4f05-bbb3-0ec977c393b5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d62418c-3399-445d-a587-6c8d0350bb37 HTTP/1.1" status: 200  len: 931 time: 0.0808280
Dec 22 05:08:06.422474 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-9cda7267-d948-4b7f-b590-a14cef36d856 req-18cada7a-62db-4cf3-b1ba-b6eb634ad4e0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:08:06.433845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-9cda7267-d948-4b7f-b590-a14cef36d856 req-18cada7a-62db-4cf3-b1ba-b6eb634ad4e0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:08:06.434997 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9cda7267-d948-4b7f-b590-a14cef36d856 req-18cada7a-62db-4cf3-b1ba-b6eb634ad4e0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=48822a6e-90c1-45ef-98a6-dc68e2f14371&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508149
Dec 22 05:08:06.483102 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164ae977-5331-4e45-9f31-41fda472f7c9 {{(pid=83435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:08:06.490147 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:06.503798 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] Transition to ACTIVE for port object 164ae977-5331-4e45-9f31-41fda472f7c9 will not be triggered until provisioned by entity L2. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:08:06.507594 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:06.512224 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d888b7e6-3579-4fbd-aa66-8bf7bc4f21cb tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:08:06.633103 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] Pushing event updated for resources: {'Port': ['ID=164ae977-5331-4e45-9f31-41fda472f7c9,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:08:06.637190 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:08:06.744009 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] Attempting to bind port 164ae977-5331-4e45-9f31-41fda472f7c9 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:08:06.744281 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] Attempting to bind port 164ae977-5331-4e45-9f31-41fda472f7c9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '50fb738d-040b-4fc2-bb3a-50b87165c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '598410c8-f566-4028-b95e-82009b6114b3'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:08:06.744605 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] Attempting to bind port 164ae977-5331-4e45-9f31-41fda472f7c9 on network 598410c8-f566-4028-b95e-82009b6114b3 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:08:06.750252 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] Port 164ae977-5331-4e45-9f31-41fda472f7c9 on network 598410c8-f566-4028-b95e-82009b6114b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:08:06.750566 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] Attempting to bind port 164ae977-5331-4e45-9f31-41fda472f7c9 on network 598410c8-f566-4028-b95e-82009b6114b3 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:08:06.756630 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:08:06.756959 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] Checking segment: {'id': '50fb738d-040b-4fc2-bb3a-50b87165c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '598410c8-f566-4028-b95e-82009b6114b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:08:06.757334 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] Bound using segment: {'id': '50fb738d-040b-4fc2-bb3a-50b87165c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '598410c8-f566-4028-b95e-82009b6114b3'} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:08:06.757799 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] Bound port: 164ae977-5331-4e45-9f31-41fda472f7c9, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50fb738d-040b-4fc2-bb3a-50b87165c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '598410c8-f566-4028-b95e-82009b6114b3'}}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:08:06.758137 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:06.845040 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] For port 164ae977-5331-4e45-9f31-41fda472f7c9, host hv-neutron-8225, cleared binding levels {{(pid=83435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:08:06.847871 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] For port 164ae977-5331-4e45-9f31-41fda472f7c9, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=164ae977-5331-4e45-9f31-41fda472f7c9,segment=NetworkSegment(50fb738d-040b-4fc2-bb3a-50b87165c030),segment_id=50fb738d-040b-4fc2-bb3a-50b87165c030)] {{(pid=83435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:08:06.852835 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:06.856354 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-74c80531-3cbe-4d44-a036-a5abc5f5c81f tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:08:06.919293 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:06.920647 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] 10.222.0.47 "PUT /v2.0/ports/164ae977-5331-4e45-9f31-41fda472f7c9 HTTP/1.1" status: 200  len: 1093 time: 0.9978492
Dec 22 05:08:06.921162 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d62418c-3399-445d-a587-6c8d0350bb37', 'tag': '164ae977-5331-4e45-9f31-41fda472f7c9'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:08:06.942132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] Pushing event updated for resources: {'Port': ['ID=164ae977-5331-4e45-9f31-41fda472f7c9,revision_number=3']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:08:06.946495 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:08:06.980191 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d62418c-3399-445d-a587-6c8d0350bb37', 'tag': '164ae977-5331-4e45-9f31-41fda472f7c9', 'status': 'completed', 'code': 200}
Dec 22 05:08:07.092440 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-3a96193d-7c46-4def-b73a-1d110fa5b87a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=4d62418c-3399-445d-a587-6c8d0350bb37 HTTP/1.1" status: 200  len: 1096 time: 0.0725222
Dec 22 05:08:07.168489 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-22ff21d3-0a0b-4bc2-91f7-0c862591bc48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=164ae977-5331-4e45-9f31-41fda472f7c9 HTTP/1.1" status: 200  len: 217 time: 0.0634463
Dec 22 05:08:07.231531 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-557a2d93-a577-4176-935a-449d377d0fcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:08:07.232942 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-557a2d93-a577-4176-935a-449d377d0fcc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b45c3e6-cfe5-436d-8b14-43ee315a3689 HTTP/1.1" status: 200  len: 835 time: 0.0584812
Dec 22 05:08:07.309113 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-3f85a36c-d211-4c21-8099-16a7eba0e11f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598410c8-f566-4028-b95e-82009b6114b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0695722
Dec 22 05:08:07.440296 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-7b36e0a1-92cb-4499-aa12-4440c2ebdbc9 service neutron] 10.222.0.47 "GET /v2.0/networks/598410c8-f566-4028-b95e-82009b6114b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245151
Dec 22 05:08:07.573478 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4b0f9740-139b-4ab9-9b1e-07706d38bca3 req-26b734eb-d1b4-4d9e-b9d4-bc2347055350 service neutron] 10.222.0.47 "GET /v2.0/networks/598410c8-f566-4028-b95e-82009b6114b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267416
Dec 22 05:08:07.631780 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30248abe-044a-4f72-a344-9e3afe637c9e req-960f36bd-0508-4b92-8cc5-50763641e0fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:08:07.633821 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-30248abe-044a-4f72-a344-9e3afe637c9e req-960f36bd-0508-4b92-8cc5-50763641e0fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d62418c-3399-445d-a587-6c8d0350bb37 HTTP/1.1" status: 200  len: 943 time: 0.0763795
Dec 22 05:08:07.681297 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:07.683681 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-30248abe-044a-4f72-a344-9e3afe637c9e req-535eb91c-da86-4517-b27d-fce9219fbdf3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=48822a6e-90c1-45ef-98a6-dc68e2f14371&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436182
Dec 22 05:08:07.732902 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f5ee7eff-0bbe-4126-8630-9116069887d2 req-caa97d9c-0641-42ac-ac75-7a2a745a8bc0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=4d62418c-3399-445d-a587-6c8d0350bb37 HTTP/1.1" status: 200  len: 1096 time: 0.0719435
Dec 22 05:08:07.860194 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee7eff-0bbe-4126-8630-9116069887d2 req-599211b1-3307-4867-a9eb-a6e5cb897847 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:08:07.861680 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f5ee7eff-0bbe-4126-8630-9116069887d2 req-599211b1-3307-4867-a9eb-a6e5cb897847 service neutron] 10.222.0.47 "GET /v2.0/networks?id=598410c8-f566-4028-b95e-82009b6114b3 HTTP/1.1" status: 200  len: 897 time: 0.1221147
Dec 22 05:08:07.929339 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f5ee7eff-0bbe-4126-8630-9116069887d2 req-fa532de1-fed5-4348-a10e-c2956693908f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=164ae977-5331-4e45-9f31-41fda472f7c9 HTTP/1.1" status: 200  len: 217 time: 0.0608249
Dec 22 05:08:07.989693 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee7eff-0bbe-4126-8630-9116069887d2 req-41ba936e-719c-4da4-a9fa-8be0497a41bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:08:07.991057 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f5ee7eff-0bbe-4126-8630-9116069887d2 req-41ba936e-719c-4da4-a9fa-8be0497a41bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b45c3e6-cfe5-436d-8b14-43ee315a3689 HTTP/1.1" status: 200  len: 835 time: 0.0548396
Dec 22 05:08:08.062946 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f5ee7eff-0bbe-4126-8630-9116069887d2 req-495db3b5-fa1e-4fdb-8ed5-4f1ddd7efa83 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598410c8-f566-4028-b95e-82009b6114b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0653045
Dec 22 05:08:08.285093 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f5ee7eff-0bbe-4126-8630-9116069887d2 req-552e3214-da4a-440e-a596-c4f172a5887a service neutron] 10.222.0.47 "GET /v2.0/networks/598410c8-f566-4028-b95e-82009b6114b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2158253
Dec 22 05:08:08.412667 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f5ee7eff-0bbe-4126-8630-9116069887d2 req-6c1cbc1f-a184-49ba-aba4-22e96865eccf service neutron] 10.222.0.47 "GET /v2.0/networks/598410c8-f566-4028-b95e-82009b6114b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208489
Dec 22 05:08:08.764689 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d03218c0-2fb6-4c9b-901e-3fecf0e7e405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:08.887073 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14aebd-a15c-4995-9af3-f8741ef7fa93 req-cf4d8d39-3168-4d51-b137-47d09af7ab5a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:08:08.887795 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-0b14aebd-a15c-4995-9af3-f8741ef7fa93 req-cf4d8d39-3168-4d51-b137-47d09af7ab5a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:08:08.906078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-0b14aebd-a15c-4995-9af3-f8741ef7fa93 req-cf4d8d39-3168-4d51-b137-47d09af7ab5a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:08:08.907371 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0b14aebd-a15c-4995-9af3-f8741ef7fa93 req-cf4d8d39-3168-4d51-b137-47d09af7ab5a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d62418c-3399-445d-a587-6c8d0350bb37 HTTP/1.1" status: 200  len: 943 time: 0.1000094
Dec 22 05:08:08.953718 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0b14aebd-a15c-4995-9af3-f8741ef7fa93 req-5f6d2a07-1fbb-46c9-b94c-a15a2f54ff09 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=48822a6e-90c1-45ef-98a6-dc68e2f14371&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406840
Dec 22 05:08:10.147132 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053111d-ed49-44e3-b8ab-7c4a63fc7381 req-0397f39e-f805-4c45-a35c-1bb6fe30735c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:08:10.149159 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c053111d-ed49-44e3-b8ab-7c4a63fc7381 req-0397f39e-f805-4c45-a35c-1bb6fe30735c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d62418c-3399-445d-a587-6c8d0350bb37 HTTP/1.1" status: 200  len: 943 time: 0.0747962
Dec 22 05:08:10.192479 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c053111d-ed49-44e3-b8ab-7c4a63fc7381 req-e6bad91a-2f10-4451-af6a-33bbffa471c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=48822a6e-90c1-45ef-98a6-dc68e2f14371&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378098
Dec 22 05:08:10.842832 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 164ae977-5331-4e45-9f31-41fda472f7c9 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:08:10.982211 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 164ae977-5331-4e45-9f31-41fda472f7c9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=164ae977-5331-4e45-9f31-41fda472f7c9,segment=NetworkSegment(50fb738d-040b-4fc2-bb3a-50b87165c030),segment_id=50fb738d-040b-4fc2-bb3a-50b87165c030)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:08:10.995690 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e2cdedd0-e638-4c8a-8522-3b6e163a63be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:10.997259 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '164ae977-5331-4e45-9f31-41fda472f7c9', 'network_id': '598410c8-f566-4028-b95e-82009b6114b3', 'port_id': '164ae977-5331-4e45-9f31-41fda472f7c9', 'mac_address': 'fa:16:3e:a0:32:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b45c3e6-cfe5-436d-8b14-43ee315a3689', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:08:11.050534 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:11.067201 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164ae977-5331-4e45-9f31-41fda472f7c9 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:08:11.082214 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 164ae977-5331-4e45-9f31-41fda472f7c9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=164ae977-5331-4e45-9f31-41fda472f7c9,segment=NetworkSegment(50fb738d-040b-4fc2-bb3a-50b87165c030),segment_id=50fb738d-040b-4fc2-bb3a-50b87165c030)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:08:11.086163 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:11.089387 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-23c2d0e2-3841-48be-a2d9-7c83dea6102b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:08:11.154702 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=164ae977-5331-4e45-9f31-41fda472f7c9,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:08:11.157645 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:08:11.385917 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43614e3-dfa7-4ab1-846e-409797bd5bc9 req-5dc38817-ec35-4a7c-b000-40febd3996e6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:08:11.387347 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f43614e3-dfa7-4ab1-846e-409797bd5bc9 req-5dc38817-ec35-4a7c-b000-40febd3996e6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d62418c-3399-445d-a587-6c8d0350bb37 HTTP/1.1" status: 200  len: 944 time: 0.0766821
Dec 22 05:08:11.434018 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f43614e3-dfa7-4ab1-846e-409797bd5bc9 req-a14f8b87-9886-42dc-bfad-f1ec22317615 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=48822a6e-90c1-45ef-98a6-dc68e2f14371&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411947
Dec 22 05:08:11.491655 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['164ae977-5331-4e45-9f31-41fda472f7c9'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:08:12.116556 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:12.309815 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:12.628981 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a30c5e-6882-481d-b690-5f3ce2499bb1 req-72ad5398-690e-426d-a0a6-883add2bec0d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:08:12.630455 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-76a30c5e-6882-481d-b690-5f3ce2499bb1 req-72ad5398-690e-426d-a0a6-883add2bec0d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d62418c-3399-445d-a587-6c8d0350bb37 HTTP/1.1" status: 200  len: 944 time: 0.0791366
Dec 22 05:08:12.674309 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-76a30c5e-6882-481d-b690-5f3ce2499bb1 req-24c55ae3-61cd-405a-8c98-7f5ccf5cc76c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=48822a6e-90c1-45ef-98a6-dc68e2f14371&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378087
Dec 22 05:08:12.858669 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 164ae977-5331-4e45-9f31-41fda472f7c9 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:08:12.926088 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 164ae977-5331-4e45-9f31-41fda472f7c9 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:08:12.930785 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 164ae977-5331-4e45-9f31-41fda472f7c9 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:08:12.931156 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:13.037196 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:13.062459 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d62418c-3399-445d-a587-6c8d0350bb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164ae977-5331-4e45-9f31-41fda472f7c9'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:08:13.072923 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 164ae977-5331-4e45-9f31-41fda472f7c9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=164ae977-5331-4e45-9f31-41fda472f7c9,segment=NetworkSegment(50fb738d-040b-4fc2-bb3a-50b87165c030),segment_id=50fb738d-040b-4fc2-bb3a-50b87165c030)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:08:13.076639 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:13.078442 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:08:13.175293 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=164ae977-5331-4e45-9f31-41fda472f7c9,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:08:13.178147 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:08:13.188899 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d62418c-3399-445d-a587-6c8d0350bb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164ae977-5331-4e45-9f31-41fda472f7c9', 'code': 200}
Dec 22 05:08:13.438187 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3c55a539-45f0-441b-a69e-acc440843b64 req-2297d59d-6936-489a-b40e-20c5690208ac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4d62418c-3399-445d-a587-6c8d0350bb37 HTTP/1.1" status: 200  len: 1098 time: 0.0666318
Dec 22 05:08:13.479885 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3c55a539-45f0-441b-a69e-acc440843b64 req-1c7f5158-38c7-4896-8c38-47dd50ed644a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=48822a6e-90c1-45ef-98a6-dc68e2f14371&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0355363
Dec 22 05:08:13.551285 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:13.871529 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9c87e-e4a0-44ab-b9c7-d3598642764d req-1a597b81-ffe7-4f7c-b1c9-88595e8ff02c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:08:13.872962 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c1b9c87e-e4a0-44ab-b9c7-d3598642764d req-1a597b81-ffe7-4f7c-b1c9-88595e8ff02c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d62418c-3399-445d-a587-6c8d0350bb37 HTTP/1.1" status: 200  len: 945 time: 0.0765579
Dec 22 05:08:13.916794 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c1b9c87e-e4a0-44ab-b9c7-d3598642764d req-97ba42cf-03ef-402f-9aee-ca1c058da9ad tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=48822a6e-90c1-45ef-98a6-dc68e2f14371&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384407
Dec 22 05:08:15.115216 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce152c4a-2803-4c46-b936-09d18a2bc5da req-382f27f0-b5c1-44cd-afec-4c743426e2e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:08:15.116638 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ce152c4a-2803-4c46-b936-09d18a2bc5da req-382f27f0-b5c1-44cd-afec-4c743426e2e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d62418c-3399-445d-a587-6c8d0350bb37 HTTP/1.1" status: 200  len: 945 time: 0.0787742
Dec 22 05:08:15.160748 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ce152c4a-2803-4c46-b936-09d18a2bc5da req-b17b780c-7ee3-431d-bbd5-e788748d96ce tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=48822a6e-90c1-45ef-98a6-dc68e2f14371&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380938
Dec 22 05:08:15.355527 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e08ea9-42fe-4576-8807-cb1560c267d1 req-f01bbf09-e964-4060-a934-fa588768a338 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:08:15.356949 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e6e08ea9-42fe-4576-8807-cb1560c267d1 req-f01bbf09-e964-4060-a934-fa588768a338 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d62418c-3399-445d-a587-6c8d0350bb37 HTTP/1.1" status: 200  len: 945 time: 0.0788200
Dec 22 05:08:15.400889 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e6e08ea9-42fe-4576-8807-cb1560c267d1 req-14e29806-1537-43e5-ab39-8187f90a29d4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=48822a6e-90c1-45ef-98a6-dc68e2f14371&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383344
Dec 22 05:08:15.427847 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33418) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:08:15.496563 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-10094b18-6104-4a67-91cb-d471685530ea tempest-TestNetworkBasicOps-2083618889 tempest-TestNetworkBasicOps-2083618889-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4d62418c-3399-445d-a587-6c8d0350bb37 HTTP/1.1" status: 200  len: 1093 time: 0.0675328
Dec 22 05:08:15.499026 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33422) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:08:15.503975 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': '164ae977-5331-4e45-9f31-41fda472f7c9', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:08:15.509148 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:08:15.512831 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Usage tracker for resource:floatingip and tenant:276ceac97e6343c5aa8f294c3cc0960a is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:08:15.515689 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:08:15.521170 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:08:15.531005 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:15.662851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:15.793251 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Allocated IP 172.26.4.233 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/56286f0f-e1e1-4bc3-b1ad-830d01fcb4e5) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:08:15.933912 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:15.960515 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:15.964593 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a89549c6-f59c-4987-ad9f-684a313c2a9c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:08:16.022171 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:08:16.023208 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:08:16.026803 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:08:16.069764 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=56286f0f-e1e1-4bc3-b1ad-830d01fcb4e5,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:08:16.073516 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:08:16.631859 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:16.685415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:16.883336 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:16.887524 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:16.891000 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-697cf541-1be7-4ea4-9963-dda1b6c988d9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:08:16.991015 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event updated for resources: {'Port': ['ID=56286f0f-e1e1-4bc3-b1ad-830d01fcb4e5,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:08:16.994857 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:08:17.008752 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:17.196435 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Floating IP a1e8ae24-ac27-46ac-9179-9695fab47b87 associated. External IP: 172.26.4.233, port: 164ae977-5331-4e45-9f31-41fda472f7c9.
Dec 22 05:08:17.580587 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router f62832eb-7aba-46ae-9ba1-b591432b532c has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:08:17.772655 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:08:17.782755 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd648f5-6d20-49b1-acbc-202bf74dc778 None None] Sync routers for ids ['f62832eb-7aba-46ae-9ba1-b591432b532c'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:08:17.795295 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd648f5-6d20-49b1-acbc-202bf74dc778 None None] Routers {'f62832eb-7aba-46ae-9ba1-b591432b532c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:08:17.795923 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0dd648f5-6d20-49b1-acbc-202bf74dc778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c455490>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:08:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f62832eb-7aba-46ae-9ba1-b591432b532c'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:08:17.796259 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:17.854047 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3539152
Dec 22 05:08:17.854702 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d62418c-3399-445d-a587-6c8d0350bb37', 'tag': '164ae977-5331-4e45-9f31-41fda472f7c9'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:08:17.856961 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33426) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:08:17.915494 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d62418c-3399-445d-a587-6c8d0350bb37', 'tag': '164ae977-5331-4e45-9f31-41fda472f7c9', 'status': 'completed', 'code': 200}
Dec 22 05:08:17.974502 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-0dd648f5-6d20-49b1-acbc-202bf74dc778 None None] Set router f62832eb-7aba-46ae-9ba1-b591432b532c gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:08:18.000601 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d63a78ec-174a-4906-bef8-667f495d8eef tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/a1e8ae24-ac27-46ac-9179-9695fab47b87 HTTP/1.1" status: 200  len: 991 time: 0.1421428
Dec 22 05:08:18.036241 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-35d9da4c-1c18-4365-a9cb-585e76f64e5b req-a84f4800-900c-4611-a41d-e15772ff12e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=4d62418c-3399-445d-a587-6c8d0350bb37 HTTP/1.1" status: 200  len: 1098 time: 0.0739121
Dec 22 05:08:18.166919 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9da4c-1c18-4365-a9cb-585e76f64e5b req-60c343c4-a80c-43b7-9819-cd33c2b485e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:08:18.168356 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-35d9da4c-1c18-4365-a9cb-585e76f64e5b req-60c343c4-a80c-43b7-9819-cd33c2b485e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=598410c8-f566-4028-b95e-82009b6114b3 HTTP/1.1" status: 200  len: 897 time: 0.1249905
Dec 22 05:08:18.272767 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-35d9da4c-1c18-4365-a9cb-585e76f64e5b req-1f021a6f-68c6-4c1e-b05f-58887c96cf0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=164ae977-5331-4e45-9f31-41fda472f7c9 HTTP/1.1" status: 200  len: 999 time: 0.0975504
Dec 22 05:08:18.318568 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0dd648f5-6d20-49b1-acbc-202bf74dc778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c455490>, [{'id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'name': 'tempest-TestNetworkBasicOps-router-1209383673', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:52Z', 'updated_at': '2021-12-22T05:07:56Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:53Z', 'updated_at': '2021-12-22T05:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': 'a1e8ae24-ac27-46ac-9179-9695fab47b87', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.233', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'port_id': '164ae977-5331-4e45-9f31-41fda472f7c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598410c8-f566-4028-b95e-82009b6114b3', 'mac_address': 'fa:16:3e:a0:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d62418c-3399-445d-a587-6c8d0350bb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:08:16Z', 'updated_at': '2021-12-22T05:08:16Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68', 'name': '', 'network_id': '598410c8-f566-4028-b95e-82009b6114b3', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:56:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b45c3e6-cfe5-436d-8b14-43ee315a3689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:56Z', 'updated_at': '2021-12-22T05:08:03Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '4b45c3e6-cfe5-436d-8b14-43ee315a3689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:08:18.322907 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd648f5-6d20-49b1-acbc-202bf74dc778 None None] Checking router: f62832eb-7aba-46ae-9ba1-b591432b532c for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:08:18.332991 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9da4c-1c18-4365-a9cb-585e76f64e5b req-b7fba746-0b9e-48db-8756-6bc69446790c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:08:18.333153 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd648f5-6d20-49b1-acbc-202bf74dc778 None None] Routers {'f62832eb-7aba-46ae-9ba1-b591432b532c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:08:18.333787 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0dd648f5-6d20-49b1-acbc-202bf74dc778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c455490>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:08:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f62832eb-7aba-46ae-9ba1-b591432b532c'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:08:18.334530 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-35d9da4c-1c18-4365-a9cb-585e76f64e5b req-b7fba746-0b9e-48db-8756-6bc69446790c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b45c3e6-cfe5-436d-8b14-43ee315a3689 HTTP/1.1" status: 200  len: 835 time: 0.0559082
Dec 22 05:08:18.412096 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-35d9da4c-1c18-4365-a9cb-585e76f64e5b req-61deb560-7754-47cc-a141-05149abfeea1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598410c8-f566-4028-b95e-82009b6114b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0716691
Dec 22 05:08:18.507548 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-0dd648f5-6d20-49b1-acbc-202bf74dc778 None None] Set router f62832eb-7aba-46ae-9ba1-b591432b532c gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:08:18.542332 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-35d9da4c-1c18-4365-a9cb-585e76f64e5b req-948ccb6c-6984-44c1-93cf-c17297c13435 service neutron] 10.222.0.47 "GET /v2.0/networks/598410c8-f566-4028-b95e-82009b6114b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239028
Dec 22 05:08:18.554956 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:08:18.671989 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-35d9da4c-1c18-4365-a9cb-585e76f64e5b req-5ba2fa51-0b4f-4f89-a0e3-978663940d12 service neutron] 10.222.0.47 "GET /v2.0/networks/598410c8-f566-4028-b95e-82009b6114b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238489
Dec 22 05:08:18.848981 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0dd648f5-6d20-49b1-acbc-202bf74dc778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c455490>, [{'id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'name': 'tempest-TestNetworkBasicOps-router-1209383673', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:52Z', 'updated_at': '2021-12-22T05:07:56Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:53Z', 'updated_at': '2021-12-22T05:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': 'a1e8ae24-ac27-46ac-9179-9695fab47b87', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.233', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'port_id': '164ae977-5331-4e45-9f31-41fda472f7c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598410c8-f566-4028-b95e-82009b6114b3', 'mac_address': 'fa:16:3e:a0:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d62418c-3399-445d-a587-6c8d0350bb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:08:16Z', 'updated_at': '2021-12-22T05:08:16Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68', 'name': '', 'network_id': '598410c8-f566-4028-b95e-82009b6114b3', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:56:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b45c3e6-cfe5-436d-8b14-43ee315a3689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:56Z', 'updated_at': '2021-12-22T05:08:03Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '4b45c3e6-cfe5-436d-8b14-43ee315a3689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:08:18.852881 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd648f5-6d20-49b1-acbc-202bf74dc778 None None] The sync data for ids ['f62832eb-7aba-46ae-9ba1-b591432b532c'] in dv-neutron-822525-1-hyperv is: [{'id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'name': 'tempest-TestNetworkBasicOps-router-1209383673', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:52Z', 'updated_at': '2021-12-22T05:07:56Z', 'revision_number': 4, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:53Z', 'updated_at': '2021-12-22T05:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': 'a1e8ae24-ac27-46ac-9179-9695fab47b87', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.233', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'port_id': '164ae977-5331-4e45-9f31-41fda472f7c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598410c8-f566-4028-b95e-82009b6114b3', 'mac_address': 'fa:16:3e:a0:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d62418c-3399-445d-a587-6c8d0350bb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:08:16Z', 'updated_at': '2021-12-22T05:08:16Z', 'revision_number': 0, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68', 'name': '', 'network_id': '598410c8-f566-4028-b95e-82009b6114b3', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:56:a5:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b45c3e6-cfe5-436d-8b14-43ee315a3689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:56Z', 'updated_at': '2021-12-22T05:08:03Z', 'revision_number': 5, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '4b45c3e6-cfe5-436d-8b14-43ee315a3689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:08:19.004272 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33432) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:08:19.039884 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cb357d-36a4-4104-9eef-d6b523a523ab None None] New status for floating IP a1e8ae24-ac27-46ac-9179-9695fab47b87: ACTIVE {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:08:19.228438 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-89e35ce9-68e1-4e20-9460-2075a3daefca tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/a1e8ae24-ac27-46ac-9179-9695fab47b87 HTTP/1.1" status: 200  len: 991 time: 0.2229679
Dec 22 05:08:20.231325 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33436) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:08:20.330977 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-af36ee5a-eca9-440a-b990-3225d5669890 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/a1e8ae24-ac27-46ac-9179-9695fab47b87 HTTP/1.1" status: 200  len: 993 time: 0.0983882
Dec 22 05:08:37.687658 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:38.766931 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-89b452a7-e7bc-4413-934b-ca75ce031a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:40.977839 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5f181a3d-e3c1-4603-b516-b273ea4e8cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:42.118457 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:42.311362 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:43.555250 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:08:55.555537 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:09:07.683511 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:08.768035 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6e9257b1-3e88-4cf3-a92a-8074e8fa5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:09.648207 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aeadc537-b5b1-49a4-93a3-8b9bb2532176 req-9f269957-2235-44df-b8ae-03a207d7d938 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4d62418c-3399-445d-a587-6c8d0350bb37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0668499
Dec 22 05:09:09.801933 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aeadc537-b5b1-49a4-93a3-8b9bb2532176 req-929931fe-4fec-4e66-bfdc-7df9b0b8e202 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=4d62418c-3399-445d-a587-6c8d0350bb37 HTTP/1.1" status: 200  len: 1098 time: 0.0691864
Dec 22 05:09:10.034576 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadc537-b5b1-49a4-93a3-8b9bb2532176 req-60a97bdd-375d-40d5-a421-f952a2f6c93a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:09:10.035892 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aeadc537-b5b1-49a4-93a3-8b9bb2532176 req-60a97bdd-375d-40d5-a421-f952a2f6c93a service neutron] 10.222.0.47 "GET /v2.0/networks?id=598410c8-f566-4028-b95e-82009b6114b3 HTTP/1.1" status: 200  len: 897 time: 0.2157681
Dec 22 05:09:10.136201 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aeadc537-b5b1-49a4-93a3-8b9bb2532176 req-831bfbaf-f174-4868-b472-eb988ce73537 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=164ae977-5331-4e45-9f31-41fda472f7c9 HTTP/1.1" status: 200  len: 1001 time: 0.0933063
Dec 22 05:09:10.196619 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadc537-b5b1-49a4-93a3-8b9bb2532176 req-eedae588-e0e0-4059-a1f6-6b682ad18a94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:09:10.198033 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aeadc537-b5b1-49a4-93a3-8b9bb2532176 req-eedae588-e0e0-4059-a1f6-6b682ad18a94 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b45c3e6-cfe5-436d-8b14-43ee315a3689 HTTP/1.1" status: 200  len: 835 time: 0.0558596
Dec 22 05:09:10.270424 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aeadc537-b5b1-49a4-93a3-8b9bb2532176 req-f06da466-f772-44ab-b07c-02e2555dc4d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598410c8-f566-4028-b95e-82009b6114b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0660679
Dec 22 05:09:10.400652 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aeadc537-b5b1-49a4-93a3-8b9bb2532176 req-ca024527-8e67-4028-bccf-2ee52c436949 service neutron] 10.222.0.47 "GET /v2.0/networks/598410c8-f566-4028-b95e-82009b6114b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233315
Dec 22 05:09:10.530453 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aeadc537-b5b1-49a4-93a3-8b9bb2532176 req-410d0406-01a1-4fa5-84f7-0334cebdc684 service neutron] 10.222.0.47 "GET /v2.0/networks/598410c8-f566-4028-b95e-82009b6114b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232893
Dec 22 05:09:10.980028 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d3ea928f-3026-4cc9-bbff-ca5df6f5d00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:12.120608 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:12.313217 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:13.558353 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:21.012879 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33466) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:09:21.018389 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-3903afaf-f716-4889-964c-f8b93ea2c96e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:09:21.561085 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3903afaf-f716-4889-964c-f8b93ea2c96e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:21.571377 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3903afaf-f716-4889-964c-f8b93ea2c96e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706333'] for router, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:21.767428 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3903afaf-f716-4889-964c-f8b93ea2c96e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router f62832eb-7aba-46ae-9ba1-b591432b532c has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:09:21.961463 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3903afaf-f716-4889-964c-f8b93ea2c96e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:09:21.967345 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3903afaf-f716-4889-964c-f8b93ea2c96e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:21.968413 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3903afaf-f716-4889-964c-f8b93ea2c96e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/routers/f62832eb-7aba-46ae-9ba1-b591432b532c HTTP/1.1" status: 200  len: 889 time: 0.9545522
Dec 22 05:09:21.971417 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd7998a-9fb9-4fe6-9084-7e3416e7a253 None None] Sync routers for ids ['f62832eb-7aba-46ae-9ba1-b591432b532c'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:09:21.982761 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd7998a-9fb9-4fe6-9084-7e3416e7a253 None None] Routers {'f62832eb-7aba-46ae-9ba1-b591432b532c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:09:21.983370 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-abd7998a-9fb9-4fe6-9084-7e3416e7a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bbe3070>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:09:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f62832eb-7aba-46ae-9ba1-b591432b532c'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:09:22.042939 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-abd7998a-9fb9-4fe6-9084-7e3416e7a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bbe3070>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:09:22.053057 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd7998a-9fb9-4fe6-9084-7e3416e7a253 None None] Routers {'f62832eb-7aba-46ae-9ba1-b591432b532c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:09:22.053678 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-abd7998a-9fb9-4fe6-9084-7e3416e7a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bbe3070>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:09:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f62832eb-7aba-46ae-9ba1-b591432b532c'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:09:22.110883 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-abd7998a-9fb9-4fe6-9084-7e3416e7a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bbe3070>, [], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:09:22.111298 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd7998a-9fb9-4fe6-9084-7e3416e7a253 None None] The sync data for ids ['f62832eb-7aba-46ae-9ba1-b591432b532c'] in dv-neutron-822525-1-hyperv is: [] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:09:22.869376 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26088304-6cac-4086-a396-75b6f5c3c2c7 None None] New status for floating IP a1e8ae24-ac27-46ac-9179-9695fab47b87: DOWN {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:09:22.897504 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 7990f2b8-6886-43d3-9f9e-bd96e90db20c no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:09:23.008401 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:23.023977 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 7990f2b8-6886-43d3-9f9e-bd96e90db20c, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=7990f2b8-6886-43d3-9f9e-bd96e90db20c,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:09:23.028571 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:23.029302 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:09:23.055729 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:09:23.142008 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=7990f2b8-6886-43d3-9f9e-bd96e90db20c,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:09:23.186861 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:23.187203 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:23.187538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:23.187867 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:23.188193 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:23.188515 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:23.188842 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:23.189160 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:23.189479 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:23.189822 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:23.190144 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:23.195203 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:09:23.205460 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:23.237693 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68,segment=NetworkSegment(50fb738d-040b-4fc2-bb3a-50b87165c030),segment_id=50fb738d-040b-4fc2-bb3a-50b87165c030)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:09:23.240972 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:23.243695 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:09:23.307051 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68,revision_number=6']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:09:23.310044 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:09:24.145305 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33472) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:09:24.152926 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-be97965d-149a-4bf7-af0d-a5a0ea3ea0ce tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:09:24.693624 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-be97965d-149a-4bf7-af0d-a5a0ea3ea0ce tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:24.703612 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-be97965d-149a-4bf7-af0d-a5a0ea3ea0ce tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1711912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704411', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1706333'] for router, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:25.003336 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be97965d-149a-4bf7-af0d-a5a0ea3ea0ce tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router f62832eb-7aba-46ae-9ba1-b591432b532c has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:09:25.199146 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be97965d-149a-4bf7-af0d-a5a0ea3ea0ce tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:09:25.204871 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-be97965d-149a-4bf7-af0d-a5a0ea3ea0ce tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:25.207179 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-be97965d-149a-4bf7-af0d-a5a0ea3ea0ce tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/routers/f62832eb-7aba-46ae-9ba1-b591432b532c HTTP/1.1" status: 200  len: 888 time: 1.0603158
Dec 22 05:09:25.209051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33476) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:09:25.209771 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112ba121-a31e-415b-aae2-e3c33b1cad37 None None] Sync routers for ids ['f62832eb-7aba-46ae-9ba1-b591432b532c'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:09:25.221255 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112ba121-a31e-415b-aae2-e3c33b1cad37 None None] Routers {'f62832eb-7aba-46ae-9ba1-b591432b532c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:09:25.221888 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-112ba121-a31e-415b-aae2-e3c33b1cad37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c562760>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:09:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f62832eb-7aba-46ae-9ba1-b591432b532c'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:09:25.312956 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-677a4797-7342-4e86-8225-ee3b4c5ce7f1 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/a1e8ae24-ac27-46ac-9179-9695fab47b87 HTTP/1.1" status: 200  len: 991 time: 0.1026332
Dec 22 05:09:25.397248 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-112ba121-a31e-415b-aae2-e3c33b1cad37 None None] Set router f62832eb-7aba-46ae-9ba1-b591432b532c gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:09:25.729896 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-112ba121-a31e-415b-aae2-e3c33b1cad37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c562760>, [{'id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'name': 'tempest-TestNetworkBasicOps-router-1209383673', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:52Z', 'updated_at': '2021-12-22T05:09:24Z', 'revision_number': 6, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:63:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:53Z', 'updated_at': '2021-12-22T05:09:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': 'a1e8ae24-ac27-46ac-9179-9695fab47b87', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.233', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'port_id': '164ae977-5331-4e45-9f31-41fda472f7c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598410c8-f566-4028-b95e-82009b6114b3', 'mac_address': 'fa:16:3e:a0:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d62418c-3399-445d-a587-6c8d0350bb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:08:16Z', 'updated_at': '2021-12-22T05:09:23Z', 'revision_number': 2, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68', 'name': '', 'network_id': '598410c8-f566-4028-b95e-82009b6114b3', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:56:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b45c3e6-cfe5-436d-8b14-43ee315a3689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:56Z', 'updated_at': '2021-12-22T05:09:23Z', 'revision_number': 6, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '4b45c3e6-cfe5-436d-8b14-43ee315a3689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:09:25.733598 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112ba121-a31e-415b-aae2-e3c33b1cad37 None None] Checking router: f62832eb-7aba-46ae-9ba1-b591432b532c for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:09:25.743719 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112ba121-a31e-415b-aae2-e3c33b1cad37 None None] Routers {'f62832eb-7aba-46ae-9ba1-b591432b532c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:09:25.744306 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-112ba121-a31e-415b-aae2-e3c33b1cad37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c562760>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:09:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f62832eb-7aba-46ae-9ba1-b591432b532c'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:09:25.915670 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-112ba121-a31e-415b-aae2-e3c33b1cad37 None None] Set router f62832eb-7aba-46ae-9ba1-b591432b532c gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:09:26.294595 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-112ba121-a31e-415b-aae2-e3c33b1cad37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c562760>, [{'id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'name': 'tempest-TestNetworkBasicOps-router-1209383673', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:52Z', 'updated_at': '2021-12-22T05:09:24Z', 'revision_number': 6, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:63:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:53Z', 'updated_at': '2021-12-22T05:09:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': 'a1e8ae24-ac27-46ac-9179-9695fab47b87', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.233', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'port_id': '164ae977-5331-4e45-9f31-41fda472f7c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598410c8-f566-4028-b95e-82009b6114b3', 'mac_address': 'fa:16:3e:a0:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d62418c-3399-445d-a587-6c8d0350bb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:08:16Z', 'updated_at': '2021-12-22T05:09:23Z', 'revision_number': 2, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68', 'name': '', 'network_id': '598410c8-f566-4028-b95e-82009b6114b3', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:56:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b45c3e6-cfe5-436d-8b14-43ee315a3689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:56Z', 'updated_at': '2021-12-22T05:09:23Z', 'revision_number': 6, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '4b45c3e6-cfe5-436d-8b14-43ee315a3689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:09:26.298477 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112ba121-a31e-415b-aae2-e3c33b1cad37 None None] The sync data for ids ['f62832eb-7aba-46ae-9ba1-b591432b532c'] in dv-neutron-822525-1-hyperv is: [{'id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'name': 'tempest-TestNetworkBasicOps-router-1209383673', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:52Z', 'updated_at': '2021-12-22T05:09:24Z', 'revision_number': 6, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:63:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:53Z', 'updated_at': '2021-12-22T05:09:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': 'a1e8ae24-ac27-46ac-9179-9695fab47b87', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'floating_ip_address': '172.26.4.233', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'port_id': '164ae977-5331-4e45-9f31-41fda472f7c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598410c8-f566-4028-b95e-82009b6114b3', 'mac_address': 'fa:16:3e:a0:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d62418c-3399-445d-a587-6c8d0350bb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:08:16Z', 'updated_at': '2021-12-22T05:09:23Z', 'revision_number': 2, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68', 'name': '', 'network_id': '598410c8-f566-4028-b95e-82009b6114b3', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'mac_address': 'fa:16:3e:56:a5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b45c3e6-cfe5-436d-8b14-43ee315a3689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:56Z', 'updated_at': '2021-12-22T05:09:23Z', 'revision_number': 6, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'subnets': [{'id': '4b45c3e6-cfe5-436d-8b14-43ee315a3689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:09:26.316756 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33480) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:09:26.425521 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-25e2c235-b269-4991-9410-3a81d20d21e0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/a1e8ae24-ac27-46ac-9179-9695fab47b87 HTTP/1.1" status: 200  len: 991 time: 0.1073554
Dec 22 05:09:26.976518 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 7990f2b8-6886-43d3-9f9e-bd96e90db20c up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:09:27.044565 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 7990f2b8-6886-43d3-9f9e-bd96e90db20c triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:09:27.045058 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:27.160768 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:27.177180 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 7990f2b8-6886-43d3-9f9e-bd96e90db20c, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=7990f2b8-6886-43d3-9f9e-bd96e90db20c,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:09:27.181694 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:27.182712 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:09:27.206092 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6992c055-e1e7-480b-be18-5864c9f6cd90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:09:27.296458 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=7990f2b8-6886-43d3-9f9e-bd96e90db20c,revision_number=6']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:09:27.300665 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:09:27.312360 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:09:27.312733 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:27.422368 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:27.428230 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33484) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:09:27.456880 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68,segment=NetworkSegment(50fb738d-040b-4fc2-bb3a-50b87165c030),segment_id=50fb738d-040b-4fc2-bb3a-50b87165c030)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:09:27.461433 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:27.463434 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b6278b08-f6fe-414b-bbc9-f1e03bc98107 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:09:27.525482 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68,revision_number=7']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:09:27.528484 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:09:27.533825 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9476ab17-1c6c-4e23-ac95-a1832314f414 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/a1e8ae24-ac27-46ac-9179-9695fab47b87 HTTP/1.1" status: 200  len: 991 time: 0.1042771
Dec 22 05:09:28.537579 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33488) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:09:28.639290 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9b63453a-1fe0-479a-9a8d-49f213491c1f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/a1e8ae24-ac27-46ac-9179-9695fab47b87 HTTP/1.1" status: 200  len: 991 time: 0.1005080
Dec 22 05:09:28.903957 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 7990f2b8-6886-43d3-9f9e-bd96e90db20c up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:09:28.970783 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 7990f2b8-6886-43d3-9f9e-bd96e90db20c triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:09:28.971158 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:29.080823 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:09:29.155280 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:09:29.155650 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:29.643002 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33492) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:09:29.746919 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d3c47939-92e0-43f9-9b56-915d539266d9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/a1e8ae24-ac27-46ac-9179-9695fab47b87 HTTP/1.1" status: 200  len: 991 time: 0.1026080
Dec 22 05:09:30.750539 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33496) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:09:30.854762 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-20053700-0286-45c2-a0f1-0559c8372abe tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/a1e8ae24-ac27-46ac-9179-9695fab47b87 HTTP/1.1" status: 200  len: 991 time: 0.1030483
Dec 22 05:09:31.858052 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33500) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:09:31.963103 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8a791593-ed2c-4374-8949-dde835993b45 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/a1e8ae24-ac27-46ac-9179-9695fab47b87 HTTP/1.1" status: 200  len: 991 time: 0.1037927
Dec 22 05:09:32.555280 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:09:32.966688 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33504) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:09:33.070708 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-59c58974-4d71-455d-9031-bde3599aadac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/a1e8ae24-ac27-46ac-9179-9695fab47b87 HTTP/1.1" status: 200  len: 991 time: 0.1027689
Dec 22 05:09:33.405044 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d88531-4dcb-4d8c-8242-c28bd422ac56 None None] New status for floating IP a1e8ae24-ac27-46ac-9179-9695fab47b87: ACTIVE {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:09:34.074499 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33508) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:09:34.178598 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f3d26699-7f1b-44d1-b41f-5dda82fc6fc6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/floatingips/a1e8ae24-ac27-46ac-9179-9695fab47b87 HTTP/1.1" status: 200  len: 993 time: 0.1028600
Dec 22 05:09:34.500849 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33518) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:09:34.691617 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port 56286f0f-e1e1-4bc3-b1ad-830d01fcb4e5 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:09:34.691949 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:34.962487 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:34.962729 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:35.078153 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for 56286f0f-e1e1-4bc3-b1ad-830d01fcb4e5 owned by network:floatingip {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:09:35.222876 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:35.226895 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0a7a09ec-3877-4c5f-824f-6c93d7e51798 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:09:35.265478 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=56286f0f-e1e1-4bc3-b1ad-830d01fcb4e5,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:09:35.299797 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:35.300175 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:35.300542 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:35.300903 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:35.301260 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:35.301646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:35.302004 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:35.302359 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:35.302710 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:35.303061 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:35.303437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:35.310934 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:09:35.369928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for floatingip, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:35.747135 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router f62832eb-7aba-46ae-9ba1-b591432b532c has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:09:35.938979 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:09:35.958060 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:36.013267 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/floatingips/a1e8ae24-ac27-46ac-9179-9695fab47b87 HTTP/1.1" status: 204  len: 168 time: 1.5112088
Dec 22 05:09:36.013788 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d62418c-3399-445d-a587-6c8d0350bb37', 'tag': '164ae977-5331-4e45-9f31-41fda472f7c9'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:09:36.066810 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d62418c-3399-445d-a587-6c8d0350bb37', 'tag': '164ae977-5331-4e45-9f31-41fda472f7c9', 'status': 'completed', 'code': 200}
Dec 22 05:09:36.181813 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-62547557-ceef-4ec8-96f2-f1219e121fc1 req-ec066be3-bceb-4040-a102-3cdf1ea87687 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&device_id=4d62418c-3399-445d-a587-6c8d0350bb37 HTTP/1.1" status: 200  len: 1098 time: 0.0725446
Dec 22 05:09:36.317262 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62547557-ceef-4ec8-96f2-f1219e121fc1 req-ae647724-3ca6-4c50-a1cd-858bf215fa4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:09:36.318629 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-62547557-ceef-4ec8-96f2-f1219e121fc1 req-ae647724-3ca6-4c50-a1cd-858bf215fa4b service neutron] 10.222.0.47 "GET /v2.0/networks?id=598410c8-f566-4028-b95e-82009b6114b3 HTTP/1.1" status: 200  len: 897 time: 0.1308496
Dec 22 05:09:36.391844 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1834b-d049-4b53-833b-d3fa5c12e858 req-2452e9cc-0d23-4634-8a6a-9f7c3e10baa6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:09:36.393346 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8db1834b-d049-4b53-833b-d3fa5c12e858 req-2452e9cc-0d23-4634-8a6a-9f7c3e10baa6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d62418c-3399-445d-a587-6c8d0350bb37 HTTP/1.1" status: 200  len: 945 time: 0.0796974
Dec 22 05:09:36.441228 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8db1834b-d049-4b53-833b-d3fa5c12e858 req-c1aab0c4-b062-4413-8157-246dbbc00716 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=48822a6e-90c1-45ef-98a6-dc68e2f14371&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420012
Dec 22 05:09:36.496997 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-62547557-ceef-4ec8-96f2-f1219e121fc1 req-5c6c4126-a02b-4080-a224-05d36e57ba23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=164ae977-5331-4e45-9f31-41fda472f7c9 HTTP/1.1" status: 200  len: 217 time: 0.1717072
Dec 22 05:09:36.560253 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62547557-ceef-4ec8-96f2-f1219e121fc1 req-8f6a3438-736c-455d-8a23-3345fd5cb03c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:09:36.561694 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-62547557-ceef-4ec8-96f2-f1219e121fc1 req-8f6a3438-736c-455d-8a23-3345fd5cb03c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b45c3e6-cfe5-436d-8b14-43ee315a3689 HTTP/1.1" status: 200  len: 835 time: 0.0560360
Dec 22 05:09:36.633291 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-62547557-ceef-4ec8-96f2-f1219e121fc1 req-68a885b3-49c4-45eb-8ba2-70f516063011 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=598410c8-f566-4028-b95e-82009b6114b3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0647361
Dec 22 05:09:36.760291 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-62547557-ceef-4ec8-96f2-f1219e121fc1 req-57c395af-0c1d-4c89-8bee-8f35fb316f02 service neutron] 10.222.0.47 "GET /v2.0/networks/598410c8-f566-4028-b95e-82009b6114b3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1201718
Dec 22 05:09:36.889192 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-62547557-ceef-4ec8-96f2-f1219e121fc1 req-3f764e08-8dc0-4583-9c1e-474b149911f3 service neutron] 10.222.0.47 "GET /v2.0/networks/598410c8-f566-4028-b95e-82009b6114b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208460
Dec 22 05:09:37.644023 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067c9e4-f09b-49a9-8312-77df77df8550 req-9003a709-38b2-4670-b873-9ff280ae69bb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:09:37.644724 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-f067c9e4-f09b-49a9-8312-77df77df8550 req-9003a709-38b2-4670-b873-9ff280ae69bb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Synchronizing usage tracker for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:09:37.666497 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-f067c9e4-f09b-49a9-8312-77df77df8550 req-9003a709-38b2-4670-b873-9ff280ae69bb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Unset dirty status for tenant:276ceac97e6343c5aa8f294c3cc0960a on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:09:37.667656 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f067c9e4-f09b-49a9-8312-77df77df8550 req-9003a709-38b2-4670-b873-9ff280ae69bb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d62418c-3399-445d-a587-6c8d0350bb37 HTTP/1.1" status: 200  len: 945 time: 0.1026695
Dec 22 05:09:37.678159 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:37.715083 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f067c9e4-f09b-49a9-8312-77df77df8550 req-5cb2c126-610f-4540-9a26-789c5e1272ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/security-groups?id=48822a6e-90c1-45ef-98a6-dc68e2f14371&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412874
Dec 22 05:09:38.123957 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f1185-27f7-42a5-a369-24c2a07e56b3 req-6935625a-067c-4456-8545-573593d1a829 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:09:38.125368 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-bf9f1185-27f7-42a5-a369-24c2a07e56b3 req-6935625a-067c-4456-8545-573593d1a829 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d62418c-3399-445d-a587-6c8d0350bb37 HTTP/1.1" status: 200  len: 945 time: 0.0765874
Dec 22 05:09:38.197840 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-bf9f1185-27f7-42a5-a369-24c2a07e56b3 req-35fda308-c617-4eda-a362-19779e76e2ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port 164ae977-5331-4e45-9f31-41fda472f7c9 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:09:38.198178 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-bf9f1185-27f7-42a5-a369-24c2a07e56b3 req-35fda308-c617-4eda-a362-19779e76e2ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:38.436075 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-bf9f1185-27f7-42a5-a369-24c2a07e56b3 req-35fda308-c617-4eda-a362-19779e76e2ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port 164ae977-5331-4e45-9f31-41fda472f7c9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=164ae977-5331-4e45-9f31-41fda472f7c9,segment=NetworkSegment(50fb738d-040b-4fc2-bb3a-50b87165c030),segment_id=50fb738d-040b-4fc2-bb3a-50b87165c030)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:09:38.436339 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-bf9f1185-27f7-42a5-a369-24c2a07e56b3 req-35fda308-c617-4eda-a362-19779e76e2ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:38.553066 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-bf9f1185-27f7-42a5-a369-24c2a07e56b3 req-35fda308-c617-4eda-a362-19779e76e2ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for 164ae977-5331-4e45-9f31-41fda472f7c9 owned by compute:nova {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:09:38.695249 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-bf9f1185-27f7-42a5-a369-24c2a07e56b3 req-35fda308-c617-4eda-a362-19779e76e2ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:38.700927 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:09:38.745693 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fda308-c617-4eda-a362-19779e76e2ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=164ae977-5331-4e45-9f31-41fda472f7c9,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:09:38.748997 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-35fda308-c617-4eda-a362-19779e76e2ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:09:38.781649 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-60063985-0f39-49cb-a73d-7a7e80d1f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:38.821398 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9f1185-27f7-42a5-a369-24c2a07e56b3 req-35fda308-c617-4eda-a362-19779e76e2ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] No DVR routers for this DVR port 164ae977-5331-4e45-9f31-41fda472f7c9 on host hv-neutron-8225 {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:09:38.823912 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-bf9f1185-27f7-42a5-a369-24c2a07e56b3 req-35fda308-c617-4eda-a362-19779e76e2ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:38.826550 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d62418c-3399-445d-a587-6c8d0350bb37', 'name': 'network-vif-deleted', 'tag': '164ae977-5331-4e45-9f31-41fda472f7c9'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:09:38.845190 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-bf9f1185-27f7-42a5-a369-24c2a07e56b3 req-35fda308-c617-4eda-a362-19779e76e2ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.47 "DELETE /v2.0/ports/164ae977-5331-4e45-9f31-41fda472f7c9 HTTP/1.1" status: 204  len: 173 time: 0.7123721
Dec 22 05:09:38.892097 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d62418c-3399-445d-a587-6c8d0350bb37', 'name': 'network-vif-deleted', 'tag': '164ae977-5331-4e45-9f31-41fda472f7c9', 'status': 'completed', 'code': 200}
Dec 22 05:09:38.905772 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4149a25f-4e24-46a1-a50f-1a376f95a424 req-51754f37-7077-4c64-a240-43ca32e414a2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d62418c-3399-445d-a587-6c8d0350bb37 HTTP/1.1" status: 200  len: 210 time: 0.0432622
Dec 22 05:09:40.011320 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33536) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:09:40.078039 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-478117fe-5922-496d-b746-1d1004d85ee9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:40.106317 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-478117fe-5922-496d-b746-1d1004d85ee9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:40.174552 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-478117fe-5922-496d-b746-1d1004d85ee9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:40.179098 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-68ca10d0-4ecf-4cb4-8816-8276f4eadcb9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:09:40.193995 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478117fe-5922-496d-b746-1d1004d85ee9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48822a6e-90c1-45ef-98a6-dc68e2f14371,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:09:40.196559 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-478117fe-5922-496d-b746-1d1004d85ee9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:09:40.212018 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-478117fe-5922-496d-b746-1d1004d85ee9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:40.213171 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-478117fe-5922-496d-b746-1d1004d85ee9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/security-groups/48822a6e-90c1-45ef-98a6-dc68e2f14371 HTTP/1.1" status: 204  len: 168 time: 0.2008896
Dec 22 05:09:40.252592 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33542) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:09:40.734684 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97f4232f-350d-4895-a78c-16c7db536bf6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:40.981072 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7db23112-9a4a-4269-8041-63f1bc0345ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:41.230448 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 164ae977-5331-4e45-9f31-41fda472f7c9 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:09:41.262814 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 164ae977-5331-4e45-9f31-41fda472f7c9 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:09:41.263161 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 164ae977-5331-4e45-9f31-41fda472f7c9 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:09:41.332915 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-97f4232f-350d-4895-a78c-16c7db536bf6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:09:41.333775 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97f4232f-350d-4895-a78c-16c7db536bf6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:41.512569 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-97f4232f-350d-4895-a78c-16c7db536bf6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68,segment=NetworkSegment(50fb738d-040b-4fc2-bb3a-50b87165c030),segment_id=50fb738d-040b-4fc2-bb3a-50b87165c030)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:09:41.512824 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97f4232f-350d-4895-a78c-16c7db536bf6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:41.631098 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-97f4232f-350d-4895-a78c-16c7db536bf6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:09:41.807298 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97f4232f-350d-4895-a78c-16c7db536bf6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:41.811133 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d3592066-d789-45e1-82f2-7a019ef491b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:09:41.852762 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4232f-350d-4895-a78c-16c7db536bf6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:09:41.855216 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-97f4232f-350d-4895-a78c-16c7db536bf6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:09:42.124020 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:42.240409 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97f4232f-350d-4895-a78c-16c7db536bf6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:42.315565 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:42.798453 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f4232f-350d-4895-a78c-16c7db536bf6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Router f62832eb-7aba-46ae-9ba1-b591432b532c has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:09:42.990473 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f4232f-350d-4895-a78c-16c7db536bf6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:09:43.002246 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-97f4232f-350d-4895-a78c-16c7db536bf6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "PUT /v2.0/routers/f62832eb-7aba-46ae-9ba1-b591432b532c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7485628
Dec 22 05:09:43.004968 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33546) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:09:43.342960 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-a645d876-0d1e-4dee-b53e-8cd5976d7a11 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting subnet 4b45c3e6-cfe5-436d-8b14-43ee315a3689 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:09:43.345676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a645d876-0d1e-4dee-b53e-8cd5976d7a11 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:43.397321 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a645d876-0d1e-4dee-b53e-8cd5976d7a11 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:43.479164 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a645d876-0d1e-4dee-b53e-8cd5976d7a11 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:43.555010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a645d876-0d1e-4dee-b53e-8cd5976d7a11 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:43.560229 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-08afe948-fa2f-4f17-888f-159fe3d21707 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:09:43.562589 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:43.595558 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645d876-0d1e-4dee-b53e-8cd5976d7a11 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Subnet': ['ID=4b45c3e6-cfe5-436d-8b14-43ee315a3689,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:09:43.598463 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a645d876-0d1e-4dee-b53e-8cd5976d7a11 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:09:43.599480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a645d876-0d1e-4dee-b53e-8cd5976d7a11 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:43.604510 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60e391b-cd39-4ed3-9e4a-aa8ecbbe96b7 None None] Network 598410c8-f566-4028-b95e-82009b6114b3 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:09:43.605414 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a645d876-0d1e-4dee-b53e-8cd5976d7a11 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/subnets/4b45c3e6-cfe5-436d-8b14-43ee315a3689 HTTP/1.1" status: 204  len: 168 time: 0.5995364
Dec 22 05:09:43.608013 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33552) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:09:43.845179 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cc0e12-2892-44f4-98a5-5b10183cd4b9 None None] DHCP port deletion for 598410c8-f566-4028-b95e-82009b6114b3 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 05:09:43.849748 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-17cc0e12-2892-44f4-98a5-5b10183cd4b9 None None] Deleting port 8ddad9cf-0b50-4125-9779-20ac7550d6b8 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:09:43.850581 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-17cc0e12-2892-44f4-98a5-5b10183cd4b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:43.892542 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c03e2e0-b987-4c5e-ac6f-675a4986362a None None] Sync routers for ids ['f62832eb-7aba-46ae-9ba1-b591432b532c'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:09:43.923460 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0732-7981-4f30-9082-731a25b31678 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:43.953855 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c03e2e0-b987-4c5e-ac6f-675a4986362a None None] Routers {'f62832eb-7aba-46ae-9ba1-b591432b532c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:09:43.954488 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-6c03e2e0-b987-4c5e-ac6f-675a4986362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c6ae4f0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:09:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f62832eb-7aba-46ae-9ba1-b591432b532c'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:09:44.121800 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0732-7981-4f30-9082-731a25b31678 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:44.131217 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-a0fb0732-7981-4f30-9082-731a25b31678 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Deleting port 7990f2b8-6886-43d3-9f9e-bd96e90db20c {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:09:44.131757 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0732-7981-4f30-9082-731a25b31678 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:44.248670 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-17cc0e12-2892-44f4-98a5-5b10183cd4b9 None None] For port 8ddad9cf-0b50-4125-9779-20ac7550d6b8, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=8ddad9cf-0b50-4125-9779-20ac7550d6b8,segment=NetworkSegment(50fb738d-040b-4fc2-bb3a-50b87165c030),segment_id=50fb738d-040b-4fc2-bb3a-50b87165c030)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:09:44.249061 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-17cc0e12-2892-44f4-98a5-5b10183cd4b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:44.304193 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-a0fb0732-7981-4f30-9082-731a25b31678 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] For port 7990f2b8-6886-43d3-9f9e-bd96e90db20c, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=7990f2b8-6886-43d3-9f9e-bd96e90db20c,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:09:44.304541 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0732-7981-4f30-9082-731a25b31678 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:44.373516 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-17cc0e12-2892-44f4-98a5-5b10183cd4b9 None None] Calling delete_port for 8ddad9cf-0b50-4125-9779-20ac7550d6b8 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:09:44.410380 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-6c03e2e0-b987-4c5e-ac6f-675a4986362a None None] Set router f62832eb-7aba-46ae-9ba1-b591432b532c gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:09:44.423565 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-a0fb0732-7981-4f30-9082-731a25b31678 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Calling delete_port for 7990f2b8-6886-43d3-9f9e-bd96e90db20c owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:09:44.585956 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0732-7981-4f30-9082-731a25b31678 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:44.590074 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-13715e33-232d-4440-b9fd-9c9cf128530c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:09:44.617497 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-17cc0e12-2892-44f4-98a5-5b10183cd4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:44.623098 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f1f6411e-ddf7-4e7f-8f7c-0e9d9d58f51e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:09:44.637073 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb0732-7981-4f30-9082-731a25b31678 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Port': ['ID=7990f2b8-6886-43d3-9f9e-bd96e90db20c,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:09:44.639613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a0fb0732-7981-4f30-9082-731a25b31678 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:09:44.671188 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc0e12-2892-44f4-98a5-5b10183cd4b9 None None] Pushing event deleted for resources: {'Port': ['ID=8ddad9cf-0b50-4125-9779-20ac7550d6b8,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:09:44.675687 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-17cc0e12-2892-44f4-98a5-5b10183cd4b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:09:44.687962 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cc0e12-2892-44f4-98a5-5b10183cd4b9 None None] No DVR routers for this DVR port 8ddad9cf-0b50-4125-9779-20ac7550d6b8 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:09:44.767239 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-6c03e2e0-b987-4c5e-ac6f-675a4986362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c6ae4f0>, [{'id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'name': 'tempest-TestNetworkBasicOps-router-1209383673', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178'}], 'enable_snat': True}, 'gw_port_id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:52Z', 'updated_at': '2021-12-22T05:09:41Z', 'revision_number': 7, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port': {'id': '7990f2b8-6886-43d3-9f9e-bd96e90db20c', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:63:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:53Z', 'updated_at': '2021-12-22T05:09:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:09:44.771078 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c03e2e0-b987-4c5e-ac6f-675a4986362a None None] Checking router: f62832eb-7aba-46ae-9ba1-b591432b532c for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:09:44.782038 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c03e2e0-b987-4c5e-ac6f-675a4986362a None None] Routers {'f62832eb-7aba-46ae-9ba1-b591432b532c'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:09:44.782631 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-6c03e2e0-b987-4c5e-ac6f-675a4986362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c6ae4f0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:09:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['f62832eb-7aba-46ae-9ba1-b591432b532c'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:09:44.862019 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0732-7981-4f30-9082-731a25b31678 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:44.909819 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-6c03e2e0-b987-4c5e-ac6f-675a4986362a None None] Set router f62832eb-7aba-46ae-9ba1-b591432b532c gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:09:45.009103 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8ddad9cf-0b50-4125-9779-20ac7550d6b8 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:09:45.041909 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-6c03e2e0-b987-4c5e-ac6f-675a4986362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c6ae4f0>, [{'id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'name': 'tempest-TestNetworkBasicOps-router-1209383673', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:52Z', 'updated_at': '2021-12-22T05:09:44Z', 'revision_number': 9, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:09:45.049732 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 8ddad9cf-0b50-4125-9779-20ac7550d6b8 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:09:45.050080 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 8ddad9cf-0b50-4125-9779-20ac7550d6b8 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:09:45.051623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c03e2e0-b987-4c5e-ac6f-675a4986362a None None] The sync data for ids ['f62832eb-7aba-46ae-9ba1-b591432b532c'] in dv-neutron-822525-1-hyperv is: [{'id': 'f62832eb-7aba-46ae-9ba1-b591432b532c', 'name': 'tempest-TestNetworkBasicOps-router-1209383673', 'tenant_id': '276ceac97e6343c5aa8f294c3cc0960a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:52Z', 'updated_at': '2021-12-22T05:09:44Z', 'revision_number': 9, 'project_id': '276ceac97e6343c5aa8f294c3cc0960a', 'gw_port_host': None}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:09:45.117066 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0732-7981-4f30-9082-731a25b31678 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:45.121127 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0732-7981-4f30-9082-731a25b31678 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:45.144888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0732-7981-4f30-9082-731a25b31678 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:45.145420 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fb0732-7981-4f30-9082-731a25b31678 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Fanout notify agent at l3_agent the message router_deleted on router f62832eb-7aba-46ae-9ba1-b591432b532c {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 05:09:45.160167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a0fb0732-7981-4f30-9082-731a25b31678 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:45.161185 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a0fb0732-7981-4f30-9082-731a25b31678 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/routers/f62832eb-7aba-46ae-9ba1-b591432b532c HTTP/1.1" status: 204  len: 168 time: 1.5522907
Dec 22 05:09:45.164415 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33556) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:09:45.383230 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d2358fe6-798c-42f6-ab9d-7ff984575bf8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:45.515370 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d2358fe6-798c-42f6-ab9d-7ff984575bf8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:45.539132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-d2358fe6-798c-42f6-ab9d-7ff984575bf8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bd6eb20>,) {'filters': {'network_id': ['598410c8-f566-4028-b95e-82009b6114b3']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:09:45.550503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-d2358fe6-798c-42f6-ab9d-7ff984575bf8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bd6eb20>, '50fb738d-040b-4fc2-bb3a-50b87165c030') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:09:45.550791 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-d2358fe6-798c-42f6-ab9d-7ff984575bf8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bd6eb20>, '50fb738d-040b-4fc2-bb3a-50b87165c030') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:09:45.562069 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d2358fe6-798c-42f6-ab9d-7ff984575bf8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:45.577366 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d2358fe6-798c-42f6-ab9d-7ff984575bf8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:45.583277 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2358fe6-798c-42f6-ab9d-7ff984575bf8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:09:45.583643 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d2358fe6-798c-42f6-ab9d-7ff984575bf8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:09:45.597242 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:09:45.674278 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d2358fe6-798c-42f6-ab9d-7ff984575bf8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:45.677737 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b3cfaf85-bbfe-4a7b-a12c-9a4836a8985b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:09:45.691812 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d2358fe6-798c-42f6-ab9d-7ff984575bf8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:45.702844 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2358fe6-798c-42f6-ab9d-7ff984575bf8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Pushing event deleted for resources: {'Network': ['ID=598410c8-f566-4028-b95e-82009b6114b3,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:09:45.706491 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d2358fe6-798c-42f6-ab9d-7ff984575bf8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:09:45.708183 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d2358fe6-798c-42f6-ab9d-7ff984575bf8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] 10.222.0.53 "DELETE /v2.0/networks/598410c8-f566-4028-b95e-82009b6114b3 HTTP/1.1" status: 204  len: 168 time: 0.5426385
Dec 22 05:09:45.896497 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47223b73-0908-41d5-a0f0-abd3342e061a None None] New status for floating IP a1e8ae24-ac27-46ac-9179-9695fab47b87: DOWN {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:09:46.094336 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33564) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:09:46.285596 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-cd63cf64-235e-4af9-80c8-fafc81f7388c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=276ceac97e6343c5aa8f294c3cc0960a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1899743
Dec 22 05:09:46.288560 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33570) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:09:46.348761 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-05585f50-e147-4d6c-808c-a51727e7ad50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:46.482362 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-05585f50-e147-4d6c-808c-a51727e7ad50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:46.530632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-05585f50-e147-4d6c-808c-a51727e7ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:46.534128 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a7b0ffd8-af54-4612-905f-c2926f9fff8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:09:46.549400 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05585f50-e147-4d6c-808c-a51727e7ad50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:09:46.560358 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-05585f50-e147-4d6c-808c-a51727e7ad50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:46.561455 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-05585f50-e147-4d6c-808c-a51727e7ad50 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f4c01f35-9126-4fc9-9c90-f6f4c3c0bbdf HTTP/1.1" status: 204  len: 168 time: 0.2719462
Dec 22 05:09:46.562723 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05585f50-e147-4d6c-808c-a51727e7ad50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:46.563098 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05585f50-e147-4d6c-808c-a51727e7ad50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:46.563469 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05585f50-e147-4d6c-808c-a51727e7ad50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:46.563834 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05585f50-e147-4d6c-808c-a51727e7ad50 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:46.564202 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05585f50-e147-4d6c-808c-a51727e7ad50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:46.564564 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05585f50-e147-4d6c-808c-a51727e7ad50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:46.564923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05585f50-e147-4d6c-808c-a51727e7ad50 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:46.565279 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05585f50-e147-4d6c-808c-a51727e7ad50 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:46.565659 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05585f50-e147-4d6c-808c-a51727e7ad50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:46.566015 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05585f50-e147-4d6c-808c-a51727e7ad50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:46.566372 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05585f50-e147-4d6c-808c-a51727e7ad50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:09:46.569685 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-05585f50-e147-4d6c-808c-a51727e7ad50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:09:46.867074 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 7990f2b8-6886-43d3-9f9e-bd96e90db20c no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:09:46.877408 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33578) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:09:46.895845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a2fe0ca2-ff61-4f26-99ff-6dcaa1ca033b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:46.900931 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 7990f2b8-6886-43d3-9f9e-bd96e90db20c {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:09:46.901281 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 7990f2b8-6886-43d3-9f9e-bd96e90db20c not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:09:46.901730 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:09:46.928320 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a2fe0ca2-ff61-4f26-99ff-6dcaa1ca033b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:09:46.932213 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a2fe0ca2-ff61-4f26-99ff-6dcaa1ca033b admin admin] Usage tracker for resource:security_group_rule and tenant:0d660f2db07a4aef9f3784b9116d0dfb is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:09:46.934805 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:09:46.935119 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a2fe0ca2-ff61-4f26-99ff-6dcaa1ca033b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:09:46.935232 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a9d76d30-b5c8-4a3a-8b9b-ad127f5eee68 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:09:46.940706 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a2fe0ca2-ff61-4f26-99ff-6dcaa1ca033b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:09:47.005490 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a2fe0ca2-ff61-4f26-99ff-6dcaa1ca033b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:47.009290 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a2fe0ca2-ff61-4f26-99ff-6dcaa1ca033b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:47.016021 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8bb47d9d-2657-4940-b27a-947829c38cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:09:47.054553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe0ca2-ff61-4f26-99ff-6dcaa1ca033b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa2d852-0dd7-4398-b895-0640502f0233,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:09:47.057970 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a2fe0ca2-ff61-4f26-99ff-6dcaa1ca033b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:09:47.061657 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a2fe0ca2-ff61-4f26-99ff-6dcaa1ca033b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d660f2db07a4aef9f3784b9116d0dfb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1828477
Dec 22 05:09:47.064063 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33582) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:09:47.125786 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d01a6e1f-5166-486d-b830-eba940d6b42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:47.151029 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d01a6e1f-5166-486d-b830-eba940d6b42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:47.200856 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d01a6e1f-5166-486d-b830-eba940d6b42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:47.204575 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7b48085a-2b89-4892-97cf-a7020fae360f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:09:47.215267 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a6e1f-5166-486d-b830-eba940d6b42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa2d852-0dd7-4398-b895-0640502f0233,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:09:47.218036 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d01a6e1f-5166-486d-b830-eba940d6b42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:09:47.223825 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d01a6e1f-5166-486d-b830-eba940d6b42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:47.225114 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d01a6e1f-5166-486d-b830-eba940d6b42a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/baa2d852-0dd7-4398-b895-0640502f0233 HTTP/1.1" status: 204  len: 168 time: 0.1601186
Dec 22 05:09:54.550946 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-27d967b1-f86a-43ee-8e3d-e256d4096d6b tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=520417599b6f47d1b496722c524040cf&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0270903
Dec 22 05:09:54.694302 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-d078bf51-50da-4053-a1ac-a884c15e482c tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:09:54.695701 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-d078bf51-50da-4053-a1ac-a884c15e482c tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1400316
Dec 22 05:09:54.711665 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-56a183d4-40f0-40b6-8104-295dfc72fe28 tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/quotas/520417599b6f47d1b496722c524040cf HTTP/1.1" status: 200  len: 375 time: 0.0107517
Dec 22 05:09:54.754452 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-31057b52-3662-4ba8-ae18-60ddb5a8021b tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=520417599b6f47d1b496722c524040cf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0382566
Dec 22 05:09:54.933613 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c6a3022a-f6f4-44bd-a3a1-87e91ec9e3d1 req-152078d1-4dc9-4e73-9611-d24ebb31ecdf tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf1456e-08e9-485b-894e-5d1613fd6229 HTTP/1.1" status: 200  len: 210 time: 0.0414016
Dec 22 05:09:55.894286 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-36821380-4113-404d-8db5-11de840d0276 tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=520417599b6f47d1b496722c524040cf&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0303712
Dec 22 05:09:56.051055 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-6812bf38-e8cc-488c-bd12-db0d02d60112 tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:09:56.052501 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-6812bf38-e8cc-488c-bd12-db0d02d60112 tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1534035
Dec 22 05:09:56.101436 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Request body: {'port': {'device_id': 'fcf1456e-08e9-485b-894e-5d1613fd6229', 'network_id': '49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3', 'admin_state_up': True, 'tenant_id': '520417599b6f47d1b496722c524040cf'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:09:56.122628 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-840bf28f-1976-4768-930f-95bc216d3528 req-ec6a46c9-3491-41a8-98bc-b3494d067444 tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf1456e-08e9-485b-894e-5d1613fd6229 HTTP/1.1" status: 200  len: 210 time: 0.0594382
Dec 22 05:09:56.238856 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:09:56.242541 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Usage tracker for resource:port and tenant:520417599b6f47d1b496722c524040cf is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:09:56.245234 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:09:56.250744 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:09:56.259884 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Made reservation on behalf of 520417599b6f47d1b496722c524040cf for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:09:56.263075 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:56.275407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:56.306115 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:09:56.309809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Usage tracker for resource:security_group_rule and tenant:520417599b6f47d1b496722c524040cf is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:09:56.312487 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:09:56.317966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:09:56.382763 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:56.386714 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:56.389458 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-05e90f00-6482-44d5-98e4-6545c03228cc tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:09:56.464165 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b30991b7-215d-4257-a319-dd9ec059e664,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:09:56.468955 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:09:56.553365 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Allocated IP 192.168.233.30 (49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3/3a4e9f43-d966-40c6-95f1-df7862883f75/80688820-281c-482c-af1f-ea200883921b) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:09:56.750391 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:56.765503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Transition to ACTIVE for port object 80688820-281c-482c-af1f-ea200883921b will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:09:56.786691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:56.791931 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-00cf3e03-cdf8-4e1d-933b-9a887f4fe9ff tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:09:56.850154 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Network 49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:09:56.857112 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:09:56.861198 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:09:56.891550 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Pushing event updated for resources: {'Port': ['ID=80688820-281c-482c-af1f-ea200883921b,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:09:56.898073 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:09:56.925193 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:09:56.925808 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:56.951392 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.8583658
Dec 22 05:09:56.969501 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] Request body: {'port': {'device_id': 'fcf1456e-08e9-485b-894e-5d1613fd6229', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:09:57.090339 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b7b4fa63-defa-4ac4-8a5d-344a049d753f None None] Provisioning for port 80688820-281c-482c-af1f-ea200883921b completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:09:57.095054 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b7b4fa63-defa-4ac4-8a5d-344a049d753f None None] Provisioning complete for port 80688820-281c-482c-af1f-ea200883921b triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:09:57.095434 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b7b4fa63-defa-4ac4-8a5d-344a049d753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:57.147529 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b7b4fa63-defa-4ac4-8a5d-344a049d753f None None] Port 80688820-281c-482c-af1f-ea200883921b cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:09:57.176387 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:57.325501 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17489480-7f74-4209-a666-59594f84b8d0 req-d5b339b3-f7b0-4b3c-8b79-31f124f16bfe tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:09:57.326873 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-17489480-7f74-4209-a666-59594f84b8d0 req-d5b339b3-f7b0-4b3c-8b79-31f124f16bfe tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf1456e-08e9-485b-894e-5d1613fd6229 HTTP/1.1" status: 200  len: 935 time: 0.0797114
Dec 22 05:09:57.372042 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-17489480-7f74-4209-a666-59594f84b8d0 req-a802d067-ccd0-4acb-baae-1afc302f94d9 tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/security-groups?id=b30991b7-215d-4257-a319-dd9ec059e664&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394199
Dec 22 05:09:57.513474 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80688820-281c-482c-af1f-ea200883921b {{(pid=83435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:09:57.520023 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:57.534570 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] Transition to ACTIVE for port object 80688820-281c-482c-af1f-ea200883921b will not be triggered until provisioned by entity L2. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:09:57.538043 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:57.542023 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:09:57.664616 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] Pushing event updated for resources: {'Port': ['ID=80688820-281c-482c-af1f-ea200883921b,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:09:57.692167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:09:57.776945 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] Attempting to bind port 80688820-281c-482c-af1f-ea200883921b on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:09:57.777515 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] Attempting to bind port 80688820-281c-482c-af1f-ea200883921b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '9a35d59c-dd13-4f8e-8663-997a04715bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:09:57.778018 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] Attempting to bind port 80688820-281c-482c-af1f-ea200883921b on network 49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:09:57.784153 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] Port 80688820-281c-482c-af1f-ea200883921b on network 49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:09:57.784460 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] Attempting to bind port 80688820-281c-482c-af1f-ea200883921b on network 49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:09:57.791678 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:09:57.792008 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] Checking segment: {'id': '9a35d59c-dd13-4f8e-8663-997a04715bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:09:57.792437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] Bound using segment: {'id': '9a35d59c-dd13-4f8e-8663-997a04715bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3'} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:09:57.792881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] Bound port: 80688820-281c-482c-af1f-ea200883921b, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a35d59c-dd13-4f8e-8663-997a04715bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3'}}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:09:57.793219 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:57.879933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] For port 80688820-281c-482c-af1f-ea200883921b, host hv-neutron-8225, cleared binding levels {{(pid=83435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:09:57.883130 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] For port 80688820-281c-482c-af1f-ea200883921b, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=80688820-281c-482c-af1f-ea200883921b,segment=NetworkSegment(9a35d59c-dd13-4f8e-8663-997a04715bba),segment_id=9a35d59c-dd13-4f8e-8663-997a04715bba)] {{(pid=83435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:09:57.888287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:57.892007 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c99f8964-e062-4e9c-9298-15068188091d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:09:57.952393 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:09:57.953528 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] 10.222.0.47 "PUT /v2.0/ports/80688820-281c-482c-af1f-ea200883921b HTTP/1.1" status: 200  len: 1097 time: 0.9888971
Dec 22 05:09:57.954065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf1456e-08e9-485b-894e-5d1613fd6229', 'tag': '80688820-281c-482c-af1f-ea200883921b'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:09:57.975233 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] Pushing event updated for resources: {'Port': ['ID=80688820-281c-482c-af1f-ea200883921b,revision_number=3']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:09:57.978190 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:09:58.017300 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf1456e-08e9-485b-894e-5d1613fd6229', 'tag': '80688820-281c-482c-af1f-ea200883921b', 'status': 'completed', 'code': 200}
Dec 22 05:09:58.108606 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-71b840e5-31e8-4c83-afb1-9ac719789bdd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=520417599b6f47d1b496722c524040cf&device_id=fcf1456e-08e9-485b-894e-5d1613fd6229 HTTP/1.1" status: 200  len: 1100 time: 0.0735328
Dec 22 05:09:58.186099 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-fe6ff46c-8618-41c6-9c05-2d9ba3abbb56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=80688820-281c-482c-af1f-ea200883921b HTTP/1.1" status: 200  len: 217 time: 0.0644848
Dec 22 05:09:58.247767 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-b176224d-562e-400a-806f-0db7e8107456 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:09:58.249140 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-b176224d-562e-400a-806f-0db7e8107456 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a4e9f43-d966-40c6-95f1-df7862883f75 HTTP/1.1" status: 200  len: 843 time: 0.0571311
Dec 22 05:09:58.322794 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-cd3e9227-0fb0-4837-8398-809d59f31a4c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0670161
Dec 22 05:09:58.452589 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-fc72db3a-cd45-4f1f-a52b-7f047bd73f82 service neutron] 10.222.0.47 "GET /v2.0/networks/49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230624
Dec 22 05:09:58.564377 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbb2b8-26de-4d86-a6a9-3d9a9a41a2f2 req-0da093b5-0de9-4fe3-9148-f5d7d01ed754 tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:09:58.565858 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1adbb2b8-26de-4d86-a6a9-3d9a9a41a2f2 req-0da093b5-0de9-4fe3-9148-f5d7d01ed754 tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf1456e-08e9-485b-894e-5d1613fd6229 HTTP/1.1" status: 200  len: 947 time: 0.0760264
Dec 22 05:09:58.582465 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-42932074-6c5e-4bd3-ac99-d6c4fa5afa97 req-af01b1da-fa08-47b4-8597-0ab2eb9e65aa service neutron] 10.222.0.47 "GET /v2.0/networks/49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233108
Dec 22 05:09:58.616529 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1adbb2b8-26de-4d86-a6a9-3d9a9a41a2f2 req-b46fd400-427c-43ca-97b0-39e9b6d18313 tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/security-groups?id=b30991b7-215d-4257-a319-dd9ec059e664&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445471
Dec 22 05:09:58.749068 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-37cbf148-f355-4a65-8924-2f4822975f34 req-21b725b8-3697-43a0-b106-526760763af6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=520417599b6f47d1b496722c524040cf&device_id=fcf1456e-08e9-485b-894e-5d1613fd6229 HTTP/1.1" status: 200  len: 1100 time: 0.0712559
Dec 22 05:09:58.967667 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbf148-f355-4a65-8924-2f4822975f34 req-396f5d31-b3a0-46f4-8dac-ad55921c3bd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:09:58.969080 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-37cbf148-f355-4a65-8924-2f4822975f34 req-396f5d31-b3a0-46f4-8dac-ad55921c3bd2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3 HTTP/1.1" status: 200  len: 870 time: 0.2140574
Dec 22 05:09:59.034351 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-37cbf148-f355-4a65-8924-2f4822975f34 req-27bc0952-6989-4213-aedb-f4c221587074 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=80688820-281c-482c-af1f-ea200883921b HTTP/1.1" status: 200  len: 217 time: 0.0585203
Dec 22 05:09:59.097044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbf148-f355-4a65-8924-2f4822975f34 req-f803c7b9-8761-4969-a531-24e466a31b8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:09:59.098445 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-37cbf148-f355-4a65-8924-2f4822975f34 req-f803c7b9-8761-4969-a531-24e466a31b8e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a4e9f43-d966-40c6-95f1-df7862883f75 HTTP/1.1" status: 200  len: 843 time: 0.0575538
Dec 22 05:09:59.169481 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-37cbf148-f355-4a65-8924-2f4822975f34 req-a3710f6d-1707-4944-a7ae-4a8603ec506b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0649676
Dec 22 05:09:59.299930 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-37cbf148-f355-4a65-8924-2f4822975f34 req-c9d91ec3-628b-4bae-b765-b3297c727ade service neutron] 10.222.0.47 "GET /v2.0/networks/49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218820
Dec 22 05:09:59.429089 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-37cbf148-f355-4a65-8924-2f4822975f34 req-2a96b27c-b2ea-4db9-b530-b0b8976f516f service neutron] 10.222.0.47 "GET /v2.0/networks/49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222413
Dec 22 05:09:59.820908 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a6150-4995-4906-918a-b0f2b7dbbb38 req-28371eb0-0e1d-48b7-8a93-fa0646a57204 tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:09:59.821591 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-3b3a6150-4995-4906-918a-b0f2b7dbbb38 req-28371eb0-0e1d-48b7-8a93-fa0646a57204 tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Synchronizing usage tracker for tenant:520417599b6f47d1b496722c524040cf on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:09:59.837343 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-3b3a6150-4995-4906-918a-b0f2b7dbbb38 req-28371eb0-0e1d-48b7-8a93-fa0646a57204 tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Unset dirty status for tenant:520417599b6f47d1b496722c524040cf on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:09:59.839398 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3b3a6150-4995-4906-918a-b0f2b7dbbb38 req-28371eb0-0e1d-48b7-8a93-fa0646a57204 tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf1456e-08e9-485b-894e-5d1613fd6229 HTTP/1.1" status: 200  len: 947 time: 0.0975213
Dec 22 05:09:59.883560 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-3b3a6150-4995-4906-918a-b0f2b7dbbb38 req-b6a5f3d0-c9db-4907-9430-efa5a2de1eed tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Synchronizing usage tracker for tenant:520417599b6f47d1b496722c524040cf on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:09:59.899039 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-3b3a6150-4995-4906-918a-b0f2b7dbbb38 req-b6a5f3d0-c9db-4907-9430-efa5a2de1eed tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Unset dirty status for tenant:520417599b6f47d1b496722c524040cf on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:09:59.900161 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3b3a6150-4995-4906-918a-b0f2b7dbbb38 req-b6a5f3d0-c9db-4907-9430-efa5a2de1eed tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/security-groups?id=b30991b7-215d-4257-a319-dd9ec059e664&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555322
Dec 22 05:10:01.089677 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf3988-e837-4c93-8d81-5c120f4ba559 req-6a8ef904-2340-4f84-92dc-31fc878d9d0b tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:01.091085 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ffbf3988-e837-4c93-8d81-5c120f4ba559 req-6a8ef904-2340-4f84-92dc-31fc878d9d0b tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf1456e-08e9-485b-894e-5d1613fd6229 HTTP/1.1" status: 200  len: 947 time: 0.0745122
Dec 22 05:10:01.134307 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ffbf3988-e837-4c93-8d81-5c120f4ba559 req-b4fe19ec-bb27-4950-a1d5-c335f08d0cca tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/security-groups?id=b30991b7-215d-4257-a319-dd9ec059e664&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377769
Dec 22 05:10:01.338436 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 80688820-281c-482c-af1f-ea200883921b details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:10:01.511928 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 80688820-281c-482c-af1f-ea200883921b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=80688820-281c-482c-af1f-ea200883921b,segment=NetworkSegment(9a35d59c-dd13-4f8e-8663-997a04715bba),segment_id=9a35d59c-dd13-4f8e-8663-997a04715bba)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:10:01.524431 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '80688820-281c-482c-af1f-ea200883921b', 'network_id': '49fd6b48-1ec0-4db3-9f68-c3dd4c2430c3', 'port_id': '80688820-281c-482c-af1f-ea200883921b', 'mac_address': 'fa:16:3e:05:b3:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a4e9f43-d966-40c6-95f1-df7862883f75', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:10:01.578778 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:01.595431 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80688820-281c-482c-af1f-ea200883921b {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:10:01.610011 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 80688820-281c-482c-af1f-ea200883921b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=80688820-281c-482c-af1f-ea200883921b,segment=NetworkSegment(9a35d59c-dd13-4f8e-8663-997a04715bba),segment_id=9a35d59c-dd13-4f8e-8663-997a04715bba)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:10:01.613833 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:01.616110 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-91207f8c-5c8c-47ea-8127-63c7af302e18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:10:01.677043 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=80688820-281c-482c-af1f-ea200883921b,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:10:01.680621 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:10:02.045654 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['80688820-281c-482c-af1f-ea200883921b'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:10:02.327276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b995fb-9209-4067-a315-200e2f11f5ac req-55411903-b132-48e1-9a7d-61dd470488b9 tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:02.328611 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c7b995fb-9209-4067-a315-200e2f11f5ac req-55411903-b132-48e1-9a7d-61dd470488b9 tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf1456e-08e9-485b-894e-5d1613fd6229 HTTP/1.1" status: 200  len: 948 time: 0.0746198
Dec 22 05:10:02.372963 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c7b995fb-9209-4067-a315-200e2f11f5ac req-607a7754-b289-402a-a523-213243381d7b tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/security-groups?id=b30991b7-215d-4257-a319-dd9ec059e664&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379944
Dec 22 05:10:03.370118 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 80688820-281c-482c-af1f-ea200883921b up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:10:03.437270 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 80688820-281c-482c-af1f-ea200883921b completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:10:03.441872 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 80688820-281c-482c-af1f-ea200883921b triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:10:03.442251 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:03.554820 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:03.575178 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38864fab-2e35-4874-a2d8-bad2a9221868 req-01b25cf4-7255-497b-bcd0-4385f175680a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:03.576617 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-38864fab-2e35-4874-a2d8-bad2a9221868 req-01b25cf4-7255-497b-bcd0-4385f175680a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf1456e-08e9-485b-894e-5d1613fd6229 HTTP/1.1" status: 200  len: 948 time: 0.0795691
Dec 22 05:10:03.581560 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf1456e-08e9-485b-894e-5d1613fd6229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80688820-281c-482c-af1f-ea200883921b'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:10:03.591653 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 80688820-281c-482c-af1f-ea200883921b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=80688820-281c-482c-af1f-ea200883921b,segment=NetworkSegment(9a35d59c-dd13-4f8e-8663-997a04715bba),segment_id=9a35d59c-dd13-4f8e-8663-997a04715bba)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:10:03.597202 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:03.599678 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:10:03.623789 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-38864fab-2e35-4874-a2d8-bad2a9221868 req-8a03d001-1b02-4241-b9e0-4d37f9ce1bbe tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/security-groups?id=b30991b7-215d-4257-a319-dd9ec059e664&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415976
Dec 22 05:10:03.639514 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf1456e-08e9-485b-894e-5d1613fd6229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80688820-281c-482c-af1f-ea200883921b', 'code': 200}
Dec 22 05:10:03.670737 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=80688820-281c-482c-af1f-ea200883921b,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:10:03.673623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:10:03.909330 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-22fc6ffb-dd18-4000-9722-773be125f814 req-9160fbd1-b3b9-425c-af9a-babd61bb3f3b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fcf1456e-08e9-485b-894e-5d1613fd6229 HTTP/1.1" status: 200  len: 1102 time: 0.0718873
Dec 22 05:10:03.962854 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-22fc6ffb-dd18-4000-9722-773be125f814 req-13386373-3739-42d7-9154-013b939f12e0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b30991b7-215d-4257-a319-dd9ec059e664&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377645
Dec 22 05:10:04.819408 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04d850-993e-428b-9aa6-0bfb00856df8 req-b0df3f81-3db0-45cb-8779-987f1d96b60b tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:04.820874 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-da04d850-993e-428b-9aa6-0bfb00856df8 req-b0df3f81-3db0-45cb-8779-987f1d96b60b tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf1456e-08e9-485b-894e-5d1613fd6229 HTTP/1.1" status: 200  len: 949 time: 0.0746789
Dec 22 05:10:04.869441 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-da04d850-993e-428b-9aa6-0bfb00856df8 req-e737bedc-7a68-494b-8074-288f52c1dfa2 tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/security-groups?id=b30991b7-215d-4257-a319-dd9ec059e664&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425673
Dec 22 05:10:06.060338 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd8361-9bbf-40e5-9476-721bfac35024 req-dd018992-e5f8-4e46-82ce-2c58d92b7fb0 tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:06.061789 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4dfd8361-9bbf-40e5-9476-721bfac35024 req-dd018992-e5f8-4e46-82ce-2c58d92b7fb0 tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf1456e-08e9-485b-894e-5d1613fd6229 HTTP/1.1" status: 200  len: 949 time: 0.0760672
Dec 22 05:10:06.105773 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4dfd8361-9bbf-40e5-9476-721bfac35024 req-43d35416-8d22-43b5-8b55-a4c62fe18065 tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/security-groups?id=b30991b7-215d-4257-a319-dd9ec059e664&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385101
Dec 22 05:10:06.515647 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e593a702-daaf-4ddc-88cc-3def51815ea3 req-8efc8828-ca3d-4513-b473-e228b849100e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fcf1456e-08e9-485b-894e-5d1613fd6229&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0662575
Dec 22 05:10:07.109794 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-59166359-4fba-4602-b1d5-f7fd7a266d79 req-d2baf50b-5e66-4811-b0d2-7037bd7aa9e0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fcf1456e-08e9-485b-894e-5d1613fd6229&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1893413
Dec 22 05:10:07.631347 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e5fac-1a9b-4cc0-b728-6d81a6f75af4 req-f62bb673-1da9-4647-9ff2-2166905559ed tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:07.632792 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-141e5fac-1a9b-4cc0-b728-6d81a6f75af4 req-f62bb673-1da9-4647-9ff2-2166905559ed tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf1456e-08e9-485b-894e-5d1613fd6229 HTTP/1.1" status: 200  len: 949 time: 0.0765865
Dec 22 05:10:07.674818 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:07.677113 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-141e5fac-1a9b-4cc0-b728-6d81a6f75af4 req-78add1df-338e-4173-a755-4d7568d62f07 tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/security-groups?id=b30991b7-215d-4257-a319-dd9ec059e664&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389054
Dec 22 05:10:08.776056 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8decc2bc-5b4d-4936-abdd-9988da5fd89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:08.873891 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905823dc-ad54-4cd4-97cc-8478f2c0bb59 req-749b6ece-0859-48e8-b735-0a96433ecca4 tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:08.875354 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-905823dc-ad54-4cd4-97cc-8478f2c0bb59 req-749b6ece-0859-48e8-b735-0a96433ecca4 tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf1456e-08e9-485b-894e-5d1613fd6229 HTTP/1.1" status: 200  len: 949 time: 0.0756779
Dec 22 05:10:08.922691 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-905823dc-ad54-4cd4-97cc-8478f2c0bb59 req-a5378e04-2c27-4ef0-8401-c3ea3b1a3298 tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/security-groups?id=b30991b7-215d-4257-a319-dd9ec059e664&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417559
Dec 22 05:10:09.109647 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0684554-cee0-4656-9cd9-56498088d8c2 req-c3b541ab-b5fe-4f96-b203-27e55c7121fa tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:09.110943 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a0684554-cee0-4656-9cd9-56498088d8c2 req-c3b541ab-b5fe-4f96-b203-27e55c7121fa tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcf1456e-08e9-485b-894e-5d1613fd6229 HTTP/1.1" status: 200  len: 949 time: 0.0745761
Dec 22 05:10:09.176801 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-a0684554-cee0-4656-9cd9-56498088d8c2 req-8abfd258-7ad8-44cc-8287-df1174b7d4ef tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Deleting port 80688820-281c-482c-af1f-ea200883921b {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:10:09.177131 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-a0684554-cee0-4656-9cd9-56498088d8c2 req-8abfd258-7ad8-44cc-8287-df1174b7d4ef tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:09.415558 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-a0684554-cee0-4656-9cd9-56498088d8c2 req-8abfd258-7ad8-44cc-8287-df1174b7d4ef tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] For port 80688820-281c-482c-af1f-ea200883921b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=80688820-281c-482c-af1f-ea200883921b,segment=NetworkSegment(9a35d59c-dd13-4f8e-8663-997a04715bba),segment_id=9a35d59c-dd13-4f8e-8663-997a04715bba)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:10:09.415907 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-a0684554-cee0-4656-9cd9-56498088d8c2 req-8abfd258-7ad8-44cc-8287-df1174b7d4ef tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:09.534158 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-a0684554-cee0-4656-9cd9-56498088d8c2 req-8abfd258-7ad8-44cc-8287-df1174b7d4ef tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Calling delete_port for 80688820-281c-482c-af1f-ea200883921b owned by compute:nova {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:10:09.554600 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:10:09.676311 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-a0684554-cee0-4656-9cd9-56498088d8c2 req-8abfd258-7ad8-44cc-8287-df1174b7d4ef tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:09.682296 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a0fb0732-7981-4f30-9082-731a25b31678 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:10:09.709877 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['80688820-281c-482c-af1f-ea200883921b'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:10:09.731223 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfd258-7ad8-44cc-8287-df1174b7d4ef tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Pushing event deleted for resources: {'Port': ['ID=80688820-281c-482c-af1f-ea200883921b,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:10:09.734244 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8abfd258-7ad8-44cc-8287-df1174b7d4ef tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:10:09.818461 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0684554-cee0-4656-9cd9-56498088d8c2 req-8abfd258-7ad8-44cc-8287-df1174b7d4ef tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] No DVR routers for this DVR port 80688820-281c-482c-af1f-ea200883921b on host hv-neutron-8225 {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:10:09.821209 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-a0684554-cee0-4656-9cd9-56498088d8c2 req-8abfd258-7ad8-44cc-8287-df1174b7d4ef tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:09.824436 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf1456e-08e9-485b-894e-5d1613fd6229', 'name': 'network-vif-deleted', 'tag': '80688820-281c-482c-af1f-ea200883921b'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:10:09.844116 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a0684554-cee0-4656-9cd9-56498088d8c2 req-8abfd258-7ad8-44cc-8287-df1174b7d4ef tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.47 "DELETE /v2.0/ports/80688820-281c-482c-af1f-ea200883921b HTTP/1.1" status: 204  len: 173 time: 0.7275372
Dec 22 05:10:09.890109 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf1456e-08e9-485b-894e-5d1613fd6229', 'name': 'network-vif-deleted', 'tag': '80688820-281c-482c-af1f-ea200883921b', 'status': 'completed', 'code': 200}
Dec 22 05:10:10.100951 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-10f35a34-74d1-40de-8186-4808a0404993 req-5dad1f49-5d43-4d56-a980-56744792b66c tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Synchronizing usage tracker for tenant:520417599b6f47d1b496722c524040cf on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:10:10.115843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-10f35a34-74d1-40de-8186-4808a0404993 req-5dad1f49-5d43-4d56-a980-56744792b66c tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Unset dirty status for tenant:520417599b6f47d1b496722c524040cf on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:10:10.116960 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-10f35a34-74d1-40de-8186-4808a0404993 req-5dad1f49-5d43-4d56-a980-56744792b66c tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcf1456e-08e9-485b-894e-5d1613fd6229 HTTP/1.1" status: 200  len: 210 time: 0.0567982
Dec 22 05:10:10.982930 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5835a977-866f-48c6-a86d-bca307d676d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:11.498817 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33712) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:10:11.671859 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-604d11e4-6473-40ee-80a7-7fd2214d2301 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=520417599b6f47d1b496722c524040cf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1717000
Dec 22 05:10:11.674172 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33718) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:10:11.730772 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9b78-f6d5-473b-8996-aedd6c022f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:11.754456 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9b78-f6d5-473b-8996-aedd6c022f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:11.804240 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9b78-f6d5-473b-8996-aedd6c022f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:11.807798 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3a49eac3-ebda-4ab0-8c63-9a7f16613bfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:10:11.821882 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf9b78-f6d5-473b-8996-aedd6c022f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30991b7-215d-4257-a319-dd9ec059e664,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:10:11.824347 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d7cf9b78-f6d5-473b-8996-aedd6c022f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:10:11.832293 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9b78-f6d5-473b-8996-aedd6c022f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:11.833726 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d7cf9b78-f6d5-473b-8996-aedd6c022f7f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b30991b7-215d-4257-a319-dd9ec059e664 HTTP/1.1" status: 204  len: 168 time: 0.1585639
Dec 22 05:10:12.127039 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:12.145750 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33726) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:10:12.164521 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9943-b781-47d9-a15e-e633f04df491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:12.194966 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ad7a9943-b781-47d9-a15e-e633f04df491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:10:12.198598 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ad7a9943-b781-47d9-a15e-e633f04df491 admin admin] Usage tracker for resource:security_group_rule and tenant:68223db200974244a7699ab9d0a05686 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:10:12.201302 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ad7a9943-b781-47d9-a15e-e633f04df491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:10:12.206851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ad7a9943-b781-47d9-a15e-e633f04df491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:10:12.274728 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9943-b781-47d9-a15e-e633f04df491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:12.278201 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ad7a9943-b781-47d9-a15e-e633f04df491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:12.284189 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2d1b25a1-66f5-4f9b-a57f-797dc05683fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:10:12.318318 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:12.327317 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a9943-b781-47d9-a15e-e633f04df491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed73ca7-8dab-4086-9dea-82535719e69d,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:10:12.330675 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ad7a9943-b781-47d9-a15e-e633f04df491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:10:12.333228 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ad7a9943-b781-47d9-a15e-e633f04df491 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=68223db200974244a7699ab9d0a05686&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1864059
Dec 22 05:10:12.335949 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33730) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:10:12.394020 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-73840c20-15c2-4f76-84aa-bcad32f45203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:12.419420 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-73840c20-15c2-4f76-84aa-bcad32f45203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:12.468114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-73840c20-15c2-4f76-84aa-bcad32f45203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:12.471607 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ad78d5a8-7416-4ce0-acad-3df790e7dca2 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:10:12.482865 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73840c20-15c2-4f76-84aa-bcad32f45203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed73ca7-8dab-4086-9dea-82535719e69d,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:10:12.486155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-73840c20-15c2-4f76-84aa-bcad32f45203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:10:12.489162 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-73840c20-15c2-4f76-84aa-bcad32f45203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:12.490919 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-73840c20-15c2-4f76-84aa-bcad32f45203 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ed73ca7-8dab-4086-9dea-82535719e69d HTTP/1.1" status: 204  len: 168 time: 0.1540313
Dec 22 05:10:13.288997 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33752) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:10:13.414895 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-675346747-network', 'tenant_id': '8a8e8a7945a3444a8afe3b995a51648e'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:10:13.419487 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:10:13.423203 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Usage tracker for resource:network and tenant:8a8e8a7945a3444a8afe3b995a51648e is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:10:13.425964 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:10:13.431424 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:10:13.442384 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Made reservation on behalf of 8a8e8a7945a3444a8afe3b995a51648e for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:10:13.444743 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:13.447907 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 80688820-281c-482c-af1f-ea200883921b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:10:13.458024 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:13.484317 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 80688820-281c-482c-af1f-ea200883921b {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:10:13.484670 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 80688820-281c-482c-af1f-ea200883921b not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:10:13.489993 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:10:13.493738 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Usage tracker for resource:security_group_rule and tenant:8a8e8a7945a3444a8afe3b995a51648e is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:10:13.496455 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:10:13.502001 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:10:13.564315 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:13.570377 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:13.573878 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:13.577836 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-eb26b283-4db9-421d-bb64-665151ad276f tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:10:13.608271 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:10:13.613377 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65338cd4-0589-44a2-95b2-26b71085fe3f,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:10:13.617005 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:10:13.620467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:13.620877 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Added segment bf700701-0cfc-4aad-9a2e-1238e75d00d1 of type vlan for network ddc563b8-1331-4c51-92f0-348b1ba8c40a
Dec 22 05:10:13.647578 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:13.674805 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:13.675699 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:13.676273 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:13.680946 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0c7e638f-d6a9-4dd3-ba74-e25a298cda1f tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:10:13.777600 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4874430
Dec 22 05:10:13.780606 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33758) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:10:13.782637 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Pushing event updated for resources: {'Network': ['ID=ddc563b8-1331-4c51-92f0-348b1ba8c40a,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:10:13.786204 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-6b37b63f-72a7-4056-b911-77a54b94d4d1 admin admin] Request body: {'subnet': {'network_id': 'ddc563b8-1331-4c51-92f0-348b1ba8c40a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-675346747-subnet', 'tenant_id': '8a8e8a7945a3444a8afe3b995a51648e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:10:13.786722 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:10:13.791392 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6b37b63f-72a7-4056-b911-77a54b94d4d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:10:13.793401 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network ddc563b8-1331-4c51-92f0-348b1ba8c40a details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:10:13.795398 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6b37b63f-72a7-4056-b911-77a54b94d4d1 admin admin] Usage tracker for resource:subnet and tenant:8a8e8a7945a3444a8afe3b995a51648e is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:10:13.798516 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-6b37b63f-72a7-4056-b911-77a54b94d4d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:10:13.803995 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-6b37b63f-72a7-4056-b911-77a54b94d4d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:10:13.817199 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b37b63f-72a7-4056-b911-77a54b94d4d1 admin admin] Made reservation on behalf of 8a8e8a7945a3444a8afe3b995a51648e for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:10:13.820114 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6b37b63f-72a7-4056-b911-77a54b94d4d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:14.113954 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6b37b63f-72a7-4056-b911-77a54b94d4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:14.118703 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f30c64df-dbff-4fd0-b06c-45aadc2d2306 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:10:14.186859 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37b63f-72a7-4056-b911-77a54b94d4d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75821c33-07ac-4b8a-88cc-94e4d4029ebd,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:10:14.189462 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6b37b63f-72a7-4056-b911-77a54b94d4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:10:14.202950 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b37b63f-72a7-4056-b911-77a54b94d4d1 admin admin] Checking segment: {'id': 'bf700701-0cfc-4aad-9a2e-1238e75d00d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ddc563b8-1331-4c51-92f0-348b1ba8c40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:10:14.203297 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b37b63f-72a7-4056-b911-77a54b94d4d1 admin admin] Network hostable DHCP agents. Network: ddc563b8-1331-4c51-92f0-348b1ba8c40a, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:10:14.224703 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b37b63f-72a7-4056-b911-77a54b94d4d1 admin admin] Network ddc563b8-1331-4c51-92f0-348b1ba8c40a is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:10:14.233359 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-6b37b63f-72a7-4056-b911-77a54b94d4d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, ddc563b8-1331-4c51-92f0-348b1ba8c40a) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:10:14.237958 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b37b63f-72a7-4056-b911-77a54b94d4d1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:14.239301 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6b37b63f-72a7-4056-b911-77a54b94d4d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:14.241211 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e858c92f-45ea-47e7-8d4e-733f7aa1bd37 None None] Network ddc563b8-1331-4c51-92f0-348b1ba8c40a requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:10:14.262577 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6b37b63f-72a7-4056-b911-77a54b94d4d1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4807870
Dec 22 05:10:14.450392 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510ff9a4-979c-45a9-a803-c78eec841e6f None None] Network ddc563b8-1331-4c51-92f0-348b1ba8c40a requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:10:14.797585 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-19137373-9225-437b-91ad-ed95bfdae219 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:14.798982 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-19137373-9225-437b-91ad-ed95bfdae219 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/networks?id=ddc563b8-1331-4c51-92f0-348b1ba8c40a HTTP/1.1" status: 200  len: 811 time: 0.1403599
Dec 22 05:10:14.814416 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-7b07c07a-3adf-4b9b-bd87-fac74053207e tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/quotas/8a8e8a7945a3444a8afe3b995a51648e HTTP/1.1" status: 200  len: 375 time: 0.0101259
Dec 22 05:10:14.858529 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-ffcdc749-235c-4a26-bb39-b79eaa2e9a6e tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a8e8a7945a3444a8afe3b995a51648e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0395114
Dec 22 05:10:14.987857 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-79f19a6f-e38a-4a78-b17b-a32937d7ef2e service neutron] 10.222.0.53 "GET /v2.0/networks/ddc563b8-1331-4c51-92f0-348b1ba8c40a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226466
Dec 22 05:10:15.113999 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-42cb87e2-40a5-4a53-9f36-728f359d5611 service neutron] 10.222.0.53 "GET /v2.0/networks/ddc563b8-1331-4c51-92f0-348b1ba8c40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1206534
Dec 22 05:10:15.292936 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1f977f0b-1db5-4312-b2fa-41e12613125a req-938996f1-f444-43b2-8cbc-b5e4ac6c0d96 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 210 time: 0.0418584
Dec 22 05:10:16.403252 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-69a0d356-8172-4916-bb0c-ce6156865cbf req-86a98674-e13e-4d2f-b28f-7aba54f617bf tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 210 time: 0.0405457
Dec 22 05:10:17.516278 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ff39f58f-66d0-48b3-83e7-f4406f29215c req-2bc0691e-0a0f-4859-897b-0480056bf303 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 210 time: 0.0437462
Dec 22 05:10:18.383061 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-fcf15394-2598-49f3-93c7-4a626db9bafd tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:18.384483 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-fcf15394-2598-49f3-93c7-4a626db9bafd tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.47 "GET /v2.0/networks?id=ddc563b8-1331-4c51-92f0-348b1ba8c40a HTTP/1.1" status: 200  len: 811 time: 0.1422894
Dec 22 05:10:18.410763 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-f345feee-56b8-4d4e-9f0f-3fe593fd6ff4 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Request body: {'port': {'device_id': 'a5eba902-359f-4a5b-bb6d-f8e311879397', 'network_id': 'ddc563b8-1331-4c51-92f0-348b1ba8c40a', 'admin_state_up': True, 'tenant_id': '8a8e8a7945a3444a8afe3b995a51648e'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:10:18.545810 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-f345feee-56b8-4d4e-9f0f-3fe593fd6ff4 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:10:18.549499 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-f345feee-56b8-4d4e-9f0f-3fe593fd6ff4 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Usage tracker for resource:port and tenant:8a8e8a7945a3444a8afe3b995a51648e is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:10:18.552762 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-f345feee-56b8-4d4e-9f0f-3fe593fd6ff4 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:10:18.558351 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-f345feee-56b8-4d4e-9f0f-3fe593fd6ff4 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:10:18.568577 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-f345feee-56b8-4d4e-9f0f-3fe593fd6ff4 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Made reservation on behalf of 8a8e8a7945a3444a8afe3b995a51648e for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:10:18.571738 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-f345feee-56b8-4d4e-9f0f-3fe593fd6ff4 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:18.687154 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-88e90dd0-0e3c-44ae-b1de-c04ca83ed645 req-6e7e3bdc-aa24-41fb-a668-7e6d72e1e1e1 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 210 time: 0.0509031
Dec 22 05:10:18.770666 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-f345feee-56b8-4d4e-9f0f-3fe593fd6ff4 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Allocated IP 172.20.0.8 (ddc563b8-1331-4c51-92f0-348b1ba8c40a/75821c33-07ac-4b8a-88cc-94e4d4029ebd/a021cecb-dcb3-4041-bb0c-048363bb0e3e) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:10:18.961152 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-f345feee-56b8-4d4e-9f0f-3fe593fd6ff4 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:18.987876 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-f345feee-56b8-4d4e-9f0f-3fe593fd6ff4 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:18.994344 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2ca62d8a-d236-44e2-a33e-17b621294017 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:10:19.055122 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-f345feee-56b8-4d4e-9f0f-3fe593fd6ff4 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Network ddc563b8-1331-4c51-92f0-348b1ba8c40a is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:10:19.062113 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-f345feee-56b8-4d4e-9f0f-3fe593fd6ff4 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:10:19.064693 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-f345feee-56b8-4d4e-9f0f-3fe593fd6ff4 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:10:19.197626 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345feee-56b8-4d4e-9f0f-3fe593fd6ff4 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Pushing event updated for resources: {'Port': ['ID=a021cecb-dcb3-4041-bb0c-048363bb0e3e,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:10:19.200416 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f345feee-56b8-4d4e-9f0f-3fe593fd6ff4 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:10:19.225333 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-f345feee-56b8-4d4e-9f0f-3fe593fd6ff4 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:19.226078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-f345feee-56b8-4d4e-9f0f-3fe593fd6ff4 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:19.245499 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-f345feee-56b8-4d4e-9f0f-3fe593fd6ff4 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8391919
Dec 22 05:10:19.263158 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] Request body: {'port': {'device_id': 'a5eba902-359f-4a5b-bb6d-f8e311879397', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:10:19.369380 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:19.697502 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a021cecb-dcb3-4041-bb0c-048363bb0e3e {{(pid=83435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:10:19.703924 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:19.718609 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] Transition to ACTIVE for port object a021cecb-dcb3-4041-bb0c-048363bb0e3e will not be triggered until provisioned by entity L2. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:10:19.721996 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:19.725939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bcd266ac-127e-44fe-979c-f378b9c93b25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:10:19.843954 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] Pushing event updated for resources: {'Port': ['ID=a021cecb-dcb3-4041-bb0c-048363bb0e3e,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:10:19.848220 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:10:19.884989 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e0476-e019-4937-8f59-2ecbb1c0e8d8 req-c84e46ed-5528-475f-b49b-1eb005f3edc5 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:19.886480 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d86e0476-e019-4937-8f59-2ecbb1c0e8d8 req-c84e46ed-5528-475f-b49b-1eb005f3edc5 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 943 time: 0.0826280
Dec 22 05:10:19.929946 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-d86e0476-e019-4937-8f59-2ecbb1c0e8d8 req-042f0151-1379-436a-b4a2-702568c226ce tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Synchronizing usage tracker for tenant:8a8e8a7945a3444a8afe3b995a51648e on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:10:19.948137 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-d86e0476-e019-4937-8f59-2ecbb1c0e8d8 req-042f0151-1379-436a-b4a2-702568c226ce tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Unset dirty status for tenant:8a8e8a7945a3444a8afe3b995a51648e on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:10:19.949213 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d86e0476-e019-4937-8f59-2ecbb1c0e8d8 req-042f0151-1379-436a-b4a2-702568c226ce tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572150
Dec 22 05:10:19.951983 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] Attempting to bind port a021cecb-dcb3-4041-bb0c-048363bb0e3e on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:10:19.952314 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] Attempting to bind port a021cecb-dcb3-4041-bb0c-048363bb0e3e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bf700701-0cfc-4aad-9a2e-1238e75d00d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ddc563b8-1331-4c51-92f0-348b1ba8c40a'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:10:19.952630 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] Attempting to bind port a021cecb-dcb3-4041-bb0c-048363bb0e3e on network ddc563b8-1331-4c51-92f0-348b1ba8c40a {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:10:19.959083 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] Port a021cecb-dcb3-4041-bb0c-048363bb0e3e on network ddc563b8-1331-4c51-92f0-348b1ba8c40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:10:19.959394 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] Attempting to bind port a021cecb-dcb3-4041-bb0c-048363bb0e3e on network ddc563b8-1331-4c51-92f0-348b1ba8c40a {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:10:19.965849 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:10:19.966176 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] Checking segment: {'id': 'bf700701-0cfc-4aad-9a2e-1238e75d00d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ddc563b8-1331-4c51-92f0-348b1ba8c40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:10:19.966551 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] Bound using segment: {'id': 'bf700701-0cfc-4aad-9a2e-1238e75d00d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ddc563b8-1331-4c51-92f0-348b1ba8c40a'} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:10:19.966966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] Bound port: a021cecb-dcb3-4041-bb0c-048363bb0e3e, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf700701-0cfc-4aad-9a2e-1238e75d00d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ddc563b8-1331-4c51-92f0-348b1ba8c40a'}}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:10:19.967333 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:20.052840 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] For port a021cecb-dcb3-4041-bb0c-048363bb0e3e, host hv-neutron-8225, cleared binding levels {{(pid=83435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:10:20.055733 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] For port a021cecb-dcb3-4041-bb0c-048363bb0e3e, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a021cecb-dcb3-4041-bb0c-048363bb0e3e,segment=NetworkSegment(bf700701-0cfc-4aad-9a2e-1238e75d00d1),segment_id=bf700701-0cfc-4aad-9a2e-1238e75d00d1)] {{(pid=83435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:10:20.060239 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:20.063729 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9015fc34-1a38-4ebd-a74e-62cdd4ee01ac tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:10:20.122508 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:20.123856 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] 10.222.0.47 "PUT /v2.0/ports/a021cecb-dcb3-4041-bb0c-048363bb0e3e HTTP/1.1" status: 200  len: 1093 time: 0.8645010
Dec 22 05:10:20.124364 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5eba902-359f-4a5b-bb6d-f8e311879397', 'tag': 'a021cecb-dcb3-4041-bb0c-048363bb0e3e'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:10:20.148759 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] Pushing event updated for resources: {'Port': ['ID=a021cecb-dcb3-4041-bb0c-048363bb0e3e,revision_number=3']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:10:20.151781 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:10:20.216082 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5eba902-359f-4a5b-bb6d-f8e311879397', 'tag': 'a021cecb-dcb3-4041-bb0c-048363bb0e3e', 'status': 'completed', 'code': 200}
Dec 22 05:10:20.251025 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-4b59284f-d9e7-4e17-8ba9-6a3753af0081 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a8e8a7945a3444a8afe3b995a51648e&device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 1096 time: 0.0739362
Dec 22 05:10:20.324384 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-cfbd1b4c-b0e8-4a57-9162-30731379fedc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a021cecb-dcb3-4041-bb0c-048363bb0e3e HTTP/1.1" status: 200  len: 217 time: 0.0615013
Dec 22 05:10:20.385600 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-a6fa0f3b-0c3a-43b3-aef2-32e86ef5fdef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:20.386971 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-a6fa0f3b-0c3a-43b3-aef2-32e86ef5fdef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75821c33-07ac-4b8a-88cc-94e4d4029ebd HTTP/1.1" status: 200  len: 851 time: 0.0550377
Dec 22 05:10:20.431308 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-a10794c6-ce95-48c8-bd26-c3534e3a0f20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddc563b8-1331-4c51-92f0-348b1ba8c40a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0374250
Dec 22 05:10:20.559595 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-8d044155-97c1-4352-ab6d-11e2b0244f01 service neutron] 10.222.0.47 "GET /v2.0/networks/ddc563b8-1331-4c51-92f0-348b1ba8c40a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217849
Dec 22 05:10:20.689026 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-065d6025-71d7-47ee-a7a7-3ae57d8e04da req-c74fbeb7-3ac7-433a-aebe-4eca0bc8dcb8 service neutron] 10.222.0.47 "GET /v2.0/networks/ddc563b8-1331-4c51-92f0-348b1ba8c40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223745
Dec 22 05:10:20.845925 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2b4145eb-189c-4dd9-a0f3-93ed8a15e165 req-4729a154-f51b-4061-abd2-a1cdecf34351 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a8e8a7945a3444a8afe3b995a51648e&device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 1096 time: 0.0711987
Dec 22 05:10:21.071559 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4145eb-189c-4dd9-a0f3-93ed8a15e165 req-4a6e8e8f-6860-4f66-aab2-4923b1a5b60d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:21.073032 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2b4145eb-189c-4dd9-a0f3-93ed8a15e165 req-4a6e8e8f-6860-4f66-aab2-4923b1a5b60d service neutron] 10.222.0.47 "GET /v2.0/networks?id=ddc563b8-1331-4c51-92f0-348b1ba8c40a HTTP/1.1" status: 200  len: 912 time: 0.2210836
Dec 22 05:10:21.141443 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2b4145eb-189c-4dd9-a0f3-93ed8a15e165 req-5bf08daf-23eb-4645-a066-a27f723c536a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a021cecb-dcb3-4041-bb0c-048363bb0e3e HTTP/1.1" status: 200  len: 217 time: 0.0613008
Dec 22 05:10:21.144090 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec45f2-329a-4834-9bda-46ac5271e684 req-38e42914-9d04-4f73-b427-a1e1cc59fac3 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:21.145655 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1fec45f2-329a-4834-9bda-46ac5271e684 req-38e42914-9d04-4f73-b427-a1e1cc59fac3 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 943 time: 0.0763376
Dec 22 05:10:21.195249 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1fec45f2-329a-4834-9bda-46ac5271e684 req-b39ace7b-9434-4fa0-9b07-f10188c611d6 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433261
Dec 22 05:10:21.206650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4145eb-189c-4dd9-a0f3-93ed8a15e165 req-1c0fec17-177c-4280-85f2-be4239545ee0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:21.209117 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2b4145eb-189c-4dd9-a0f3-93ed8a15e165 req-1c0fec17-177c-4280-85f2-be4239545ee0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75821c33-07ac-4b8a-88cc-94e4d4029ebd HTTP/1.1" status: 200  len: 851 time: 0.0612040
Dec 22 05:10:21.252749 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2b4145eb-189c-4dd9-a0f3-93ed8a15e165 req-2241a47d-32a2-4691-beec-eededa461f8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddc563b8-1331-4c51-92f0-348b1ba8c40a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0379405
Dec 22 05:10:21.381820 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2b4145eb-189c-4dd9-a0f3-93ed8a15e165 req-b8a37a7e-bf7e-4155-83b5-a3f0bbb59fdb service neutron] 10.222.0.47 "GET /v2.0/networks/ddc563b8-1331-4c51-92f0-348b1ba8c40a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225665
Dec 22 05:10:21.511740 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2b4145eb-189c-4dd9-a0f3-93ed8a15e165 req-2e1580f8-806f-41da-a935-7f075d5a3e54 service neutron] 10.222.0.47 "GET /v2.0/networks/ddc563b8-1331-4c51-92f0-348b1ba8c40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233108
Dec 22 05:10:22.407875 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169232b7-5a13-42f1-b7bb-fa5d86b55ed9 req-42c444dd-99ca-4069-94b0-e8fc21b7f161 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:22.408565 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-169232b7-5a13-42f1-b7bb-fa5d86b55ed9 req-42c444dd-99ca-4069-94b0-e8fc21b7f161 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Synchronizing usage tracker for tenant:8a8e8a7945a3444a8afe3b995a51648e on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:10:22.424744 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-169232b7-5a13-42f1-b7bb-fa5d86b55ed9 req-42c444dd-99ca-4069-94b0-e8fc21b7f161 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Unset dirty status for tenant:8a8e8a7945a3444a8afe3b995a51648e on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:10:22.426035 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-169232b7-5a13-42f1-b7bb-fa5d86b55ed9 req-42c444dd-99ca-4069-94b0-e8fc21b7f161 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 943 time: 0.0959363
Dec 22 05:10:22.471792 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-169232b7-5a13-42f1-b7bb-fa5d86b55ed9 req-8475e5f4-b9a2-4f30-b023-7a5c3f496d74 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401931
Dec 22 05:10:23.510509 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device a021cecb-dcb3-4041-bb0c-048363bb0e3e details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:10:23.641686 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port a021cecb-dcb3-4041-bb0c-048363bb0e3e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a021cecb-dcb3-4041-bb0c-048363bb0e3e,segment=NetworkSegment(bf700701-0cfc-4aad-9a2e-1238e75d00d1),segment_id=bf700701-0cfc-4aad-9a2e-1238e75d00d1)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:10:23.654406 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': 'a021cecb-dcb3-4041-bb0c-048363bb0e3e', 'network_id': 'ddc563b8-1331-4c51-92f0-348b1ba8c40a', 'port_id': 'a021cecb-dcb3-4041-bb0c-048363bb0e3e', 'mac_address': 'fa:16:3e:a6:16:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75821c33-07ac-4b8a-88cc-94e4d4029ebd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:10:23.668420 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d32645-5c36-44a5-bd04-fdd68d50eaa2 req-069584a2-c96c-4671-9109-1da1c6f49799 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:23.669892 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-71d32645-5c36-44a5-bd04-fdd68d50eaa2 req-069584a2-c96c-4671-9109-1da1c6f49799 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 943 time: 0.0773134
Dec 22 05:10:23.706509 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:23.714102 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-71d32645-5c36-44a5-bd04-fdd68d50eaa2 req-9a4a4986-6e76-4589-b01c-6f587406a9f9 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387948
Dec 22 05:10:23.723097 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a021cecb-dcb3-4041-bb0c-048363bb0e3e {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:10:23.738027 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port a021cecb-dcb3-4041-bb0c-048363bb0e3e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a021cecb-dcb3-4041-bb0c-048363bb0e3e,segment=NetworkSegment(bf700701-0cfc-4aad-9a2e-1238e75d00d1),segment_id=bf700701-0cfc-4aad-9a2e-1238e75d00d1)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:10:23.742574 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:23.744252 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0276609f-183e-400a-9a74-3f27f00ba76a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:10:23.839491 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=a021cecb-dcb3-4041-bb0c-048363bb0e3e,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:10:23.847519 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:10:23.847855 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:10:23.848188 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:10:23.848519 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:10:23.848962 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:10:23.849810 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:10:23.850135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:10:23.850459 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:10:23.850779 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:10:23.851094 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:10:23.851414 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:10:23.855199 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:10:24.123466 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['a021cecb-dcb3-4041-bb0c-048363bb0e3e'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:10:24.905080 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84d55f-12b0-449d-9104-ba5eb1546add req-e8376ff1-7f5a-4055-817f-911f9ea725a1 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:24.906527 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7c84d55f-12b0-449d-9104-ba5eb1546add req-e8376ff1-7f5a-4055-817f-911f9ea725a1 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 944 time: 0.0754681
Dec 22 05:10:24.950429 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7c84d55f-12b0-449d-9104-ba5eb1546add req-8b7e79f0-a9cf-40a2-87df-c67880f4ebe2 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380692
Dec 22 05:10:25.509886 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device a021cecb-dcb3-4041-bb0c-048363bb0e3e up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:10:25.575116 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port a021cecb-dcb3-4041-bb0c-048363bb0e3e completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:10:25.579815 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port a021cecb-dcb3-4041-bb0c-048363bb0e3e triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:10:25.580197 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:25.690946 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:25.717251 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5eba902-359f-4a5b-bb6d-f8e311879397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a021cecb-dcb3-4041-bb0c-048363bb0e3e'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:10:25.726587 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port a021cecb-dcb3-4041-bb0c-048363bb0e3e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a021cecb-dcb3-4041-bb0c-048363bb0e3e,segment=NetworkSegment(bf700701-0cfc-4aad-9a2e-1238e75d00d1),segment_id=bf700701-0cfc-4aad-9a2e-1238e75d00d1)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:10:25.730967 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:25.732767 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:10:25.774258 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5eba902-359f-4a5b-bb6d-f8e311879397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a021cecb-dcb3-4041-bb0c-048363bb0e3e', 'code': 200}
Dec 22 05:10:25.796126 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=a021cecb-dcb3-4041-bb0c-048363bb0e3e,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:10:25.798994 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:10:26.037250 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-835194a6-17fd-4ee2-a8f5-fe3697996439 req-e6674728-e4e9-4040-9ca1-2df6d4ec2f4c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 1098 time: 0.0791094
Dec 22 05:10:26.118971 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-835194a6-17fd-4ee2-a8f5-fe3697996439 req-93211ac4-5d73-43f1-9072-c1dd45e5ff5b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758040
Dec 22 05:10:26.151353 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071751f-d2b5-4de3-88bd-36b5085ca15e req-bd549b38-1a56-4acc-b2a3-3cb684453dc1 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:26.152765 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f071751f-d2b5-4de3-88bd-36b5085ca15e req-bd549b38-1a56-4acc-b2a3-3cb684453dc1 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0811012
Dec 22 05:10:26.198514 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f071751f-d2b5-4de3-88bd-36b5085ca15e req-0e2254d9-159b-4bf2-aff1-c33fde02ba15 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400870
Dec 22 05:10:27.494586 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d27cd-582d-49a8-8976-654dcfff6c24 req-ecb1d7b9-f49e-40d1-ba46-3a7a4e8e7bbb tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:27.495965 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4d4d27cd-582d-49a8-8976-654dcfff6c24 req-ecb1d7b9-f49e-40d1-ba46-3a7a4e8e7bbb tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.1795776
Dec 22 05:10:27.542741 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4d4d27cd-582d-49a8-8976-654dcfff6c24 req-26ee9304-d7d6-409a-b773-99b73e8f5757 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412283
Dec 22 05:10:28.740486 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2907a6-dcbc-440b-95ee-d5c46426a2ce req-030f107f-b318-41ce-a802-61e5bf74ac5c tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:28.741920 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4a2907a6-dcbc-440b-95ee-d5c46426a2ce req-030f107f-b318-41ce-a802-61e5bf74ac5c tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0771313
Dec 22 05:10:28.785250 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4a2907a6-dcbc-440b-95ee-d5c46426a2ce req-44ea1063-84bb-45d2-9caa-e2ee75e24aa3 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379360
Dec 22 05:10:28.972123 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1601c436-4523-4d34-9643-19f13e07658a req-8ab42320-dc5a-40c8-af00-261a03b8cd9c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0656271
Dec 22 05:10:29.246437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33822) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:10:29.284838 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af85d8-3007-44d1-9336-ec7365026f1c req-ba681b5c-c75d-43e7-9ba3-4131164db345 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:29.286837 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d5af85d8-3007-44d1-9336-ec7365026f1c req-ba681b5c-c75d-43e7-9ba3-4131164db345 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0856013
Dec 22 05:10:29.369096 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d5af85d8-3007-44d1-9336-ec7365026f1c req-7851fa42-9f20-4f73-b40e-5b198e80d6e3 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768352
Dec 22 05:10:29.396889 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cc847327-7e9f-45b1-93f4-96a6ce6cf776 req-fa09fb72-7771-4271-b3d0-cdb543644133 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1493232
Dec 22 05:10:30.645133 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b3442-2700-48d8-9e61-98cf9ea05158 req-77f5df46-24f2-49ed-8601-f2298c01ca7b tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:30.646617 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-090b3442-2700-48d8-9e61-98cf9ea05158 req-77f5df46-24f2-49ed-8601-f2298c01ca7b tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.1534913
Dec 22 05:10:30.692234 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-090b3442-2700-48d8-9e61-98cf9ea05158 req-4c4feef8-048e-4991-a815-f6ce22d063ee tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397408
Dec 22 05:10:30.792152 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cc847327-7e9f-45b1-93f4-96a6ce6cf776 req-b1570d56-dd2d-47ba-b9d4-8d84710b2e79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a8e8a7945a3444a8afe3b995a51648e&device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 1098 time: 0.1378314
Dec 22 05:10:30.920409 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc847327-7e9f-45b1-93f4-96a6ce6cf776 req-4f92a31e-e19d-4f2f-b2a9-d0c0fadb26d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:30.921771 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cc847327-7e9f-45b1-93f4-96a6ce6cf776 req-4f92a31e-e19d-4f2f-b2a9-d0c0fadb26d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ddc563b8-1331-4c51-92f0-348b1ba8c40a HTTP/1.1" status: 200  len: 912 time: 0.1232829
Dec 22 05:10:30.986493 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cc847327-7e9f-45b1-93f4-96a6ce6cf776 req-d146459d-90d3-4e81-a35a-251997697091 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a021cecb-dcb3-4041-bb0c-048363bb0e3e HTTP/1.1" status: 200  len: 217 time: 0.0583253
Dec 22 05:10:31.048245 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc847327-7e9f-45b1-93f4-96a6ce6cf776 req-5b35f76d-f716-4241-bc1a-1d2385994652 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:31.049619 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cc847327-7e9f-45b1-93f4-96a6ce6cf776 req-5b35f76d-f716-4241-bc1a-1d2385994652 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75821c33-07ac-4b8a-88cc-94e4d4029ebd HTTP/1.1" status: 200  len: 851 time: 0.0575259
Dec 22 05:10:31.092224 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cc847327-7e9f-45b1-93f4-96a6ce6cf776 req-7467b7e6-841c-4d90-bd03-126660313d39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddc563b8-1331-4c51-92f0-348b1ba8c40a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0367374
Dec 22 05:10:31.316274 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cc847327-7e9f-45b1-93f4-96a6ce6cf776 req-7b0108ba-fbaf-4529-ad1c-d6ded408364b service neutron] 10.222.0.47 "GET /v2.0/networks/ddc563b8-1331-4c51-92f0-348b1ba8c40a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2165270
Dec 22 05:10:31.444088 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cc847327-7e9f-45b1-93f4-96a6ce6cf776 req-8eb640ac-f380-485f-985b-47ee1071d375 service neutron] 10.222.0.47 "GET /v2.0/networks/ddc563b8-1331-4c51-92f0-348b1ba8c40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214056
Dec 22 05:10:31.947696 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a4134-243a-41fd-a9e6-2f3cdaaf7260 req-678bd8d2-284e-412e-a091-22ad55316f36 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:31.949123 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ab9a4134-243a-41fd-a9e6-2f3cdaaf7260 req-678bd8d2-284e-412e-a091-22ad55316f36 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.1391642
Dec 22 05:10:31.997017 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ab9a4134-243a-41fd-a9e6-2f3cdaaf7260 req-48ed59f0-b952-4a59-afe4-8f42156c2ad8 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422745
Dec 22 05:10:33.188533 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e0a0f-97ef-44c3-8e61-7caaa5da0922 req-6a6aa37c-0067-402c-a7a0-44828f2f58d8 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:33.189956 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c99e0a0f-97ef-44c3-8e61-7caaa5da0922 req-6a6aa37c-0067-402c-a7a0-44828f2f58d8 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0757208
Dec 22 05:10:33.234121 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c99e0a0f-97ef-44c3-8e61-7caaa5da0922 req-4022939d-3b07-4abf-ad94-451b8c557f99 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387905
Dec 22 05:10:34.428518 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062d1a5-b727-4051-9077-ce95364d0999 req-c5f04942-9b40-433e-bd03-ed1042ee4ee2 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:34.429951 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f062d1a5-b727-4051-9077-ce95364d0999 req-c5f04942-9b40-433e-bd03-ed1042ee4ee2 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0749235
Dec 22 05:10:34.474924 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f062d1a5-b727-4051-9077-ce95364d0999 req-c1dd7403-86ca-4a17-b4db-7ed6b4554a95 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395737
Dec 22 05:10:35.676253 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4f076-8ae0-4828-9174-9c41f99a63f9 req-c304acab-2d23-449b-960c-ef86124c0bff tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:35.677754 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3bd4f076-8ae0-4828-9174-9c41f99a63f9 req-c304acab-2d23-449b-960c-ef86124c0bff tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0793653
Dec 22 05:10:35.721292 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3bd4f076-8ae0-4828-9174-9c41f99a63f9 req-937aeac8-92f1-4f72-98a9-bc9e7d11ec5b tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375988
Dec 22 05:10:36.915963 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93532a0-c27a-4ca2-92c9-ae517651af44 req-ba751543-b1cc-47d9-b84c-2c932418a978 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:36.917378 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c93532a0-c27a-4ca2-92c9-ae517651af44 req-ba751543-b1cc-47d9-b84c-2c932418a978 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0782955
Dec 22 05:10:36.961160 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c93532a0-c27a-4ca2-92c9-ae517651af44 req-80d830ff-b686-4a64-a56f-2c9f23ac0f26 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383248
Dec 22 05:10:37.692171 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:38.154068 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fe763-e148-4dc5-a069-5e893aa86ebc req-840289de-ac9f-42b3-87f6-7f138d6b5109 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:38.155535 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1d1fe763-e148-4dc5-a069-5e893aa86ebc req-840289de-ac9f-42b3-87f6-7f138d6b5109 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0756085
Dec 22 05:10:38.204374 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1d1fe763-e148-4dc5-a069-5e893aa86ebc req-9c49230f-3669-4a3e-8379-0692286bf550 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432925
Dec 22 05:10:38.777817 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-76ca9c0f-c650-485a-8211-691930940e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:39.397466 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccce014-b006-4922-aaa6-fcc8416b3777 req-a738753e-aec4-4934-b1d2-e88e7fed4793 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:39.398908 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4ccce014-b006-4922-aaa6-fcc8416b3777 req-a738753e-aec4-4934-b1d2-e88e7fed4793 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0775576
Dec 22 05:10:39.441505 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4ccce014-b006-4922-aaa6-fcc8416b3777 req-19d271ca-20cf-420e-ae54-845cea27f33d tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371785
Dec 22 05:10:40.635391 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8807f1-3fe4-46ad-9826-6671674056d6 req-cb9bdf63-e5e1-4b0c-aa3d-df8567523014 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:40.636811 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2c8807f1-3fe4-46ad-9826-6671674056d6 req-cb9bdf63-e5e1-4b0c-aa3d-df8567523014 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0748558
Dec 22 05:10:40.682834 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2c8807f1-3fe4-46ad-9826-6671674056d6 req-f13d0dad-3166-44bd-93da-3ac870e2dbc9 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405724
Dec 22 05:10:40.987346 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2f14f733-8665-4b8b-9fe1-bab29c23b620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:41.880205 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d907284-fc53-4d6b-b379-879613cf8f93 req-ed45e1b0-485f-472c-9bca-82ffa0026eec tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:41.881705 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1d907284-fc53-4d6b-b379-879613cf8f93 req-ed45e1b0-485f-472c-9bca-82ffa0026eec tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0791841
Dec 22 05:10:41.926150 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1d907284-fc53-4d6b-b379-879613cf8f93 req-7d43c8fc-2e9a-400d-9baa-2ed76916b64a tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390155
Dec 22 05:10:42.128698 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:42.321634 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:43.123039 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54eff8c-461e-4dac-a15b-ac85f78d5a5f req-ebdd23df-04a0-4be3-a9ba-1665f57aaf7a tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:43.124441 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b54eff8c-461e-4dac-a15b-ac85f78d5a5f req-ebdd23df-04a0-4be3-a9ba-1665f57aaf7a tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0777228
Dec 22 05:10:43.169042 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b54eff8c-461e-4dac-a15b-ac85f78d5a5f req-f6b8f280-ac4d-4e6d-9bb8-928f7915bc20 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389614
Dec 22 05:10:43.567170 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:10:44.364407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6598abc-cf61-4c00-8609-f63691b92304 req-7a545924-08f1-424c-b830-37271f557ab1 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:44.365865 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f6598abc-cf61-4c00-8609-f63691b92304 req-7a545924-08f1-424c-b830-37271f557ab1 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0742733
Dec 22 05:10:44.410934 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f6598abc-cf61-4c00-8609-f63691b92304 req-be27e732-eeb1-4f9c-a8ba-bce5b4c11238 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397215
Dec 22 05:10:45.604402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0190f-f528-49d6-9bcc-d68876c46961 req-17dd52fc-07ec-4b47-aab0-a57809022785 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:45.605859 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cac0190f-f528-49d6-9bcc-d68876c46961 req-17dd52fc-07ec-4b47-aab0-a57809022785 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0762005
Dec 22 05:10:45.650489 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cac0190f-f528-49d6-9bcc-d68876c46961 req-cc7d8467-526f-40ef-8c7f-8052c8281cb5 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392163
Dec 22 05:10:46.554870 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:10:46.846953 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24544ce-05b8-4f2e-b621-1e47a50df9be req-e7158525-4fc2-4672-aa52-04ba9d5a102f tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:46.848329 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a24544ce-05b8-4f2e-b621-1e47a50df9be req-e7158525-4fc2-4672-aa52-04ba9d5a102f tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0786800
Dec 22 05:10:46.894939 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a24544ce-05b8-4f2e-b621-1e47a50df9be req-21d1b859-a74a-4691-9c0c-a1b90e03548b tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400305
Dec 22 05:10:48.091299 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317817c-b561-4167-8040-80074afcbaea req-d120c562-7e3b-4c95-ae23-229d7ccb4786 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:48.092735 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b317817c-b561-4167-8040-80074afcbaea req-d120c562-7e3b-4c95-ae23-229d7ccb4786 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0785823
Dec 22 05:10:48.136783 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b317817c-b561-4167-8040-80074afcbaea req-ce19de78-539a-49e6-ba3f-3cb637864e57 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386147
Dec 22 05:10:49.332695 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bff96-efac-4287-93fd-49479973db25 req-7a854b77-1a8d-498e-bb99-c44e6af948a6 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:49.334650 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-808bff96-efac-4287-93fd-49479973db25 req-7a854b77-1a8d-498e-bb99-c44e6af948a6 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0745299
Dec 22 05:10:49.382153 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-808bff96-efac-4287-93fd-49479973db25 req-427fdc15-dc08-432d-abe3-7a1bd3a81d45 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421278
Dec 22 05:10:50.592605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d19ec7-f145-45b0-8639-fd2bcda72635 req-5070da44-d906-42d0-bcf8-ab620ec4b5c8 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:50.593958 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-85d19ec7-f145-45b0-8639-fd2bcda72635 req-5070da44-d906-42d0-bcf8-ab620ec4b5c8 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0907974
Dec 22 05:10:50.637478 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-85d19ec7-f145-45b0-8639-fd2bcda72635 req-6c847cf3-a3bf-4db3-b798-99402001c905 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381510
Dec 22 05:10:51.827895 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f27b8-177e-420c-945f-8908ea52bf33 req-13cd68a5-05ea-4c2f-b38b-7f2e93c374f9 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:51.829308 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-273f27b8-177e-420c-945f-8908ea52bf33 req-13cd68a5-05ea-4c2f-b38b-7f2e93c374f9 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0756788
Dec 22 05:10:51.874058 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-273f27b8-177e-420c-945f-8908ea52bf33 req-b1d7b789-5801-4499-80d0-8b88d5068e18 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390458
Dec 22 05:10:53.066262 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2937e5-a5be-4f92-a4f3-c074e0841eaa req-510bee3c-ccf1-420d-98e7-a98cda4b67bb tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:53.067671 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5b2937e5-a5be-4f92-a4f3-c074e0841eaa req-510bee3c-ccf1-420d-98e7-a98cda4b67bb tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0771847
Dec 22 05:10:53.111120 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5b2937e5-a5be-4f92-a4f3-c074e0841eaa req-85661f85-4e62-4d9c-8e31-ad148e8c617d tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374544
Dec 22 05:10:54.307900 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365e602-2dad-4681-881c-fe66e09c0483 req-295b7c9f-d5bd-456f-bd0b-766de1fd5e65 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:54.309315 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0365e602-2dad-4681-881c-fe66e09c0483 req-295b7c9f-d5bd-456f-bd0b-766de1fd5e65 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0787342
Dec 22 05:10:54.353386 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0365e602-2dad-4681-881c-fe66e09c0483 req-784704e1-017f-48ff-9f9a-dae626ccf0f6 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383353
Dec 22 05:10:55.544287 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12905de4-8779-4aa5-bb78-a878bb639f79 req-688b8ea7-dbaf-4142-89ca-eba56020b51c tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:55.545637 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-12905de4-8779-4aa5-bb78-a878bb639f79 req-688b8ea7-dbaf-4142-89ca-eba56020b51c tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0749071
Dec 22 05:10:55.592750 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-12905de4-8779-4aa5-bb78-a878bb639f79 req-2f6a2b9f-45d0-4ab3-b164-406350ce8cba tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417011
Dec 22 05:10:56.783804 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742c2be-3c23-4226-ae46-c762554756a9 req-303df072-2f14-4da8-bbfc-6e74e790aee4 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:56.785210 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2742c2be-3c23-4226-ae46-c762554756a9 req-303df072-2f14-4da8-bbfc-6e74e790aee4 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0734253
Dec 22 05:10:56.828744 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2742c2be-3c23-4226-ae46-c762554756a9 req-0a133f30-12ae-48ab-b542-3239c20b9963 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375385
Dec 22 05:10:58.027498 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f2230-6ba1-4794-ab0d-22ce7f992e7c req-f7398c9b-b8b8-4c24-ba9a-7f008f1c1272 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:58.028956 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-365f2230-6ba1-4794-ab0d-22ce7f992e7c req-f7398c9b-b8b8-4c24-ba9a-7f008f1c1272 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0787113
Dec 22 05:10:58.075151 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-365f2230-6ba1-4794-ab0d-22ce7f992e7c req-9f490ef3-d5bb-476d-a7c2-70dede42fd60 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406730
Dec 22 05:10:58.329675 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cc847327-7e9f-45b1-93f4-96a6ce6cf776 req-41149557-76e0-40dd-8aba-10a26cd97778 service neutron] 10.222.0.47 "GET /v2.0/ports/a021cecb-dcb3-4041-bb0c-048363bb0e3e/bindings/hv-neutron-8225 HTTP/1.1" status: 200  len: 384 time: 0.0750029
Dec 22 05:10:58.603474 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cc847327-7e9f-45b1-93f4-96a6ce6cf776 req-ac1d4344-df1a-4c2a-a8f6-502405ea290e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397&tenant_id=8a8e8a7945a3444a8afe3b995a51648e HTTP/1.1" status: 200  len: 1098 time: 0.0682070
Dec 22 05:10:58.704948 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cc847327-7e9f-45b1-93f4-96a6ce6cf776 req-0a7c7089-779b-4ace-892f-0189e0751ec1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a8e8a7945a3444a8afe3b995a51648e&device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 1098 time: 0.0693245
Dec 22 05:10:58.831834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc847327-7e9f-45b1-93f4-96a6ce6cf776 req-132955ff-b3bc-4f95-9143-136d76377d66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:58.833228 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cc847327-7e9f-45b1-93f4-96a6ce6cf776 req-132955ff-b3bc-4f95-9143-136d76377d66 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ddc563b8-1331-4c51-92f0-348b1ba8c40a HTTP/1.1" status: 200  len: 912 time: 0.1222827
Dec 22 05:10:58.898283 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cc847327-7e9f-45b1-93f4-96a6ce6cf776 req-b2ca508d-2f68-4219-becc-170862cd577d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a021cecb-dcb3-4041-bb0c-048363bb0e3e HTTP/1.1" status: 200  len: 217 time: 0.0588608
Dec 22 05:10:59.051926 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc847327-7e9f-45b1-93f4-96a6ce6cf776 req-a78d80ad-e6f5-4382-93de-ab2a6528e177 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:59.053883 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cc847327-7e9f-45b1-93f4-96a6ce6cf776 req-a78d80ad-e6f5-4382-93de-ab2a6528e177 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75821c33-07ac-4b8a-88cc-94e4d4029ebd HTTP/1.1" status: 200  len: 851 time: 0.1502137
Dec 22 05:10:59.099321 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cc847327-7e9f-45b1-93f4-96a6ce6cf776 req-00af6665-88e8-4fe0-b3a3-b7c34938ca56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddc563b8-1331-4c51-92f0-348b1ba8c40a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392241
Dec 22 05:10:59.274803 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cc847327-7e9f-45b1-93f4-96a6ce6cf776 req-e26f68b4-3563-451c-b3d5-c831fa2bde8d service neutron] 10.222.0.47 "GET /v2.0/networks/ddc563b8-1331-4c51-92f0-348b1ba8c40a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1692588
Dec 22 05:10:59.380153 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c604430-8187-458d-8529-6b6b4def3179 req-1d65f771-ce94-4950-a1b2-c7183bbe931e tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:10:59.381649 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3c604430-8187-458d-8529-6b6b4def3179 req-1d65f771-ce94-4950-a1b2-c7183bbe931e tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.1840451
Dec 22 05:10:59.454455 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cc847327-7e9f-45b1-93f4-96a6ce6cf776 req-3d141210-cf43-43e0-a8b5-d3d4ea45ec48 service neutron] 10.222.0.47 "GET /v2.0/networks/ddc563b8-1331-4c51-92f0-348b1ba8c40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1705246
Dec 22 05:10:59.457212 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3c604430-8187-458d-8529-6b6b4def3179 req-744a9a02-ea33-4a8d-bd76-614005a847bc tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687740
Dec 22 05:11:00.654054 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c81bc-0593-4aff-a10b-6a7c145d8138 req-e3ee1bd8-b14a-4790-a677-2b5a156ccb1d tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:00.655472 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-695c81bc-0593-4aff-a10b-6a7c145d8138 req-e3ee1bd8-b14a-4790-a677-2b5a156ccb1d tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0783527
Dec 22 05:11:00.701640 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-695c81bc-0593-4aff-a10b-6a7c145d8138 req-cdf752c5-b82f-40de-82a0-af73286e3e32 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406556
Dec 22 05:11:01.649596 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device a021cecb-dcb3-4041-bb0c-048363bb0e3e details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:11:01.719798 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device a021cecb-dcb3-4041-bb0c-048363bb0e3e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:11:01.865828 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port a021cecb-dcb3-4041-bb0c-048363bb0e3e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a021cecb-dcb3-4041-bb0c-048363bb0e3e,segment=NetworkSegment(bf700701-0cfc-4aad-9a2e-1238e75d00d1),segment_id=bf700701-0cfc-4aad-9a2e-1238e75d00d1)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:11:01.891827 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': 'a021cecb-dcb3-4041-bb0c-048363bb0e3e', 'network_id': 'ddc563b8-1331-4c51-92f0-348b1ba8c40a', 'port_id': 'a021cecb-dcb3-4041-bb0c-048363bb0e3e', 'mac_address': 'fa:16:3e:a6:16:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75821c33-07ac-4b8a-88cc-94e4d4029ebd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:11:01.893460 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:01.893993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f35194-e6e5-40b1-b0c1-d321d9fde95b req-8113152b-628c-472c-9d5d-b2a7910d5fe8 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:01.895441 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-92f35194-e6e5-40b1-b0c1-d321d9fde95b req-8113152b-628c-472c-9d5d-b2a7910d5fe8 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 945 time: 0.0748382
Dec 22 05:11:01.942911 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-92f35194-e6e5-40b1-b0c1-d321d9fde95b req-e031f75b-45ef-44f2-bd65-6ea6c6d3e2b6 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412507
Dec 22 05:11:01.954781 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5eba902-359f-4a5b-bb6d-f8e311879397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a021cecb-dcb3-4041-bb0c-048363bb0e3e'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:11:01.974121 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port a021cecb-dcb3-4041-bb0c-048363bb0e3e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a021cecb-dcb3-4041-bb0c-048363bb0e3e,segment=NetworkSegment(bf700701-0cfc-4aad-9a2e-1238e75d00d1),segment_id=bf700701-0cfc-4aad-9a2e-1238e75d00d1)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:11:01.976699 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:01.987618 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:01.992169 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:11:02.035371 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5eba902-359f-4a5b-bb6d-f8e311879397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a021cecb-dcb3-4041-bb0c-048363bb0e3e', 'code': 200}
Dec 22 05:11:02.039907 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a021cecb-dcb3-4041-bb0c-048363bb0e3e {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:11:02.100316 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=a021cecb-dcb3-4041-bb0c-048363bb0e3e,revision_number=6']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:11:02.104705 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:11:02.117199 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 05:11:02.117589 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 05:11:02.667443 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:02.687131 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a021cecb-dcb3-4041-bb0c-048363bb0e3e {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:11:02.701844 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port a021cecb-dcb3-4041-bb0c-048363bb0e3e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a021cecb-dcb3-4041-bb0c-048363bb0e3e,segment=NetworkSegment(bf700701-0cfc-4aad-9a2e-1238e75d00d1),segment_id=bf700701-0cfc-4aad-9a2e-1238e75d00d1)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:11:02.705468 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:02.707422 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:11:02.769564 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=a021cecb-dcb3-4041-bb0c-048363bb0e3e,revision_number=7']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:11:02.773623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:11:02.836584 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['a021cecb-dcb3-4041-bb0c-048363bb0e3e'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:11:03.140767 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e75f7-02da-4b7b-8c4f-0105b9472a9c req-30027a3b-2c29-4f54-89f6-68b4cefd93c6 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:03.142231 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-971e75f7-02da-4b7b-8c4f-0105b9472a9c req-30027a3b-2c29-4f54-89f6-68b4cefd93c6 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 944 time: 0.0766196
Dec 22 05:11:03.187334 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-971e75f7-02da-4b7b-8c4f-0105b9472a9c req-19cf8130-6abc-4960-8489-f12f8f70ccc7 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389695
Dec 22 05:11:03.583149 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0f59c-6233-41ca-a0bd-962e81f2727b req-2cc680e6-abfe-4bb3-a4c1-cafa573b7c4f tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:03.584480 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-17f0f59c-6233-41ca-a0bd-962e81f2727b req-2cc680e6-abfe-4bb3-a4c1-cafa573b7c4f tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397&tenant_id=8a8e8a7945a3444a8afe3b995a51648e&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200  len: 944 time: 0.0832529
Dec 22 05:11:03.676862 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device a021cecb-dcb3-4041-bb0c-048363bb0e3e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:11:03.737987 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-17f0f59c-6233-41ca-a0bd-962e81f2727b req-e6d52b7c-da92-4f9e-ac46-a993f51cf760 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a8e8a7945a3444a8afe3b995a51648e&device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 1097 time: 0.0688426
Dec 22 05:11:03.785379 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:03.840924 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a021cecb-dcb3-4041-bb0c-048363bb0e3e {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:11:03.855593 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port a021cecb-dcb3-4041-bb0c-048363bb0e3e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a021cecb-dcb3-4041-bb0c-048363bb0e3e,segment=NetworkSegment(bf700701-0cfc-4aad-9a2e-1238e75d00d1),segment_id=bf700701-0cfc-4aad-9a2e-1238e75d00d1)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:11:03.859460 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:03.861078 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:11:03.870630 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0f59c-6233-41ca-a0bd-962e81f2727b req-6c238249-91d0-451d-a4f2-d99e41e8da70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:03.872062 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-17f0f59c-6233-41ca-a0bd-962e81f2727b req-6c238249-91d0-451d-a4f2-d99e41e8da70 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ddc563b8-1331-4c51-92f0-348b1ba8c40a HTTP/1.1" status: 200  len: 912 time: 0.1278675
Dec 22 05:11:03.922566 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=a021cecb-dcb3-4041-bb0c-048363bb0e3e,revision_number=8']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:11:03.925435 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:11:03.944855 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-17f0f59c-6233-41ca-a0bd-962e81f2727b req-b0b7ac72-9912-48c1-8446-7fd3571f3e47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a021cecb-dcb3-4041-bb0c-048363bb0e3e HTTP/1.1" status: 200  len: 217 time: 0.0657320
Dec 22 05:11:04.004690 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0f59c-6233-41ca-a0bd-962e81f2727b req-3345e712-f09c-48c0-a93e-3774bda68043 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:04.006115 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-17f0f59c-6233-41ca-a0bd-962e81f2727b req-3345e712-f09c-48c0-a93e-3774bda68043 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75821c33-07ac-4b8a-88cc-94e4d4029ebd HTTP/1.1" status: 200  len: 851 time: 0.0555916
Dec 22 05:11:04.049726 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-17f0f59c-6233-41ca-a0bd-962e81f2727b req-9e3c902c-4839-41db-a3a1-a2a3588ee740 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddc563b8-1331-4c51-92f0-348b1ba8c40a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0375326
Dec 22 05:11:04.176686 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-17f0f59c-6233-41ca-a0bd-962e81f2727b req-4b0e314f-2af0-43b2-b50b-f1b716095b5d service neutron] 10.222.0.47 "GET /v2.0/networks/ddc563b8-1331-4c51-92f0-348b1ba8c40a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1205571
Dec 22 05:11:04.305238 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-17f0f59c-6233-41ca-a0bd-962e81f2727b req-e9aaef82-e28e-4a9a-a670-3cf1484b996d service neutron] 10.222.0.47 "GET /v2.0/networks/ddc563b8-1331-4c51-92f0-348b1ba8c40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225269
Dec 22 05:11:05.325681 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d70b51-cfc8-4599-9012-5ef9c0af5d4d req-36dbde2c-5be5-4ce5-a52d-6a83f16abf11 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:05.327120 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-56d70b51-cfc8-4599-9012-5ef9c0af5d4d req-36dbde2c-5be5-4ce5-a52d-6a83f16abf11 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 943 time: 0.0796998
Dec 22 05:11:05.371301 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-56d70b51-cfc8-4599-9012-5ef9c0af5d4d req-82bc28ba-c3fa-4ab1-8797-6e3b6f2dada1 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386121
Dec 22 05:11:06.565990 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbba826-8ed1-4e63-a6de-90c14c12f49c req-11543149-1397-4222-bf8f-034d25b6fda9 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:06.567333 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9fbba826-8ed1-4e63-a6de-90c14c12f49c req-11543149-1397-4222-bf8f-034d25b6fda9 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 943 time: 0.0749164
Dec 22 05:11:06.611186 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9fbba826-8ed1-4e63-a6de-90c14c12f49c req-67cfaf81-ef03-4657-8d7c-9b6ffc9902ee tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/security-groups?id=65338cd4-0589-44a2-95b2-26b71085fe3f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378017
Dec 22 05:11:07.061073 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0f59c-6233-41ca-a0bd-962e81f2727b req-91e0f2f1-2265-456f-ba2c-f44f01eb5a47 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:07.062487 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-17f0f59c-6233-41ca-a0bd-962e81f2727b req-91e0f2f1-2265-456f-ba2c-f44f01eb5a47 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 943 time: 0.0748427
Dec 22 05:11:07.230379 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-17f0f59c-6233-41ca-a0bd-962e81f2727b req-15b7598b-bcb1-4fcb-a75e-67e98c11a690 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Deleting port a021cecb-dcb3-4041-bb0c-048363bb0e3e {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:11:07.230713 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-17f0f59c-6233-41ca-a0bd-962e81f2727b req-15b7598b-bcb1-4fcb-a75e-67e98c11a690 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:07.470726 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-17f0f59c-6233-41ca-a0bd-962e81f2727b req-15b7598b-bcb1-4fcb-a75e-67e98c11a690 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] For port a021cecb-dcb3-4041-bb0c-048363bb0e3e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a021cecb-dcb3-4041-bb0c-048363bb0e3e,segment=NetworkSegment(bf700701-0cfc-4aad-9a2e-1238e75d00d1),segment_id=bf700701-0cfc-4aad-9a2e-1238e75d00d1)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:11:07.470991 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-17f0f59c-6233-41ca-a0bd-962e81f2727b req-15b7598b-bcb1-4fcb-a75e-67e98c11a690 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:07.589733 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-17f0f59c-6233-41ca-a0bd-962e81f2727b req-15b7598b-bcb1-4fcb-a75e-67e98c11a690 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Calling delete_port for a021cecb-dcb3-4041-bb0c-048363bb0e3e owned by compute:nova {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:11:07.695319 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:07.732838 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-17f0f59c-6233-41ca-a0bd-962e81f2727b req-15b7598b-bcb1-4fcb-a75e-67e98c11a690 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:07.738153 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-48edd1e0-545b-4cbb-aa32-3604dd18a6eb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:11:07.815676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7598b-bcb1-4fcb-a75e-67e98c11a690 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Pushing event deleted for resources: {'Port': ['ID=a021cecb-dcb3-4041-bb0c-048363bb0e3e,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:11:07.824664 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7ad99631-c1fa-4912-a859-6992ef62e89a req-9d61df6e-ab45-4e1b-bb27-b6d51e522708 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5eba902-359f-4a5b-bb6d-f8e311879397 HTTP/1.1" status: 200  len: 210 time: 0.0586069
Dec 22 05:11:07.859844 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7598b-bcb1-4fcb-a75e-67e98c11a690 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:07.860235 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7598b-bcb1-4fcb-a75e-67e98c11a690 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:07.860581 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7598b-bcb1-4fcb-a75e-67e98c11a690 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:07.860939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7598b-bcb1-4fcb-a75e-67e98c11a690 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:07.861296 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7598b-bcb1-4fcb-a75e-67e98c11a690 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:07.861680 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7598b-bcb1-4fcb-a75e-67e98c11a690 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:07.862034 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7598b-bcb1-4fcb-a75e-67e98c11a690 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:07.862383 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7598b-bcb1-4fcb-a75e-67e98c11a690 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:07.862733 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7598b-bcb1-4fcb-a75e-67e98c11a690 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:07.863077 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7598b-bcb1-4fcb-a75e-67e98c11a690 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:07.863421 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7598b-bcb1-4fcb-a75e-67e98c11a690 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:07.869935 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-15b7598b-bcb1-4fcb-a75e-67e98c11a690 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:11:07.902249 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f0f59c-6233-41ca-a0bd-962e81f2727b req-15b7598b-bcb1-4fcb-a75e-67e98c11a690 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] No DVR routers for this DVR port a021cecb-dcb3-4041-bb0c-048363bb0e3e on host hv-neutron-8225 {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:11:07.904465 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-17f0f59c-6233-41ca-a0bd-962e81f2727b req-15b7598b-bcb1-4fcb-a75e-67e98c11a690 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:07.906893 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5eba902-359f-4a5b-bb6d-f8e311879397', 'name': 'network-vif-deleted', 'tag': 'a021cecb-dcb3-4041-bb0c-048363bb0e3e'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:11:07.921135 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-17f0f59c-6233-41ca-a0bd-962e81f2727b req-15b7598b-bcb1-4fcb-a75e-67e98c11a690 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] 10.222.0.47 "DELETE /v2.0/ports/a021cecb-dcb3-4041-bb0c-048363bb0e3e HTTP/1.1" status: 204  len: 173 time: 0.8532410
Dec 22 05:11:07.962560 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5eba902-359f-4a5b-bb6d-f8e311879397', 'name': 'network-vif-deleted', 'tag': 'a021cecb-dcb3-4041-bb0c-048363bb0e3e', 'status': 'completed', 'code': 200}
Dec 22 05:11:08.779144 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-51c7a92c-2d45-4f14-ab7b-c1945b26730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:09.085733 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33930) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:11:09.147873 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-95611995-aedc-4f6c-8f3e-3722074896a0 admin admin] Deleting subnet 75821c33-07ac-4b8a-88cc-94e4d4029ebd {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:11:09.150731 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-95611995-aedc-4f6c-8f3e-3722074896a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:09.198033 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-95611995-aedc-4f6c-8f3e-3722074896a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:09.254634 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-95611995-aedc-4f6c-8f3e-3722074896a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:09.320030 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-95611995-aedc-4f6c-8f3e-3722074896a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:09.323971 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fc96bf5b-30bb-4bd8-b26f-ff4798ce720b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:11:09.357186 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95611995-aedc-4f6c-8f3e-3722074896a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75821c33-07ac-4b8a-88cc-94e4d4029ebd,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:11:09.367914 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-95611995-aedc-4f6c-8f3e-3722074896a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:09.372258 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95611995-aedc-4f6c-8f3e-3722074896a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:09.372640 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95611995-aedc-4f6c-8f3e-3722074896a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:09.373011 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95611995-aedc-4f6c-8f3e-3722074896a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:09.373379 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95611995-aedc-4f6c-8f3e-3722074896a0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:09.373775 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95611995-aedc-4f6c-8f3e-3722074896a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:09.374143 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95611995-aedc-4f6c-8f3e-3722074896a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:09.374504 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95611995-aedc-4f6c-8f3e-3722074896a0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:09.374860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95611995-aedc-4f6c-8f3e-3722074896a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:09.375226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95611995-aedc-4f6c-8f3e-3722074896a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:09.375580 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95611995-aedc-4f6c-8f3e-3722074896a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:09.375959 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95611995-aedc-4f6c-8f3e-3722074896a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:09.379850 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-95611995-aedc-4f6c-8f3e-3722074896a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:11:09.382119 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-95611995-aedc-4f6c-8f3e-3722074896a0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/75821c33-07ac-4b8a-88cc-94e4d4029ebd HTTP/1.1" status: 204  len: 168 time: 0.2954102
Dec 22 05:11:09.384589 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33934) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:11:09.581018 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f8e13e28-4994-4c1f-b0fa-104709725ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:09.707069 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f8e13e28-4994-4c1f-b0fa-104709725ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:09.711997 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device a021cecb-dcb3-4041-bb0c-048363bb0e3e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:11:09.731641 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-f8e13e28-4994-4c1f-b0fa-104709725ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b8d6af0>,) {'filters': {'network_id': ['ddc563b8-1331-4c51-92f0-348b1ba8c40a']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:11:09.744125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-f8e13e28-4994-4c1f-b0fa-104709725ba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b8d6af0>, 'bf700701-0cfc-4aad-9a2e-1238e75d00d1') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:11:09.744420 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-f8e13e28-4994-4c1f-b0fa-104709725ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b8d6af0>, 'bf700701-0cfc-4aad-9a2e-1238e75d00d1') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:11:09.747172 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: a021cecb-dcb3-4041-bb0c-048363bb0e3e {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:11:09.747526 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device a021cecb-dcb3-4041-bb0c-048363bb0e3e not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:11:09.756397 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f8e13e28-4994-4c1f-b0fa-104709725ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:09.775795 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f8e13e28-4994-4c1f-b0fa-104709725ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:09.781986 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e13e28-4994-4c1f-b0fa-104709725ba4 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:11:09.782508 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f8e13e28-4994-4c1f-b0fa-104709725ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:11:09.795675 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:11:09.870792 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f8e13e28-4994-4c1f-b0fa-104709725ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:09.876367 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f8e13e28-4994-4c1f-b0fa-104709725ba4 admin admin] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:09.880205 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9b3bab1f-dcf0-46e1-8cab-75550f8c52e5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:11:09.899194 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f8e13e28-4994-4c1f-b0fa-104709725ba4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ddc563b8-1331-4c51-92f0-348b1ba8c40a HTTP/1.1" status: 204  len: 168 time: 0.5136428
Dec 22 05:11:09.900074 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e13e28-4994-4c1f-b0fa-104709725ba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddc563b8-1331-4c51-92f0-348b1ba8c40a,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:11:09.903422 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f8e13e28-4994-4c1f-b0fa-104709725ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:11:10.030766 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33940) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:11:10.088590 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e21fa21a-b08d-4a9f-8817-c4ef061af56e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a8e8a7945a3444a8afe3b995a51648e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0565672
Dec 22 05:11:10.091010 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33944) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:11:10.148827 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-be601117-b28c-4b07-a56e-50b54f2a0a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:10.174210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-be601117-b28c-4b07-a56e-50b54f2a0a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:10.223929 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-be601117-b28c-4b07-a56e-50b54f2a0a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:10.228209 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d7cf9b78-f6d5-473b-8996-aedd6c022f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:11:10.241564 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be601117-b28c-4b07-a56e-50b54f2a0a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65338cd4-0589-44a2-95b2-26b71085fe3f,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:11:10.244451 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-be601117-b28c-4b07-a56e-50b54f2a0a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:11:10.252745 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-be601117-b28c-4b07-a56e-50b54f2a0a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:10.253987 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-be601117-b28c-4b07-a56e-50b54f2a0a8b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/65338cd4-0589-44a2-95b2-26b71085fe3f HTTP/1.1" status: 204  len: 168 time: 0.1619742
Dec 22 05:11:10.989297 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a2d23d99-637c-4884-892d-2195843ddc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:11.056559 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 33966) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:11:11.181389 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1389596225-network', 'tenant_id': 'f301b1efe62340078fabc6ad671af5da'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:11:11.186194 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:11:11.189939 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Usage tracker for resource:network and tenant:f301b1efe62340078fabc6ad671af5da is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:11:11.192725 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:11:11.200240 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:11:11.210496 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Made reservation on behalf of f301b1efe62340078fabc6ad671af5da for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:11:11.212736 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:11.224725 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:11.254981 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:11:11.259188 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Usage tracker for resource:security_group_rule and tenant:f301b1efe62340078fabc6ad671af5da is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:11:11.261870 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:11:11.267273 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:11:11.331541 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:11.335103 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:11.337844 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f7558db2-0edf-4471-886e-e8fbaea2c1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:11:11.362165 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:11:11.374432 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101341dc-791d-4725-8d34-4a1f754c1e0f,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:11:11.378239 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:11:11.379061 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:11.379539 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Added segment f6d5063f-f4b5-4d7b-96a0-9025b61fca75 of type vlan for network b01f7dfd-992f-408f-8027-989944344886
Dec 22 05:11:11.403912 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:11.432992 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:11.433916 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:11.434481 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:11.437674 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-177a7f43-fd8d-43a3-8b93-dc7d7cde6b8d tempest-RoutersNegativeTest-1623554472 tempest-RoutersNegativeTest-1623554472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:11:11.538734 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4776900
Dec 22 05:11:11.538734 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Pushing event updated for resources: {'Network': ['ID=b01f7dfd-992f-408f-8027-989944344886,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:11:11.539026 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 33972) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:11:11.540390 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:11:11.544496 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-950ea19e-ecac-4ea0-8d16-a750bf55c6cb admin admin] Request body: {'subnet': {'network_id': 'b01f7dfd-992f-408f-8027-989944344886', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1389596225-subnet', 'tenant_id': 'f301b1efe62340078fabc6ad671af5da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:11:11.546862 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network b01f7dfd-992f-408f-8027-989944344886 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:11:11.549510 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-950ea19e-ecac-4ea0-8d16-a750bf55c6cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:11:11.554007 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-950ea19e-ecac-4ea0-8d16-a750bf55c6cb admin admin] Usage tracker for resource:subnet and tenant:f301b1efe62340078fabc6ad671af5da is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:11:11.556941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-950ea19e-ecac-4ea0-8d16-a750bf55c6cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:11:11.562583 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-950ea19e-ecac-4ea0-8d16-a750bf55c6cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:11:11.573217 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950ea19e-ecac-4ea0-8d16-a750bf55c6cb admin admin] Made reservation on behalf of f301b1efe62340078fabc6ad671af5da for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:11:11.575486 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-950ea19e-ecac-4ea0-8d16-a750bf55c6cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:11.775561 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-950ea19e-ecac-4ea0-8d16-a750bf55c6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:11.779525 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2df9ae3f-8c04-49d2-80fc-d15d23e27bc0 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:11:11.851704 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ea19e-ecac-4ea0-8d16-a750bf55c6cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=58fb1e17-bb87-40ca-9020-99c41376f0f9,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:11:11.854278 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-950ea19e-ecac-4ea0-8d16-a750bf55c6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:11:11.858619 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ea19e-ecac-4ea0-8d16-a750bf55c6cb admin admin] Checking segment: {'id': 'f6d5063f-f4b5-4d7b-96a0-9025b61fca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b01f7dfd-992f-408f-8027-989944344886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:11:11.858967 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950ea19e-ecac-4ea0-8d16-a750bf55c6cb admin admin] Network hostable DHCP agents. Network: b01f7dfd-992f-408f-8027-989944344886, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:11:11.879525 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950ea19e-ecac-4ea0-8d16-a750bf55c6cb admin admin] Network b01f7dfd-992f-408f-8027-989944344886 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:11:11.888108 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-950ea19e-ecac-4ea0-8d16-a750bf55c6cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, b01f7dfd-992f-408f-8027-989944344886) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:11:11.891790 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950ea19e-ecac-4ea0-8d16-a750bf55c6cb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:11.892361 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-950ea19e-ecac-4ea0-8d16-a750bf55c6cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:11.896984 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116c569e-53a5-45a1-8723-5a9b9b9c900b None None] Network b01f7dfd-992f-408f-8027-989944344886 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:11:11.912591 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-950ea19e-ecac-4ea0-8d16-a750bf55c6cb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3718393
Dec 22 05:11:12.101489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2de1c47-cf15-462c-962b-65897d3bbd3e None None] Network b01f7dfd-992f-408f-8027-989944344886 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:11:12.189593 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:12.330031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:12.454813 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-6765b571-6596-4dfe-aae6-60230779f972 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:12.455370 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-6765b571-6596-4dfe-aae6-60230779f972 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Synchronizing usage tracker for tenant:f301b1efe62340078fabc6ad671af5da on resource:network {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:11:12.471968 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-6765b571-6596-4dfe-aae6-60230779f972 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Unset dirty status for tenant:f301b1efe62340078fabc6ad671af5da on resource:network {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:11:12.473118 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-6765b571-6596-4dfe-aae6-60230779f972 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/networks?id=b01f7dfd-992f-408f-8027-989944344886 HTTP/1.1" status: 200  len: 815 time: 0.1592948
Dec 22 05:11:12.488523 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-da83bb59-3f2b-4dcc-802f-1b597667ac79 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/quotas/f301b1efe62340078fabc6ad671af5da HTTP/1.1" status: 200  len: 375 time: 0.0100436
Dec 22 05:11:12.533572 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-c8ba1650-949f-4cf0-b6cb-dc55492c4031 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f301b1efe62340078fabc6ad671af5da&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0397415
Dec 22 05:11:12.543729 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-574260ce-f6dc-44df-9867-c8a55020e0a6 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 05:11:12.544637 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-574260ce-f6dc-44df-9867-c8a55020e0a6 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0047534
Dec 22 05:11:12.670934 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-7610d4ff-d768-4bab-ad9d-f58194638606 service neutron] 10.222.0.53 "GET /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1209846
Dec 22 05:11:12.799592 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-b69aed3d-6c92-4ad8-9857-42ff0d816fd3 service neutron] 10.222.0.53 "GET /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229427
Dec 22 05:11:12.978623 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-05ae53d9-027b-489b-88a2-1b24d2c4f4d4 req-b9aaa626-0704-467b-87cc-d2d9fb566e7d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 210 time: 0.0409009
Dec 22 05:11:13.570314 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:14.041807 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-9ddac7ef-aa9f-46bc-9176-846187c284ac tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:14.043383 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-9ddac7ef-aa9f-46bc-9176-846187c284ac tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.47 "GET /v2.0/networks?id=b01f7dfd-992f-408f-8027-989944344886 HTTP/1.1" status: 200  len: 815 time: 0.1428151
Dec 22 05:11:14.066765 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-41fc80b0-8cf0-47c4-8458-7a0025cbdd8d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Request body: {'port': {'device_id': '070bc4ff-192b-4326-8a94-adc77affad50', 'network_id': 'b01f7dfd-992f-408f-8027-989944344886', 'admin_state_up': True, 'tenant_id': 'f301b1efe62340078fabc6ad671af5da'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:11:14.152279 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-61b7c6f2-a5b6-483f-8e5e-c42cc28dcd5f req-5dcd6ae8-5451-4056-b3db-f393a0d5e082 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 210 time: 0.0468616
Dec 22 05:11:14.212986 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-41fc80b0-8cf0-47c4-8458-7a0025cbdd8d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:11:14.216688 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-41fc80b0-8cf0-47c4-8458-7a0025cbdd8d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Usage tracker for resource:port and tenant:f301b1efe62340078fabc6ad671af5da is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:11:14.219449 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-41fc80b0-8cf0-47c4-8458-7a0025cbdd8d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:11:14.224992 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-41fc80b0-8cf0-47c4-8458-7a0025cbdd8d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:11:14.234315 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-41fc80b0-8cf0-47c4-8458-7a0025cbdd8d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Made reservation on behalf of f301b1efe62340078fabc6ad671af5da for: {'port': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:11:14.237304 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-41fc80b0-8cf0-47c4-8458-7a0025cbdd8d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:14.395359 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-41fc80b0-8cf0-47c4-8458-7a0025cbdd8d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Allocated IP 172.20.0.14 (b01f7dfd-992f-408f-8027-989944344886/58fb1e17-bb87-40ca-9020-99c41376f0f9/2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:11:14.591096 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-41fc80b0-8cf0-47c4-8458-7a0025cbdd8d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:14.617757 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-41fc80b0-8cf0-47c4-8458-7a0025cbdd8d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:14.623004 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:11:14.681015 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-41fc80b0-8cf0-47c4-8458-7a0025cbdd8d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Network b01f7dfd-992f-408f-8027-989944344886 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:11:14.688552 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-41fc80b0-8cf0-47c4-8458-7a0025cbdd8d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:11:14.692656 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-41fc80b0-8cf0-47c4-8458-7a0025cbdd8d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:11:14.726476 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc80b0-8cf0-47c4-8458-7a0025cbdd8d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Pushing event updated for resources: {'Port': ['ID=2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:11:14.730510 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-41fc80b0-8cf0-47c4-8458-7a0025cbdd8d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:11:14.754385 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-41fc80b0-8cf0-47c4-8458-7a0025cbdd8d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:14.754967 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-41fc80b0-8cf0-47c4-8458-7a0025cbdd8d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:14.774137 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-41fc80b0-8cf0-47c4-8458-7a0025cbdd8d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7113748
Dec 22 05:11:14.793749 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] Request body: {'port': {'device_id': '070bc4ff-192b-4326-8a94-adc77affad50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:11:14.898884 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:15.357563 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 {{(pid=83435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:11:15.366603 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:15.386876 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] Transition to ACTIVE for port object 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 will not be triggered until provisioned by entity L2. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:11:15.397910 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:15.403461 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-111b3d85-b73b-46ac-a853-78f39148ea34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:11:15.460387 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b04eb-13d5-41fb-bee9-dd674f07dcaf req-5f4b8974-0d40-4c26-b093-47d6ad4736f3 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:15.460982 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-3e0b04eb-13d5-41fb-bee9-dd674f07dcaf req-5f4b8974-0d40-4c26-b093-47d6ad4736f3 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Synchronizing usage tracker for tenant:f301b1efe62340078fabc6ad671af5da on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:11:15.541417 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] Pushing event updated for resources: {'Port': ['ID=2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:11:15.544358 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:11:15.552285 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-3e0b04eb-13d5-41fb-bee9-dd674f07dcaf req-5f4b8974-0d40-4c26-b093-47d6ad4736f3 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Unset dirty status for tenant:f301b1efe62340078fabc6ad671af5da on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:11:15.553438 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3e0b04eb-13d5-41fb-bee9-dd674f07dcaf req-5f4b8974-0d40-4c26-b093-47d6ad4736f3 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 932 time: 0.2614007
Dec 22 05:11:15.669973 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3e0b04eb-13d5-41fb-bee9-dd674f07dcaf req-9c37175e-b1c4-43a4-ba2c-6255498dd6b8 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930238
Dec 22 05:11:15.684831 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] Attempting to bind port 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:11:15.685165 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] Attempting to bind port 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f6d5063f-f4b5-4d7b-96a0-9025b61fca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b01f7dfd-992f-408f-8027-989944344886'}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:11:15.685487 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] Attempting to bind port 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 on network b01f7dfd-992f-408f-8027-989944344886 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:11:15.691202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] Port 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 on network b01f7dfd-992f-408f-8027-989944344886 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:11:15.691516 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] Attempting to bind port 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 on network b01f7dfd-992f-408f-8027-989944344886 {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:11:15.697727 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:11:15.698052 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] Checking segment: {'id': 'f6d5063f-f4b5-4d7b-96a0-9025b61fca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b01f7dfd-992f-408f-8027-989944344886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:11:15.698423 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] Bound using segment: {'id': 'f6d5063f-f4b5-4d7b-96a0-9025b61fca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b01f7dfd-992f-408f-8027-989944344886'} {{(pid=83435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:11:15.698833 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.managers [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] Bound port: 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d5063f-f4b5-4d7b-96a0-9025b61fca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b01f7dfd-992f-408f-8027-989944344886'}}] {{(pid=83435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:11:15.699170 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:15.786036 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] For port 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30, host hv-neutron-8225, cleared binding levels {{(pid=83435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:11:15.789432 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] For port 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30,segment=NetworkSegment(f6d5063f-f4b5-4d7b-96a0-9025b61fca75),segment_id=f6d5063f-f4b5-4d7b-96a0-9025b61fca75)] {{(pid=83435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:11:15.793510 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:15.797615 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:11:15.850546 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:15.851903 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] 10.222.0.47 "PUT /v2.0/ports/2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 HTTP/1.1" status: 200  len: 1094 time: 1.0621567
Dec 22 05:11:15.852445 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070bc4ff-192b-4326-8a94-adc77affad50', 'tag': '2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:11:15.875941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] Pushing event updated for resources: {'Port': ['ID=2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30,revision_number=3']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:11:15.878839 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:11:15.932192 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070bc4ff-192b-4326-8a94-adc77affad50', 'tag': '2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30', 'status': 'completed', 'code': 200}
Dec 22 05:11:15.974654 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-d8a9f482-44a2-4915-90df-c870a81a3f95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f301b1efe62340078fabc6ad671af5da&device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 1097 time: 0.0722978
Dec 22 05:11:16.047086 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-9440b2ab-93c7-486a-88a7-7d7a1e2fb003 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 HTTP/1.1" status: 200  len: 217 time: 0.0585606
Dec 22 05:11:16.110407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-9f029072-0220-49ae-a2bd-4c51ed0c9515 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:16.111772 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-9f029072-0220-49ae-a2bd-4c51ed0c9515 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58fb1e17-bb87-40ca-9020-99c41376f0f9 HTTP/1.1" status: 200  len: 855 time: 0.0590594
Dec 22 05:11:16.156124 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-eb19f7e0-b329-4baa-a863-7f45a137f322 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b01f7dfd-992f-408f-8027-989944344886&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0382252
Dec 22 05:11:16.283454 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-e84498e3-430a-4186-8e52-d212811d72cf service neutron] 10.222.0.47 "GET /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1209228
Dec 22 05:11:16.412978 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e4c3c111-f171-4f50-a4d1-dd22c56fa3b0 req-58f2cd67-a759-486f-98a9-5b4347e160b8 service neutron] 10.222.0.47 "GET /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226962
Dec 22 05:11:16.564534 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-40156417-1350-4fdd-8d63-7c5d23fde0f7 req-d1302ab8-3c6f-454d-ae05-b2fb36a8e5e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f301b1efe62340078fabc6ad671af5da&device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 1097 time: 0.0675325
Dec 22 05:11:16.692920 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40156417-1350-4fdd-8d63-7c5d23fde0f7 req-9836efe1-402b-4218-b887-001815daf776 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:16.694262 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-40156417-1350-4fdd-8d63-7c5d23fde0f7 req-9836efe1-402b-4218-b887-001815daf776 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b01f7dfd-992f-408f-8027-989944344886 HTTP/1.1" status: 200  len: 916 time: 0.1223590
Dec 22 05:11:16.899690 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-40156417-1350-4fdd-8d63-7c5d23fde0f7 req-dd9fc5fc-7fa1-4388-8404-94915592ecb0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 HTTP/1.1" status: 200  len: 217 time: 0.1989295
Dec 22 05:11:16.978321 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40156417-1350-4fdd-8d63-7c5d23fde0f7 req-f0ba5d98-1e7a-49b7-a1c8-924f7e8362ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:16.979623 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-40156417-1350-4fdd-8d63-7c5d23fde0f7 req-f0ba5d98-1e7a-49b7-a1c8-924f7e8362ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58fb1e17-bb87-40ca-9020-99c41376f0f9 HTTP/1.1" status: 200  len: 855 time: 0.0729127
Dec 22 05:11:16.985022 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8816cf-0363-4d54-822a-7294a4de99da req-76ed1d12-fbce-4c19-8dff-e7ecadd91773 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:16.986353 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2f8816cf-0363-4d54-822a-7294a4de99da req-76ed1d12-fbce-4c19-8dff-e7ecadd91773 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 944 time: 0.1385047
Dec 22 05:11:17.042570 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-40156417-1350-4fdd-8d63-7c5d23fde0f7 req-893ff020-1aad-4477-88d3-41873c3a1747 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b01f7dfd-992f-408f-8027-989944344886&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553248
Dec 22 05:11:17.134028 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2f8816cf-0363-4d54-822a-7294a4de99da req-e67ee520-5813-49bf-a323-2f6996fcd50d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182239
Dec 22 05:11:17.187364 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-40156417-1350-4fdd-8d63-7c5d23fde0f7 req-a2dbe9ed-7d06-4bc5-a199-91e71518c05c service neutron] 10.222.0.47 "GET /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320670
Dec 22 05:11:17.317261 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-40156417-1350-4fdd-8d63-7c5d23fde0f7 req-636e214c-1b25-4340-9606-fca166723242 service neutron] 10.222.0.47 "GET /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217916
Dec 22 05:11:18.328258 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bda97-d50b-47c1-9b15-1e52307bea12 req-e6764cf9-a8f1-4c73-9f37-8e77974e8a04 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:18.329786 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cc6bda97-d50b-47c1-9b15-1e52307bea12 req-e6764cf9-a8f1-4c73-9f37-8e77974e8a04 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 944 time: 0.0748005
Dec 22 05:11:18.373742 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-cc6bda97-d50b-47c1-9b15-1e52307bea12 req-e6a1844a-a3c6-4e7b-8a64-628c84ce6a45 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Synchronizing usage tracker for tenant:f301b1efe62340078fabc6ad671af5da on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:11:18.390979 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-cc6bda97-d50b-47c1-9b15-1e52307bea12 req-e6a1844a-a3c6-4e7b-8a64-628c84ce6a45 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Unset dirty status for tenant:f301b1efe62340078fabc6ad671af5da on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:11:18.392106 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cc6bda97-d50b-47c1-9b15-1e52307bea12 req-e6a1844a-a3c6-4e7b-8a64-628c84ce6a45 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568366
Dec 22 05:11:19.584071 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de66ac-635a-4075-890d-faa3aa7ad452 req-851a1e02-b59d-4b06-b894-4e58dab39182 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:19.585426 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c0de66ac-635a-4075-890d-faa3aa7ad452 req-851a1e02-b59d-4b06-b894-4e58dab39182 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 944 time: 0.0758922
Dec 22 05:11:19.629984 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c0de66ac-635a-4075-890d-faa3aa7ad452 req-4270eb34-7744-4ed0-b393-7858c162b73e tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392339
Dec 22 05:11:19.789376 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:11:19.918466 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30,segment=NetworkSegment(f6d5063f-f4b5-4d7b-96a0-9025b61fca75),segment_id=f6d5063f-f4b5-4d7b-96a0-9025b61fca75)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:11:19.932191 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30', 'network_id': 'b01f7dfd-992f-408f-8027-989944344886', 'port_id': '2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30', 'mac_address': 'fa:16:3e:04:0d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58fb1e17-bb87-40ca-9020-99c41376f0f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:11:19.987062 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:20.003045 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:11:20.016927 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30,segment=NetworkSegment(f6d5063f-f4b5-4d7b-96a0-9025b61fca75),segment_id=f6d5063f-f4b5-4d7b-96a0-9025b61fca75)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:11:20.022075 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:20.023739 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-17cc0e12-2892-44f4-98a5-5b10183cd4b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:11:20.085267 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:11:20.088228 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:11:20.385506 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:11:20.826136 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb5147-9175-4971-9685-1db3409bc526 req-0dc49f8e-d119-4773-adde-8b6d38d6e222 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:20.827564 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9cfb5147-9175-4971-9685-1db3409bc526 req-0dc49f8e-d119-4773-adde-8b6d38d6e222 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 945 time: 0.0790207
Dec 22 05:11:20.870972 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9cfb5147-9175-4971-9685-1db3409bc526 req-020d38d8-2a1f-409a-ae17-125de4d55ecc tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378635
Dec 22 05:11:21.788629 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:11:21.855888 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:11:21.860463 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:11:21.861025 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:21.973130 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:21.999686 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070bc4ff-192b-4326-8a94-adc77affad50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:11:22.009225 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30,segment=NetworkSegment(f6d5063f-f4b5-4d7b-96a0-9025b61fca75),segment_id=f6d5063f-f4b5-4d7b-96a0-9025b61fca75)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:11:22.012918 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:22.014790 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:11:22.056779 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070bc4ff-192b-4326-8a94-adc77affad50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30', 'code': 200}
Dec 22 05:11:22.071933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6e2ce-ce1e-4148-b1b0-642e2cf8feb6 req-f82af83b-a55c-44ff-a67f-c27283539a0a tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:22.073396 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d9a6e2ce-ce1e-4148-b1b0-642e2cf8feb6 req-f82af83b-a55c-44ff-a67f-c27283539a0a tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0836813
Dec 22 05:11:22.086993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:11:22.090828 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:11:22.119639 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d9a6e2ce-ce1e-4148-b1b0-642e2cf8feb6 req-b2ea2114-b10d-486e-979b-5ebfa8759b76 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406315
Dec 22 05:11:22.311591 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-94f2b185-7cbc-434a-ac67-5c0196c056bf req-8de17daf-a829-4273-a11e-f3a722c05b0b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 1099 time: 0.0658891
Dec 22 05:11:22.352645 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-94f2b185-7cbc-434a-ac67-5c0196c056bf req-1ee545f7-5af2-4ae2-a735-6e0970c71b0b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349395
Dec 22 05:11:23.313791 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca3e1a-a0e7-4c45-aed0-0bf293ce2546 req-3191b3ae-0668-43f7-823b-56ac6927cf23 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:23.315243 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1dca3e1a-a0e7-4c45-aed0-0bf293ce2546 req-3191b3ae-0668-43f7-823b-56ac6927cf23 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0743163
Dec 22 05:11:23.359304 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1dca3e1a-a0e7-4c45-aed0-0bf293ce2546 req-075470b2-b5ec-4738-ad32-ed13d5b6034c tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386894
Dec 22 05:11:23.554206 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:11:24.557825 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e571ac-c655-440c-97ca-35f563ee60dd req-7747d5f4-ac02-4d5c-9195-d921c2417dca tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:24.559180 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-24e571ac-c655-440c-97ca-35f563ee60dd req-7747d5f4-ac02-4d5c-9195-d921c2417dca tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0791588
Dec 22 05:11:24.603643 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-24e571ac-c655-440c-97ca-35f563ee60dd req-2076de76-15c0-4c1f-8888-7fa3b4824c1c tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390661
Dec 22 05:11:24.894883 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ab2a7-6778-4e68-9c92-a38b15e2e8c2 req-ebca2d02-487e-405f-86a4-79f4baceb076 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:24.896995 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a12ab2a7-6778-4e68-9c92-a38b15e2e8c2 req-ebca2d02-487e-405f-86a4-79f4baceb076 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.1754100
Dec 22 05:11:24.939896 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a12ab2a7-6778-4e68-9c92-a38b15e2e8c2 req-3da66f75-efd4-43dc-923f-01a0048c16b3 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375714
Dec 22 05:11:25.295150 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700a404-d892-45c4-b1fc-58f3d6c5f0e8 req-c2165475-81ec-4fb2-8a02-0ada2c90562a tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:25.296624 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b700a404-d892-45c4-b1fc-58f3d6c5f0e8 req-c2165475-81ec-4fb2-8a02-0ada2c90562a tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0746467
Dec 22 05:11:25.345340 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b700a404-d892-45c4-b1fc-58f3d6c5f0e8 req-837030b2-0228-470c-9819-797fc97fa65f tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413697
Dec 22 05:11:25.533840 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31216928-1745-4f2e-9e90-74fb53881862 req-e187257b-980a-4dc2-ad2b-6b76495aaada tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:25.535171 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-31216928-1745-4f2e-9e90-74fb53881862 req-e187257b-980a-4dc2-ad2b-6b76495aaada tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0741019
Dec 22 05:11:25.585135 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-31216928-1745-4f2e-9e90-74fb53881862 req-059e01fc-a3d1-405c-b546-a0198f167c52 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444927
Dec 22 05:11:25.772632 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e2fc57d6-889e-4dfc-81b5-683c81378af7 req-2f9a96b1-43a0-4ed8-94f9-527b6fbe9647 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0648208
Dec 22 05:11:26.050801 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6732b0df-a900-48f0-8ea3-bc390b739ea1 req-35373f37-87a4-4328-a49e-d04de4062fbd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1052704
Dec 22 05:11:26.085335 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9b2a6-e1d0-4da4-9eaf-eaab7a78057c req-5577b45e-87cc-4749-bd07-1cada55e1aae tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:26.086794 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6bf9b2a6-e1d0-4da4-9eaf-eaab7a78057c req-5577b45e-87cc-4749-bd07-1cada55e1aae tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0829415
Dec 22 05:11:26.136343 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6bf9b2a6-e1d0-4da4-9eaf-eaab7a78057c req-dda50ca0-be13-4d22-930b-6497549dddbf tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436919
Dec 22 05:11:27.335698 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6732b0df-a900-48f0-8ea3-bc390b739ea1 req-0f324e07-2594-40f3-b6a2-9274bf478e24 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f301b1efe62340078fabc6ad671af5da&device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 1099 time: 0.0731761
Dec 22 05:11:27.468206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732b0df-a900-48f0-8ea3-bc390b739ea1 req-7306d6f6-4dd9-4153-91cb-9236afbf4250 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:27.469594 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6732b0df-a900-48f0-8ea3-bc390b739ea1 req-7306d6f6-4dd9-4153-91cb-9236afbf4250 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b01f7dfd-992f-408f-8027-989944344886 HTTP/1.1" status: 200  len: 916 time: 0.1277051
Dec 22 05:11:27.486365 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdde45b-09ed-4978-b3cc-02ea5b52ae63 req-4215f4d5-6881-49f2-a6a3-7ca156b89b0c tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:27.487804 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3fdde45b-09ed-4978-b3cc-02ea5b52ae63 req-4215f4d5-6881-49f2-a6a3-7ca156b89b0c tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0838380
Dec 22 05:11:27.538114 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3fdde45b-09ed-4978-b3cc-02ea5b52ae63 req-e9177613-834a-468a-8ac1-510243bb8dd7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444894
Dec 22 05:11:27.539516 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6732b0df-a900-48f0-8ea3-bc390b739ea1 req-6fb04663-a82a-4aa8-8762-8ca34874cf96 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 HTTP/1.1" status: 200  len: 217 time: 0.0632701
Dec 22 05:11:27.603334 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732b0df-a900-48f0-8ea3-bc390b739ea1 req-f07d8c3d-5f16-4ef0-8de4-d12838ceb159 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:27.604737 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6732b0df-a900-48f0-8ea3-bc390b739ea1 req-f07d8c3d-5f16-4ef0-8de4-d12838ceb159 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58fb1e17-bb87-40ca-9020-99c41376f0f9 HTTP/1.1" status: 200  len: 855 time: 0.0593026
Dec 22 05:11:27.649260 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6732b0df-a900-48f0-8ea3-bc390b739ea1 req-bd1e7e32-7b5f-4141-9d05-17768cc7d43e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b01f7dfd-992f-408f-8027-989944344886&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0376136
Dec 22 05:11:27.868083 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6732b0df-a900-48f0-8ea3-bc390b739ea1 req-15d41ca8-5517-4502-9aa3-ee3dc505e109 service neutron] 10.222.0.47 "GET /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2120295
Dec 22 05:11:27.998137 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6732b0df-a900-48f0-8ea3-bc390b739ea1 req-29478e40-e6e4-4d6e-892f-f151573a58fc service neutron] 10.222.0.47 "GET /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226830
Dec 22 05:11:28.733334 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db8faa-7ddb-4a15-9515-9373277b34b3 req-7593b1cf-3a72-4da7-a95e-1cc5ae460d24 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:28.734794 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-88db8faa-7ddb-4a15-9515-9373277b34b3 req-7593b1cf-3a72-4da7-a95e-1cc5ae460d24 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0781927
Dec 22 05:11:28.778272 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-88db8faa-7ddb-4a15-9515-9373277b34b3 req-2320d909-6e52-4c9d-bcdd-64160b7ac8f1 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374265
Dec 22 05:11:29.971041 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b8801-9841-4e1a-9886-6b3773ed8ae8 req-b58bab32-0aa4-42a0-8f47-9e4cf6cdc100 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:29.972458 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-670b8801-9841-4e1a-9886-6b3773ed8ae8 req-b58bab32-0aa4-42a0-8f47-9e4cf6cdc100 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0741720
Dec 22 05:11:30.016019 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-670b8801-9841-4e1a-9886-6b3773ed8ae8 req-9b14c919-d61b-40d8-8ba0-0ce26f1099a3 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382013
Dec 22 05:11:31.211878 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11ef45-78bb-4cd9-9a5c-8cc6c50504cf req-96dfb86a-6715-4a22-8585-270b11dc5e4c tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:31.213329 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ad11ef45-78bb-4cd9-9a5c-8cc6c50504cf req-96dfb86a-6715-4a22-8585-270b11dc5e4c tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0804219
Dec 22 05:11:31.260925 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ad11ef45-78bb-4cd9-9a5c-8cc6c50504cf req-1ec02020-16a4-4740-ae59-f1797ae7cb59 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421414
Dec 22 05:11:32.478474 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e8f29-975d-429c-9601-851f3816886c req-999e97ff-0733-478f-a66f-afacd4df0de3 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:32.479790 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5c1e8f29-975d-429c-9601-851f3816886c req-999e97ff-0733-478f-a66f-afacd4df0de3 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0785723
Dec 22 05:11:32.523652 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5c1e8f29-975d-429c-9601-851f3816886c req-435ce529-dd37-44ca-ba84-e80bb8ca9d29 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384207
Dec 22 05:11:33.717425 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573e812-6c74-4dac-b526-38bb1a0ff381 req-00f09a32-6c71-4b41-8557-190551067758 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:33.718867 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4573e812-6c74-4dac-b526-38bb1a0ff381 req-00f09a32-6c71-4b41-8557-190551067758 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0736804
Dec 22 05:11:33.763008 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4573e812-6c74-4dac-b526-38bb1a0ff381 req-a13497c7-27fa-459d-bb9d-18a0b9fd3e59 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386674
Dec 22 05:11:34.989255 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f5d65-e49a-4e25-97b0-d043cf5904ea req-8f3d6846-d145-41a9-9fdd-07ac40090550 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:34.990765 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-610f5d65-e49a-4e25-97b0-d043cf5904ea req-8f3d6846-d145-41a9-9fdd-07ac40090550 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0767219
Dec 22 05:11:35.034779 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-610f5d65-e49a-4e25-97b0-d043cf5904ea req-410be08b-b502-406e-b031-5966dd5c9fb9 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385425
Dec 22 05:11:36.231654 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9c014-96a9-4c9b-ab52-a6a1d718813d req-3c9c1fc5-770b-4f65-abbf-5019aa83ed39 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:36.233065 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-72c9c014-96a9-4c9b-ab52-a6a1d718813d req-3c9c1fc5-770b-4f65-abbf-5019aa83ed39 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0792673
Dec 22 05:11:36.278174 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-72c9c014-96a9-4c9b-ab52-a6a1d718813d req-1aee52ec-86c2-4db7-9b3f-29e69c34071c tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396209
Dec 22 05:11:37.479644 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c8a56-f6a6-49b9-92cf-e0d283d2aa4e req-283660ff-a46c-4a7c-922f-5418429a6e49 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:37.481013 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-405c8a56-f6a6-49b9-92cf-e0d283d2aa4e req-283660ff-a46c-4a7c-922f-5418429a6e49 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0813575
Dec 22 05:11:37.525698 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-405c8a56-f6a6-49b9-92cf-e0d283d2aa4e req-d1a286c1-d27c-48cd-b075-6f003e46059e tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391719
Dec 22 05:11:37.701294 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:38.719629 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64f867-4673-4365-924d-c806e8b5370f req-5fa60b69-5903-43fe-b39f-291920b90326 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:38.721071 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fd64f867-4673-4365-924d-c806e8b5370f req-5fa60b69-5903-43fe-b39f-291920b90326 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0767884
Dec 22 05:11:38.766539 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fd64f867-4673-4365-924d-c806e8b5370f req-4bd2e62c-0e01-4fbf-8fb1-8ced520208be tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393858
Dec 22 05:11:38.782586 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-02a64816-d0a5-404c-9a6e-f5e05d8a057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:39.961308 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2206e-2c55-47df-8e71-f84f2bc592e8 req-5dffbbdd-93f3-4eb6-b492-2a2eb56f486a tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:39.962757 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a8f2206e-2c55-47df-8e71-f84f2bc592e8 req-5dffbbdd-93f3-4eb6-b492-2a2eb56f486a tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0761585
Dec 22 05:11:40.007965 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a8f2206e-2c55-47df-8e71-f84f2bc592e8 req-db18e42e-01bb-4c58-8e63-ae72fb54402c tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396495
Dec 22 05:11:40.991696 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c1c57e90-8195-47c0-9115-0022e6ea5c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:41.204897 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33073f7a-ada7-45f1-b16e-48eea905ee3f req-904c3a77-3956-4700-bd81-3182ed5bad23 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:41.207370 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-33073f7a-ada7-45f1-b16e-48eea905ee3f req-904c3a77-3956-4700-bd81-3182ed5bad23 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0793471
Dec 22 05:11:41.253489 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-33073f7a-ada7-45f1-b16e-48eea905ee3f req-35433238-9d7f-4bd4-ade9-335c1ffedae3 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392227
Dec 22 05:11:42.134793 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:42.322781 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:42.461611 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada65b4b-ceb0-4622-8381-117372e2ed8f req-f1a99904-8990-40a4-bd19-f29a691c7c1b tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:42.462971 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ada65b4b-ceb0-4622-8381-117372e2ed8f req-f1a99904-8990-40a4-bd19-f29a691c7c1b tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0841463
Dec 22 05:11:42.506812 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ada65b4b-ceb0-4622-8381-117372e2ed8f req-6264ae1f-279d-40ea-b0a0-d76d38c18c5d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384238
Dec 22 05:11:43.575360 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:43.699745 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6d8b3-b84a-4849-b5f5-a69b82cf72a1 req-df6640dd-4f37-4f0d-a0d9-eb4c06560d12 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:43.701168 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-63f6d8b3-b84a-4849-b5f5-a69b82cf72a1 req-df6640dd-4f37-4f0d-a0d9-eb4c06560d12 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0738995
Dec 22 05:11:43.749385 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-63f6d8b3-b84a-4849-b5f5-a69b82cf72a1 req-99df1fbc-1dc2-47e1-8692-526d594df504 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424294
Dec 22 05:11:44.940506 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea3231-5b5e-4bd0-8338-61642ac058d8 req-136cebac-cbb0-4273-97d7-2236c8c093f7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:44.941964 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0fea3231-5b5e-4bd0-8338-61642ac058d8 req-136cebac-cbb0-4273-97d7-2236c8c093f7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0745807
Dec 22 05:11:44.989840 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0fea3231-5b5e-4bd0-8338-61642ac058d8 req-f5be3e37-8db7-4eac-9370-955cd906ebd3 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417461
Dec 22 05:11:46.189066 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3df75-a01f-44f2-90b7-1376ff07ea72 req-aa28be0a-0b0f-47f2-b48c-d10dac4ae7fc tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:46.190531 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-74a3df75-a01f-44f2-90b7-1376ff07ea72 req-aa28be0a-0b0f-47f2-b48c-d10dac4ae7fc tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0767167
Dec 22 05:11:46.235580 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-74a3df75-a01f-44f2-90b7-1376ff07ea72 req-9aa88a21-8d7e-43b5-a346-194ab52e984f tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389302
Dec 22 05:11:47.430175 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccea45-7265-4708-a2f6-0aa23864c895 req-74a50177-a3a9-419a-9e18-1de9b9e9ae8a tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:47.431628 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-69ccea45-7265-4708-a2f6-0aa23864c895 req-74a50177-a3a9-419a-9e18-1de9b9e9ae8a tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0764925
Dec 22 05:11:47.476572 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-69ccea45-7265-4708-a2f6-0aa23864c895 req-c191cb73-0506-41aa-8f1d-90eee85903ad tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393972
Dec 22 05:11:48.676400 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617e7a6-aebd-40b5-a511-e595d4251132 req-d28c8863-687f-4223-8f11-fc8bb590c3f3 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:48.678350 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f617e7a6-aebd-40b5-a511-e595d4251132 req-d28c8863-687f-4223-8f11-fc8bb590c3f3 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0780320
Dec 22 05:11:48.723949 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f617e7a6-aebd-40b5-a511-e595d4251132 req-862d290b-1ce8-450f-8b89-f929604a4649 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402451
Dec 22 05:11:49.922145 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ccea9-495b-4b70-a1c7-ebeaa2ea5cb6 req-2768333a-c40c-4c10-861a-77bbed00fd7d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:49.923588 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0e2ccea9-495b-4b70-a1c7-ebeaa2ea5cb6 req-2768333a-c40c-4c10-861a-77bbed00fd7d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0789528
Dec 22 05:11:49.968092 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0e2ccea9-495b-4b70-a1c7-ebeaa2ea5cb6 req-11299468-6736-4baf-96ca-f2ef5eb42cac tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382752
Dec 22 05:11:51.159871 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5e958-dea0-41cc-a989-13fefd46f8b5 req-abba864e-bc15-483d-90d4-6d2c696a1947 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:51.161227 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-48a5e958-dea0-41cc-a989-13fefd46f8b5 req-abba864e-bc15-483d-90d4-6d2c696a1947 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0745239
Dec 22 05:11:51.205634 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-48a5e958-dea0-41cc-a989-13fefd46f8b5 req-d3f0dc0f-eb13-4ed0-9f37-e139b187bd26 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384941
Dec 22 05:11:52.402354 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b93ae0-0478-4b7a-a5f0-d3a93a378e0b req-4ce02613-398d-41e6-b0c5-d8d3d3cb03dc tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:52.403849 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-73b93ae0-0478-4b7a-a5f0-d3a93a378e0b req-4ce02613-398d-41e6-b0c5-d8d3d3cb03dc tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0776000
Dec 22 05:11:52.447939 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-73b93ae0-0478-4b7a-a5f0-d3a93a378e0b req-4c6dd4b2-c653-4a49-9ac9-6f9a82a86e24 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386548
Dec 22 05:11:53.645822 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa3702-48f4-4d0a-aae8-7c5726de3d91 req-a949f09e-3398-446e-87e8-bedccd948fb4 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:53.647868 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-13aa3702-48f4-4d0a-aae8-7c5726de3d91 req-a949f09e-3398-446e-87e8-bedccd948fb4 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0811045
Dec 22 05:11:53.690694 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-13aa3702-48f4-4d0a-aae8-7c5726de3d91 req-1772c203-d1e3-4e9d-bb07-d167e0d6141d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375009
Dec 22 05:11:54.842700 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [req-b5217e05-e471-47a7-8bdd-7df6efcc2d85 req-43c7302f-745e-437e-83c4-da5a61f8eb69 service neutron] (83434) timed out ('10.222.0.47', 57861) {{(pid=83434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 22 05:11:54.887688 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d888a-1a5a-4472-9220-fbbda22a2f77 req-bf6d3592-c8d6-432c-ab12-dc71e54e7b89 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:54.887959 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6732b0df-a900-48f0-8ea3-bc390b739ea1 req-eca72b0a-9a75-4bd4-8ed0-04b244582196 service neutron] 10.222.0.47 "GET /v2.0/ports/2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30/bindings/hv-neutron-8225 HTTP/1.1" status: 200  len: 384 time: 0.0726438
Dec 22 05:11:54.889080 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7e2d888a-1a5a-4472-9220-fbbda22a2f77 req-bf6d3592-c8d6-432c-ab12-dc71e54e7b89 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0798337
Dec 22 05:11:54.936005 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7e2d888a-1a5a-4472-9220-fbbda22a2f77 req-1650b441-8d75-43be-b47f-4d572545bd25 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415180
Dec 22 05:11:55.171494 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6732b0df-a900-48f0-8ea3-bc390b739ea1 req-d5deca28-a435-4e0d-9d86-c70edc3a46b2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50&tenant_id=f301b1efe62340078fabc6ad671af5da HTTP/1.1" status: 200  len: 1099 time: 0.0709682
Dec 22 05:11:55.272026 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6732b0df-a900-48f0-8ea3-bc390b739ea1 req-682f8d11-4d4b-4c34-90e4-fe92daeb7453 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f301b1efe62340078fabc6ad671af5da&device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 1099 time: 0.0669994
Dec 22 05:11:55.402439 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732b0df-a900-48f0-8ea3-bc390b739ea1 req-8ae9dd10-e2ec-4ab3-880c-f195c6ae5110 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:55.403857 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6732b0df-a900-48f0-8ea3-bc390b739ea1 req-8ae9dd10-e2ec-4ab3-880c-f195c6ae5110 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b01f7dfd-992f-408f-8027-989944344886 HTTP/1.1" status: 200  len: 916 time: 0.1222093
Dec 22 05:11:55.473703 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6732b0df-a900-48f0-8ea3-bc390b739ea1 req-2c6d751f-831b-4c99-b218-05ae0607cd35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 HTTP/1.1" status: 200  len: 217 time: 0.0632370
Dec 22 05:11:55.532700 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732b0df-a900-48f0-8ea3-bc390b739ea1 req-8b5c92cb-988c-40a1-837d-4e542223405c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:55.534126 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6732b0df-a900-48f0-8ea3-bc390b739ea1 req-8b5c92cb-988c-40a1-837d-4e542223405c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58fb1e17-bb87-40ca-9020-99c41376f0f9 HTTP/1.1" status: 200  len: 855 time: 0.0544980
Dec 22 05:11:55.669326 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6732b0df-a900-48f0-8ea3-bc390b739ea1 req-eed4d7ef-451d-4a00-b1c2-78e765deffb7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b01f7dfd-992f-408f-8027-989944344886&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1290369
Dec 22 05:11:55.798585 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6732b0df-a900-48f0-8ea3-bc390b739ea1 req-94b53972-ced9-4578-9537-fe25cab8be7b service neutron] 10.222.0.47 "GET /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225481
Dec 22 05:11:55.926169 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6732b0df-a900-48f0-8ea3-bc390b739ea1 req-104ef705-5fc1-4758-b980-6ba337d61e82 service neutron] 10.222.0.47 "GET /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214449
Dec 22 05:11:56.138610 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf518d70-befb-4c85-9f79-8d29b16d2247 req-18edb08c-b750-4c65-ad39-5e0060b9e9fb tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:56.140054 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-bf518d70-befb-4c85-9f79-8d29b16d2247 req-18edb08c-b750-4c65-ad39-5e0060b9e9fb tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0802076
Dec 22 05:11:56.184738 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-bf518d70-befb-4c85-9f79-8d29b16d2247 req-3c3db372-870c-4aaf-965c-592cf251d5bd tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391054
Dec 22 05:11:57.379085 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b7678-64e6-4edd-9c67-95da6f27d8df req-086b94b0-d2b6-4d08-b6e8-3f022f0b8811 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:57.381035 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3b9b7678-64e6-4edd-9c67-95da6f27d8df req-086b94b0-d2b6-4d08-b6e8-3f022f0b8811 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 946 time: 0.0744143
Dec 22 05:11:57.429910 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3b9b7678-64e6-4edd-9c67-95da6f27d8df req-1724509e-c10f-47fc-a09d-10c0ca5771bd tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429530
Dec 22 05:11:57.943970 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:11:57.948958 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:11:58.199783 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:58.216935 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30,segment=NetworkSegment(f6d5063f-f4b5-4d7b-96a0-9025b61fca75),segment_id=f6d5063f-f4b5-4d7b-96a0-9025b61fca75)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:11:58.238605 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30', 'network_id': 'b01f7dfd-992f-408f-8027-989944344886', 'port_id': '2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30', 'mac_address': 'fa:16:3e:04:0d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58fb1e17-bb87-40ca-9020-99c41376f0f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:11:58.246336 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070bc4ff-192b-4326-8a94-adc77affad50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:11:58.287475 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30,segment=NetworkSegment(f6d5063f-f4b5-4d7b-96a0-9025b61fca75),segment_id=f6d5063f-f4b5-4d7b-96a0-9025b61fca75)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:11:58.298269 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:58.301951 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:11:58.331220 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070bc4ff-192b-4326-8a94-adc77affad50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30', 'code': 200}
Dec 22 05:11:58.365385 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:58.394867 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:11:58.431793 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30,revision_number=6']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:11:58.449368 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:58.449994 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:58.450128 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:58.450390 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:58.450721 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:58.451046 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:58.451369 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:58.451693 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:58.452013 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:58.452341 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:58.452660 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:11:58.458226 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:11:58.481494 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 05:11:58.482103 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 05:11:58.632965 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fe089-1f16-4c94-8243-d829c1cbcee9 req-a507d71b-923e-4cf9-bcec-3e55960dd1cc tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:58.634431 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-be6fe089-1f16-4c94-8243-d829c1cbcee9 req-a507d71b-923e-4cf9-bcec-3e55960dd1cc tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 944 time: 0.0782290
Dec 22 05:11:58.684294 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-be6fe089-1f16-4c94-8243-d829c1cbcee9 req-740ce3a0-0334-45ff-8ec3-0c7a63bcf121 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417955
Dec 22 05:11:59.035775 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:59.052206 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:11:59.066179 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30,segment=NetworkSegment(f6d5063f-f4b5-4d7b-96a0-9025b61fca75),segment_id=f6d5063f-f4b5-4d7b-96a0-9025b61fca75)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:11:59.069841 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:11:59.072363 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:11:59.134009 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30,revision_number=7']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:11:59.137002 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:11:59.193755 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:11:59.888124 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6482f04-6823-4d7b-a46e-6ee58b78d8ce req-ffd93968-ab1b-43fd-8e67-ef8f2304a967 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:11:59.889711 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f6482f04-6823-4d7b-a46e-6ee58b78d8ce req-ffd93968-ab1b-43fd-8e67-ef8f2304a967 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 945 time: 0.0790899
Dec 22 05:11:59.933847 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f6482f04-6823-4d7b-a46e-6ee58b78d8ce req-5ea7df30-331a-4f83-b459-7a7354112fc5 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387123
Dec 22 05:11:59.982278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:12:00.094171 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:00.112748 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:12:00.129510 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30,segment=NetworkSegment(f6d5063f-f4b5-4d7b-96a0-9025b61fca75),segment_id=f6d5063f-f4b5-4d7b-96a0-9025b61fca75)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:12:00.133329 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:00.135101 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:12:00.202263 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30,revision_number=8']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:12:00.206513 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:12:00.344398 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6450f33-982d-4fb4-995d-1374591b67be req-e8032b34-176f-4d5a-aa0c-e3cc94d51965 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:00.345769 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d6450f33-982d-4fb4-995d-1374591b67be req-e8032b34-176f-4d5a-aa0c-e3cc94d51965 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 944 time: 0.1448641
Dec 22 05:12:00.351382 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9859c-1825-4736-9c11-7537d2fb7fad req-51f07044-36b5-4335-9c28-37e8eb350072 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:00.352675 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-78c9859c-1825-4736-9c11-7537d2fb7fad req-51f07044-36b5-4335-9c28-37e8eb350072 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.47 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50&tenant_id=f301b1efe62340078fabc6ad671af5da&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200  len: 944 time: 0.1210017
Dec 22 05:12:00.398424 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d6450f33-982d-4fb4-995d-1374591b67be req-648fb8d9-83b5-4fb2-9c58-3ac760116980 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445535
Dec 22 05:12:00.504349 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-78c9859c-1825-4736-9c11-7537d2fb7fad req-436edd9b-06df-4c71-a9bd-02dfd72586cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f301b1efe62340078fabc6ad671af5da&device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 1097 time: 0.0676458
Dec 22 05:12:00.553515 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:12:00.631570 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9859c-1825-4736-9c11-7537d2fb7fad req-e72f45dd-1afb-48e3-80ae-0f1c0559b917 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:00.633002 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-78c9859c-1825-4736-9c11-7537d2fb7fad req-e72f45dd-1afb-48e3-80ae-0f1c0559b917 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b01f7dfd-992f-408f-8027-989944344886 HTTP/1.1" status: 200  len: 916 time: 0.1228106
Dec 22 05:12:00.703309 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-78c9859c-1825-4736-9c11-7537d2fb7fad req-1ac5a686-e379-49fe-bf8b-c11ae8b097bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 HTTP/1.1" status: 200  len: 217 time: 0.0641701
Dec 22 05:12:00.763109 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9859c-1825-4736-9c11-7537d2fb7fad req-9e9a618f-14a4-4806-8709-c732f29cfc2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:00.764475 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-78c9859c-1825-4736-9c11-7537d2fb7fad req-9e9a618f-14a4-4806-8709-c732f29cfc2b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58fb1e17-bb87-40ca-9020-99c41376f0f9 HTTP/1.1" status: 200  len: 855 time: 0.0549204
Dec 22 05:12:00.812123 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-78c9859c-1825-4736-9c11-7537d2fb7fad req-aa42dfe2-e89d-481f-8bef-101cc0030de3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b01f7dfd-992f-408f-8027-989944344886&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414150
Dec 22 05:12:00.939239 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-78c9859c-1825-4736-9c11-7537d2fb7fad req-5b944b59-e94c-4322-b7dc-3d94abcd5267 service neutron] 10.222.0.47 "GET /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211357
Dec 22 05:12:01.065023 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-78c9859c-1825-4736-9c11-7537d2fb7fad req-bd044a40-2161-466e-a89c-6162285e9d23 service neutron] 10.222.0.47 "GET /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1195731
Dec 22 05:12:01.606088 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fd6e6-5f49-4193-98ab-2648ed53e76d req-ae9bfd6a-6d5d-4cc8-ad53-89ae18d25599 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:01.607995 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ad6fd6e6-5f49-4193-98ab-2648ed53e76d req-ae9bfd6a-6d5d-4cc8-ad53-89ae18d25599 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 944 time: 0.0815344
Dec 22 05:12:01.659403 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ad6fd6e6-5f49-4193-98ab-2648ed53e76d req-be74acc0-0eb5-4eb9-b560-9ee0fb6f9559 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434275
Dec 22 05:12:02.990514 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be81de-3620-4efa-bf34-2cb83d9c0d8b req-97ce160b-6c3e-4c3b-99a9-d04a20d1bae7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:02.991843 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c9be81de-3620-4efa-bf34-2cb83d9c0d8b req-97ce160b-6c3e-4c3b-99a9-d04a20d1bae7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 944 time: 0.0746982
Dec 22 05:12:03.035023 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c9be81de-3620-4efa-bf34-2cb83d9c0d8b req-4a58a8c3-30a7-4451-9126-da7f290eccd7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377944
Dec 22 05:12:03.227661 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af6ee6-a3a6-4dde-8afd-718f917b9c3a req-4f5cd3f1-22f4-48fe-a910-9333554d434e tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:03.229094 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-26af6ee6-a3a6-4dde-8afd-718f917b9c3a req-4f5cd3f1-22f4-48fe-a910-9333554d434e tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 944 time: 0.0779123
Dec 22 05:12:03.272530 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-26af6ee6-a3a6-4dde-8afd-718f917b9c3a req-036b2e60-f23b-44b6-b6f2-c280d4194b04 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379529
Dec 22 05:12:03.465385 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b58b5c-82c5-47cc-8236-3f19d249a4c6 req-a83dd2bc-0326-4fd3-b316-eb6a74a5add7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:03.466865 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-34b58b5c-82c5-47cc-8236-3f19d249a4c6 req-a83dd2bc-0326-4fd3-b316-eb6a74a5add7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 944 time: 0.0788426
Dec 22 05:12:03.510388 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-34b58b5c-82c5-47cc-8236-3f19d249a4c6 req-679a1e45-af17-4639-becd-ed5e984102d6 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379367
Dec 22 05:12:04.093383 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15784c-9324-4282-ac08-0664bd2e966f req-591e81eb-b6b7-4fc9-953c-1b1273adf602 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:04.094733 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5f15784c-9324-4282-ac08-0664bd2e966f req-591e81eb-b6b7-4fc9-953c-1b1273adf602 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/networks?id=b01f7dfd-992f-408f-8027-989944344886 HTTP/1.1" status: 200  len: 815 time: 0.2313929
Dec 22 05:12:04.110332 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5f15784c-9324-4282-ac08-0664bd2e966f req-b14fa9c7-4061-4ae5-b506-d34dc1e48286 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/quotas/f301b1efe62340078fabc6ad671af5da HTTP/1.1" status: 200  len: 375 time: 0.0103140
Dec 22 05:12:04.185397 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5f15784c-9324-4282-ac08-0664bd2e966f req-d7269283-6d6a-42bd-8b71-55deca233fe6 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f301b1efe62340078fabc6ad671af5da&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0704479
Dec 22 05:12:04.315112 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5f15784c-9324-4282-ac08-0664bd2e966f req-32a5865f-f599-4bf5-9b86-5965c9a86072 service neutron] 10.222.0.53 "GET /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231084
Dec 22 05:12:04.444844 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5f15784c-9324-4282-ac08-0664bd2e966f req-753db96f-7eb2-4a25-b98c-2355b89e00db service neutron] 10.222.0.53 "GET /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233485
Dec 22 05:12:04.632173 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5e42f508-1361-486e-b40e-9387af321685 req-815d0a91-a393-44a4-ac39-8b357eda8839 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 210 time: 0.0458822
Dec 22 05:12:05.801537 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-706cdb9d-016d-4cf0-b26b-9207c3390648 req-7e08172a-b133-4722-998a-1fa1832b8f68 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 210 time: 0.0457985
Dec 22 05:12:05.940685 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.47', 58013) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:12:05.968618 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f631f-78e4-450c-be9a-6fc5f007cbcb req-6826aaa7-0ab0-4c21-a37d-d01cec9bf8e6 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:05.970065 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a75f631f-78e4-450c-be9a-6fc5f007cbcb req-6826aaa7-0ab0-4c21-a37d-d01cec9bf8e6 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.47 "GET /v2.0/ports?device_id=070bc4ff-192b-4326-8a94-adc77affad50 HTTP/1.1" status: 200  len: 944 time: 0.0801449
Dec 22 05:12:06.047750 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-a75f631f-78e4-450c-be9a-6fc5f007cbcb req-4318414a-5779-479e-8578-7dd4552f9fb7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Deleting port 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:12:06.048234 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-a75f631f-78e4-450c-be9a-6fc5f007cbcb req-4318414a-5779-479e-8578-7dd4552f9fb7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:06.214220 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15784c-9324-4282-ac08-0664bd2e966f req-35736d42-ef57-42b4-a4cb-6088108c65ef tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:06.215598 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5f15784c-9324-4282-ac08-0664bd2e966f req-35736d42-ef57-42b4-a4cb-6088108c65ef tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.47 "GET /v2.0/networks?id=b01f7dfd-992f-408f-8027-989944344886 HTTP/1.1" status: 200  len: 815 time: 0.2650671
Dec 22 05:12:06.239754 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-5f15784c-9324-4282-ac08-0664bd2e966f req-786f061f-da6a-45a3-953e-96900d0cc8a2 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Request body: {'port': {'device_id': 'dfbac3cc-9ba6-4fbf-af1f-069550cc8640', 'network_id': 'b01f7dfd-992f-408f-8027-989944344886', 'admin_state_up': True, 'tenant_id': 'f301b1efe62340078fabc6ad671af5da'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:12:06.297725 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-a75f631f-78e4-450c-be9a-6fc5f007cbcb req-4318414a-5779-479e-8578-7dd4552f9fb7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] For port 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30,segment=NetworkSegment(f6d5063f-f4b5-4d7b-96a0-9025b61fca75),segment_id=f6d5063f-f4b5-4d7b-96a0-9025b61fca75)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:12:06.298082 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-a75f631f-78e4-450c-be9a-6fc5f007cbcb req-4318414a-5779-479e-8578-7dd4552f9fb7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:06.374451 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-5f15784c-9324-4282-ac08-0664bd2e966f req-786f061f-da6a-45a3-953e-96900d0cc8a2 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:12:06.384464 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-5f15784c-9324-4282-ac08-0664bd2e966f req-786f061f-da6a-45a3-953e-96900d0cc8a2 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:12:06.394065 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f15784c-9324-4282-ac08-0664bd2e966f req-786f061f-da6a-45a3-953e-96900d0cc8a2 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Made reservation on behalf of f301b1efe62340078fabc6ad671af5da for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:12:06.397965 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-5f15784c-9324-4282-ac08-0664bd2e966f req-786f061f-da6a-45a3-953e-96900d0cc8a2 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:06.424142 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [req-a75f631f-78e4-450c-be9a-6fc5f007cbcb req-4318414a-5779-479e-8578-7dd4552f9fb7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Calling delete_port for 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 owned by compute:nova {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:12:06.558336 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-5f15784c-9324-4282-ac08-0664bd2e966f req-786f061f-da6a-45a3-953e-96900d0cc8a2 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Allocated IP 172.20.0.9 (b01f7dfd-992f-408f-8027-989944344886/58fb1e17-bb87-40ca-9020-99c41376f0f9/3c90d997-0bad-440f-b37a-74e093d2ad8b) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:12:06.565285 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-a75f631f-78e4-450c-be9a-6fc5f007cbcb req-4318414a-5779-479e-8578-7dd4552f9fb7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:06.571466 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-9009cd17-963b-418b-9614-c05d377a1734 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:12:06.613186 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318414a-5779-479e-8578-7dd4552f9fb7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Pushing event deleted for resources: {'Port': ['ID=2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:12:06.617167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4318414a-5779-479e-8578-7dd4552f9fb7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:12:06.685117 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75f631f-78e4-450c-be9a-6fc5f007cbcb req-4318414a-5779-479e-8578-7dd4552f9fb7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] No DVR routers for this DVR port 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 on host hv-neutron-8225 {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:12:06.688027 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-a75f631f-78e4-450c-be9a-6fc5f007cbcb req-4318414a-5779-479e-8578-7dd4552f9fb7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:06.691054 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070bc4ff-192b-4326-8a94-adc77affad50', 'name': 'network-vif-deleted', 'tag': '2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:12:06.708066 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a75f631f-78e4-450c-be9a-6fc5f007cbcb req-4318414a-5779-479e-8578-7dd4552f9fb7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.47 "DELETE /v2.0/ports/2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 HTTP/1.1" status: 204  len: 173 time: 0.7324491
Dec 22 05:12:06.747621 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070bc4ff-192b-4326-8a94-adc77affad50', 'name': 'network-vif-deleted', 'tag': '2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30', 'status': 'completed', 'code': 200}
Dec 22 05:12:06.766883 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-5f15784c-9324-4282-ac08-0664bd2e966f req-786f061f-da6a-45a3-953e-96900d0cc8a2 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:06.795785 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-5f15784c-9324-4282-ac08-0664bd2e966f req-786f061f-da6a-45a3-953e-96900d0cc8a2 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:06.803112 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6b07869c-bfd7-4878-b7ff-df0afb501bb5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:12:06.861987 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f15784c-9324-4282-ac08-0664bd2e966f req-786f061f-da6a-45a3-953e-96900d0cc8a2 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Network b01f7dfd-992f-408f-8027-989944344886 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:12:06.871210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-5f15784c-9324-4282-ac08-0664bd2e966f req-786f061f-da6a-45a3-953e-96900d0cc8a2 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:12:06.873712 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f15784c-9324-4282-ac08-0664bd2e966f req-786f061f-da6a-45a3-953e-96900d0cc8a2 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:12:06.933973 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f061f-da6a-45a3-953e-96900d0cc8a2 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Pushing event updated for resources: {'Port': ['ID=3c90d997-0bad-440f-b37a-74e093d2ad8b,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:12:06.936929 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-786f061f-da6a-45a3-953e-96900d0cc8a2 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:12:06.948155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15784c-9324-4282-ac08-0664bd2e966f req-786f061f-da6a-45a3-953e-96900d0cc8a2 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:06.948774 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-5f15784c-9324-4282-ac08-0664bd2e966f req-786f061f-da6a-45a3-953e-96900d0cc8a2 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:06.971907 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5f15784c-9324-4282-ac08-0664bd2e966f req-786f061f-da6a-45a3-953e-96900d0cc8a2 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7358537
Dec 22 05:12:06.990501 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-5f15784c-9324-4282-ac08-0664bd2e966f req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] Request body: {'port': {'device_id': 'dfbac3cc-9ba6-4fbf-af1f-069550cc8640', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:12:07.004932 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faccce45-8cd6-4313-9ba0-3be0f80e7a31 req-ae3f1071-60f3-4678-af5b-c1c331a959b4 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:07.005677 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-faccce45-8cd6-4313-9ba0-3be0f80e7a31 req-ae3f1071-60f3-4678-af5b-c1c331a959b4 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Synchronizing usage tracker for tenant:f301b1efe62340078fabc6ad671af5da on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:12:07.020617 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-faccce45-8cd6-4313-9ba0-3be0f80e7a31 req-ae3f1071-60f3-4678-af5b-c1c331a959b4 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Unset dirty status for tenant:f301b1efe62340078fabc6ad671af5da on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:12:07.021860 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-faccce45-8cd6-4313-9ba0-3be0f80e7a31 req-ae3f1071-60f3-4678-af5b-c1c331a959b4 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 931 time: 0.0980046
Dec 22 05:12:07.068572 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-faccce45-8cd6-4313-9ba0-3be0f80e7a31 req-c302a0fc-fe57-472a-8452-fe9a2dd7e342 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409331
Dec 22 05:12:07.098265 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-5f15784c-9324-4282-ac08-0664bd2e966f req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:07.438042 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-5f15784c-9324-4282-ac08-0664bd2e966f req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c90d997-0bad-440f-b37a-74e093d2ad8b {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:12:07.444834 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-5f15784c-9324-4282-ac08-0664bd2e966f req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:07.459870 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-5f15784c-9324-4282-ac08-0664bd2e966f req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] Transition to ACTIVE for port object 3c90d997-0bad-440f-b37a-74e093d2ad8b will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:12:07.463371 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-5f15784c-9324-4282-ac08-0664bd2e966f req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:07.466896 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-225df63f-ee7c-4123-85d5-ad6a3626ca53 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:12:07.589964 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] Pushing event updated for resources: {'Port': ['ID=3c90d997-0bad-440f-b37a-74e093d2ad8b,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:12:07.594175 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:12:07.691117 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-5f15784c-9324-4282-ac08-0664bd2e966f req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] Attempting to bind port 3c90d997-0bad-440f-b37a-74e093d2ad8b on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:12:07.691367 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-5f15784c-9324-4282-ac08-0664bd2e966f req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] Attempting to bind port 3c90d997-0bad-440f-b37a-74e093d2ad8b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f6d5063f-f4b5-4d7b-96a0-9025b61fca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b01f7dfd-992f-408f-8027-989944344886'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:12:07.691689 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f15784c-9324-4282-ac08-0664bd2e966f req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] Attempting to bind port 3c90d997-0bad-440f-b37a-74e093d2ad8b on network b01f7dfd-992f-408f-8027-989944344886 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:12:07.697623 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f15784c-9324-4282-ac08-0664bd2e966f req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] Port 3c90d997-0bad-440f-b37a-74e093d2ad8b on network b01f7dfd-992f-408f-8027-989944344886 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:12:07.697938 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f15784c-9324-4282-ac08-0664bd2e966f req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] Attempting to bind port 3c90d997-0bad-440f-b37a-74e093d2ad8b on network b01f7dfd-992f-408f-8027-989944344886 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:12:07.703897 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f15784c-9324-4282-ac08-0664bd2e966f req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:12:07.704225 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f15784c-9324-4282-ac08-0664bd2e966f req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] Checking segment: {'id': 'f6d5063f-f4b5-4d7b-96a0-9025b61fca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b01f7dfd-992f-408f-8027-989944344886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:12:07.704601 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f15784c-9324-4282-ac08-0664bd2e966f req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] Bound using segment: {'id': 'f6d5063f-f4b5-4d7b-96a0-9025b61fca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b01f7dfd-992f-408f-8027-989944344886'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:12:07.705270 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-5f15784c-9324-4282-ac08-0664bd2e966f req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] Bound port: 3c90d997-0bad-440f-b37a-74e093d2ad8b, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d5063f-f4b5-4d7b-96a0-9025b61fca75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b01f7dfd-992f-408f-8027-989944344886'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:12:07.705625 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-5f15784c-9324-4282-ac08-0664bd2e966f req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:07.721407 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:07.795831 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-5f15784c-9324-4282-ac08-0664bd2e966f req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] For port 3c90d997-0bad-440f-b37a-74e093d2ad8b, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:12:07.799203 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-5f15784c-9324-4282-ac08-0664bd2e966f req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] For port 3c90d997-0bad-440f-b37a-74e093d2ad8b, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3c90d997-0bad-440f-b37a-74e093d2ad8b,segment=NetworkSegment(f6d5063f-f4b5-4d7b-96a0-9025b61fca75),segment_id=f6d5063f-f4b5-4d7b-96a0-9025b61fca75)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:12:07.802956 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-5f15784c-9324-4282-ac08-0664bd2e966f req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:07.806773 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-15296a49-5e63-4831-adb0-8a61bbedbacb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:12:07.856509 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-5f15784c-9324-4282-ac08-0664bd2e966f req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:07.857993 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5f15784c-9324-4282-ac08-0664bd2e966f req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] 10.222.0.47 "PUT /v2.0/ports/3c90d997-0bad-440f-b37a-74e093d2ad8b HTTP/1.1" status: 200  len: 1093 time: 0.8722496
Dec 22 05:12:07.860259 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbac3cc-9ba6-4fbf-af1f-069550cc8640', 'tag': '3c90d997-0bad-440f-b37a-74e093d2ad8b'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:12:07.886394 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] Pushing event updated for resources: {'Port': ['ID=3c90d997-0bad-440f-b37a-74e093d2ad8b,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:12:07.889269 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:12:07.983030 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5f15784c-9324-4282-ac08-0664bd2e966f req-5cebb476-fcd9-4ab1-8c62-7aaf72899a01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f301b1efe62340078fabc6ad671af5da&device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 1096 time: 0.0722334
Dec 22 05:12:07.992455 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbac3cc-9ba6-4fbf-af1f-069550cc8640', 'tag': '3c90d997-0bad-440f-b37a-74e093d2ad8b', 'status': 'completed', 'code': 200}
Dec 22 05:12:08.060072 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5f15784c-9324-4282-ac08-0664bd2e966f req-4edb7f76-9e63-4358-a4a9-bbc1b9460871 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c90d997-0bad-440f-b37a-74e093d2ad8b HTTP/1.1" status: 200  len: 217 time: 0.0617528
Dec 22 05:12:08.233666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15784c-9324-4282-ac08-0664bd2e966f req-ff33f937-7fdd-498a-9064-8cf957a24360 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:08.235096 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5f15784c-9324-4282-ac08-0664bd2e966f req-ff33f937-7fdd-498a-9064-8cf957a24360 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58fb1e17-bb87-40ca-9020-99c41376f0f9 HTTP/1.1" status: 200  len: 855 time: 0.1685441
Dec 22 05:12:08.270749 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253850e-4297-46f7-ab6a-e3c537b2a398 req-92d2ea43-4502-4f34-a2f3-9b70d453884d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:08.272206 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0253850e-4297-46f7-ab6a-e3c537b2a398 req-92d2ea43-4502-4f34-a2f3-9b70d453884d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 943 time: 0.0782974
Dec 22 05:12:08.279760 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5f15784c-9324-4282-ac08-0664bd2e966f req-4660c334-014d-418e-9240-55f98fec2c1b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b01f7dfd-992f-408f-8027-989944344886&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0383563
Dec 22 05:12:08.321355 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0253850e-4297-46f7-ab6a-e3c537b2a398 req-1d209bb2-0689-4fcf-9b49-a7ca933b04e0 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432563
Dec 22 05:12:08.410474 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5f15784c-9324-4282-ac08-0664bd2e966f req-65bdbccc-814a-449b-b1be-067689d61d39 service neutron] 10.222.0.47 "GET /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246009
Dec 22 05:12:08.540706 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5f15784c-9324-4282-ac08-0664bd2e966f req-dc1d8229-a8b9-473a-b298-9bd9453e29d0 service neutron] 10.222.0.47 "GET /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239042
Dec 22 05:12:08.706775 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e5ade20c-d937-4cc1-be65-e8fdcca2b722 req-458eee70-9a37-42f6-b1eb-9cef8b7bb494 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f301b1efe62340078fabc6ad671af5da&device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 1096 time: 0.0708129
Dec 22 05:12:08.785715 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8465c30d-75a0-4474-8c8c-b65ff52ce389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:08.837349 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ade20c-d937-4cc1-be65-e8fdcca2b722 req-e30d96a4-e751-4a59-b059-bf77e933997e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:08.838718 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e5ade20c-d937-4cc1-be65-e8fdcca2b722 req-e30d96a4-e751-4a59-b059-bf77e933997e service neutron] 10.222.0.47 "GET /v2.0/networks?id=b01f7dfd-992f-408f-8027-989944344886 HTTP/1.1" status: 200  len: 916 time: 0.1253998
Dec 22 05:12:08.904799 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e5ade20c-d937-4cc1-be65-e8fdcca2b722 req-b3d6196f-9c78-443d-8d29-98854cf1e229 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c90d997-0bad-440f-b37a-74e093d2ad8b HTTP/1.1" status: 200  len: 217 time: 0.0589521
Dec 22 05:12:08.968360 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ade20c-d937-4cc1-be65-e8fdcca2b722 req-035bb123-b775-4381-8030-b2c81b73ddb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:08.969779 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e5ade20c-d937-4cc1-be65-e8fdcca2b722 req-035bb123-b775-4381-8030-b2c81b73ddb1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58fb1e17-bb87-40ca-9020-99c41376f0f9 HTTP/1.1" status: 200  len: 855 time: 0.0591280
Dec 22 05:12:09.012120 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e5ade20c-d937-4cc1-be65-e8fdcca2b722 req-e5fcb761-153d-4725-99a6-2e71fb25f973 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b01f7dfd-992f-408f-8027-989944344886&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0365820
Dec 22 05:12:09.140991 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e5ade20c-d937-4cc1-be65-e8fdcca2b722 req-060a7e35-5d1f-4312-b84c-c35d9b5e5332 service neutron] 10.222.0.47 "GET /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214933
Dec 22 05:12:09.269909 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e5ade20c-d937-4cc1-be65-e8fdcca2b722 req-6f9e8903-0581-4195-856e-b82b8eb37be2 service neutron] 10.222.0.47 "GET /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222844
Dec 22 05:12:09.519945 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed19fe-caa4-4c6a-b753-f47d5f60fd42 req-d5566f39-50ee-4230-9992-074d09f7671c tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:09.520536 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-e0ed19fe-caa4-4c6a-b753-f47d5f60fd42 req-d5566f39-50ee-4230-9992-074d09f7671c tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Synchronizing usage tracker for tenant:f301b1efe62340078fabc6ad671af5da on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:12:09.531629 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-e0ed19fe-caa4-4c6a-b753-f47d5f60fd42 req-d5566f39-50ee-4230-9992-074d09f7671c tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Unset dirty status for tenant:f301b1efe62340078fabc6ad671af5da on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:12:09.532714 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e0ed19fe-caa4-4c6a-b753-f47d5f60fd42 req-d5566f39-50ee-4230-9992-074d09f7671c tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 943 time: 0.0916891
Dec 22 05:12:09.576789 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e0ed19fe-caa4-4c6a-b753-f47d5f60fd42 req-9274a6a8-8dbe-4872-bd88-e4f8a42175b6 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384796
Dec 22 05:12:10.009573 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:12:10.045211 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:12:10.045575 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 2a598a9a-3d22-4d6a-8fe1-1f7c135d3d30 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:12:10.769195 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134c5d7-2998-4462-99de-9e15126cfcfa req-3423dd11-e77f-46ce-ba89-55155091fb55 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:10.770626 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d134c5d7-2998-4462-99de-9e15126cfcfa req-3423dd11-e77f-46ce-ba89-55155091fb55 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 943 time: 0.0753171
Dec 22 05:12:10.814133 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d134c5d7-2998-4462-99de-9e15126cfcfa req-4cab8361-4db4-4eab-bd48-998e9f4914ef tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381393
Dec 22 05:12:10.992409 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9d8f0aba-1897-4b72-8b2c-a396d67306e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:12.004267 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa6894-32f4-48f5-a396-01f351968da0 req-d07b915d-5965-49d8-8116-0e354280c5d1 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:12.005761 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e2aa6894-32f4-48f5-a396-01f351968da0 req-d07b915d-5965-49d8-8116-0e354280c5d1 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 943 time: 0.0744996
Dec 22 05:12:12.024317 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 3c90d997-0bad-440f-b37a-74e093d2ad8b details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:12:12.049782 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e2aa6894-32f4-48f5-a396-01f351968da0 req-97d5001b-914a-499a-b587-82820816de30 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384860
Dec 22 05:12:12.163397 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:12.168129 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 3c90d997-0bad-440f-b37a-74e093d2ad8b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3c90d997-0bad-440f-b37a-74e093d2ad8b,segment=NetworkSegment(f6d5063f-f4b5-4d7b-96a0-9025b61fca75),segment_id=f6d5063f-f4b5-4d7b-96a0-9025b61fca75)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:12:12.181100 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '3c90d997-0bad-440f-b37a-74e093d2ad8b', 'network_id': 'b01f7dfd-992f-408f-8027-989944344886', 'port_id': '3c90d997-0bad-440f-b37a-74e093d2ad8b', 'mac_address': 'fa:16:3e:7e:77:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58fb1e17-bb87-40ca-9020-99c41376f0f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:12:12.234044 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:12.250206 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c90d997-0bad-440f-b37a-74e093d2ad8b {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:12:12.265668 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 3c90d997-0bad-440f-b37a-74e093d2ad8b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3c90d997-0bad-440f-b37a-74e093d2ad8b,segment=NetworkSegment(f6d5063f-f4b5-4d7b-96a0-9025b61fca75),segment_id=f6d5063f-f4b5-4d7b-96a0-9025b61fca75)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:12:12.269283 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:12.271027 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f1f6411e-ddf7-4e7f-8f7c-0e9d9d58f51e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:12:12.343500 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:12.350233 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=3c90d997-0bad-440f-b37a-74e093d2ad8b,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:12:12.353020 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:12:12.649364 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['3c90d997-0bad-440f-b37a-74e093d2ad8b'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:12:13.244645 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6fb64-b2a0-43bc-81fa-d9ce48b0561c req-284e2ea8-256e-4596-b994-1e414e81a276 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:13.246086 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1bf6fb64-b2a0-43bc-81fa-d9ce48b0561c req-284e2ea8-256e-4596-b994-1e414e81a276 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 944 time: 0.0800216
Dec 22 05:12:13.290254 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1bf6fb64-b2a0-43bc-81fa-d9ce48b0561c req-af7dbd7d-3361-46ad-a112-02c6654d2b6a tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386448
Dec 22 05:12:13.582384 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:14.040329 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 3c90d997-0bad-440f-b37a-74e093d2ad8b up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:12:14.106482 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 3c90d997-0bad-440f-b37a-74e093d2ad8b completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:12:14.110971 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 3c90d997-0bad-440f-b37a-74e093d2ad8b triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:12:14.111346 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:14.223729 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:14.249521 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbac3cc-9ba6-4fbf-af1f-069550cc8640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c90d997-0bad-440f-b37a-74e093d2ad8b'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:12:14.259416 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 3c90d997-0bad-440f-b37a-74e093d2ad8b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3c90d997-0bad-440f-b37a-74e093d2ad8b,segment=NetworkSegment(f6d5063f-f4b5-4d7b-96a0-9025b61fca75),segment_id=f6d5063f-f4b5-4d7b-96a0-9025b61fca75)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:12:14.263094 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:14.264905 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:12:14.307261 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbac3cc-9ba6-4fbf-af1f-069550cc8640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c90d997-0bad-440f-b37a-74e093d2ad8b', 'code': 200}
Dec 22 05:12:14.331633 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=3c90d997-0bad-440f-b37a-74e093d2ad8b,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:12:14.334597 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:12:14.498206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20a3d0-35ba-48ad-8204-427f288972d7 req-cb2f1e40-552f-41cc-893d-fc69c86f778d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:14.499695 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ab20a3d0-35ba-48ad-8204-427f288972d7 req-cb2f1e40-552f-41cc-893d-fc69c86f778d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0845113
Dec 22 05:12:14.544841 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ab20a3d0-35ba-48ad-8204-427f288972d7 req-ee6551ae-175e-4c34-abac-252ecbf48c31 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394282
Dec 22 05:12:14.573284 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0ea7e9c7-26f1-4661-a989-c8149054ae2a req-6609913a-a231-4f1c-93c6-54dbbbe3d6ea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 1098 time: 0.0716503
Dec 22 05:12:14.614357 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0ea7e9c7-26f1-4661-a989-c8149054ae2a req-b745f0d8-121d-4619-845f-df90393c0522 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349286
Dec 22 05:12:15.739024 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c6187-5839-4e70-804f-5faeb959a77d req-0a2024aa-3f99-4222-b9ea-25d043d27c2e tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:15.740461 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3c6c6187-5839-4e70-804f-5faeb959a77d req-0a2024aa-3f99-4222-b9ea-25d043d27c2e tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0741262
Dec 22 05:12:15.788789 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3c6c6187-5839-4e70-804f-5faeb959a77d req-90d383f6-c3fb-4bc5-b733-6cad7b0b7160 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429077
Dec 22 05:12:16.985366 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34333857-863a-41c5-9471-d9aace7bcb07 req-fe02745b-d51c-46da-9376-13744e262cc3 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:16.986826 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-34333857-863a-41c5-9471-d9aace7bcb07 req-fe02745b-d51c-46da-9376-13744e262cc3 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0784488
Dec 22 05:12:17.031416 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-34333857-863a-41c5-9471-d9aace7bcb07 req-b8f92b31-971a-413b-9cba-60b574d2c13d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386395
Dec 22 05:12:17.223481 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e54451-3bae-491a-b195-2564ec5bbdcb req-ff78199d-eaac-4487-866e-d476819ca03e tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:17.225543 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d5e54451-3bae-491a-b195-2564ec5bbdcb req-ff78199d-eaac-4487-866e-d476819ca03e tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0768754
Dec 22 05:12:17.269105 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d5e54451-3bae-491a-b195-2564ec5bbdcb req-4b2f8543-c058-4f02-9d62-4639b925b898 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381117
Dec 22 05:12:17.459834 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dfd475e4-70fa-4aef-bcc2-8d371a0ede48 req-0e938829-bc77-430f-af16-f986d9992891 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0677936
Dec 22 05:12:17.699794 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4b56d519-4c21-4c00-8d2b-ddefb537963c req-b7fb4b29-4f31-49b5-ba73-9689d6583805 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0719192
Dec 22 05:12:17.766924 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db445e9-3e66-4b9a-9047-1a0940807dc4 req-0e5ff351-0d86-4f7e-a797-49475d4f282c tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:17.768356 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1db445e9-3e66-4b9a-9047-1a0940807dc4 req-0e5ff351-0d86-4f7e-a797-49475d4f282c tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0824881
Dec 22 05:12:17.913390 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1db445e9-3e66-4b9a-9047-1a0940807dc4 req-34871fb2-561f-4401-8e81-0c2c7c2963e2 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394873
Dec 22 05:12:18.908808 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4b56d519-4c21-4c00-8d2b-ddefb537963c req-c1d2e8d9-f7b3-4d17-83d5-0f47d265aafc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f301b1efe62340078fabc6ad671af5da&device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 1098 time: 0.0677874
Dec 22 05:12:19.034522 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56d519-4c21-4c00-8d2b-ddefb537963c req-e2bbd15c-a27e-4871-8834-5f57a0a24b96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:19.036491 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4b56d519-4c21-4c00-8d2b-ddefb537963c req-e2bbd15c-a27e-4871-8834-5f57a0a24b96 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b01f7dfd-992f-408f-8027-989944344886 HTTP/1.1" status: 200  len: 916 time: 0.1215723
Dec 22 05:12:19.104959 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4b56d519-4c21-4c00-8d2b-ddefb537963c req-a772fde6-eec2-4950-8a84-711818289584 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c90d997-0bad-440f-b37a-74e093d2ad8b HTTP/1.1" status: 200  len: 217 time: 0.0630648
Dec 22 05:12:19.110741 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f1169-1eb9-409d-9b47-2aa2bbb9a1db req-5c2afa7d-9353-4620-a75c-65a9020f171d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:19.112166 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6c9f1169-1eb9-409d-9b47-2aa2bbb9a1db req-5c2afa7d-9353-4620-a75c-65a9020f171d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0779054
Dec 22 05:12:19.157676 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6c9f1169-1eb9-409d-9b47-2aa2bbb9a1db req-7362da07-9b4e-480a-b08c-bd1508ad7f37 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391078
Dec 22 05:12:19.168265 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56d519-4c21-4c00-8d2b-ddefb537963c req-2491dee3-4271-4d0f-8f42-70b60c96fd17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:19.169728 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4b56d519-4c21-4c00-8d2b-ddefb537963c req-2491dee3-4271-4d0f-8f42-70b60c96fd17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58fb1e17-bb87-40ca-9020-99c41376f0f9 HTTP/1.1" status: 200  len: 855 time: 0.0585458
Dec 22 05:12:19.221279 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4b56d519-4c21-4c00-8d2b-ddefb537963c req-91cb2dd5-f819-417d-8b4e-cded391fa1a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b01f7dfd-992f-408f-8027-989944344886&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428703
Dec 22 05:12:19.348295 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4b56d519-4c21-4c00-8d2b-ddefb537963c req-2fd37b6f-3071-4da1-92b3-04a92d1b516c service neutron] 10.222.0.47 "GET /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1203785
Dec 22 05:12:19.475779 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4b56d519-4c21-4c00-8d2b-ddefb537963c req-f8b3813d-3521-43a5-b138-ecfe4df27840 service neutron] 10.222.0.47 "GET /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216955
Dec 22 05:12:20.352815 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216e02b-3aa8-4e7e-8fc5-a9c556d1aa69 req-dbbcc363-4dab-43e7-8534-472c35f83e2f tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:20.354323 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b216e02b-3aa8-4e7e-8fc5-a9c556d1aa69 req-dbbcc363-4dab-43e7-8534-472c35f83e2f tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0750229
Dec 22 05:12:20.399196 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b216e02b-3aa8-4e7e-8fc5-a9c556d1aa69 req-ffda3bd4-39c3-4ee9-98fa-5077c0c29a2c tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395467
Dec 22 05:12:21.594273 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb9b4c-6cc3-439d-ac4e-6d7c45acdcd7 req-af252f26-a853-4465-86df-e67660fa107c tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:21.595700 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-46fb9b4c-6cc3-439d-ac4e-6d7c45acdcd7 req-af252f26-a853-4465-86df-e67660fa107c tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0781476
Dec 22 05:12:21.640022 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-46fb9b4c-6cc3-439d-ac4e-6d7c45acdcd7 req-8f792d34-b965-47b6-824d-e51829e8ade7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388088
Dec 22 05:12:22.832520 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f2386-c427-4a02-a4ca-5623aa1be80c req-5195afeb-061e-416f-8de0-fcc431f723e5 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:22.841310 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-798f2386-c427-4a02-a4ca-5623aa1be80c req-5195afeb-061e-416f-8de0-fcc431f723e5 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0784492
Dec 22 05:12:22.881308 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-798f2386-c427-4a02-a4ca-5623aa1be80c req-02a73abc-e864-4937-b6e1-b43045192205 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381279
Dec 22 05:12:24.078533 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8852f-8d95-4043-b76b-8c25e37d4d69 req-b8083561-0555-42bc-8c38-1d38e44ce778 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:24.080208 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-87e8852f-8d95-4043-b76b-8c25e37d4d69 req-b8083561-0555-42bc-8c38-1d38e44ce778 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0808544
Dec 22 05:12:24.127628 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-87e8852f-8d95-4043-b76b-8c25e37d4d69 req-9d3800c5-efa2-4d16-8cd2-b14971786775 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413756
Dec 22 05:12:25.319180 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe45e13-a30c-4e46-bd77-e89466e1ef75 req-1bf1dafa-06bc-415f-9e7f-12459185823d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:25.320599 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cbe45e13-a30c-4e46-bd77-e89466e1ef75 req-1bf1dafa-06bc-415f-9e7f-12459185823d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0742996
Dec 22 05:12:25.363308 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cbe45e13-a30c-4e46-bd77-e89466e1ef75 req-2920d58b-e44e-4f22-a9ca-57e66062b284 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372872
Dec 22 05:12:26.645567 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346913f-3108-458c-bf7f-6c914a638b16 req-0a378e83-dc8b-4d30-9d9d-a288bebde025 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:26.647018 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6346913f-3108-458c-bf7f-6c914a638b16 req-0a378e83-dc8b-4d30-9d9d-a288bebde025 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.1634755
Dec 22 05:12:26.689936 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6346913f-3108-458c-bf7f-6c914a638b16 req-5169daf2-c78f-44f3-9f8c-242927be56e2 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375471
Dec 22 05:12:27.886415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7ce3b-f5b8-49bf-b881-edcad247599f req-3fc4b68b-5adf-4a05-912e-d1c87ac22194 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:27.887840 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bfb7ce3b-f5b8-49bf-b881-edcad247599f req-3fc4b68b-5adf-4a05-912e-d1c87ac22194 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0770781
Dec 22 05:12:27.932834 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bfb7ce3b-f5b8-49bf-b881-edcad247599f req-5ec4d865-58c5-42ed-99ad-daa8a9847fe6 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388486
Dec 22 05:12:29.125994 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf6509-a13e-4a78-82e0-cda5d1610efb req-1b3b88f5-b282-442b-a756-306e13655af7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:29.127421 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d4bf6509-a13e-4a78-82e0-cda5d1610efb req-1b3b88f5-b282-442b-a756-306e13655af7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0782514
Dec 22 05:12:29.171720 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d4bf6509-a13e-4a78-82e0-cda5d1610efb req-25948f5a-6307-46df-b090-0cc5622feeb4 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388446
Dec 22 05:12:30.363190 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8188d2a-a3af-4ea1-8d3a-b7a30b7139c2 req-5cffab07-5ba1-4005-b5eb-9388e18caa4b tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:30.365233 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d8188d2a-a3af-4ea1-8d3a-b7a30b7139c2 req-5cffab07-5ba1-4005-b5eb-9388e18caa4b tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0753157
Dec 22 05:12:30.416343 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d8188d2a-a3af-4ea1-8d3a-b7a30b7139c2 req-3897264b-d04e-4585-bc64-d81bc92ded6b tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455766
Dec 22 05:12:31.607155 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4532f-93e1-4fa8-aed5-ada001776cc0 req-562fb971-0bff-47a2-a49c-03910812e78d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:31.608569 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-69e4532f-93e1-4fa8-aed5-ada001776cc0 req-562fb971-0bff-47a2-a49c-03910812e78d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0748670
Dec 22 05:12:31.652642 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-69e4532f-93e1-4fa8-aed5-ada001776cc0 req-17fe6d2b-91ce-4c80-9c33-c30357bd0b53 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386658
Dec 22 05:12:32.842310 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9538f4-6f5e-4d8e-aaf0-49146ec4c605 req-5daf2e19-2f0c-4e3d-8695-ad99c82addf5 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:32.843716 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9f9538f4-6f5e-4d8e-aaf0-49146ec4c605 req-5daf2e19-2f0c-4e3d-8695-ad99c82addf5 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0744236
Dec 22 05:12:32.887136 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9f9538f4-6f5e-4d8e-aaf0-49146ec4c605 req-5a649181-cc34-4c0b-a688-88b43cb68807 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380657
Dec 22 05:12:34.084648 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90bbc6-5305-4165-a2f5-8093e94e3340 req-d0e655cd-6f31-4dea-8913-ee29292f59a9 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:34.086648 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-8b90bbc6-5305-4165-a2f5-8093e94e3340 req-d0e655cd-6f31-4dea-8913-ee29292f59a9 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0776875
Dec 22 05:12:34.131239 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-8b90bbc6-5305-4165-a2f5-8093e94e3340 req-8cda2683-8aee-4782-8540-dcc8207d455c tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388236
Dec 22 05:12:35.331996 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840783e7-d162-404d-a7ac-b940a112d205 req-5e476996-3a45-494e-8813-80a09bfd26ed tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:35.334070 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-840783e7-d162-404d-a7ac-b940a112d205 req-5e476996-3a45-494e-8813-80a09bfd26ed tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0808606
Dec 22 05:12:35.377205 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-840783e7-d162-404d-a7ac-b940a112d205 req-0699384f-f42b-43d8-881d-3190b11514d7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376859
Dec 22 05:12:36.570280 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f520d6-489d-4a73-854d-cf0ca0e0c903 req-c69651ec-5012-497e-af35-dbad6721fc96 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:36.571611 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e9f520d6-489d-4a73-854d-cf0ca0e0c903 req-c69651ec-5012-497e-af35-dbad6721fc96 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0747094
Dec 22 05:12:36.618784 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e9f520d6-489d-4a73-854d-cf0ca0e0c903 req-33283da0-859e-4f28-a86d-10fefe4a6b18 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417492
Dec 22 05:12:37.553293 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:12:37.721561 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:37.813137 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f25afe-fb81-407a-b94c-e38bf73f9984 req-eb5b719f-79c1-4f21-846f-b15d6d1b5633 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:37.814506 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-38f25afe-fb81-407a-b94c-e38bf73f9984 req-eb5b719f-79c1-4f21-846f-b15d6d1b5633 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0736425
Dec 22 05:12:37.858613 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-38f25afe-fb81-407a-b94c-e38bf73f9984 req-e32da7c4-f74b-4f36-a268-77e8b5019abd tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381985
Dec 22 05:12:38.789369 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-96db0798-e201-4127-ac77-704794f341f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:39.051194 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee94403-d9f1-49dd-817f-89fb267c2550 req-c8d7fb70-fca4-4c24-b34a-3e540f6db1d6 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:39.052765 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6ee94403-d9f1-49dd-817f-89fb267c2550 req-c8d7fb70-fca4-4c24-b34a-3e540f6db1d6 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0757718
Dec 22 05:12:39.100504 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6ee94403-d9f1-49dd-817f-89fb267c2550 req-6233790b-3118-4f52-93b2-68d7c505f0e8 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422468
Dec 22 05:12:40.296701 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab073d58-90a8-4c38-8fef-9b6bfb646a10 req-f887f34b-6dc9-4954-a728-80463e9000bd tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:40.298175 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ab073d58-90a8-4c38-8fef-9b6bfb646a10 req-f887f34b-6dc9-4954-a728-80463e9000bd tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0803218
Dec 22 05:12:40.343146 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ab073d58-90a8-4c38-8fef-9b6bfb646a10 req-c7089e9f-5fc5-4a69-9b93-53a7e7cae69a tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386362
Dec 22 05:12:40.994318 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1d5e9ba0-8bd9-4952-b763-8a8977698019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:41.542941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5224f23-857c-4f66-86b3-c088ab239fe1 req-48d15bc9-6817-4e46-b4ed-6b46aaad266b tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:41.544271 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f5224f23-857c-4f66-86b3-c088ab239fe1 req-48d15bc9-6817-4e46-b4ed-6b46aaad266b tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0791662
Dec 22 05:12:41.587889 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f5224f23-857c-4f66-86b3-c088ab239fe1 req-47669807-9b60-4a2a-8f2e-5e692d6937c6 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381746
Dec 22 05:12:42.139819 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:42.325246 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:42.786599 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84269b-8605-494f-813c-5d22568c2e29 req-41556c04-84be-49f9-909e-088c4d41a8d6 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:42.788013 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0f84269b-8605-494f-813c-5d22568c2e29 req-41556c04-84be-49f9-909e-088c4d41a8d6 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0742459
Dec 22 05:12:42.835487 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0f84269b-8605-494f-813c-5d22568c2e29 req-ca23ad09-c46f-4564-b972-62520b075dfa tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420663
Dec 22 05:12:43.580556 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:44.026210 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae5a0d-4ffc-483c-aa71-fc1c7aa82a0b req-92a3e18f-4fb7-4698-9ee5-38da01d9b959 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:44.027642 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1bae5a0d-4ffc-483c-aa71-fc1c7aa82a0b req-92a3e18f-4fb7-4698-9ee5-38da01d9b959 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0754809
Dec 22 05:12:44.071159 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1bae5a0d-4ffc-483c-aa71-fc1c7aa82a0b req-503ffeac-2d86-4b3b-a5ed-f438016dfd9d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381331
Dec 22 05:12:45.357253 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc6c45-82a3-4986-81d2-f080480228c6 req-d72b0a02-67c4-4a12-8a38-8e406e2a58b9 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:45.358710 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5dc6c45-82a3-4986-81d2-f080480228c6 req-d72b0a02-67c4-4a12-8a38-8e406e2a58b9 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.1680605
Dec 22 05:12:45.403381 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5dc6c45-82a3-4986-81d2-f080480228c6 req-bbbe4293-2cae-4ddc-a86d-032e7082d675 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390501
Dec 22 05:12:46.346973 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4b56d519-4c21-4c00-8d2b-ddefb537963c req-40533ee9-e8d9-485d-86ec-880920f3bccc service neutron] 10.222.0.47 "GET /v2.0/ports/3c90d997-0bad-440f-b37a-74e093d2ad8b/bindings/hv-neutron-8225 HTTP/1.1" status: 200  len: 384 time: 0.0745795
Dec 22 05:12:46.602511 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e52c0e-47ba-4450-b781-d2bc08878b01 req-5d706d06-e811-45ac-94e7-59369a2a30c9 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:46.603844 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-58e52c0e-47ba-4450-b781-d2bc08878b01 req-5d706d06-e811-45ac-94e7-59369a2a30c9 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0812356
Dec 22 05:12:46.632540 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4b56d519-4c21-4c00-8d2b-ddefb537963c req-6a9d5df2-b7b4-48d9-a00c-2ab81b477aa1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640&tenant_id=f301b1efe62340078fabc6ad671af5da HTTP/1.1" status: 200  len: 1098 time: 0.0683644
Dec 22 05:12:46.648380 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-58e52c0e-47ba-4450-b781-d2bc08878b01 req-a5f0b93e-6f23-488d-ad06-1d1f05c82612 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390544
Dec 22 05:12:46.739629 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4b56d519-4c21-4c00-8d2b-ddefb537963c req-3559b0e1-4aea-4690-bdd2-bf9a02d236ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f301b1efe62340078fabc6ad671af5da&device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 1098 time: 0.0725808
Dec 22 05:12:46.868450 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56d519-4c21-4c00-8d2b-ddefb537963c req-3b63f354-bb86-4e72-9776-8cab72d5ba72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:46.869969 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4b56d519-4c21-4c00-8d2b-ddefb537963c req-3b63f354-bb86-4e72-9776-8cab72d5ba72 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b01f7dfd-992f-408f-8027-989944344886 HTTP/1.1" status: 200  len: 916 time: 0.1246171
Dec 22 05:12:46.936801 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4b56d519-4c21-4c00-8d2b-ddefb537963c req-4d28309d-5140-4cd6-9fa8-e1bd7c2832cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c90d997-0bad-440f-b37a-74e093d2ad8b HTTP/1.1" status: 200  len: 217 time: 0.0609579
Dec 22 05:12:47.001796 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56d519-4c21-4c00-8d2b-ddefb537963c req-f69de075-530b-4f67-9125-de5d3152e713 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:47.003178 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4b56d519-4c21-4c00-8d2b-ddefb537963c req-f69de075-530b-4f67-9125-de5d3152e713 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58fb1e17-bb87-40ca-9020-99c41376f0f9 HTTP/1.1" status: 200  len: 855 time: 0.0589876
Dec 22 05:12:47.047705 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4b56d519-4c21-4c00-8d2b-ddefb537963c req-a342a12c-7f1f-4913-8d0b-742beea1b2f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b01f7dfd-992f-408f-8027-989944344886&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0377252
Dec 22 05:12:47.175057 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4b56d519-4c21-4c00-8d2b-ddefb537963c req-e4d21fa9-d959-4fa4-a021-5b57675bfb0c service neutron] 10.222.0.47 "GET /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208239
Dec 22 05:12:47.302112 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4b56d519-4c21-4c00-8d2b-ddefb537963c req-cf30a260-6585-434f-b33a-ec8c8f7e3237 service neutron] 10.222.0.47 "GET /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1207383
Dec 22 05:12:47.842030 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd36e10-757b-420c-aa9a-cb286e74d433 req-bf46d857-c82a-4a15-9a4e-8400d53e14c3 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:47.843522 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1fd36e10-757b-420c-aa9a-cb286e74d433 req-bf46d857-c82a-4a15-9a4e-8400d53e14c3 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0740306
Dec 22 05:12:47.891238 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1fd36e10-757b-420c-aa9a-cb286e74d433 req-d0c6c74f-cb81-4166-a059-849de1422a27 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422750
Dec 22 05:12:49.085504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a1728-d371-4de7-ac33-f7061992f9ed req-d1236366-3d01-46d2-952b-6dc5c58d1b90 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:49.086981 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a71a1728-d371-4de7-ac33-f7061992f9ed req-d1236366-3d01-46d2-952b-6dc5c58d1b90 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0750999
Dec 22 05:12:49.135435 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a71a1728-d371-4de7-ac33-f7061992f9ed req-deba6545-0b13-4cf5-b965-02a214bfb649 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430999
Dec 22 05:12:50.207529 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 3c90d997-0bad-440f-b37a-74e093d2ad8b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:12:50.315935 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:50.332336 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11367a3b-e7dc-4d47-bc36-83f77393f056 req-2b4f0748-1fa7-43aa-9341-23d8cc5cbb8f tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:50.333809 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-11367a3b-e7dc-4d47-bc36-83f77393f056 req-2b4f0748-1fa7-43aa-9341-23d8cc5cbb8f tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 945 time: 0.0746965
Dec 22 05:12:50.342922 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbac3cc-9ba6-4fbf-af1f-069550cc8640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c90d997-0bad-440f-b37a-74e093d2ad8b'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:12:50.352126 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 3c90d997-0bad-440f-b37a-74e093d2ad8b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3c90d997-0bad-440f-b37a-74e093d2ad8b,segment=NetworkSegment(f6d5063f-f4b5-4d7b-96a0-9025b61fca75),segment_id=f6d5063f-f4b5-4d7b-96a0-9025b61fca75)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:12:50.356435 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:50.358192 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:12:50.379208 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-11367a3b-e7dc-4d47-bc36-83f77393f056 req-c09c44cc-ba8c-44e2-a00a-9ebfa080ff53 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392592
Dec 22 05:12:50.411769 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbac3cc-9ba6-4fbf-af1f-069550cc8640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c90d997-0bad-440f-b37a-74e093d2ad8b', 'code': 200}
Dec 22 05:12:50.434292 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=3c90d997-0bad-440f-b37a-74e093d2ad8b,revision_number=6']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:12:50.437446 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:12:50.705614 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3130ee-515e-44d1-ac5f-40a3e3d8b413 req-bbdaa5db-876a-4616-9f9d-8c3dee6d6e12 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:50.706988 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-df3130ee-515e-44d1-ac5f-40a3e3d8b413 req-bbdaa5db-876a-4616-9f9d-8c3dee6d6e12 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 943 time: 0.0765209
Dec 22 05:12:50.715642 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33dd2db-81ba-49f3-99ec-d9352b315ed1 req-c8a9dc93-584b-4e8f-95f8-bb034063ff2c tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:50.717045 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e33dd2db-81ba-49f3-99ec-d9352b315ed1 req-c8a9dc93-584b-4e8f-95f8-bb034063ff2c tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640&tenant_id=f301b1efe62340078fabc6ad671af5da&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200  len: 943 time: 0.0817180
Dec 22 05:12:50.751837 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-df3130ee-515e-44d1-ac5f-40a3e3d8b413 req-d88040c6-0ea6-4404-9b37-3a949d3dc2b3 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390341
Dec 22 05:12:50.867868 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e33dd2db-81ba-49f3-99ec-d9352b315ed1 req-454bbab3-cd5f-48a9-b5c1-eb63bd22743d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f301b1efe62340078fabc6ad671af5da&device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 1096 time: 0.0670183
Dec 22 05:12:50.995411 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33dd2db-81ba-49f3-99ec-d9352b315ed1 req-44bef5de-2853-449a-b5aa-9f4f9148b878 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:50.996746 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e33dd2db-81ba-49f3-99ec-d9352b315ed1 req-44bef5de-2853-449a-b5aa-9f4f9148b878 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b01f7dfd-992f-408f-8027-989944344886 HTTP/1.1" status: 200  len: 916 time: 0.1230919
Dec 22 05:12:51.064477 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e33dd2db-81ba-49f3-99ec-d9352b315ed1 req-7c6bb021-222d-4bfb-8cdb-a4372bf50386 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c90d997-0bad-440f-b37a-74e093d2ad8b HTTP/1.1" status: 200  len: 217 time: 0.0616057
Dec 22 05:12:51.123318 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33dd2db-81ba-49f3-99ec-d9352b315ed1 req-0a74507d-1707-44e6-83e8-15e74a4b9523 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:51.124669 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e33dd2db-81ba-49f3-99ec-d9352b315ed1 req-0a74507d-1707-44e6-83e8-15e74a4b9523 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=58fb1e17-bb87-40ca-9020-99c41376f0f9 HTTP/1.1" status: 200  len: 855 time: 0.0543449
Dec 22 05:12:51.168989 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e33dd2db-81ba-49f3-99ec-d9352b315ed1 req-a1b36034-465b-4bdc-8dc9-6e1aae00ac6e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b01f7dfd-992f-408f-8027-989944344886&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0374737
Dec 22 05:12:51.395114 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e33dd2db-81ba-49f3-99ec-d9352b315ed1 req-5b2a4865-b9cc-4c12-a86d-d3871f514bb1 service neutron] 10.222.0.47 "GET /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2198126
Dec 22 05:12:51.520951 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e33dd2db-81ba-49f3-99ec-d9352b315ed1 req-ca509ee8-a87a-4d68-9724-96bd2576c007 service neutron] 10.222.0.47 "GET /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1197090
Dec 22 05:12:51.947147 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94acb6d-7796-4040-9ca3-0d2070c50cef req-90a8ed19-8bef-41cd-b2f8-3156575b1dda tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:51.948596 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e94acb6d-7796-4040-9ca3-0d2070c50cef req-90a8ed19-8bef-41cd-b2f8-3156575b1dda tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 943 time: 0.0765631
Dec 22 05:12:51.993806 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e94acb6d-7796-4040-9ca3-0d2070c50cef req-d26feaa6-f1a3-4927-9ff2-965a5bba87b8 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396032
Dec 22 05:12:53.191674 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caf7e5-decc-4a01-99cb-e3f1c2b616ea req-c8816213-ce20-40d3-8a9f-8dea026f1ed4 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:53.193054 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-56caf7e5-decc-4a01-99cb-e3f1c2b616ea req-c8816213-ce20-40d3-8a9f-8dea026f1ed4 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 943 time: 0.0803683
Dec 22 05:12:53.238194 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-56caf7e5-decc-4a01-99cb-e3f1c2b616ea req-24220d5c-bd2d-4462-be3d-da91ed1e2082 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390544
Dec 22 05:12:53.435289 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b99fcb-7092-4400-9565-2b84dee33fda req-ad9bc136-2b83-475d-8f46-5e0b34d339f9 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:53.436716 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-68b99fcb-7092-4400-9565-2b84dee33fda req-ad9bc136-2b83-475d-8f46-5e0b34d339f9 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 943 time: 0.0790229
Dec 22 05:12:53.481819 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-68b99fcb-7092-4400-9565-2b84dee33fda req-a528f4db-970a-4cd4-bb3f-f4270cd73970 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396276
Dec 22 05:12:53.673603 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e187e1-22eb-46cd-89a3-b47af26369af req-6007ecb3-687a-4c9e-80be-7eff8f9767da tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:53.675026 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-95e187e1-22eb-46cd-89a3-b47af26369af req-6007ecb3-687a-4c9e-80be-7eff8f9767da tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 943 time: 0.0782528
Dec 22 05:12:53.718907 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-95e187e1-22eb-46cd-89a3-b47af26369af req-f6cd6a72-e04b-4c3f-82d9-c692abf84b48 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379541
Dec 22 05:12:54.283581 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09356fe-b2ae-4fd9-87fb-25e50f28c503 req-13cdb265-2b31-4966-852b-cda616678309 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:54.284933 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c09356fe-b2ae-4fd9-87fb-25e50f28c503 req-13cdb265-2b31-4966-852b-cda616678309 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 943 time: 0.0749793
Dec 22 05:12:54.330055 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c09356fe-b2ae-4fd9-87fb-25e50f28c503 req-1c27a21e-6da7-481a-8aaf-e32f9f5065ea tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390604
Dec 22 05:12:55.529941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ffdd1-315c-4b64-9c0c-2e37e19d4edc req-8a55346c-dc50-4519-bc19-aaee808827a5 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:55.531289 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-af8ffdd1-315c-4b64-9c0c-2e37e19d4edc req-8a55346c-dc50-4519-bc19-aaee808827a5 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 943 time: 0.0795577
Dec 22 05:12:55.575295 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-af8ffdd1-315c-4b64-9c0c-2e37e19d4edc req-055386d0-a578-4372-b0ff-61884209ae29 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/security-groups?id=101341dc-791d-4725-8d34-4a1f754c1e0f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386200
Dec 22 05:12:55.993905 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f490f91-830f-4d39-8a0d-2b1b7b726d20 req-4c1c73d4-d7de-46de-8a5a-320db747fd09 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:12:55.995285 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9f490f91-830f-4d39-8a0d-2b1b7b726d20 req-4c1c73d4-d7de-46de-8a5a-320db747fd09 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 943 time: 0.0787642
Dec 22 05:12:56.062478 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-9f490f91-830f-4d39-8a0d-2b1b7b726d20 req-db97dce3-5de6-4fb4-8775-d2702d6bc6c7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Deleting port 3c90d997-0bad-440f-b37a-74e093d2ad8b {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:12:56.062812 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-9f490f91-830f-4d39-8a0d-2b1b7b726d20 req-db97dce3-5de6-4fb4-8775-d2702d6bc6c7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:56.301002 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-9f490f91-830f-4d39-8a0d-2b1b7b726d20 req-db97dce3-5de6-4fb4-8775-d2702d6bc6c7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] For port 3c90d997-0bad-440f-b37a-74e093d2ad8b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3c90d997-0bad-440f-b37a-74e093d2ad8b,segment=NetworkSegment(f6d5063f-f4b5-4d7b-96a0-9025b61fca75),segment_id=f6d5063f-f4b5-4d7b-96a0-9025b61fca75)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:12:56.301275 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-9f490f91-830f-4d39-8a0d-2b1b7b726d20 req-db97dce3-5de6-4fb4-8775-d2702d6bc6c7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:56.420249 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-9f490f91-830f-4d39-8a0d-2b1b7b726d20 req-db97dce3-5de6-4fb4-8775-d2702d6bc6c7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Calling delete_port for 3c90d997-0bad-440f-b37a-74e093d2ad8b owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:12:56.558015 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-9f490f91-830f-4d39-8a0d-2b1b7b726d20 req-db97dce3-5de6-4fb4-8775-d2702d6bc6c7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:56.563265 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4107bd47-0629-444b-a702-b8af1d4084d6 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:12:56.606626 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97dce3-5de6-4fb4-8775-d2702d6bc6c7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Pushing event deleted for resources: {'Port': ['ID=3c90d997-0bad-440f-b37a-74e093d2ad8b,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:12:56.624447 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97dce3-5de6-4fb4-8775-d2702d6bc6c7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:12:56.624829 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97dce3-5de6-4fb4-8775-d2702d6bc6c7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:12:56.625199 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97dce3-5de6-4fb4-8775-d2702d6bc6c7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:12:56.625592 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97dce3-5de6-4fb4-8775-d2702d6bc6c7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:12:56.625945 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97dce3-5de6-4fb4-8775-d2702d6bc6c7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:12:56.626303 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97dce3-5de6-4fb4-8775-d2702d6bc6c7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:12:56.627093 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97dce3-5de6-4fb4-8775-d2702d6bc6c7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:12:56.627179 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97dce3-5de6-4fb4-8775-d2702d6bc6c7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:12:56.627502 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97dce3-5de6-4fb4-8775-d2702d6bc6c7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:12:56.627852 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97dce3-5de6-4fb4-8775-d2702d6bc6c7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:12:56.628219 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db97dce3-5de6-4fb4-8775-d2702d6bc6c7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:12:56.660508 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-db97dce3-5de6-4fb4-8775-d2702d6bc6c7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:12:56.702692 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f490f91-830f-4d39-8a0d-2b1b7b726d20 req-db97dce3-5de6-4fb4-8775-d2702d6bc6c7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] No DVR routers for this DVR port 3c90d997-0bad-440f-b37a-74e093d2ad8b on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:12:56.705382 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-9f490f91-830f-4d39-8a0d-2b1b7b726d20 req-db97dce3-5de6-4fb4-8775-d2702d6bc6c7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:56.707960 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbac3cc-9ba6-4fbf-af1f-069550cc8640', 'name': 'network-vif-deleted', 'tag': '3c90d997-0bad-440f-b37a-74e093d2ad8b'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:12:56.754358 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9f490f91-830f-4d39-8a0d-2b1b7b726d20 req-db97dce3-5de6-4fb4-8775-d2702d6bc6c7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.47 "DELETE /v2.0/ports/3c90d997-0bad-440f-b37a-74e093d2ad8b HTTP/1.1" status: 204  len: 173 time: 0.7526238
Dec 22 05:12:56.760759 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-a84e3664-9f48-4d85-a16e-c0da9e2909dd req-523474bf-2161-4c7e-a236-d419c884ce42 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Synchronizing usage tracker for tenant:f301b1efe62340078fabc6ad671af5da on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:12:56.765025 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbac3cc-9ba6-4fbf-af1f-069550cc8640', 'name': 'network-vif-deleted', 'tag': '3c90d997-0bad-440f-b37a-74e093d2ad8b', 'status': 'completed', 'code': 200}
Dec 22 05:12:56.776826 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-a84e3664-9f48-4d85-a16e-c0da9e2909dd req-523474bf-2161-4c7e-a236-d419c884ce42 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Unset dirty status for tenant:f301b1efe62340078fabc6ad671af5da on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:12:56.777961 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a84e3664-9f48-4d85-a16e-c0da9e2909dd req-523474bf-2161-4c7e-a236-d419c884ce42 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfbac3cc-9ba6-4fbf-af1f-069550cc8640 HTTP/1.1" status: 200  len: 210 time: 0.0596275
Dec 22 05:12:58.028837 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 34288) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:12:58.090923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15d6319-9f5c-495f-bd32-4275d3bc6848 admin admin] Deleting subnet 58fb1e17-bb87-40ca-9020-99c41376f0f9 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:12:58.093624 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b15d6319-9f5c-495f-bd32-4275d3bc6848 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:58.140263 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b15d6319-9f5c-495f-bd32-4275d3bc6848 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:58.193333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b15d6319-9f5c-495f-bd32-4275d3bc6848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:58.242384 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 3c90d997-0bad-440f-b37a-74e093d2ad8b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:12:58.276672 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 3c90d997-0bad-440f-b37a-74e093d2ad8b {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:12:58.277017 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 3c90d997-0bad-440f-b37a-74e093d2ad8b not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:12:58.362465 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b15d6319-9f5c-495f-bd32-4275d3bc6848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:58.366480 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8c8a7012-a932-4a53-a81e-65c4cce4d678 tempest-FloatingIPAdminTestJSON-458865221 tempest-FloatingIPAdminTestJSON-458865221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:12:58.396122 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d6319-9f5c-495f-bd32-4275d3bc6848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58fb1e17-bb87-40ca-9020-99c41376f0f9,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:12:58.400336 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b15d6319-9f5c-495f-bd32-4275d3bc6848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:12:58.404940 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b15d6319-9f5c-495f-bd32-4275d3bc6848 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:58.410879 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b15d6319-9f5c-495f-bd32-4275d3bc6848 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/58fb1e17-bb87-40ca-9020-99c41376f0f9 HTTP/1.1" status: 204  len: 168 time: 0.3810585
Dec 22 05:12:58.414126 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 34292) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:12:58.517841 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b03657c7-5808-4d07-ba5b-6af1849e00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:58.643437 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b03657c7-5808-4d07-ba5b-6af1849e00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:58.669655 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-b03657c7-5808-4d07-ba5b-6af1849e00dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bbbd160>,) {'filters': {'network_id': ['b01f7dfd-992f-408f-8027-989944344886']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:12:58.681933 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-b03657c7-5808-4d07-ba5b-6af1849e00dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bbbd160>, 'f6d5063f-f4b5-4d7b-96a0-9025b61fca75') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:12:58.682226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-b03657c7-5808-4d07-ba5b-6af1849e00dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bbbd160>, 'f6d5063f-f4b5-4d7b-96a0-9025b61fca75') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:12:58.693460 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b03657c7-5808-4d07-ba5b-6af1849e00dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:58.714266 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b03657c7-5808-4d07-ba5b-6af1849e00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:58.720211 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03657c7-5808-4d07-ba5b-6af1849e00dd admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:12:58.720585 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b03657c7-5808-4d07-ba5b-6af1849e00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:12:58.733787 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:12:58.804960 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b03657c7-5808-4d07-ba5b-6af1849e00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:58.808327 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6d573ab1-fd93-4622-96a5-769726b2febf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:12:58.821659 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b03657c7-5808-4d07-ba5b-6af1849e00dd admin admin] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:58.831807 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03657c7-5808-4d07-ba5b-6af1849e00dd admin admin] Pushing event deleted for resources: {'Network': ['ID=b01f7dfd-992f-408f-8027-989944344886,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:12:58.835452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b03657c7-5808-4d07-ba5b-6af1849e00dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:12:58.840138 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b03657c7-5808-4d07-ba5b-6af1849e00dd admin admin] 10.222.0.53 "DELETE /v2.0/networks/b01f7dfd-992f-408f-8027-989944344886 HTTP/1.1" status: 204  len: 168 time: 0.4250026
Dec 22 05:12:58.969392 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 34298) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:12:59.021649 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8a59db20-ce1d-4324-8bab-180a2862fcea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f301b1efe62340078fabc6ad671af5da&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0509503
Dec 22 05:12:59.024019 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 34302) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:12:59.080235 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c79daace-9281-442f-9f87-aa3dec98be89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:59.104873 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c79daace-9281-442f-9f87-aa3dec98be89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:59.156170 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c79daace-9281-442f-9f87-aa3dec98be89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:59.160371 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-695fde20-c594-4d15-ba86-29f99d9142c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:12:59.172448 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79daace-9281-442f-9f87-aa3dec98be89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101341dc-791d-4725-8d34-4a1f754c1e0f,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:12:59.175515 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c79daace-9281-442f-9f87-aa3dec98be89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:12:59.184962 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c79daace-9281-442f-9f87-aa3dec98be89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:12:59.186321 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c79daace-9281-442f-9f87-aa3dec98be89 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/101341dc-791d-4725-8d34-4a1f754c1e0f HTTP/1.1" status: 204  len: 168 time: 0.1614461
Dec 22 05:12:59.982629 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 34324) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:13:00.105766 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1477447450-network', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:13:00.110387 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:13:00.114166 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Usage tracker for resource:network and tenant:b912c98b650b40c48b1404c81c26c218 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:13:00.117577 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:13:00.123082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:13:00.133095 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Made reservation on behalf of b912c98b650b40c48b1404c81c26c218 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:13:00.135448 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:00.147309 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:00.177975 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:13:00.182256 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Usage tracker for resource:security_group_rule and tenant:b912c98b650b40c48b1404c81c26c218 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:13:00.184993 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:13:00.190656 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:13:00.257045 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:00.260630 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:00.263358 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:00.291666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:13:00.296658 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007aaf0d-5c31-49fb-aa2e-1d356dd74085,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:00.300121 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:00.304497 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:00.304497 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Added segment 25158c20-4536-4c6a-82a2-1278cedc3bd0 of type vlan for network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5
Dec 22 05:13:00.329169 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:00.356585 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:00.357453 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:13:00.358054 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:00.361217 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:00.459856 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4756281
Dec 22 05:13:00.460726 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Pushing event updated for resources: {'Network': ['ID=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:00.462777 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 34330) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:13:00.463643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:00.468514 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Request body: {'subnet': {'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1477447450-subnet', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:13:00.473482 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:13:00.474955 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:13:00.478179 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Usage tracker for resource:subnet and tenant:b912c98b650b40c48b1404c81c26c218 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:13:00.481063 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:13:00.487512 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:13:00.496619 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Made reservation on behalf of b912c98b650b40c48b1404c81c26c218 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:13:00.498930 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:00.696657 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:00.700553 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c6ccdadc-041d-43b6-9267-952beeb72014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:00.770489 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae06546a-d3e1-4ace-bbaa-958c19ab659a,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:00.787403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:00.787786 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:00.788167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:00.788533 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:00.788899 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:00.789261 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:00.789648 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:00.790004 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:00.790362 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:00.790717 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:00.791069 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:00.795203 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:00.796955 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Checking segment: {'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:13:00.797304 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Network hostable DHCP agents. Network: e0d4c8a7-4a1a-46d6-a313-75865ada2ed5, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:13:00.817797 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:13:00.827063 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, e0d4c8a7-4a1a-46d6-a313-75865ada2ed5) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:13:00.831115 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:13:00.831691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:00.836722 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b62fab2-5791-4dfd-8629-796acc7f8e9f None None] Network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:13:00.851597 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8abd23c1-e8f4-4c21-b782-40ce38f571bb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3876162
Dec 22 05:13:00.854171 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 34334) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:13:00.859375 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:13:00.863887 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:13:00.867705 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Usage tracker for resource:router and tenant:b912c98b650b40c48b1404c81c26c218 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:13:00.870511 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:13:00.876395 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:13:00.886804 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:00.887857 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:00.907354 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:01.054579 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32606e21-3198-42f8-897d-379abee36caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:13:01.055544 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-32606e21-3198-42f8-897d-379abee36caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:01.153373 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:01.210350 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-32606e21-3198-42f8-897d-379abee36caf None None] Allocated IP 172.20.0.2 (e0d4c8a7-4a1a-46d6-a313-75865ada2ed5/ae06546a-d3e1-4ace-bbaa-958c19ab659a/bff685d5-58f2-4444-91eb-05155b63b939) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:13:01.339309 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:01.368562 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:01.408321 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-32606e21-3198-42f8-897d-379abee36caf None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:01.418112 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-32606e21-3198-42f8-897d-379abee36caf None None] Transition to ACTIVE for port object bff685d5-58f2-4444-91eb-05155b63b939 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:13:01.442226 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-32606e21-3198-42f8-897d-379abee36caf None None] Transition to ACTIVE for port object bff685d5-58f2-4444-91eb-05155b63b939 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:13:01.448874 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-32606e21-3198-42f8-897d-379abee36caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:01.453628 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:01.505417 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Allocated IP 172.26.4.235 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/2c38d8c7-ae97-41ed-aaea-e483bb33e70f) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:13:01.511579 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32606e21-3198-42f8-897d-379abee36caf None None] Network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:13:01.519034 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-32606e21-3198-42f8-897d-379abee36caf None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:13:01.523646 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32606e21-3198-42f8-897d-379abee36caf None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:13:01.529398 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32606e21-3198-42f8-897d-379abee36caf None None] Pushing event updated for resources: {'Port': ['ID=bff685d5-58f2-4444-91eb-05155b63b939,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:01.564708 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32606e21-3198-42f8-897d-379abee36caf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:01.565048 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32606e21-3198-42f8-897d-379abee36caf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:01.565375 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32606e21-3198-42f8-897d-379abee36caf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:01.565733 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32606e21-3198-42f8-897d-379abee36caf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:01.566063 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32606e21-3198-42f8-897d-379abee36caf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:01.566378 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32606e21-3198-42f8-897d-379abee36caf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:01.566697 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32606e21-3198-42f8-897d-379abee36caf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:01.567011 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32606e21-3198-42f8-897d-379abee36caf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:01.567323 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32606e21-3198-42f8-897d-379abee36caf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:01.567634 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32606e21-3198-42f8-897d-379abee36caf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:01.567944 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32606e21-3198-42f8-897d-379abee36caf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:01.576154 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-32606e21-3198-42f8-897d-379abee36caf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:01.621325 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-32606e21-3198-42f8-897d-379abee36caf None None] Attempting to bind port bff685d5-58f2-4444-91eb-05155b63b939 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:13:01.621725 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-32606e21-3198-42f8-897d-379abee36caf None None] Attempting to bind port bff685d5-58f2-4444-91eb-05155b63b939 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:13:01.622085 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32606e21-3198-42f8-897d-379abee36caf None None] Attempting to bind port bff685d5-58f2-4444-91eb-05155b63b939 on network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:13:01.628398 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32606e21-3198-42f8-897d-379abee36caf None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:13:01.628778 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32606e21-3198-42f8-897d-379abee36caf None None] Checking segment: {'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:13:01.629186 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-32606e21-3198-42f8-897d-379abee36caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:01.629602 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32606e21-3198-42f8-897d-379abee36caf None None] Bound using segment: {'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:13:01.630072 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-32606e21-3198-42f8-897d-379abee36caf None None] Bound port: bff685d5-58f2-4444-91eb-05155b63b939, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:13:01.630587 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-32606e21-3198-42f8-897d-379abee36caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:01.655967 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:01.682914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:01.687004 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8ff7c119-5dbd-4c1b-a6fd-a95f737c0d04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:01.719881 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-32606e21-3198-42f8-897d-379abee36caf None None] For port bff685d5-58f2-4444-91eb-05155b63b939, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:13:01.723160 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-32606e21-3198-42f8-897d-379abee36caf None None] For port bff685d5-58f2-4444-91eb-05155b63b939, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=bff685d5-58f2-4444-91eb-05155b63b939,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:13:01.729328 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-32606e21-3198-42f8-897d-379abee36caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:01.733421 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:01.744021 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:13:01.750879 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:13:01.754824 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:13:01.790003 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Pushing event updated for resources: {'Port': ['ID=2c38d8c7-ae97-41ed-aaea-e483bb33e70f,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:01.795845 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:01.813502 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32606e21-3198-42f8-897d-379abee36caf None None] Pushing event updated for resources: {'Port': ['ID=bff685d5-58f2-4444-91eb-05155b63b939,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:01.822471 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-32606e21-3198-42f8-897d-379abee36caf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:01.923768 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:01.924493 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:02.170780 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Router 65016e2f-2c0f-45c8-9928-02339cb83bdb is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 05:13:02.368808 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:13:02.377947 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489ac492-d893-45ba-830b-52f716484747 None None] Sync routers for ids ['65016e2f-2c0f-45c8-9928-02339cb83bdb'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:13:02.397591 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489ac492-d893-45ba-830b-52f716484747 None None] Routers {'65016e2f-2c0f-45c8-9928-02339cb83bdb'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:13:02.398331 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-489ac492-d893-45ba-830b-52f716484747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bfa97c0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:12:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['65016e2f-2c0f-45c8-9928-02339cb83bdb'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:13:02.400531 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:02.404542 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 1.5468662
Dec 22 05:13:02.404736 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 34338) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:13:02.630288 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-489ac492-d893-45ba-830b-52f716484747 None None] Set router 65016e2f-2c0f-45c8-9928-02339cb83bdb gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:13:02.733068 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c33f48-4817-4c58-a96c-2956045a18c4 None None] Network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:13:02.901307 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-588fa650-4559-426e-90c6-c2a9f5670fd0 None None] Provisioning for port bff685d5-58f2-4444-91eb-05155b63b939 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:13:03.043546 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device bff685d5-58f2-4444-91eb-05155b63b939 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:13:03.184874 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-489ac492-d893-45ba-830b-52f716484747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bfa97c0>, [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:01Z', 'revision_number': 3, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:13:03.189438 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port bff685d5-58f2-4444-91eb-05155b63b939 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:13:03.194989 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489ac492-d893-45ba-830b-52f716484747 None None] Checking router: 65016e2f-2c0f-45c8-9928-02339cb83bdb for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:13:03.195344 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489ac492-d893-45ba-830b-52f716484747 None None] Updating router 65016e2f-2c0f-45c8-9928-02339cb83bdb port 2c38d8c7-ae97-41ed-aaea-e483bb33e70f binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:13:03.223660 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port bff685d5-58f2-4444-91eb-05155b63b939 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:13:03.223954 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:03.267198 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-91c78486-058d-4138-bd3a-8f3ab58a1c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:03.297708 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-489ac492-d893-45ba-830b-52f716484747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:03.471281 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:03.486917 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-91c78486-058d-4138-bd3a-8f3ab58a1c28 admin admin] Allocated IP 172.20.0.1 (e0d4c8a7-4a1a-46d6-a313-75865ada2ed5/ae06546a-d3e1-4ace-bbaa-958c19ab659a/9b825f1e-895b-4ace-a6ec-eddd23aee6c1) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:13:03.588165 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port bff685d5-58f2-4444-91eb-05155b63b939, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=bff685d5-58f2-4444-91eb-05155b63b939,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:13:03.596535 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:03.608459 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:03.635173 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-91c78486-058d-4138-bd3a-8f3ab58a1c28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:03.640613 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-55b84c9a-471a-4f35-bb8e-d667a3a529c1 None None] Provisioning complete for port bff685d5-58f2-4444-91eb-05155b63b939 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:13:03.641127 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-55b84c9a-471a-4f35-bb8e-d667a3a529c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:03.651018 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-91c78486-058d-4138-bd3a-8f3ab58a1c28 admin admin] Transition to ACTIVE for port object 9b825f1e-895b-4ace-a6ec-eddd23aee6c1 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:13:03.673757 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-91c78486-058d-4138-bd3a-8f3ab58a1c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:03.677422 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8d1699eb-05cc-43c6-b0c6-74ab1808e6a9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:03.740726 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=bff685d5-58f2-4444-91eb-05155b63b939,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:03.746545 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c78486-058d-4138-bd3a-8f3ab58a1c28 admin admin] Network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:13:03.746755 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:03.749964 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-91c78486-058d-4138-bd3a-8f3ab58a1c28 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:13:03.751928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c78486-058d-4138-bd3a-8f3ab58a1c28 admin admin] Pushing event updated for resources: {'Port': ['ID=9b825f1e-895b-4ace-a6ec-eddd23aee6c1,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:03.754012 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c78486-058d-4138-bd3a-8f3ab58a1c28 admin admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:13:03.787035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-91c78486-058d-4138-bd3a-8f3ab58a1c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:03.811866 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-91c78486-058d-4138-bd3a-8f3ab58a1c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:03.868709 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-489ac492-d893-45ba-830b-52f716484747 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:03.883061 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-489ac492-d893-45ba-830b-52f716484747 None None] Transition to ACTIVE for port object 2c38d8c7-ae97-41ed-aaea-e483bb33e70f will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:13:03.890695 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-489ac492-d893-45ba-830b-52f716484747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:03.895467 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:03.904491 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-91c78486-058d-4138-bd3a-8f3ab58a1c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:04.037440 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4eab1-52e4-4438-8b57-3f50f3490d40 None None] Pushing event updated for resources: {'Port': ['ID=2c38d8c7-ae97-41ed-aaea-e483bb33e70f,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:04.041317 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fca4eab1-52e4-4438-8b57-3f50f3490d40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:04.042547 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-489ac492-d893-45ba-830b-52f716484747 None None] Attempting to bind port 2c38d8c7-ae97-41ed-aaea-e483bb33e70f on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:13:04.042994 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-489ac492-d893-45ba-830b-52f716484747 None None] Attempting to bind port 2c38d8c7-ae97-41ed-aaea-e483bb33e70f by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:13:04.043283 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489ac492-d893-45ba-830b-52f716484747 None None] Attempting to bind port 2c38d8c7-ae97-41ed-aaea-e483bb33e70f on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:13:04.048539 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-cfefad20-2be6-439c-82fc-f317c1fd3d28 None None] Provisioning for port 9b825f1e-895b-4ace-a6ec-eddd23aee6c1 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:13:04.057964 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489ac492-d893-45ba-830b-52f716484747 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:13:04.058330 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489ac492-d893-45ba-830b-52f716484747 None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:13:04.058741 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-489ac492-d893-45ba-830b-52f716484747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:04.059132 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489ac492-d893-45ba-830b-52f716484747 None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:13:04.059595 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-489ac492-d893-45ba-830b-52f716484747 None None] Bound port: 2c38d8c7-ae97-41ed-aaea-e483bb33e70f, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:13:04.059969 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-489ac492-d893-45ba-830b-52f716484747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:04.089626 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-cfefad20-2be6-439c-82fc-f317c1fd3d28 None None] Provisioning complete for port 9b825f1e-895b-4ace-a6ec-eddd23aee6c1 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:13:04.090001 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cfefad20-2be6-439c-82fc-f317c1fd3d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:04.130322 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-91c78486-058d-4138-bd3a-8f3ab58a1c28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:04.135600 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-91c78486-058d-4138-bd3a-8f3ab58a1c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:04.162374 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-41fc80b0-8cf0-47c4-8458-7a0025cbdd8d tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:04.170760 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-cfefad20-2be6-439c-82fc-f317c1fd3d28 None None] Port 9b825f1e-895b-4ace-a6ec-eddd23aee6c1 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:13:04.181306 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-489ac492-d893-45ba-830b-52f716484747 None None] For port 2c38d8c7-ae97-41ed-aaea-e483bb33e70f, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:13:04.184550 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-489ac492-d893-45ba-830b-52f716484747 None None] For port 2c38d8c7-ae97-41ed-aaea-e483bb33e70f, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2c38d8c7-ae97-41ed-aaea-e483bb33e70f,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:13:04.189529 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-489ac492-d893-45ba-830b-52f716484747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:04.193155 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:04.241872 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c78486-058d-4138-bd3a-8f3ab58a1c28 admin admin] Pushing event updated for resources: {'Port': ['ID=9b825f1e-895b-4ace-a6ec-eddd23aee6c1,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:04.245000 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-91c78486-058d-4138-bd3a-8f3ab58a1c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:04.251208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-91c78486-058d-4138-bd3a-8f3ab58a1c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:04.270216 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4eab1-52e4-4438-8b57-3f50f3490d40 None None] Pushing event updated for resources: {'Port': ['ID=2c38d8c7-ae97-41ed-aaea-e483bb33e70f,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:04.273647 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fca4eab1-52e4-4438-8b57-3f50f3490d40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:04.275922 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489ac492-d893-45ba-830b-52f716484747 None None] Routers {'65016e2f-2c0f-45c8-9928-02339cb83bdb'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:13:04.276511 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-489ac492-d893-45ba-830b-52f716484747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bfa97c0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:12:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['65016e2f-2c0f-45c8-9928-02339cb83bdb'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:13:04.388498 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c78486-058d-4138-bd3a-8f3ab58a1c28 admin admin] Network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:13:04.389708 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-91c78486-058d-4138-bd3a-8f3ab58a1c28 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:13:04.451424 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-489ac492-d893-45ba-830b-52f716484747 None None] Set router 65016e2f-2c0f-45c8-9928-02339cb83bdb gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:13:04.751854 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9a987c42-e71b-4241-b35c-f15a245aa04f None None] Provisioning complete for port 9b825f1e-895b-4ace-a6ec-eddd23aee6c1 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:13:04.752518 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9a987c42-e71b-4241-b35c-f15a245aa04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:04.809824 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-9a987c42-e71b-4241-b35c-f15a245aa04f None None] Port 9b825f1e-895b-4ace-a6ec-eddd23aee6c1 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:13:04.835505 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-489ac492-d893-45ba-830b-52f716484747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bfa97c0>, [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 2, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:13:04.839635 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489ac492-d893-45ba-830b-52f716484747 None None] The sync data for ids ['65016e2f-2c0f-45c8-9928-02339cb83bdb'] in dv-neutron-822525-1-hyperv is: [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 2, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:13:04.906535 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c78486-058d-4138-bd3a-8f3ab58a1c28 admin admin] Router 65016e2f-2c0f-45c8-9928-02339cb83bdb has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:13:05.026286 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device bff685d5-58f2-4444-91eb-05155b63b939 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:13:05.101610 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port bff685d5-58f2-4444-91eb-05155b63b939 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:13:05.102149 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:05.147893 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c78486-058d-4138-bd3a-8f3ab58a1c28 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:13:05.167478 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-91c78486-058d-4138-bd3a-8f3ab58a1c28 admin admin] 10.222.0.53 "PUT /v2.0/routers/65016e2f-2c0f-45c8-9928-02339cb83bdb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7542422
Dec 22 05:13:05.798642 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 34348) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:13:05.805302 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-2d6e5aef-37fb-4b30-9e5f-08f11fc4fe1b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1784960959', 'description': 'tempest-description--2089818736'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:13:05.811436 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2d6e5aef-37fb-4b30-9e5f-08f11fc4fe1b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:13:05.815281 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2d6e5aef-37fb-4b30-9e5f-08f11fc4fe1b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Usage tracker for resource:security_group and tenant:b912c98b650b40c48b1404c81c26c218 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:13:05.818267 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2d6e5aef-37fb-4b30-9e5f-08f11fc4fe1b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:13:05.824511 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2d6e5aef-37fb-4b30-9e5f-08f11fc4fe1b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:13:05.835714 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2d6e5aef-37fb-4b30-9e5f-08f11fc4fe1b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:05.871534 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2d6e5aef-37fb-4b30-9e5f-08f11fc4fe1b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:13:05.875675 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2d6e5aef-37fb-4b30-9e5f-08f11fc4fe1b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Usage tracker for resource:security_group_rule and tenant:b912c98b650b40c48b1404c81c26c218 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:13:05.878642 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2d6e5aef-37fb-4b30-9e5f-08f11fc4fe1b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:13:05.884914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2d6e5aef-37fb-4b30-9e5f-08f11fc4fe1b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:13:05.941673 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2d6e5aef-37fb-4b30-9e5f-08f11fc4fe1b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:05.946538 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2d6e5aef-37fb-4b30-9e5f-08f11fc4fe1b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:05.950023 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6147c3d8-721f-4dfd-a501-13d15fff59bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:05.989599 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e5aef-37fb-4b30-9e5f-08f11fc4fe1b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:05.992702 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2d6e5aef-37fb-4b30-9e5f-08f11fc4fe1b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:05.994013 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2d6e5aef-37fb-4b30-9e5f-08f11fc4fe1b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:05.995195 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2d6e5aef-37fb-4b30-9e5f-08f11fc4fe1b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.1955163
Dec 22 05:13:05.998004 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 34352) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:13:06.003514 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-f28c59ca-60e0-487c-b4ee-6ab0856bc3ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Request body: {'security_group_rule': {'security_group_id': 'fcc47d52-d0dc-4602-9fdc-d5d76dca9b71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:13:06.009754 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f28c59ca-60e0-487c-b4ee-6ab0856bc3ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:13:06.015063 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f28c59ca-60e0-487c-b4ee-6ab0856bc3ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Usage tracker for resource:security_group_rule and tenant:b912c98b650b40c48b1404c81c26c218 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:13:06.018257 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f28c59ca-60e0-487c-b4ee-6ab0856bc3ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:13:06.024571 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f28c59ca-60e0-487c-b4ee-6ab0856bc3ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:13:06.040596 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f28c59ca-60e0-487c-b4ee-6ab0856bc3ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:06.101085 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f28c59ca-60e0-487c-b4ee-6ab0856bc3ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:06.104549 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f28c59ca-60e0-487c-b4ee-6ab0856bc3ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:06.106347 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-82a9717c-4cb0-4272-bf40-fa9a069d647b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:06.130785 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c59ca-60e0-487c-b4ee-6ab0856bc3ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f24960-17a3-4baf-b994-ed077cbbe216,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:06.135670 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f28c59ca-60e0-487c-b4ee-6ab0856bc3ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:06.139768 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f28c59ca-60e0-487c-b4ee-6ab0856bc3ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:06.140909 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f28c59ca-60e0-487c-b4ee-6ab0856bc3ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1420221
Dec 22 05:13:06.143581 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 34356) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:13:06.149574 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e1171e7c-bd78-4e23-b8ce-4dac9994a409 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Request body: {'security_group_rule': {'security_group_id': 'fcc47d52-d0dc-4602-9fdc-d5d76dca9b71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:13:06.155362 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e1171e7c-bd78-4e23-b8ce-4dac9994a409 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:13:06.159157 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e1171e7c-bd78-4e23-b8ce-4dac9994a409 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Usage tracker for resource:security_group_rule and tenant:b912c98b650b40c48b1404c81c26c218 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:13:06.162004 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e1171e7c-bd78-4e23-b8ce-4dac9994a409 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:13:06.167939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e1171e7c-bd78-4e23-b8ce-4dac9994a409 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:13:06.184638 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e1171e7c-bd78-4e23-b8ce-4dac9994a409 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:06.245456 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e1171e7c-bd78-4e23-b8ce-4dac9994a409 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:06.248579 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e1171e7c-bd78-4e23-b8ce-4dac9994a409 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:06.250302 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0f4e66a0-afe3-4582-8553-c98928f1856d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:06.271054 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1171e7c-bd78-4e23-b8ce-4dac9994a409 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a126ffd-a374-44db-ac78-d18d7e222f65,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:06.273865 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e1171e7c-bd78-4e23-b8ce-4dac9994a409 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:06.279803 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e1171e7c-bd78-4e23-b8ce-4dac9994a409 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:06.280954 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e1171e7c-bd78-4e23-b8ce-4dac9994a409 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1364713
Dec 22 05:13:06.283864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 34360) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:13:06.288998 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:13:06.294076 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:13:06.297761 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Usage tracker for resource:floatingip and tenant:b912c98b650b40c48b1404c81c26c218 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:13:06.300497 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:13:06.306018 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:13:06.315994 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:06.448846 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:06.581768 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Allocated IP 172.26.4.248 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/0f37ecb9-0ed2-4327-a8ae-3f284acabc5a) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:13:06.723697 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:06.750308 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:06.754225 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-91c78486-058d-4138-bd3a-8f3ab58a1c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:06.816336 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:13:06.819403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:13:06.823737 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:13:06.850824 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Pushing event updated for resources: {'Port': ['ID=0f37ecb9-0ed2-4327-a8ae-3f284acabc5a,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:06.855554 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:06.979807 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:07.014477 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2c38d8c7-ae97-41ed-aaea-e483bb33e70f up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:13:07.036929 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:07.079941 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 2c38d8c7-ae97-41ed-aaea-e483bb33e70f completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:13:07.085322 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 2c38d8c7-ae97-41ed-aaea-e483bb33e70f triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:13:07.085726 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:07.205281 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:07.222259 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 2c38d8c7-ae97-41ed-aaea-e483bb33e70f, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2c38d8c7-ae97-41ed-aaea-e483bb33e70f,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:13:07.226649 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:07.229582 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:07.293747 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=2c38d8c7-ae97-41ed-aaea-e483bb33e70f,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:07.296744 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:07.353884 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:07.357864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:07.361225 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b9437dae-b5d9-40a1-9181-d14d029ef475 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:07.454247 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Pushing event updated for resources: {'Port': ['ID=0f37ecb9-0ed2-4327-a8ae-3f284acabc5a,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:07.458028 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:07.477198 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:07.499267 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:07.501725 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2168157
Dec 22 05:13:07.674459 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-80bfcd58-a026-4afe-8cba-bdbbb1ec1083 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Synchronizing usage tracker for tenant:b912c98b650b40c48b1404c81c26c218 on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:13:07.689843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-80bfcd58-a026-4afe-8cba-bdbbb1ec1083 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Unset dirty status for tenant:b912c98b650b40c48b1404c81c26c218 on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:13:07.690970 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-80bfcd58-a026-4afe-8cba-bdbbb1ec1083 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1784960959&fields=id&tenant_id=b912c98b650b40c48b1404c81c26c218 HTTP/1.1" status: 200  len: 267 time: 0.0560880
Dec 22 05:13:07.743415 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:07.839831 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-8a3e03e8-83eb-4b1e-ba15-cf87d50397ad tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:13:07.841242 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-8a3e03e8-83eb-4b1e-ba15-cf87d50397ad tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 812 time: 0.1435051
Dec 22 05:13:07.857108 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-9c438386-559c-4808-8f0c-955199f68a2d tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/quotas/b912c98b650b40c48b1404c81c26c218 HTTP/1.1" status: 200  len: 375 time: 0.0103118
Dec 22 05:13:07.938620 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-71d762c4-90e2-4439-ab98-ebbfe44edb02 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Synchronizing usage tracker for tenant:b912c98b650b40c48b1404c81c26c218 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:13:07.955367 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-71d762c4-90e2-4439-ab98-ebbfe44edb02 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Unset dirty status for tenant:b912c98b650b40c48b1404c81c26c218 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:13:07.956691 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-71d762c4-90e2-4439-ab98-ebbfe44edb02 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0950816
Dec 22 05:13:08.160842 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-c2a27c95-6681-4c12-9382-5433b1841d05 service neutron] 10.222.0.53 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1925855
Dec 22 05:13:08.291698 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-08eeed42-479a-43d7-af44-18bc570bda55 service neutron] 10.222.0.53 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248500
Dec 22 05:13:08.472613 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f305e7cb-d875-483b-a568-cb537ae41387 req-2bdf2a0e-753c-4763-b3e8-5e3c90622328 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 210 time: 0.0410368
Dec 22 05:13:08.791930 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-876f7b75-68a2-41ba-ac42-688930ddd821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:09.117841 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2c38d8c7-ae97-41ed-aaea-e483bb33e70f up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:13:09.189852 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 2c38d8c7-ae97-41ed-aaea-e483bb33e70f triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:13:09.190232 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:09.643799 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4ddd0186-6a62-4d70-be7b-633b328fa4e8 req-044448fa-d8e7-469c-bbe5-3c86b7a18c85 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 210 time: 0.0506797
Dec 22 05:13:09.771051 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-93e7e58c-0aa1-4dad-9c85-85afc1fda46e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:13:09.771698 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-93e7e58c-0aa1-4dad-9c85-85afc1fda46e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Synchronizing usage tracker for tenant:b912c98b650b40c48b1404c81c26c218 on resource:network {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:13:09.791643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-93e7e58c-0aa1-4dad-9c85-85afc1fda46e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Unset dirty status for tenant:b912c98b650b40c48b1404c81c26c218 on resource:network {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:13:09.793067 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-93e7e58c-0aa1-4dad-9c85-85afc1fda46e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 812 time: 0.1694508
Dec 22 05:13:09.854581 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-1dd90f78-bcfd-45ba-83b3-bac2ecd02517 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Synchronizing usage tracker for tenant:b912c98b650b40c48b1404c81c26c218 on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:13:09.866723 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-1dd90f78-bcfd-45ba-83b3-bac2ecd02517 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Unset dirty status for tenant:b912c98b650b40c48b1404c81c26c218 on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:13:09.867854 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-1dd90f78-bcfd-45ba-83b3-bac2ecd02517 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b912c98b650b40c48b1404c81c26c218 HTTP/1.1" status: 200  len: 380 time: 0.0566001
Dec 22 05:13:09.879164 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-322444b4-274c-4579-93e3-efd039a05813 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Request body: {'port': {'device_id': '60b43eff-0c80-4e5c-af13-1342ddb6a536', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'admin_state_up': True, 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'security_groups': ['fcc47d52-d0dc-4602-9fdc-d5d76dca9b71']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:13:10.019805 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-322444b4-274c-4579-93e3-efd039a05813 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:13:10.029748 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-322444b4-274c-4579-93e3-efd039a05813 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:13:10.038696 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-322444b4-274c-4579-93e3-efd039a05813 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Made reservation on behalf of b912c98b650b40c48b1404c81c26c218 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:13:10.041901 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-322444b4-274c-4579-93e3-efd039a05813 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:10.207170 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-322444b4-274c-4579-93e3-efd039a05813 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Allocated IP 172.20.0.4 (e0d4c8a7-4a1a-46d6-a313-75865ada2ed5/ae06546a-d3e1-4ace-bbaa-958c19ab659a/90ba40e8-d160-46cf-8318-98af57bff0fd) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:13:10.390733 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-322444b4-274c-4579-93e3-efd039a05813 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:10.406301 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-322444b4-274c-4579-93e3-efd039a05813 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Transition to ACTIVE for port object 90ba40e8-d160-46cf-8318-98af57bff0fd will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:13:10.427197 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-322444b4-274c-4579-93e3-efd039a05813 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:10.432434 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9fa6f67a-45de-4518-bfbf-1f6bf58634ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:10.492185 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-322444b4-274c-4579-93e3-efd039a05813 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:13:10.499626 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-322444b4-274c-4579-93e3-efd039a05813 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:13:10.503817 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-322444b4-274c-4579-93e3-efd039a05813 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:13:10.535013 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322444b4-274c-4579-93e3-efd039a05813 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Pushing event updated for resources: {'Port': ['ID=90ba40e8-d160-46cf-8318-98af57bff0fd,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:10.543768 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-322444b4-274c-4579-93e3-efd039a05813 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:10.573034 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-322444b4-274c-4579-93e3-efd039a05813 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:13:10.573657 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-322444b4-274c-4579-93e3-efd039a05813 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:10.601019 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-322444b4-274c-4579-93e3-efd039a05813 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7255847
Dec 22 05:13:10.618169 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] Request body: {'port': {'device_id': '60b43eff-0c80-4e5c-af13-1342ddb6a536', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:13:10.731557 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:10.769334 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0ab8bda1-9c38-47d9-a88e-303407cd91f0 None None] Provisioning for port 90ba40e8-d160-46cf-8318-98af57bff0fd completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:13:10.774240 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0ab8bda1-9c38-47d9-a88e-303407cd91f0 None None] Provisioning complete for port 90ba40e8-d160-46cf-8318-98af57bff0fd triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:13:10.774562 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0ab8bda1-9c38-47d9-a88e-303407cd91f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:10.864914 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-0ab8bda1-9c38-47d9-a88e-303407cd91f0 None None] Port 90ba40e8-d160-46cf-8318-98af57bff0fd cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:13:10.996704 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-69a7fc49-8526-43f0-a3d0-38943cd45e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:11.104039 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5bcb0-5f02-407f-aa3a-4bf20b0deb5c req-cc67e166-2b71-48a3-bead-867cc8c5cad7 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:13:11.104717 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-50c5bcb0-5f02-407f-aa3a-4bf20b0deb5c req-cc67e166-2b71-48a3-bead-867cc8c5cad7 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Synchronizing usage tracker for tenant:b912c98b650b40c48b1404c81c26c218 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:13:11.135309 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-50c5bcb0-5f02-407f-aa3a-4bf20b0deb5c req-cc67e166-2b71-48a3-bead-867cc8c5cad7 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Unset dirty status for tenant:b912c98b650b40c48b1404c81c26c218 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:13:11.136506 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-50c5bcb0-5f02-407f-aa3a-4bf20b0deb5c req-cc67e166-2b71-48a3-bead-867cc8c5cad7 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 931 time: 0.3636110
Dec 22 05:13:11.222286 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-50c5bcb0-5f02-407f-aa3a-4bf20b0deb5c req-d24dfd52-c92c-46c1-9552-a177a25ce0a4 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706868
Dec 22 05:13:11.276642 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ba40e8-d160-46cf-8318-98af57bff0fd {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:13:11.283318 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:11.297209 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] Transition to ACTIVE for port object 90ba40e8-d160-46cf-8318-98af57bff0fd will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:13:11.300695 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:11.305261 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4105fb76-6385-4a4f-b98d-f5eb085e7a4d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:11.429667 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] Pushing event updated for resources: {'Port': ['ID=90ba40e8-d160-46cf-8318-98af57bff0fd,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:11.433155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:11.533609 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] Attempting to bind port 90ba40e8-d160-46cf-8318-98af57bff0fd on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:13:11.533940 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] Attempting to bind port 90ba40e8-d160-46cf-8318-98af57bff0fd by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:13:11.534263 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] Attempting to bind port 90ba40e8-d160-46cf-8318-98af57bff0fd on network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:13:11.540859 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] Port 90ba40e8-d160-46cf-8318-98af57bff0fd on network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:13:11.541172 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] Attempting to bind port 90ba40e8-d160-46cf-8318-98af57bff0fd on network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:13:11.547654 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:13:11.547984 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] Checking segment: {'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:13:11.548360 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] Bound using segment: {'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:13:11.548774 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] Bound port: 90ba40e8-d160-46cf-8318-98af57bff0fd, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:13:11.549107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:11.638828 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] For port 90ba40e8-d160-46cf-8318-98af57bff0fd, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:13:11.641573 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] For port 90ba40e8-d160-46cf-8318-98af57bff0fd, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=90ba40e8-d160-46cf-8318-98af57bff0fd,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:13:11.645884 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:11.650290 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e1ee1720-c5c6-4741-85e1-3bc23e3df534 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:11.702510 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:11.704040 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] 10.222.0.47 "PUT /v2.0/ports/90ba40e8-d160-46cf-8318-98af57bff0fd HTTP/1.1" status: 200  len: 1093 time: 1.0907066
Dec 22 05:13:11.704544 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b43eff-0c80-4e5c-af13-1342ddb6a536', 'tag': '90ba40e8-d160-46cf-8318-98af57bff0fd'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:13:11.725825 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] Pushing event updated for resources: {'Port': ['ID=90ba40e8-d160-46cf-8318-98af57bff0fd,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:11.729296 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:11.768065 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b43eff-0c80-4e5c-af13-1342ddb6a536', 'tag': '90ba40e8-d160-46cf-8318-98af57bff0fd', 'status': 'completed', 'code': 200}
Dec 22 05:13:11.862185 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-5bc25031-7251-456e-b7cd-6d0a866cd463 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 1096 time: 0.0755091
Dec 22 05:13:11.936898 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-f5a036de-2c9d-4b02-846c-9d758d9541c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90ba40e8-d160-46cf-8318-98af57bff0fd HTTP/1.1" status: 200  len: 217 time: 0.0619705
Dec 22 05:13:12.002725 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-0dac8f64-8b5f-4121-bb87-8e94c3ec7009 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:13:12.004056 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-0dac8f64-8b5f-4121-bb87-8e94c3ec7009 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0608113
Dec 22 05:13:12.079090 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-3b310bca-3a5c-44ac-bf39-207ffdf38820 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0683467
Dec 22 05:13:12.142922 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:12.209310 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-9beb729b-a3d6-4aa1-b2dd-dbac8e44a4ec service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238921
Dec 22 05:13:12.329589 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:12.340699 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-802ad798-16b1-4767-abf3-d6d65cfb0f8a req-aecf32cc-2c9c-4f99-9634-d00108aa78d3 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253784
Dec 22 05:13:12.417695 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382fd7b-a78c-4276-8247-d092ddc52f4e req-273ec076-c988-4be3-bed7-988a211968e1 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:13:12.419135 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a382fd7b-a78c-4276-8247-d092ddc52f4e req-273ec076-c988-4be3-bed7-988a211968e1 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 943 time: 0.0753736
Dec 22 05:13:12.510628 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a382fd7b-a78c-4276-8247-d092ddc52f4e req-32c9e349-0c0c-4a5a-8eed-624334bd0796 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0858922
Dec 22 05:13:12.532244 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-49d13cb1-50c2-480e-8f06-fb14de83d51a req-97e5adc6-a827-4276-ba5a-158db900d0b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 1096 time: 0.0873892
Dec 22 05:13:12.660073 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d13cb1-50c2-480e-8f06-fb14de83d51a req-8176e1d3-ad09-4d17-8761-c6c755f60b86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:13:12.661492 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-49d13cb1-50c2-480e-8f06-fb14de83d51a req-8176e1d3-ad09-4d17-8761-c6c755f60b86 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1223795
Dec 22 05:13:12.836959 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-49d13cb1-50c2-480e-8f06-fb14de83d51a req-418bb414-c8b9-415d-b4f4-77b3abb2c0ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90ba40e8-d160-46cf-8318-98af57bff0fd HTTP/1.1" status: 200  len: 217 time: 0.1687057
Dec 22 05:13:12.897207 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d13cb1-50c2-480e-8f06-fb14de83d51a req-ff79be38-6156-4504-9710-b4f840cd7a1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:13:12.898597 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-49d13cb1-50c2-480e-8f06-fb14de83d51a req-ff79be38-6156-4504-9710-b4f840cd7a1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0550950
Dec 22 05:13:12.971601 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-49d13cb1-50c2-480e-8f06-fb14de83d51a req-a3f8f2f6-b52b-4174-96ff-e06ea735b4f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0661042
Dec 22 05:13:13.102466 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-49d13cb1-50c2-480e-8f06-fb14de83d51a req-8fc0e64e-5eb0-4000-a074-95d709c666ed service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236689
Dec 22 05:13:13.231707 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-49d13cb1-50c2-480e-8f06-fb14de83d51a req-708f7372-4c84-42ce-8493-db14811d0611 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221857
Dec 22 05:13:13.583626 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:13.704618 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b3eba-1f16-408f-963c-42f4c42d5dec req-26239f3b-73f5-4b42-8d79-36fbcd55d513 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:13:13.706063 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d50b3eba-1f16-408f-963c-42f4c42d5dec req-26239f3b-73f5-4b42-8d79-36fbcd55d513 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 943 time: 0.0751438
Dec 22 05:13:13.752770 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d50b3eba-1f16-408f-963c-42f4c42d5dec req-9998ac89-2b47-496a-9546-fe1479198fc5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406754
Dec 22 05:13:14.553691 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:13:14.947197 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca5c54-e602-4c93-8fc6-68e38351418e req-a0f4f6fd-7d08-4dbe-b610-0da3a3dbf8a4 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:13:14.948614 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a7ca5c54-e602-4c93-8fc6-68e38351418e req-a0f4f6fd-7d08-4dbe-b610-0da3a3dbf8a4 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 943 time: 0.0775666
Dec 22 05:13:14.992520 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a7ca5c54-e602-4c93-8fc6-68e38351418e req-f61db7a6-2ac0-4572-a4a6-dc06d42e428e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381527
Dec 22 05:13:16.185699 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602625f1-8e79-4419-abaa-9bd672d1c16e req-7d51bd7e-8aff-4c04-9605-3e8fa7f44812 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:13:16.187129 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-602625f1-8e79-4419-abaa-9bd672d1c16e req-7d51bd7e-8aff-4c04-9605-3e8fa7f44812 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 943 time: 0.0752313
Dec 22 05:13:16.232755 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-602625f1-8e79-4419-abaa-9bd672d1c16e req-9010bd42-39cd-4e9e-b6ca-28711e9127d5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400164
Dec 22 05:13:16.299842 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 90ba40e8-d160-46cf-8318-98af57bff0fd details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:13:16.428428 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 90ba40e8-d160-46cf-8318-98af57bff0fd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=90ba40e8-d160-46cf-8318-98af57bff0fd,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:13:16.440848 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '90ba40e8-d160-46cf-8318-98af57bff0fd', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'port_id': '90ba40e8-d160-46cf-8318-98af57bff0fd', 'mac_address': 'fa:16:3e:9d:d2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:13:16.496602 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:16.512926 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ba40e8-d160-46cf-8318-98af57bff0fd {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:13:16.528005 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 90ba40e8-d160-46cf-8318-98af57bff0fd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=90ba40e8-d160-46cf-8318-98af57bff0fd,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:13:16.531724 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:16.534191 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:16.595702 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=90ba40e8-d160-46cf-8318-98af57bff0fd,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:16.598580 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:16.899012 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['90ba40e8-d160-46cf-8318-98af57bff0fd'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:13:17.427417 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac961f4-c5d4-4e44-918c-fb25c91582c2 req-7d946c9d-ee5b-4c05-b33e-ef028e40df4f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:13:17.428909 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0ac961f4-c5d4-4e44-918c-fb25c91582c2 req-7d946c9d-ee5b-4c05-b33e-ef028e40df4f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 944 time: 0.0743623
Dec 22 05:13:17.477162 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0ac961f4-c5d4-4e44-918c-fb25c91582c2 req-a68da807-d0ee-4802-8c39-963b20a02f71 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427210
Dec 22 05:13:18.315576 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 90ba40e8-d160-46cf-8318-98af57bff0fd up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:13:18.382303 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 90ba40e8-d160-46cf-8318-98af57bff0fd completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:13:18.386707 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 90ba40e8-d160-46cf-8318-98af57bff0fd triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:13:18.387082 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:18.420425 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] Sync routers for ids ['65016e2f-2c0f-45c8-9928-02339cb83bdb'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:13:18.431866 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] Routers {'65016e2f-2c0f-45c8-9928-02339cb83bdb'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:13:18.432563 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca83df0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:13:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['65016e2f-2c0f-45c8-9928-02339cb83bdb'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:13:18.501820 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:18.530314 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b43eff-0c80-4e5c-af13-1342ddb6a536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ba40e8-d160-46cf-8318-98af57bff0fd'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:13:18.540697 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 90ba40e8-d160-46cf-8318-98af57bff0fd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=90ba40e8-d160-46cf-8318-98af57bff0fd,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:13:18.548568 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:18.551243 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-32606e21-3198-42f8-897d-379abee36caf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:18.614631 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] Set router 65016e2f-2c0f-45c8-9928-02339cb83bdb gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:13:18.620856 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=90ba40e8-d160-46cf-8318-98af57bff0fd,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:18.624253 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:18.684268 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b43eff-0c80-4e5c-af13-1342ddb6a536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ba40e8-d160-46cf-8318-98af57bff0fd', 'code': 200}
Dec 22 05:13:18.688242 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea7e10-4a9e-421e-b062-204a25ba3a89 req-6d26a418-672d-4cd3-a7d4-b89c983ac776 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:13:18.689761 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2eea7e10-4a9e-421e-b062-204a25ba3a89 req-6d26a418-672d-4cd3-a7d4-b89c983ac776 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0840888
Dec 22 05:13:18.739333 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2eea7e10-4a9e-421e-b062-204a25ba3a89 req-02dd469d-f6c6-4f14-88d5-adab56cceff5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435123
Dec 22 05:13:18.929971 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca83df0>, [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 2, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:13:18.933698 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] Checking router: 65016e2f-2c0f-45c8-9928-02339cb83bdb for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:13:18.934047 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] Updating router 65016e2f-2c0f-45c8-9928-02339cb83bdb port 9b825f1e-895b-4ace-a6ec-eddd23aee6c1 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:13:18.938235 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4dd106ce-74e6-4567-89bc-c7d89bf7a271 req-86b5eb56-0ede-4ead-903d-3bc9bf14e601 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 1098 time: 0.0671945
Dec 22 05:13:18.981645 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4dd106ce-74e6-4567-89bc-c7d89bf7a271 req-ec3f2232-2d20-47d9-9e43-77eeb5747bb7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363772
Dec 22 05:13:18.986629 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:19.328317 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:19.339681 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] Transition to ACTIVE for port object 9b825f1e-895b-4ace-a6ec-eddd23aee6c1 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:13:19.345598 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:19.350191 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-07a3f8f8-fefa-4e14-9039-739e77e3c8ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:19.468700 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7babf58-7c01-4742-93b6-07f432127b40 None None] Pushing event updated for resources: {'Port': ['ID=9b825f1e-895b-4ace-a6ec-eddd23aee6c1,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:19.505103 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7babf58-7c01-4742-93b6-07f432127b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:19.505442 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7babf58-7c01-4742-93b6-07f432127b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:19.510375 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7babf58-7c01-4742-93b6-07f432127b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:19.510730 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7babf58-7c01-4742-93b6-07f432127b40 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:19.511055 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7babf58-7c01-4742-93b6-07f432127b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:19.511377 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7babf58-7c01-4742-93b6-07f432127b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:19.511697 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7babf58-7c01-4742-93b6-07f432127b40 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:19.512017 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7babf58-7c01-4742-93b6-07f432127b40 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:19.512334 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7babf58-7c01-4742-93b6-07f432127b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:19.512644 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7babf58-7c01-4742-93b6-07f432127b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:19.512956 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7babf58-7c01-4742-93b6-07f432127b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:13:19.520374 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-a7babf58-7c01-4742-93b6-07f432127b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:19.570911 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] Attempting to bind port 9b825f1e-895b-4ace-a6ec-eddd23aee6c1 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:13:19.571274 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] Attempting to bind port 9b825f1e-895b-4ace-a6ec-eddd23aee6c1 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:13:19.571627 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] Attempting to bind port 9b825f1e-895b-4ace-a6ec-eddd23aee6c1 on network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:13:19.577720 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:13:19.578084 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] Checking segment: {'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:13:19.578745 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:19.579130 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] Bound using segment: {'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:13:19.579578 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] Bound port: 9b825f1e-895b-4ace-a6ec-eddd23aee6c1, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:13:19.579941 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:19.663899 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] For port 9b825f1e-895b-4ace-a6ec-eddd23aee6c1, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:13:19.667100 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] For port 9b825f1e-895b-4ace-a6ec-eddd23aee6c1, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=9b825f1e-895b-4ace-a6ec-eddd23aee6c1,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:13:19.671313 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:19.675388 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-7463d8dd-db57-425f-8700-86deeec5f699 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:19.752381 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7babf58-7c01-4742-93b6-07f432127b40 None None] Pushing event updated for resources: {'Port': ['ID=9b825f1e-895b-4ace-a6ec-eddd23aee6c1,revision_number=4']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:19.754945 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] Routers {'65016e2f-2c0f-45c8-9928-02339cb83bdb'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:13:19.755539 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca83df0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:13:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['65016e2f-2c0f-45c8-9928-02339cb83bdb'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:13:19.802416 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-a7babf58-7c01-4742-93b6-07f432127b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:19.938032 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] Set router 65016e2f-2c0f-45c8-9928-02339cb83bdb gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:13:19.946621 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d432a-538f-4104-9f85-16a3c112c3d6 req-b0614640-e7cc-468c-8c86-e9cf204ddcd5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:13:19.948118 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-694d432a-538f-4104-9f85-16a3c112c3d6 req-b0614640-e7cc-468c-8c86-e9cf204ddcd5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0850966
Dec 22 05:13:19.993104 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-694d432a-538f-4104-9f85-16a3c112c3d6 req-7b441bc3-09ec-4676-8a6b-a7da5e91db76 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392454
Dec 22 05:13:20.243478 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca83df0>, [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:19Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:13:20.247349 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8c93c7-666f-470d-8661-c9f7a0ee435f None None] The sync data for ids ['65016e2f-2c0f-45c8-9928-02339cb83bdb'] in dv-neutron-822525-1-hyperv is: [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:19Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:13:21.016599 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 9b825f1e-895b-4ace-a6ec-eddd23aee6c1 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:13:21.082676 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 9b825f1e-895b-4ace-a6ec-eddd23aee6c1 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:13:21.088008 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 9b825f1e-895b-4ace-a6ec-eddd23aee6c1 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:13:21.088385 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:21.188994 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f08cbc-83bb-46cd-b739-3da8448977e8 req-5ae196b9-b959-48d3-b14b-af5a842ecc0c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:13:21.190617 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e3f08cbc-83bb-46cd-b739-3da8448977e8 req-5ae196b9-b959-48d3-b14b-af5a842ecc0c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0757871
Dec 22 05:13:21.201247 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:21.234013 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 9b825f1e-895b-4ace-a6ec-eddd23aee6c1, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=9b825f1e-895b-4ace-a6ec-eddd23aee6c1,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:13:21.238280 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:21.240079 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:13:21.242145 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e3f08cbc-83bb-46cd-b739-3da8448977e8 req-a59f4b91-3b69-4235-861d-b4066da17ba4 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446451
Dec 22 05:13:21.303652 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=9b825f1e-895b-4ace-a6ec-eddd23aee6c1,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:13:21.306669 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:13:21.435613 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20ed3c-4008-47b2-9740-42e8ec3f4fa0 req-9595cdbf-b8e9-4cd1-9388-f3f3133182ed tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:13:21.437078 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6a20ed3c-4008-47b2-9740-42e8ec3f4fa0 req-9595cdbf-b8e9-4cd1-9388-f3f3133182ed tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0764143
Dec 22 05:13:21.446155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 34416) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:13:21.451354 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-18550927-4087-4ea6-9121-7a4fcc4f8f58 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Request body: {'floatingip': {'port_id': '90ba40e8-d160-46cf-8318-98af57bff0fd'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:13:21.528174 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-18550927-4087-4ea6-9121-7a4fcc4f8f58 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for floatingip, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:22.200932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-18550927-4087-4ea6-9121-7a4fcc4f8f58 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:22.206657 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-18550927-4087-4ea6-9121-7a4fcc4f8f58 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:22.391541 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [None req-18550927-4087-4ea6-9121-7a4fcc4f8f58 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Floating IP 606bc09d-7fc8-4a26-892a-68e200c4487d associated. External IP: 172.26.4.248, port: 90ba40e8-d160-46cf-8318-98af57bff0fd.
Dec 22 05:13:22.769084 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18550927-4087-4ea6-9121-7a4fcc4f8f58 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Router 65016e2f-2c0f-45c8-9928-02339cb83bdb has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:13:22.967868 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18550927-4087-4ea6-9121-7a4fcc4f8f58 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:13:22.972382 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-18550927-4087-4ea6-9121-7a4fcc4f8f58 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:22.977565 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f59b61-d574-4c56-a4c4-21e4fb96982c None None] Sync routers for ids ['65016e2f-2c0f-45c8-9928-02339cb83bdb'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:13:22.989630 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f59b61-d574-4c56-a4c4-21e4fb96982c None None] Routers {'65016e2f-2c0f-45c8-9928-02339cb83bdb'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:13:22.990730 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d6f59b61-d574-4c56-a4c4-21e4fb96982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bcf9610>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:13:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['65016e2f-2c0f-45c8-9928-02339cb83bdb'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:13:23.026929 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-18550927-4087-4ea6-9121-7a4fcc4f8f58 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "PUT /v2.0/floatingips/606bc09d-7fc8-4a26-892a-68e200c4487d HTTP/1.1" status: 200  len: 991 time: 1.5796788
Dec 22 05:13:23.027483 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b43eff-0c80-4e5c-af13-1342ddb6a536', 'tag': '90ba40e8-d160-46cf-8318-98af57bff0fd'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:13:23.042016 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 9b825f1e-895b-4ace-a6ec-eddd23aee6c1 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:13:23.083306 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b43eff-0c80-4e5c-af13-1342ddb6a536', 'tag': '90ba40e8-d160-46cf-8318-98af57bff0fd', 'status': 'completed', 'code': 200}
Dec 22 05:13:23.209934 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f8ec5c5b-3754-4fe2-8d03-71cedc697f2c req-d0b0ac7a-37d5-48ff-8dbd-124cce545d79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 1098 time: 0.0690916
Dec 22 05:13:23.221098 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 9b825f1e-895b-4ace-a6ec-eddd23aee6c1 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:13:23.221472 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:23.264576 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-d6f59b61-d574-4c56-a4c4-21e4fb96982c None None] Set router 65016e2f-2c0f-45c8-9928-02339cb83bdb gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:13:23.339701 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec5c5b-3754-4fe2-8d03-71cedc697f2c req-3f7b6aa6-ac31-42f1-b9b8-af031307bab7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:13:23.341043 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f8ec5c5b-3754-4fe2-8d03-71cedc697f2c req-3f7b6aa6-ac31-42f1-b9b8-af031307bab7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1245680
Dec 22 05:13:23.445041 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f8ec5c5b-3754-4fe2-8d03-71cedc697f2c req-3c3af6a2-a7a7-4b6c-9e4a-a944dbbb9de0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90ba40e8-d160-46cf-8318-98af57bff0fd HTTP/1.1" status: 200  len: 999 time: 0.0974593
Dec 22 05:13:23.513701 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec5c5b-3754-4fe2-8d03-71cedc697f2c req-6b37a8a8-0988-4139-b13e-92aadc8ff85d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:13:23.515136 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f8ec5c5b-3754-4fe2-8d03-71cedc697f2c req-6b37a8a8-0988-4139-b13e-92aadc8ff85d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0645063
Dec 22 05:13:23.591423 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f8ec5c5b-3754-4fe2-8d03-71cedc697f2c req-f2d0e974-8d8f-435b-a034-3f3ad39793cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0694795
Dec 22 05:13:23.709771 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d6f59b61-d574-4c56-a4c4-21e4fb96982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bcf9610>, [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '606bc09d-7fc8-4a26-892a-68e200c4487d', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'port_id': '90ba40e8-d160-46cf-8318-98af57bff0fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'mac_address': 'fa:16:3e:9d:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b43eff-0c80-4e5c-af13-1342ddb6a536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:13:06Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 1, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:13:23.713963 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f59b61-d574-4c56-a4c4-21e4fb96982c None None] Checking router: 65016e2f-2c0f-45c8-9928-02339cb83bdb for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:13:23.724942 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f59b61-d574-4c56-a4c4-21e4fb96982c None None] Routers {'65016e2f-2c0f-45c8-9928-02339cb83bdb'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:13:23.725596 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d6f59b61-d574-4c56-a4c4-21e4fb96982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bcf9610>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:13:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['65016e2f-2c0f-45c8-9928-02339cb83bdb'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:13:23.849098 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f8ec5c5b-3754-4fe2-8d03-71cedc697f2c req-77b2ad74-9eab-4ed4-99e4-ad3788f8c174 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2434709
Dec 22 05:13:23.903763 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-d6f59b61-d574-4c56-a4c4-21e4fb96982c None None] Set router 65016e2f-2c0f-45c8-9928-02339cb83bdb gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:13:23.978939 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f8ec5c5b-3754-4fe2-8d03-71cedc697f2c req-705ad3c0-0856-40c6-8443-db88b759fcb9 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230731
Dec 22 05:13:24.259219 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d6f59b61-d574-4c56-a4c4-21e4fb96982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bcf9610>, [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '606bc09d-7fc8-4a26-892a-68e200c4487d', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'port_id': '90ba40e8-d160-46cf-8318-98af57bff0fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'mac_address': 'fa:16:3e:9d:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b43eff-0c80-4e5c-af13-1342ddb6a536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:13:06Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 1, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:13:24.263467 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f59b61-d574-4c56-a4c4-21e4fb96982c None None] The sync data for ids ['65016e2f-2c0f-45c8-9928-02339cb83bdb'] in dv-neutron-822525-1-hyperv is: [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '606bc09d-7fc8-4a26-892a-68e200c4487d', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'port_id': '90ba40e8-d160-46cf-8318-98af57bff0fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'mac_address': 'fa:16:3e:9d:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b43eff-0c80-4e5c-af13-1342ddb6a536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:13:06Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 1, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:13:24.452182 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6090d48e-5a3c-4a05-b03e-74bd366480d7 None None] New status for floating IP 606bc09d-7fc8-4a26-892a-68e200c4487d: ACTIVE {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:13:37.744627 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:38.793361 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7a258f3c-b7df-4faa-a38a-23e3fe86ab71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:40.998972 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-313380fc-820c-44ef-8e60-34b27cbef26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:42.144896 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:42.322777 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:43.588452 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:13:51.553230 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:14:07.757578 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:14:08.795354 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8e781cc3-3c3b-4d05-966b-b2591f9713db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:14:10.999507 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6327a960-0b6d-4f98-9eae-c6cd99db7077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:14:12.148724 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:14:12.324875 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:14:13.590187 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:14:15.601177 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6b4d29e7-4cf5-4f3a-99b8-6543e7fd4aa2 req-4dfbfd86-91a8-4c3f-9fdd-a61bd19bb08b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0687597
Dec 22 05:14:15.766637 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6b4d29e7-4cf5-4f3a-99b8-6543e7fd4aa2 req-ff47f7c6-d759-45a5-9048-0009263fc0d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 1098 time: 0.0806875
Dec 22 05:14:15.907431 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d29e7-4cf5-4f3a-99b8-6543e7fd4aa2 req-64097d44-1efa-4cf6-9d6c-797eacd68f22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:15.908869 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6b4d29e7-4cf5-4f3a-99b8-6543e7fd4aa2 req-64097d44-1efa-4cf6-9d6c-797eacd68f22 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1245620
Dec 22 05:14:16.010072 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6b4d29e7-4cf5-4f3a-99b8-6543e7fd4aa2 req-a6864c53-5f86-4a1d-b182-09295603d005 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90ba40e8-d160-46cf-8318-98af57bff0fd HTTP/1.1" status: 200  len: 1001 time: 0.0953829
Dec 22 05:14:16.073846 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d29e7-4cf5-4f3a-99b8-6543e7fd4aa2 req-ed03fafa-d722-4831-b6dd-3594e216d5c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:16.075247 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6b4d29e7-4cf5-4f3a-99b8-6543e7fd4aa2 req-ed03fafa-d722-4831-b6dd-3594e216d5c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0583384
Dec 22 05:14:16.152760 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6b4d29e7-4cf5-4f3a-99b8-6543e7fd4aa2 req-20141cb2-be40-4115-b5af-9374f037f244 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0716486
Dec 22 05:14:16.284748 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6b4d29e7-4cf5-4f3a-99b8-6543e7fd4aa2 req-7d48f36b-a3bf-491d-b315-be880cada331 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259422
Dec 22 05:14:16.427015 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6b4d29e7-4cf5-4f3a-99b8-6543e7fd4aa2 req-a5b6b746-265f-4792-8f01-568b655b8c3d service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260293
Dec 22 05:14:28.552632 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:14:33.960365 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32849c33-7785-43fa-a85d-954cc6a13c76 req-7f41d4ae-b6e2-43cf-9cd3-6758740d2fd5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:33.961809 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-32849c33-7785-43fa-a85d-954cc6a13c76 req-7f41d4ae-b6e2-43cf-9cd3-6758740d2fd5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0777543
Dec 22 05:14:34.004150 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-32849c33-7785-43fa-a85d-954cc6a13c76 req-6bf7ce21-f643-4660-8013-985cc418df3c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370595
Dec 22 05:14:34.198295 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-28bca777-e4e1-4fa2-bff7-b1d54dc7d5de req-efcc889f-9c37-4662-a456-ed0062ade018 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0664093
Dec 22 05:14:35.501919 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-817a67b5-d055-485e-b4b4-fc1024375db3 req-8440bc0c-6494-4a4a-a797-1195b35cf180 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1087103
Dec 22 05:14:35.536676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715a4cd-fe91-4649-8f5b-44bac3411c40 req-dfe48e13-0ac6-42ed-b09f-d901423c518f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:35.538136 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5715a4cd-fe91-4649-8f5b-44bac3411c40 req-dfe48e13-0ac6-42ed-b09f-d901423c518f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0851781
Dec 22 05:14:35.586092 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5715a4cd-fe91-4649-8f5b-44bac3411c40 req-ca57909d-67c1-4989-b913-b058fdd966c5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422699
Dec 22 05:14:36.778208 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-817a67b5-d055-485e-b4b4-fc1024375db3 req-33fa2620-dff8-4b2f-bab7-09226a083828 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 1098 time: 0.1202009
Dec 22 05:14:36.873188 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adbab1-b547-4b90-b99c-a3a0eb6fde39 req-7156402d-8f4d-4fe4-aadd-2c94ac0b567f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:36.874637 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-19adbab1-b547-4b90-b99c-a3a0eb6fde39 req-7156402d-8f4d-4fe4-aadd-2c94ac0b567f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.1672463
Dec 22 05:14:36.956743 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-19adbab1-b547-4b90-b99c-a3a0eb6fde39 req-df26af18-3418-486a-8213-cab30d830bd8 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723367
Dec 22 05:14:36.957534 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a67b5-d055-485e-b4b4-fc1024375db3 req-63bcfb49-4050-4591-a898-4d491891f862 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:36.958869 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-817a67b5-d055-485e-b4b4-fc1024375db3 req-63bcfb49-4050-4591-a898-4d491891f862 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1727083
Dec 22 05:14:37.067648 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-817a67b5-d055-485e-b4b4-fc1024375db3 req-03b865ef-c99a-4399-869d-a1db110b50ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90ba40e8-d160-46cf-8318-98af57bff0fd HTTP/1.1" status: 200  len: 1001 time: 0.1025362
Dec 22 05:14:37.127206 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a67b5-d055-485e-b4b4-fc1024375db3 req-30480ea8-1e8f-4265-bbc3-d70de4221507 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:37.128574 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-817a67b5-d055-485e-b4b4-fc1024375db3 req-30480ea8-1e8f-4265-bbc3-d70de4221507 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0551724
Dec 22 05:14:37.307409 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-817a67b5-d055-485e-b4b4-fc1024375db3 req-29749024-b268-422b-acd7-b0f2e8faf958 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1716480
Dec 22 05:14:37.436959 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-817a67b5-d055-485e-b4b4-fc1024375db3 req-4e01553f-af19-459a-ac27-c04b016bf883 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221213
Dec 22 05:14:37.564098 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-817a67b5-d055-485e-b4b4-fc1024375db3 req-753fac45-8eee-4ac3-890b-e440ea5e6b8d service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1204040
Dec 22 05:14:37.761109 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:14:38.151367 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf7353-5f2d-4d80-ae54-d8f95808130c req-4fd97666-0f30-43fd-abf3-13fa3b12dbd7 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:38.152794 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e4bf7353-5f2d-4d80-ae54-d8f95808130c req-4fd97666-0f30-43fd-abf3-13fa3b12dbd7 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0744877
Dec 22 05:14:38.202527 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e4bf7353-5f2d-4d80-ae54-d8f95808130c req-f74f69e5-c405-42fb-b945-1505a9d71194 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442588
Dec 22 05:14:38.797875 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-18655edc-3d95-46a7-bb0f-0417c261be69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:14:39.397218 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87d4fa-59af-44d8-bcf3-01833cb646ed req-e6faa838-847f-4413-9e93-ece657c9818f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:39.398733 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2c87d4fa-59af-44d8-bcf3-01833cb646ed req-e6faa838-847f-4413-9e93-ece657c9818f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0772381
Dec 22 05:14:39.447572 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2c87d4fa-59af-44d8-bcf3-01833cb646ed req-a766dad5-7815-43e9-9a9c-5faee29b5b2d tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429957
Dec 22 05:14:40.639889 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1fef9-4842-47a4-a73e-67648d7ede5a req-e327e2f8-8ed8-4e60-b835-36ed33ab7545 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:40.641331 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dca1fef9-4842-47a4-a73e-67648d7ede5a req-e327e2f8-8ed8-4e60-b835-36ed33ab7545 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0751977
Dec 22 05:14:40.685620 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dca1fef9-4842-47a4-a73e-67648d7ede5a req-b3ad21ac-9eab-4770-a038-16b4936e47fd tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389276
Dec 22 05:14:41.001436 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-97717fa1-1145-49f7-8dbd-83a34a695a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:14:41.878111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac0748-6ee2-4adb-9a05-00ccd7dbb7ad req-9f56b9a6-b004-4b36-8489-d8f1815fd253 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:41.879525 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-17ac0748-6ee2-4adb-9a05-00ccd7dbb7ad req-9f56b9a6-b004-4b36-8489-d8f1815fd253 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0744205
Dec 22 05:14:41.923384 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-17ac0748-6ee2-4adb-9a05-00ccd7dbb7ad req-048e6dd4-873a-4745-849f-2a8fdf781325 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380306
Dec 22 05:14:42.150376 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:14:42.327248 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:14:43.227272 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efd4f5-50ca-4296-b4ff-79165b185de7 req-840b9d7e-16b9-406a-a421-c8a9c4355dd6 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:43.229186 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-15efd4f5-50ca-4296-b4ff-79165b185de7 req-840b9d7e-16b9-406a-a421-c8a9c4355dd6 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.1796970
Dec 22 05:14:43.272159 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-15efd4f5-50ca-4296-b4ff-79165b185de7 req-5783324a-b81c-4e54-968f-44ff5b409fe9 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374849
Dec 22 05:14:43.594474 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:14:44.469366 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5c3bf-9d7d-45b4-a046-838e3ff9706e req-fedaf9ca-a1ba-4071-9248-a7f47681666f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:44.470735 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f6a5c3bf-9d7d-45b4-a046-838e3ff9706e req-fedaf9ca-a1ba-4071-9248-a7f47681666f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0788703
Dec 22 05:14:44.514700 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f6a5c3bf-9d7d-45b4-a046-838e3ff9706e req-9a37d282-a384-4ffb-b9fb-cfae2f776ee2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385511
Dec 22 05:14:45.709034 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fb753-28a9-4abd-8371-b71f208aa886 req-6c57a3de-5eac-4c53-b1b4-4369c95c0fd5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:45.710481 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c07fb753-28a9-4abd-8371-b71f208aa886 req-6c57a3de-5eac-4c53-b1b4-4369c95c0fd5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0751019
Dec 22 05:14:45.755008 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c07fb753-28a9-4abd-8371-b71f208aa886 req-df03a750-8e0c-4d45-a7d7-92fda745c191 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391214
Dec 22 05:14:46.947724 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b641a20-413d-4d90-9367-f75195ca254a req-cf20522a-64f7-4526-bf60-2bfdbece8f1f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:46.949057 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9b641a20-413d-4d90-9367-f75195ca254a req-cf20522a-64f7-4526-bf60-2bfdbece8f1f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0749698
Dec 22 05:14:46.993100 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9b641a20-413d-4d90-9367-f75195ca254a req-b2096315-c3a1-4a1d-9e50-c7b342925662 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381804
Dec 22 05:14:48.188806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfc13e-f907-4729-a08f-0e6a43761962 req-0afd077c-4100-49ee-ac21-c0e2ff4cf84c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:48.190275 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b3bfc13e-f907-4729-a08f-0e6a43761962 req-0afd077c-4100-49ee-ac21-c0e2ff4cf84c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0795345
Dec 22 05:14:48.235176 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b3bfc13e-f907-4729-a08f-0e6a43761962 req-1f06725a-f612-40c6-95e5-23286cb23cf3 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393560
Dec 22 05:14:49.432884 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bda9d-cd19-46ae-a387-a620006cf2e8 req-845f7a70-12da-48a7-8e38-49e1eb842f77 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:49.434341 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a26bda9d-cd19-46ae-a387-a620006cf2e8 req-845f7a70-12da-48a7-8e38-49e1eb842f77 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0785401
Dec 22 05:14:49.477132 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a26bda9d-cd19-46ae-a387-a620006cf2e8 req-d8544749-0d1c-4b1d-a8bb-068a852ded08 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373373
Dec 22 05:14:50.667451 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cb51f-1609-4d98-aa31-45aa5e1c6902 req-faae0ad8-3be8-4574-b6a5-813572f105e1 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:50.668854 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-925cb51f-1609-4d98-aa31-45aa5e1c6902 req-faae0ad8-3be8-4574-b6a5-813572f105e1 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0733948
Dec 22 05:14:50.716153 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-925cb51f-1609-4d98-aa31-45aa5e1c6902 req-3eca078f-5921-4827-9baa-6101302c6fe3 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419240
Dec 22 05:14:51.907624 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ebded-8df0-49aa-abd1-b52f534eb3a8 req-d3db1f05-89d1-41af-83e8-853a090f7826 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:51.909049 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8c0ebded-8df0-49aa-abd1-b52f534eb3a8 req-d3db1f05-89d1-41af-83e8-853a090f7826 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0752447
Dec 22 05:14:51.952605 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8c0ebded-8df0-49aa-abd1-b52f534eb3a8 req-8fff94f2-cdac-4490-9c67-d73281a8e16a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381896
Dec 22 05:14:53.152306 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e67138-e2fa-4102-9210-28cb368d7a04 req-7f79efa5-4f01-4080-b8e0-3387fcdcaf37 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:53.153762 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b5e67138-e2fa-4102-9210-28cb368d7a04 req-7f79efa5-4f01-4080-b8e0-3387fcdcaf37 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0766528
Dec 22 05:14:53.198883 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b5e67138-e2fa-4102-9210-28cb368d7a04 req-3a62bda2-7d3f-4e38-a733-4be282c1549a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393751
Dec 22 05:14:54.426277 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-817a67b5-d055-485e-b4b4-fc1024375db3 req-f9a46cab-c8fa-4a26-9dcd-d1eb9abf3d01 service neutron] 10.222.0.47 "GET /v2.0/ports/90ba40e8-d160-46cf-8318-98af57bff0fd/bindings/hv-neutron-8225 HTTP/1.1" status: 200  len: 384 time: 0.1222000
Dec 22 05:14:54.444635 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2ae10-ffec-4406-96d7-fc3cf60ce8a5 req-cb20dc6a-467c-4793-9de2-2222d561161a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:54.446091 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-36a2ae10-ffec-4406-96d7-fc3cf60ce8a5 req-cb20dc6a-467c-4793-9de2-2222d561161a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.1066890
Dec 22 05:14:54.495988 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-36a2ae10-ffec-4406-96d7-fc3cf60ce8a5 req-52656414-c653-45a5-aa9c-74fe82b510cd tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432456
Dec 22 05:14:54.701046 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-817a67b5-d055-485e-b4b4-fc1024375db3 req-5f124eda-15ca-42f0-9b26-dddb67cead49 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536&tenant_id=b912c98b650b40c48b1404c81c26c218 HTTP/1.1" status: 200  len: 1098 time: 0.0659499
Dec 22 05:14:54.801036 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-817a67b5-d055-485e-b4b4-fc1024375db3 req-617b6980-e2d4-4ec6-b084-6f56f7b82358 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 1098 time: 0.0665500
Dec 22 05:14:54.929658 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a67b5-d055-485e-b4b4-fc1024375db3 req-f6ce5976-b0b8-4298-a2d3-e82fbd229c9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:54.931113 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-817a67b5-d055-485e-b4b4-fc1024375db3 req-f6ce5976-b0b8-4298-a2d3-e82fbd229c9d service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1235735
Dec 22 05:14:55.030515 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-817a67b5-d055-485e-b4b4-fc1024375db3 req-dcc1f2e3-7a48-423a-a112-6b102975080c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90ba40e8-d160-46cf-8318-98af57bff0fd HTTP/1.1" status: 200  len: 1001 time: 0.0934155
Dec 22 05:14:55.094746 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a67b5-d055-485e-b4b4-fc1024375db3 req-867edd83-5a8b-4de1-a7d6-79ffa0ef8b51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:55.096037 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-817a67b5-d055-485e-b4b4-fc1024375db3 req-867edd83-5a8b-4de1-a7d6-79ffa0ef8b51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0598247
Dec 22 05:14:55.168985 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-817a67b5-d055-485e-b4b4-fc1024375db3 req-33b6a758-3fae-4878-a237-2a67a39d63c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0667410
Dec 22 05:14:55.395323 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-817a67b5-d055-485e-b4b4-fc1024375db3 req-ddf59e5f-22a9-408a-b770-e531fb37b2b4 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2192886
Dec 22 05:14:55.523668 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-817a67b5-d055-485e-b4b4-fc1024375db3 req-daa59ec7-2b6e-44a4-b068-db9565665b50 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216149
Dec 22 05:14:55.699282 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507ea14-043d-4db8-b2c0-cbbb20668e3a req-21c65704-5d7c-4cac-8a9c-2c9f067b0f17 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:55.700706 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6507ea14-043d-4db8-b2c0-cbbb20668e3a req-21c65704-5d7c-4cac-8a9c-2c9f067b0f17 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0783525
Dec 22 05:14:55.747453 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6507ea14-043d-4db8-b2c0-cbbb20668e3a req-9b606cfa-3113-49dd-b2d3-1ed6291153ac tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407331
Dec 22 05:14:56.715391 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 90ba40e8-d160-46cf-8318-98af57bff0fd no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:14:56.824817 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:14:56.851394 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b43eff-0c80-4e5c-af13-1342ddb6a536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90ba40e8-d160-46cf-8318-98af57bff0fd'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:14:56.861092 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 90ba40e8-d160-46cf-8318-98af57bff0fd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=90ba40e8-d160-46cf-8318-98af57bff0fd,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:14:56.864763 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:14:56.867195 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:14:56.921349 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b43eff-0c80-4e5c-af13-1342ddb6a536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90ba40e8-d160-46cf-8318-98af57bff0fd', 'code': 200}
Dec 22 05:14:56.930995 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=90ba40e8-d160-46cf-8318-98af57bff0fd,revision_number=6']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:14:56.939099 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:14:56.939446 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:14:56.939779 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:14:56.940109 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:14:56.940437 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:14:56.940761 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:14:56.941080 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:14:56.941403 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:14:56.941746 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:14:56.942066 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:14:56.942382 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:14:56.946242 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:14:56.961376 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202c1b0-0308-47da-b035-f91d74a3be24 req-ca19a3c5-6f86-4db4-8aac-15e85e4edfd6 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:56.963402 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1202c1b0-0308-47da-b035-f91d74a3be24 req-ca19a3c5-6f86-4db4-8aac-15e85e4edfd6 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 943 time: 0.0854139
Dec 22 05:14:57.006277 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1202c1b0-0308-47da-b035-f91d74a3be24 req-85dfe8a0-128b-4157-8a47-283668a0354a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373738
Dec 22 05:14:58.201079 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f07324-0989-4b5a-b9d4-feb2618a3d4d req-5818008f-aff9-4d33-90a6-5f14be46e9c9 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:58.202796 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-66f07324-0989-4b5a-b9d4-feb2618a3d4d req-5818008f-aff9-4d33-90a6-5f14be46e9c9 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 943 time: 0.0748162
Dec 22 05:14:58.246184 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-66f07324-0989-4b5a-b9d4-feb2618a3d4d req-03176735-dd33-4530-a049-6bdb75cfb08c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379307
Dec 22 05:14:58.725139 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 90ba40e8-d160-46cf-8318-98af57bff0fd details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:14:58.852851 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 90ba40e8-d160-46cf-8318-98af57bff0fd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=90ba40e8-d160-46cf-8318-98af57bff0fd,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:14:58.865308 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '90ba40e8-d160-46cf-8318-98af57bff0fd', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'port_id': '90ba40e8-d160-46cf-8318-98af57bff0fd', 'mac_address': 'fa:16:3e:9d:d2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:14:58.960849 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:14:58.977237 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ba40e8-d160-46cf-8318-98af57bff0fd {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:14:58.992197 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 90ba40e8-d160-46cf-8318-98af57bff0fd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=90ba40e8-d160-46cf-8318-98af57bff0fd,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:14:58.997361 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:14:58.999217 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:14:59.062972 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=90ba40e8-d160-46cf-8318-98af57bff0fd,revision_number=7']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:14:59.069842 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:14:59.125562 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['90ba40e8-d160-46cf-8318-98af57bff0fd'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:14:59.438477 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2144f-5cd0-49fd-875c-76858fb5d662 req-caaaf106-69ff-4546-bdaf-7d9f686cfd4f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:59.439886 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-48c2144f-5cd0-49fd-875c-76858fb5d662 req-caaaf106-69ff-4546-bdaf-7d9f686cfd4f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 944 time: 0.0751443
Dec 22 05:14:59.483954 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-48c2144f-5cd0-49fd-875c-76858fb5d662 req-35fa3039-5339-42e5-b161-4bc642a8bc69 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387053
Dec 22 05:14:59.858807 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32db0e-f8c8-4c4f-a1a6-9e7109774df0 req-b657c6cd-9752-43b7-87ff-8f5279c9c9d6 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:59.860227 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6f32db0e-f8c8-4c4f-a1a6-9e7109774df0 req-b657c6cd-9752-43b7-87ff-8f5279c9c9d6 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 944 time: 0.1332502
Dec 22 05:14:59.871703 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9e44a-5871-476e-b5bd-5176663e7595 req-08608b13-82bf-425b-82a6-55ec526a3287 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:14:59.873022 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-65e9e44a-5871-476e-b5bd-5176663e7595 req-08608b13-82bf-425b-82a6-55ec526a3287 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536&tenant_id=b912c98b650b40c48b1404c81c26c218&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200  len: 944 time: 0.1126008
Dec 22 05:14:59.911466 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6f32db0e-f8c8-4c4f-a1a6-9e7109774df0 req-a79da693-4694-4fcd-9a75-0b5419ae1cae tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452721
Dec 22 05:15:00.028557 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-65e9e44a-5871-476e-b5bd-5176663e7595 req-5bd951b0-4936-46cf-8343-58861212f3f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 1097 time: 0.0702791
Dec 22 05:15:00.158504 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9e44a-5871-476e-b5bd-5176663e7595 req-095f6efe-99f3-434b-847e-a3ec3564fd7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:00.159959 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-65e9e44a-5871-476e-b5bd-5176663e7595 req-095f6efe-99f3-434b-847e-a3ec3564fd7f service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1247003
Dec 22 05:15:00.264216 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-65e9e44a-5871-476e-b5bd-5176663e7595 req-7ad4d6fc-6378-4f85-828a-ab16820e697e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90ba40e8-d160-46cf-8318-98af57bff0fd HTTP/1.1" status: 200  len: 1000 time: 0.0962765
Dec 22 05:15:00.325306 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9e44a-5871-476e-b5bd-5176663e7595 req-c10b1dff-b22b-4076-9eac-8ab3627dabc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:00.326972 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-65e9e44a-5871-476e-b5bd-5176663e7595 req-c10b1dff-b22b-4076-9eac-8ab3627dabc2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0561202
Dec 22 05:15:00.403611 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-65e9e44a-5871-476e-b5bd-5176663e7595 req-85033e4c-a681-4e47-8abc-a4022473b8fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0697265
Dec 22 05:15:00.531568 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-65e9e44a-5871-476e-b5bd-5176663e7595 req-8f20c557-1301-46b8-bf21-6c5ab9fc735f service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208088
Dec 22 05:15:00.660142 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-65e9e44a-5871-476e-b5bd-5176663e7595 req-8d042416-5d73-4f91-aaf1-29ff0748a3e6 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214764
Dec 22 05:15:00.737755 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 90ba40e8-d160-46cf-8318-98af57bff0fd up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:15:00.807987 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 90ba40e8-d160-46cf-8318-98af57bff0fd triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:15:00.808283 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:00.921078 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:00.947398 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b43eff-0c80-4e5c-af13-1342ddb6a536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ba40e8-d160-46cf-8318-98af57bff0fd'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:15:00.957195 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 90ba40e8-d160-46cf-8318-98af57bff0fd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=90ba40e8-d160-46cf-8318-98af57bff0fd,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:15:00.961569 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:00.963774 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fca4eab1-52e4-4438-8b57-3f50f3490d40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:15:01.015666 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b43eff-0c80-4e5c-af13-1342ddb6a536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ba40e8-d160-46cf-8318-98af57bff0fd', 'code': 200}
Dec 22 05:15:01.032213 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=90ba40e8-d160-46cf-8318-98af57bff0fd,revision_number=8']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:15:01.035223 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:15:01.120489 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5898486-446d-4a03-b186-a20d6d9018e8 req-271e1a29-1ed8-40e3-83fd-831c75c9d653 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:01.121948 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c5898486-446d-4a03-b186-a20d6d9018e8 req-271e1a29-1ed8-40e3-83fd-831c75c9d653 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0802259
Dec 22 05:15:01.166818 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c5898486-446d-4a03-b186-a20d6d9018e8 req-ece955f8-ac62-43d0-9c54-56ee35de5d98 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392497
Dec 22 05:15:02.362510 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a2775-3056-489e-a359-bb10eb8f65a6 req-c906e38f-f4e2-4483-9d72-f02a1ef3739c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:02.363923 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b66a2775-3056-489e-a359-bb10eb8f65a6 req-c906e38f-f4e2-4483-9d72-f02a1ef3739c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0738938
Dec 22 05:15:02.408963 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b66a2775-3056-489e-a359-bb10eb8f65a6 req-f0d1429b-a590-48fa-9a5c-5aa91c4d2e62 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396547
Dec 22 05:15:02.598483 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350d8e3-2e03-4ed2-95aa-c16acd3d77e5 req-90488aa5-a418-45be-869f-47445ec8a272 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:02.599911 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f350d8e3-2e03-4ed2-95aa-c16acd3d77e5 req-90488aa5-a418-45be-869f-47445ec8a272 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0748296
Dec 22 05:15:02.644063 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f350d8e3-2e03-4ed2-95aa-c16acd3d77e5 req-5bbd414f-5c6e-48c5-ac1b-5c619e370611 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387845
Dec 22 05:15:02.834836 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d09bd-d7c9-4abe-a14e-f068a154a97d req-b4db3e05-c99e-4047-b3be-e51f3b2c9606 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:02.836161 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fa8d09bd-d7c9-4abe-a14e-f068a154a97d req-b4db3e05-c99e-4047-b3be-e51f3b2c9606 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0777757
Dec 22 05:15:02.879592 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fa8d09bd-d7c9-4abe-a14e-f068a154a97d req-c8633ee0-2425-4fea-a648-e67aa304d67e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381315
Dec 22 05:15:03.271064 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe193fa-f1db-46a7-8a74-e507b5693df8 req-f6c2362e-4114-475b-a94a-754a5dfd9ec1 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:03.272509 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bbe193fa-f1db-46a7-8a74-e507b5693df8 req-f6c2362e-4114-475b-a94a-754a5dfd9ec1 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0749726
Dec 22 05:15:03.316842 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bbe193fa-f1db-46a7-8a74-e507b5693df8 req-b1b60525-593d-44eb-8224-051ecc2b8494 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384219
Dec 22 05:15:04.516115 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc87bb-8af7-488d-b62d-8b59fcc3fba1 req-40f832a4-e210-4756-a672-314e3a975337 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:04.517441 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dfdc87bb-8af7-488d-b62d-8b59fcc3fba1 req-40f832a4-e210-4756-a672-314e3a975337 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.0777800
Dec 22 05:15:04.561031 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dfdc87bb-8af7-488d-b62d-8b59fcc3fba1 req-69c83015-737e-40eb-b415-588f6a9611e7 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378904
Dec 22 05:15:05.198263 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a20cd9-5279-4d4c-ad4f-4b0de2ca9c97 req-2e5d79f7-e705-4b5a-acf5-b75dfb622909 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:05.199678 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-96a20cd9-5279-4d4c-ad4f-4b0de2ca9c97 req-2e5d79f7-e705-4b5a-acf5-b75dfb622909 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.1814127
Dec 22 05:15:05.267605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-96a20cd9-5279-4d4c-ad4f-4b0de2ca9c97 req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Deleting port 90ba40e8-d160-46cf-8318-98af57bff0fd {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:15:05.267859 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-96a20cd9-5279-4d4c-ad4f-4b0de2ca9c97 req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:05.500388 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-96a20cd9-5279-4d4c-ad4f-4b0de2ca9c97 req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] For port 90ba40e8-d160-46cf-8318-98af57bff0fd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=90ba40e8-d160-46cf-8318-98af57bff0fd,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:15:05.500733 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-96a20cd9-5279-4d4c-ad4f-4b0de2ca9c97 req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:05.552044 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:15:05.822197 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-96a20cd9-5279-4d4c-ad4f-4b0de2ca9c97 req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:05.822467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-96a20cd9-5279-4d4c-ad4f-4b0de2ca9c97 req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:05.822768 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [req-96a20cd9-5279-4d4c-ad4f-4b0de2ca9c97 req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Floating IP 606bc09d-7fc8-4a26-892a-68e200c4487d disassociated. External IP: 172.26.4.248, port: 90ba40e8-d160-46cf-8318-98af57bff0fd.
Dec 22 05:15:05.823095 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-96a20cd9-5279-4d4c-ad4f-4b0de2ca9c97 req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Calling delete_port for 90ba40e8-d160-46cf-8318-98af57bff0fd owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:15:05.894971 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd6d13-a658-40fe-b1f2-2bc347c417a3 req-2e6abfc5-a9a2-482c-8eb5-53073164ba6a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:05.896387 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-20fd6d13-a658-40fe-b1f2-2bc347c417a3 req-2e6abfc5-a9a2-482c-8eb5-53073164ba6a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 945 time: 0.2110164
Dec 22 05:15:05.985957 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-20fd6d13-a658-40fe-b1f2-2bc347c417a3 req-d22d5603-ab3c-4959-9f38-5d44c8971e10 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784092
Dec 22 05:15:06.008226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-96a20cd9-5279-4d4c-ad4f-4b0de2ca9c97 req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:06.013801 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e1ee1720-c5c6-4741-85e1-3bc23e3df534 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:15:06.055388 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Pushing event deleted for resources: {'Port': ['ID=90ba40e8-d160-46cf-8318-98af57bff0fd,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:15:06.068979 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:15:06.069362 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:15:06.069754 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:15:06.070120 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:15:06.070478 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:15:06.070835 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:15:06.071268 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:15:06.071562 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:15:06.071917 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:15:06.072313 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:15:06.072615 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:15:06.075818 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:15:06.279420 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96a20cd9-5279-4d4c-ad4f-4b0de2ca9c97 req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Router 65016e2f-2c0f-45c8-9928-02339cb83bdb has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:15:06.473199 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96a20cd9-5279-4d4c-ad4f-4b0de2ca9c97 req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:15:06.482989 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68087711-2232-4a6a-ba0d-350696cbf891 None None] Sync routers for ids ['65016e2f-2c0f-45c8-9928-02339cb83bdb'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:15:06.494280 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68087711-2232-4a6a-ba0d-350696cbf891 None None] Routers {'65016e2f-2c0f-45c8-9928-02339cb83bdb'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:15:06.494886 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-68087711-2232-4a6a-ba0d-350696cbf891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c15be20>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:14:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['65016e2f-2c0f-45c8-9928-02339cb83bdb'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:15:06.542125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a20cd9-5279-4d4c-ad4f-4b0de2ca9c97 req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] No DVR routers for this DVR port 90ba40e8-d160-46cf-8318-98af57bff0fd on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:15:06.544569 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-96a20cd9-5279-4d4c-ad4f-4b0de2ca9c97 req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:06.547150 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b43eff-0c80-4e5c-af13-1342ddb6a536', 'name': 'network-vif-deleted', 'tag': '90ba40e8-d160-46cf-8318-98af57bff0fd'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:15:06.562475 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-96a20cd9-5279-4d4c-ad4f-4b0de2ca9c97 req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "DELETE /v2.0/ports/90ba40e8-d160-46cf-8318-98af57bff0fd HTTP/1.1" status: 204  len: 173 time: 1.3548050
Dec 22 05:15:06.604306 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b43eff-0c80-4e5c-af13-1342ddb6a536', 'name': 'network-vif-deleted', 'tag': '90ba40e8-d160-46cf-8318-98af57bff0fd', 'status': 'completed', 'code': 200}
Dec 22 05:15:06.673929 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-68087711-2232-4a6a-ba0d-350696cbf891 None None] Set router 65016e2f-2c0f-45c8-9928-02339cb83bdb gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:15:06.982127 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-68087711-2232-4a6a-ba0d-350696cbf891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c15be20>, [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:15:06.985906 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68087711-2232-4a6a-ba0d-350696cbf891 None None] Checking router: 65016e2f-2c0f-45c8-9928-02339cb83bdb for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:15:06.997376 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68087711-2232-4a6a-ba0d-350696cbf891 None None] Routers {'65016e2f-2c0f-45c8-9928-02339cb83bdb'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:15:06.998059 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-68087711-2232-4a6a-ba0d-350696cbf891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c15be20>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:14:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['65016e2f-2c0f-45c8-9928-02339cb83bdb'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:15:07.165705 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-57e95f56-3d63-49dc-a848-6ea8d77775e9 req-a1ebea03-0fba-42a8-a557-74ee9999f894 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Synchronizing usage tracker for tenant:b912c98b650b40c48b1404c81c26c218 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:15:07.185621 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-57e95f56-3d63-49dc-a848-6ea8d77775e9 req-a1ebea03-0fba-42a8-a557-74ee9999f894 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Unset dirty status for tenant:b912c98b650b40c48b1404c81c26c218 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:15:07.188818 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-57e95f56-3d63-49dc-a848-6ea8d77775e9 req-a1ebea03-0fba-42a8-a557-74ee9999f894 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b43eff-0c80-4e5c-af13-1342ddb6a536 HTTP/1.1" status: 200  len: 210 time: 0.0672097
Dec 22 05:15:07.213809 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-68087711-2232-4a6a-ba0d-350696cbf891 None None] Set router 65016e2f-2c0f-45c8-9928-02339cb83bdb gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:15:07.561937 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-68087711-2232-4a6a-ba0d-350696cbf891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c15be20>, [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:15:07.565779 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68087711-2232-4a6a-ba0d-350696cbf891 None None] The sync data for ids ['65016e2f-2c0f-45c8-9928-02339cb83bdb'] in dv-neutron-822525-1-hyperv is: [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:15:07.769954 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:07.781308 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa53ddcf-ccb7-4919-b2f3-f3d1138c5569 None None] New status for floating IP 606bc09d-7fc8-4a26-892a-68e200c4487d: DOWN {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:15:08.538791 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-ed1791f6-8402-4ad4-a5be-9ddc77da8380 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1784960959&fields=id&tenant_id=b912c98b650b40c48b1404c81c26c218 HTTP/1.1" status: 200  len: 267 time: 0.0404224
Dec 22 05:15:08.682509 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-ea075974-9bce-43ca-b917-ccda9f396ad4 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:08.683941 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-ea075974-9bce-43ca-b917-ccda9f396ad4 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 812 time: 0.1389561
Dec 22 05:15:08.699989 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-e92044c0-ed48-4929-b38e-a1e594e85356 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/quotas/b912c98b650b40c48b1404c81c26c218 HTTP/1.1" status: 200  len: 375 time: 0.0108263
Dec 22 05:15:08.783405 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-05015915-69cb-4480-a68a-157ab3b5eb13 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0784247
Dec 22 05:15:08.801997 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-09b85909-6ce3-4263-afd8-67a5876cc835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:08.930917 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-a1567f07-ee15-465a-874c-57190a6b4193 service neutron] 10.222.0.53 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294093
Dec 22 05:15:09.061590 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-20b2514e-698c-4ecc-87a3-3413437ccbe3 service neutron] 10.222.0.53 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249623
Dec 22 05:15:09.372204 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cf6d275a-7cee-4dbf-865c-b99c59cdec23 req-69a6befa-ecab-4dd7-81ec-0a779ae5c092 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 210 time: 0.1615112
Dec 22 05:15:10.316623 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-b9d345da-59b9-4a9a-8c08-41fefab6593e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:10.318042 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-b9d345da-59b9-4a9a-8c08-41fefab6593e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 812 time: 0.1445069
Dec 22 05:15:10.383429 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-605a5858-c1bc-4ed1-b161-6731c959e02f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b912c98b650b40c48b1404c81c26c218 HTTP/1.1" status: 200  len: 380 time: 0.0411386
Dec 22 05:15:10.391719 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-104bc0ae-071d-4129-9d21-55d463741caf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Request body: {'port': {'device_id': 'c29d63ef-26e5-40d7-b042-05da469cb101', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'admin_state_up': True, 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'security_groups': ['fcc47d52-d0dc-4602-9fdc-d5d76dca9b71']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:15:10.525006 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-104bc0ae-071d-4129-9d21-55d463741caf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:15:10.532272 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-60030e55-d6b9-415e-84a6-f54626ce25f3 req-a692ce33-6a2f-4db3-a479-697d6eda0996 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 210 time: 0.0413728
Dec 22 05:15:10.534668 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-104bc0ae-071d-4129-9d21-55d463741caf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:15:10.544800 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-104bc0ae-071d-4129-9d21-55d463741caf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Made reservation on behalf of b912c98b650b40c48b1404c81c26c218 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:15:10.547913 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-104bc0ae-071d-4129-9d21-55d463741caf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:10.707199 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-104bc0ae-071d-4129-9d21-55d463741caf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Allocated IP 172.20.0.7 (e0d4c8a7-4a1a-46d6-a313-75865ada2ed5/ae06546a-d3e1-4ace-bbaa-958c19ab659a/084e352a-a691-46ef-b619-fcccd39ed7a1) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:15:10.777575 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 90ba40e8-d160-46cf-8318-98af57bff0fd no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:15:10.813634 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 90ba40e8-d160-46cf-8318-98af57bff0fd {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:15:10.813992 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 90ba40e8-d160-46cf-8318-98af57bff0fd not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:15:10.892854 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-104bc0ae-071d-4129-9d21-55d463741caf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:10.908496 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-104bc0ae-071d-4129-9d21-55d463741caf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Transition to ACTIVE for port object 084e352a-a691-46ef-b619-fcccd39ed7a1 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:15:10.930109 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-104bc0ae-071d-4129-9d21-55d463741caf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:10.936336 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:15:10.996196 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-104bc0ae-071d-4129-9d21-55d463741caf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:15:11.003367 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5533c674-45ed-4e35-8466-97b27d40bf23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:11.008931 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-104bc0ae-071d-4129-9d21-55d463741caf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:15:11.011226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-104bc0ae-071d-4129-9d21-55d463741caf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:15:11.049177 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104bc0ae-071d-4129-9d21-55d463741caf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Pushing event updated for resources: {'Port': ['ID=084e352a-a691-46ef-b619-fcccd39ed7a1,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:15:11.052070 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-104bc0ae-071d-4129-9d21-55d463741caf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:15:11.081112 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-104bc0ae-071d-4129-9d21-55d463741caf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:11.081747 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-104bc0ae-071d-4129-9d21-55d463741caf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:11.108951 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-104bc0ae-071d-4129-9d21-55d463741caf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7210348
Dec 22 05:15:11.124952 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-2efc3fed-269a-4c01-970d-44ca8d355aaf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 05:15:11.125949 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-2efc3fed-269a-4c01-970d-44ca8d355aaf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0053611
Dec 22 05:15:11.137365 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] Request body: {'port': {'device_id': 'c29d63ef-26e5-40d7-b042-05da469cb101', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:15:11.249424 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f5e21907-5efe-47e9-b116-51de041314bf None None] Provisioning for port 084e352a-a691-46ef-b619-fcccd39ed7a1 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:15:11.254278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f5e21907-5efe-47e9-b116-51de041314bf None None] Provisioning complete for port 084e352a-a691-46ef-b619-fcccd39ed7a1 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:15:11.254762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f5e21907-5efe-47e9-b116-51de041314bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:11.256114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:11.307426 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-f5e21907-5efe-47e9-b116-51de041314bf None None] Port 084e352a-a691-46ef-b619-fcccd39ed7a1 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:15:11.588547 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 084e352a-a691-46ef-b619-fcccd39ed7a1 {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:15:11.595203 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:11.610443 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] Transition to ACTIVE for port object 084e352a-a691-46ef-b619-fcccd39ed7a1 will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:15:11.613947 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:11.618056 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9ecd3009-e7db-439b-8c2a-97877a151a80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:15:11.776455 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] Pushing event updated for resources: {'Port': ['ID=084e352a-a691-46ef-b619-fcccd39ed7a1,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:15:11.786609 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:15:11.884738 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be2756-e602-4fe0-b77f-0c3efb3e0caa req-fdd6874e-1b39-4578-b025-6e0714f2d9da tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:11.885431 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-96be2756-e602-4fe0-b77f-0c3efb3e0caa req-fdd6874e-1b39-4578-b025-6e0714f2d9da tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Synchronizing usage tracker for tenant:b912c98b650b40c48b1404c81c26c218 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:15:11.923144 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-96be2756-e602-4fe0-b77f-0c3efb3e0caa req-fdd6874e-1b39-4578-b025-6e0714f2d9da tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Unset dirty status for tenant:b912c98b650b40c48b1404c81c26c218 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:15:11.924298 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-96be2756-e602-4fe0-b77f-0c3efb3e0caa req-fdd6874e-1b39-4578-b025-6e0714f2d9da tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 943 time: 0.2650123
Dec 22 05:15:11.927200 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] Attempting to bind port 084e352a-a691-46ef-b619-fcccd39ed7a1 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:15:11.927543 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] Attempting to bind port 084e352a-a691-46ef-b619-fcccd39ed7a1 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:15:11.928067 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] Attempting to bind port 084e352a-a691-46ef-b619-fcccd39ed7a1 on network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:15:11.952173 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] Port 084e352a-a691-46ef-b619-fcccd39ed7a1 on network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:15:11.952499 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] Attempting to bind port 084e352a-a691-46ef-b619-fcccd39ed7a1 on network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:15:12.074279 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:15:12.074496 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] Checking segment: {'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:15:12.074865 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] Bound using segment: {'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:15:12.075292 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] Bound port: 084e352a-a691-46ef-b619-fcccd39ed7a1, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:15:12.075633 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:12.126481 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-96be2756-e602-4fe0-b77f-0c3efb3e0caa req-2ec377d2-beb1-4613-bafd-f36d045edde1 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1956520
Dec 22 05:15:12.166825 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:12.172631 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] For port 084e352a-a691-46ef-b619-fcccd39ed7a1, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:15:12.175650 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] For port 084e352a-a691-46ef-b619-fcccd39ed7a1, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=084e352a-a691-46ef-b619-fcccd39ed7a1,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:15:12.179652 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:12.184250 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:15:12.239643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:12.240992 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] 10.222.0.47 "PUT /v2.0/ports/084e352a-a691-46ef-b619-fcccd39ed7a1 HTTP/1.1" status: 200  len: 1093 time: 1.1083689
Dec 22 05:15:12.241528 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29d63ef-26e5-40d7-b042-05da469cb101', 'tag': '084e352a-a691-46ef-b619-fcccd39ed7a1'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:15:12.265479 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] Pushing event updated for resources: {'Port': ['ID=084e352a-a691-46ef-b619-fcccd39ed7a1,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:15:12.268992 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:15:12.330499 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:12.331132 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29d63ef-26e5-40d7-b042-05da469cb101', 'tag': '084e352a-a691-46ef-b619-fcccd39ed7a1', 'status': 'completed', 'code': 200}
Dec 22 05:15:12.374149 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-fe70f5bf-c58e-4938-b105-da4e5ea6d2bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 1096 time: 0.0780361
Dec 22 05:15:12.452784 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-31fb1c87-82f4-44dd-9bbc-a0415a986df3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=084e352a-a691-46ef-b619-fcccd39ed7a1 HTTP/1.1" status: 200  len: 217 time: 0.0651505
Dec 22 05:15:12.514415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-b06232cb-a61d-4239-a16c-09b30dd0fdcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:12.515756 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-b06232cb-a61d-4239-a16c-09b30dd0fdcd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0571523
Dec 22 05:15:12.591816 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-bc86d09f-34be-4eaa-8c1d-54a7cc0be1e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0697274
Dec 22 05:15:12.722301 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-9a97a03c-4763-44c8-9e06-625c8e19c478 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215889
Dec 22 05:15:12.851086 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ccd5f47-1350-4742-81b4-79c6da7036c0 req-5ff8773a-f916-4c86-8cc0-a6c77cd41189 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220541
Dec 22 05:15:13.012961 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5e3ebc22-a408-41e8-aa36-402bf7bb0078 req-0bd08b55-b7c1-43d5-b0fa-c5b4196a1140 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 1096 time: 0.0668285
Dec 22 05:15:13.141594 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ebc22-a408-41e8-aa36-402bf7bb0078 req-e5e175b0-483c-4bfd-8e29-aec8548506d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:13.143111 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5e3ebc22-a408-41e8-aa36-402bf7bb0078 req-e5e175b0-483c-4bfd-8e29-aec8548506d2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1231833
Dec 22 05:15:13.218777 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5e3ebc22-a408-41e8-aa36-402bf7bb0078 req-17d392a1-655a-4d6c-920c-41c53b4bf072 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=084e352a-a691-46ef-b619-fcccd39ed7a1 HTTP/1.1" status: 200  len: 217 time: 0.0683746
Dec 22 05:15:13.325012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ebc22-a408-41e8-aa36-402bf7bb0078 req-7c153533-e4d2-4d79-862b-3599ac31b843 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:13.326638 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5e3ebc22-a408-41e8-aa36-402bf7bb0078 req-7c153533-e4d2-4d79-862b-3599ac31b843 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.1011519
Dec 22 05:15:13.394144 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b7612-6cb0-45c6-bce3-e8ed5c59a863 req-6ab8bb37-8c18-4cad-a37d-f85242568034 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:13.395558 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6f5b7612-6cb0-45c6-bce3-e8ed5c59a863 req-6ab8bb37-8c18-4cad-a37d-f85242568034 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 943 time: 0.1405027
Dec 22 05:15:13.448014 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5e3ebc22-a408-41e8-aa36-402bf7bb0078 req-1e4104db-66ea-42fa-b136-4ab654a93565 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1133914
Dec 22 05:15:13.475223 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6f5b7612-6cb0-45c6-bce3-e8ed5c59a863 req-7001aabb-d717-493f-9a32-cc8b70ce3a97 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713959
Dec 22 05:15:13.584031 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5e3ebc22-a408-41e8-aa36-402bf7bb0078 req-3437d4d7-16a7-4346-80e4-6e7109e91a2e service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275311
Dec 22 05:15:13.600707 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:13.717389 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5e3ebc22-a408-41e8-aa36-402bf7bb0078 req-88225714-f542-4160-a3bd-53f355398107 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267784
Dec 22 05:15:14.674432 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb704b5-8753-41d4-a9e5-57543c0f5df4 req-bdcc9ed2-ae7c-4f92-af94-94fe10806cf2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:14.675857 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fdb704b5-8753-41d4-a9e5-57543c0f5df4 req-bdcc9ed2-ae7c-4f92-af94-94fe10806cf2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 943 time: 0.0782895
Dec 22 05:15:14.719279 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fdb704b5-8753-41d4-a9e5-57543c0f5df4 req-0bdec594-6f3a-4331-8481-ab8edc9e87b1 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380576
Dec 22 05:15:16.009835 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90737b9-cb91-49ef-8f14-7a54649b6642 req-ed8730a8-47a7-4bff-a718-a650b2596b82 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:16.011198 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b90737b9-cb91-49ef-8f14-7a54649b6642 req-ed8730a8-47a7-4bff-a718-a650b2596b82 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 943 time: 0.1753461
Dec 22 05:15:16.054885 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b90737b9-cb91-49ef-8f14-7a54649b6642 req-83449405-9a32-4321-b705-d078be8db769 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383444
Dec 22 05:15:16.808606 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 084e352a-a691-46ef-b619-fcccd39ed7a1 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:15:16.936190 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 084e352a-a691-46ef-b619-fcccd39ed7a1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=084e352a-a691-46ef-b619-fcccd39ed7a1,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:15:16.949153 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '084e352a-a691-46ef-b619-fcccd39ed7a1', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'port_id': '084e352a-a691-46ef-b619-fcccd39ed7a1', 'mac_address': 'fa:16:3e:60:fa:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:15:17.003304 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:17.020600 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 084e352a-a691-46ef-b619-fcccd39ed7a1 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:15:17.034627 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 084e352a-a691-46ef-b619-fcccd39ed7a1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=084e352a-a691-46ef-b619-fcccd39ed7a1,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:15:17.038529 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:17.040696 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:15:17.102890 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=084e352a-a691-46ef-b619-fcccd39ed7a1,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:15:17.105902 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:15:17.245953 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a1422-110c-4ff1-945b-07ceeedcefc4 req-fe13315c-ad86-4488-8489-cad6d4a13911 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:17.247396 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-196a1422-110c-4ff1-945b-07ceeedcefc4 req-fe13315c-ad86-4488-8489-cad6d4a13911 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 944 time: 0.0761924
Dec 22 05:15:17.291484 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-196a1422-110c-4ff1-945b-07ceeedcefc4 req-c9b817f8-053e-4a1a-9c50-d888113d7eb0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386200
Dec 22 05:15:17.426180 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['084e352a-a691-46ef-b619-fcccd39ed7a1'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:15:18.484551 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1201c-d84b-4723-9792-5ca397fb6cdf req-3688b549-6abe-4ac7-9155-bb796b8e00d0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:18.485920 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d2e1201c-d84b-4723-9792-5ca397fb6cdf req-3688b549-6abe-4ac7-9155-bb796b8e00d0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 944 time: 0.0753770
Dec 22 05:15:18.531907 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d2e1201c-d84b-4723-9792-5ca397fb6cdf req-1e099599-02ab-4de3-ab4b-b08df441a560 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406413
Dec 22 05:15:18.824188 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 084e352a-a691-46ef-b619-fcccd39ed7a1 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:15:18.889829 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 084e352a-a691-46ef-b619-fcccd39ed7a1 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:15:18.894445 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 084e352a-a691-46ef-b619-fcccd39ed7a1 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:15:18.894825 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:19.005481 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:19.031526 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29d63ef-26e5-40d7-b042-05da469cb101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084e352a-a691-46ef-b619-fcccd39ed7a1'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:15:19.041017 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 084e352a-a691-46ef-b619-fcccd39ed7a1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=084e352a-a691-46ef-b619-fcccd39ed7a1,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:15:19.044268 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:19.046078 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:15:19.089332 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29d63ef-26e5-40d7-b042-05da469cb101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084e352a-a691-46ef-b619-fcccd39ed7a1', 'code': 200}
Dec 22 05:15:19.113322 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=084e352a-a691-46ef-b619-fcccd39ed7a1,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:15:19.116117 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:15:19.343208 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0e60d059-0f99-457a-953d-97aabfa04b59 req-bfcfb3f0-d2e0-4045-bc0c-153c19627900 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 1098 time: 0.0659039
Dec 22 05:15:19.384513 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0e60d059-0f99-457a-953d-97aabfa04b59 req-94312bfb-867f-4f48-969c-ca62d38ab3a8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0352275
Dec 22 05:15:19.724296 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d279d7-c996-467e-bb93-fe6f0301fdd0 req-3dc09c25-9913-4c5f-b614-bc52dbe6c234 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:19.725738 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d7d279d7-c996-467e-bb93-fe6f0301fdd0 req-3dc09c25-9913-4c5f-b614-bc52dbe6c234 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.0778995
Dec 22 05:15:19.770369 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d7d279d7-c996-467e-bb93-fe6f0301fdd0 req-94f108a4-d2b5-45e3-8cbf-3835b7e38ee0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385916
Dec 22 05:15:21.064044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76e225-d973-43c1-8afb-05a4943bf2c1 req-66bcc41a-3c3c-4908-b475-c503f93800f5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:21.065380 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ec76e225-d973-43c1-8afb-05a4943bf2c1 req-66bcc41a-3c3c-4908-b475-c503f93800f5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.1753204
Dec 22 05:15:21.108837 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ec76e225-d973-43c1-8afb-05a4943bf2c1 req-bb7320cd-b3f9-4751-8300-2100268fda30 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379937
Dec 22 05:15:21.302842 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728256fc-64de-4654-a168-f1dd1a8d71e4 req-e6865143-d585-4f49-a879-9f823bb530e4 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:21.304298 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-728256fc-64de-4654-a168-f1dd1a8d71e4 req-e6865143-d585-4f49-a879-9f823bb530e4 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.0822318
Dec 22 05:15:21.312775 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 34696) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:15:21.317918 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-2fc5007c-8289-4709-b61e-6682aed2e5bc tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Request body: {'floatingip': {'port_id': '084e352a-a691-46ef-b619-fcccd39ed7a1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:15:21.393260 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2fc5007c-8289-4709-b61e-6682aed2e5bc tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for floatingip, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:21.968375 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2fc5007c-8289-4709-b61e-6682aed2e5bc tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:21.971852 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2fc5007c-8289-4709-b61e-6682aed2e5bc tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:22.154014 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [None req-2fc5007c-8289-4709-b61e-6682aed2e5bc tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Floating IP 606bc09d-7fc8-4a26-892a-68e200c4487d associated. External IP: 172.26.4.248, port: 084e352a-a691-46ef-b619-fcccd39ed7a1.
Dec 22 05:15:22.640295 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc5007c-8289-4709-b61e-6682aed2e5bc tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Router 65016e2f-2c0f-45c8-9928-02339cb83bdb has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:15:22.838166 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc5007c-8289-4709-b61e-6682aed2e5bc tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:15:22.842526 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2fc5007c-8289-4709-b61e-6682aed2e5bc tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:22.847929 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62f8d11-1e6a-4fb7-9d68-6d7909f628dc None None] Sync routers for ids ['65016e2f-2c0f-45c8-9928-02339cb83bdb'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:15:22.860662 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62f8d11-1e6a-4fb7-9d68-6d7909f628dc None None] Routers {'65016e2f-2c0f-45c8-9928-02339cb83bdb'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:15:22.861284 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-a62f8d11-1e6a-4fb7-9d68-6d7909f628dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bda5160>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:15:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['65016e2f-2c0f-45c8-9928-02339cb83bdb'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:15:22.899999 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2fc5007c-8289-4709-b61e-6682aed2e5bc tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "PUT /v2.0/floatingips/606bc09d-7fc8-4a26-892a-68e200c4487d HTTP/1.1" status: 200  len: 991 time: 1.5830243
Dec 22 05:15:22.899999 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29d63ef-26e5-40d7-b042-05da469cb101', 'tag': '084e352a-a691-46ef-b619-fcccd39ed7a1'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:15:22.954479 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29d63ef-26e5-40d7-b042-05da469cb101', 'tag': '084e352a-a691-46ef-b619-fcccd39ed7a1', 'status': 'completed', 'code': 200}
Dec 22 05:15:23.038883 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-a62f8d11-1e6a-4fb7-9d68-6d7909f628dc None None] Set router 65016e2f-2c0f-45c8-9928-02339cb83bdb gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:15:23.084923 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0e68e43a-d5e9-429c-bd5c-38178ba92d85 req-eb63c771-2492-4113-ae5a-bd5ce70f21eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 1098 time: 0.0699463
Dec 22 05:15:23.221967 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68e43a-d5e9-429c-bd5c-38178ba92d85 req-86e3c696-21c1-4f9b-92da-71983c924766 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:23.223424 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0e68e43a-d5e9-429c-bd5c-38178ba92d85 req-86e3c696-21c1-4f9b-92da-71983c924766 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1319687
Dec 22 05:15:23.326657 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0e68e43a-d5e9-429c-bd5c-38178ba92d85 req-a8d25588-319e-4489-b68b-9ba9cabf0b22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=084e352a-a691-46ef-b619-fcccd39ed7a1 HTTP/1.1" status: 200  len: 999 time: 0.0968118
Dec 22 05:15:23.381302 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-a62f8d11-1e6a-4fb7-9d68-6d7909f628dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bda5160>, [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '606bc09d-7fc8-4a26-892a-68e200c4487d', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'port_id': '084e352a-a691-46ef-b619-fcccd39ed7a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'mac_address': 'fa:16:3e:60:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d63ef-26e5-40d7-b042-05da469cb101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:13:06Z', 'updated_at': '2021-12-22T05:15:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:15:23.385702 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62f8d11-1e6a-4fb7-9d68-6d7909f628dc None None] Checking router: 65016e2f-2c0f-45c8-9928-02339cb83bdb for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:15:23.388429 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68e43a-d5e9-429c-bd5c-38178ba92d85 req-843ddf11-0623-4e10-8f80-ca98fdc50140 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:15:23.389901 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0e68e43a-d5e9-429c-bd5c-38178ba92d85 req-843ddf11-0623-4e10-8f80-ca98fdc50140 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0573599
Dec 22 05:15:23.396058 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62f8d11-1e6a-4fb7-9d68-6d7909f628dc None None] Routers {'65016e2f-2c0f-45c8-9928-02339cb83bdb'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:15:23.396655 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-a62f8d11-1e6a-4fb7-9d68-6d7909f628dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bda5160>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:15:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['65016e2f-2c0f-45c8-9928-02339cb83bdb'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:15:23.469840 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0e68e43a-d5e9-429c-bd5c-38178ba92d85 req-1fe4bfab-cab3-4d04-8647-e640963e0c68 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0740588
Dec 22 05:15:23.598737 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0e68e43a-d5e9-429c-bd5c-38178ba92d85 req-c5710e33-0ffd-4b56-89ee-37caff9832f0 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226001
Dec 22 05:15:23.613299 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-a62f8d11-1e6a-4fb7-9d68-6d7909f628dc None None] Set router 65016e2f-2c0f-45c8-9928-02339cb83bdb gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:15:23.728180 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0e68e43a-d5e9-429c-bd5c-38178ba92d85 req-79a790a1-0d49-4c9f-8ef5-05c61e7e9f49 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231921
Dec 22 05:15:23.952128 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-a62f8d11-1e6a-4fb7-9d68-6d7909f628dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bda5160>, [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '606bc09d-7fc8-4a26-892a-68e200c4487d', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'port_id': '084e352a-a691-46ef-b619-fcccd39ed7a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'mac_address': 'fa:16:3e:60:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d63ef-26e5-40d7-b042-05da469cb101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:13:06Z', 'updated_at': '2021-12-22T05:15:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:15:23.956036 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62f8d11-1e6a-4fb7-9d68-6d7909f628dc None None] The sync data for ids ['65016e2f-2c0f-45c8-9928-02339cb83bdb'] in dv-neutron-822525-1-hyperv is: [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '606bc09d-7fc8-4a26-892a-68e200c4487d', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'port_id': '084e352a-a691-46ef-b619-fcccd39ed7a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'mac_address': 'fa:16:3e:60:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d63ef-26e5-40d7-b042-05da469cb101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:13:06Z', 'updated_at': '2021-12-22T05:15:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:15:24.141465 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bf4397-65da-4fd3-94a7-f9079aecf24d None None] New status for floating IP 606bc09d-7fc8-4a26-892a-68e200c4487d: ACTIVE {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:15:37.774424 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:38.804117 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cd086ebf-4d06-474d-bf4e-f7c3e6bb63ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:41.005637 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4af51b39-e0c8-4931-8ea7-871eae702255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:42.156338 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:42.332035 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:15:42.551414 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:15:43.601330 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:16:07.787120 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:16:08.805952 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-730579c8-808c-4a08-8752-3d4acf57c81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:16:11.007183 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-773056fd-f572-4d6c-b138-e71b079679e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:16:12.160308 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:16:12.333200 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:16:13.604875 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:16:18.672300 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b5f38751-389b-4cea-ab8f-ec6555afd76a req-e62c8fea-e931-4602-bc18-2a30146f24d7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1310136
Dec 22 05:16:18.832052 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b5f38751-389b-4cea-ab8f-ec6555afd76a req-f1ee5a50-2f39-475b-9ad2-7d79bb5eb27e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 1098 time: 0.0703611
Dec 22 05:16:19.083630 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f38751-389b-4cea-ab8f-ec6555afd76a req-6ca48687-c536-4235-a3bf-75ed5fb281ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:19.084981 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b5f38751-389b-4cea-ab8f-ec6555afd76a req-6ca48687-c536-4235-a3bf-75ed5fb281ad service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.2338293
Dec 22 05:16:19.187749 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b5f38751-389b-4cea-ab8f-ec6555afd76a req-c4d70c88-f44e-42eb-af33-5e05b9a97566 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=084e352a-a691-46ef-b619-fcccd39ed7a1 HTTP/1.1" status: 200  len: 1001 time: 0.0937002
Dec 22 05:16:19.249406 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f38751-389b-4cea-ab8f-ec6555afd76a req-0c278cca-4a84-4b54-8436-574d2757ade7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:19.250945 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b5f38751-389b-4cea-ab8f-ec6555afd76a req-0c278cca-4a84-4b54-8436-574d2757ade7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0561855
Dec 22 05:16:19.323859 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b5f38751-389b-4cea-ab8f-ec6555afd76a req-4a3a7ad6-9e19-4f1c-956f-2547be7ef4e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0662215
Dec 22 05:16:19.453171 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b5f38751-389b-4cea-ab8f-ec6555afd76a req-23f7a6aa-2637-45a2-9e6a-a96738fa4c7d service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228218
Dec 22 05:16:19.550732 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:16:19.586155 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b5f38751-389b-4cea-ab8f-ec6555afd76a req-4554f732-9379-43c4-86a0-8a475ef5f304 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261520
Dec 22 05:16:34.985627 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623a5c1-9549-4e05-9d4e-1adbf52815e1 req-c4e7f739-e143-40de-b8a2-79a781e96491 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:34.987037 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4623a5c1-9549-4e05-9d4e-1adbf52815e1 req-c4e7f739-e143-40de-b8a2-79a781e96491 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.1492691
Dec 22 05:16:35.033381 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4623a5c1-9549-4e05-9d4e-1adbf52815e1 req-0b3bf5cb-d458-4f9c-9652-846dd62cb02d tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408618
Dec 22 05:16:36.299015 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a1e01-e6c5-4d85-994c-d3cea3220625 req-8b6237f2-cbe4-4f66-bf43-ed00f43aa4e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:36.300452 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ab2a1e01-e6c5-4d85-994c-d3cea3220625 req-8b6237f2-cbe4-4f66-bf43-ed00f43aa4e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.1458952
Dec 22 05:16:36.344472 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ab2a1e01-e6c5-4d85-994c-d3cea3220625 req-eb572f1f-d8c1-447d-abe3-de2efce6a3b0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385754
Dec 22 05:16:37.537534 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6b7c9-fb4e-42b4-ad7f-47ebbb6e533d req-10a35594-619d-429b-889e-a1df003fc2b9 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:37.538984 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-8dc6b7c9-fb4e-42b4-ad7f-47ebbb6e533d req-10a35594-619d-429b-889e-a1df003fc2b9 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.0748310
Dec 22 05:16:37.592440 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-8dc6b7c9-fb4e-42b4-ad7f-47ebbb6e533d req-339547a6-eb19-4b4e-928d-e90dc526651e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479329
Dec 22 05:16:37.798254 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:16:38.789211 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0a6fe-9c67-494b-9a54-97fdad395405 req-378eb028-9ff9-4320-83c1-4f732e656c6a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:38.792067 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-58f0a6fe-9c67-494b-9a54-97fdad395405 req-378eb028-9ff9-4320-83c1-4f732e656c6a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.0767794
Dec 22 05:16:38.810108 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-790f4da7-06da-4cce-b465-b265011f9be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:16:38.844730 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-58f0a6fe-9c67-494b-9a54-97fdad395405 req-46f3a26b-9e84-4bac-9c35-44c99a5b101f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468745
Dec 22 05:16:40.045510 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48109e-4c88-4127-a545-2d936ba35877 req-a01bb93e-ceee-4ff7-86c7-79ba988c0cfc tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:40.046955 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4e48109e-4c88-4127-a545-2d936ba35877 req-a01bb93e-ceee-4ff7-86c7-79ba988c0cfc tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.0793314
Dec 22 05:16:40.090472 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4e48109e-4c88-4127-a545-2d936ba35877 req-2c2a4153-7c1c-4028-a3c9-1a42bfc113a0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375693
Dec 22 05:16:41.009047 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b043de21-24d2-48f0-b0d8-2dea92676c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:16:41.284449 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e0c58-82fa-46c2-9d98-c96f5285a54e req-995ef052-5818-4b88-914e-2adaedb9a152 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:41.285815 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ef6e0c58-82fa-46c2-9d98-c96f5285a54e req-995ef052-5818-4b88-914e-2adaedb9a152 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.0768375
Dec 22 05:16:41.329828 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ef6e0c58-82fa-46c2-9d98-c96f5285a54e req-e0d8245b-bac9-4b48-bfd1-ce25f15c1109 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385072
Dec 22 05:16:42.161591 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:16:42.335279 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:16:42.529516 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b64d15-b496-4101-aed4-80251573146e req-39981941-e68a-4ecc-9c42-5ced8b511c87 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:42.530953 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-05b64d15-b496-4101-aed4-80251573146e req-39981941-e68a-4ecc-9c42-5ced8b511c87 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.0748041
Dec 22 05:16:42.575062 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-05b64d15-b496-4101-aed4-80251573146e req-2d8ddcaf-fedd-4427-adb7-c92a01a35eb5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387211
Dec 22 05:16:43.608999 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:16:43.769522 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08187ea-c573-4fea-a323-98d86a503451 req-7216855a-4abb-40a9-b146-0e9bac558722 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:43.770949 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a08187ea-c573-4fea-a323-98d86a503451 req-7216855a-4abb-40a9-b146-0e9bac558722 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.0782239
Dec 22 05:16:43.814514 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a08187ea-c573-4fea-a323-98d86a503451 req-95f846de-6483-4dce-9e68-f5aa0f9c5c78 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381773
Dec 22 05:16:45.013739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c7a7c-10ac-4a08-9adf-233aa9bcf478 req-d5d4e42d-91c7-41db-96ec-ac70e5abd891 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:45.015143 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-623c7a7c-10ac-4a08-9adf-233aa9bcf478 req-d5d4e42d-91c7-41db-96ec-ac70e5abd891 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.0805981
Dec 22 05:16:45.058971 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-623c7a7c-10ac-4a08-9adf-233aa9bcf478 req-ea7e8b2a-5904-456b-83a1-188c32726f48 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378833
Dec 22 05:16:46.255624 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47592bc1-f212-4964-8d38-235e131a0162 req-26ee82fa-c1f6-45b7-a5ef-26e678502668 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:46.257050 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-47592bc1-f212-4964-8d38-235e131a0162 req-26ee82fa-c1f6-45b7-a5ef-26e678502668 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.0761650
Dec 22 05:16:46.302127 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-47592bc1-f212-4964-8d38-235e131a0162 req-78c930b1-dbab-4e24-8168-da9ab8cf46eb tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394125
Dec 22 05:16:46.493433 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e9d1cef9-9e5c-439d-be64-7edcd1945115 req-d127b99d-0391-40f7-a461-baac98286506 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0659335
Dec 22 05:16:46.723921 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 34872) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:16:46.802221 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6903c6-6ce1-45f7-9e98-9b1f6a1ceeb8 req-04690cbe-0d3c-413a-a1b1-f8d15eef44b8 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:46.803780 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-da6903c6-6ce1-45f7-9e98-9b1f6a1ceeb8 req-04690cbe-0d3c-413a-a1b1-f8d15eef44b8 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.0849905
Dec 22 05:16:46.853470 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-da6903c6-6ce1-45f7-9e98-9b1f6a1ceeb8 req-38717cfd-2209-42e4-aa51-ae2eeba42a7e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439012
Dec 22 05:16:46.867621 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7debaab2-f8d8-408c-9294-7bb9a17f5433 req-515cc3bf-be06-4e66-9b0b-5641adadff72 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1423624
Dec 22 05:16:48.046597 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92441bf2-514c-45c0-9fa6-dba4096c789d req-ea5cea88-7b83-4f66-92c7-3ee20730c1cc tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:48.048030 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-92441bf2-514c-45c0-9fa6-dba4096c789d req-ea5cea88-7b83-4f66-92c7-3ee20730c1cc tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.0767848
Dec 22 05:16:48.092195 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-92441bf2-514c-45c0-9fa6-dba4096c789d req-1457bbba-8fd4-4285-bf5f-970c67da7071 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386143
Dec 22 05:16:48.096043 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7debaab2-f8d8-408c-9294-7bb9a17f5433 req-9b74bd7b-dc9f-4aea-b083-7b3e77c7e47d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 1098 time: 0.0694923
Dec 22 05:16:48.227823 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debaab2-f8d8-408c-9294-7bb9a17f5433 req-72662f4d-e2b8-4897-9efa-86239b57ede9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:48.229258 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7debaab2-f8d8-408c-9294-7bb9a17f5433 req-72662f4d-e2b8-4897-9efa-86239b57ede9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1268754
Dec 22 05:16:48.330425 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7debaab2-f8d8-408c-9294-7bb9a17f5433 req-d582ce89-be0f-4da9-8157-9ed0fa146b3b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=084e352a-a691-46ef-b619-fcccd39ed7a1 HTTP/1.1" status: 200  len: 1001 time: 0.0941153
Dec 22 05:16:48.394487 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debaab2-f8d8-408c-9294-7bb9a17f5433 req-232252de-88ef-4055-9a4c-95e8eb41006d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:48.395861 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7debaab2-f8d8-408c-9294-7bb9a17f5433 req-232252de-88ef-4055-9a4c-95e8eb41006d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0591617
Dec 22 05:16:48.471007 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7debaab2-f8d8-408c-9294-7bb9a17f5433 req-7474a021-3f12-44db-ae73-819eb2cf6ded service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0687633
Dec 22 05:16:48.695136 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7debaab2-f8d8-408c-9294-7bb9a17f5433 req-863e1bff-09bc-48d1-90af-a31b2e4d8f35 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2179718
Dec 22 05:16:48.821016 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7debaab2-f8d8-408c-9294-7bb9a17f5433 req-e37db3f3-a51c-49e7-bd16-518782b2e227 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1199687
Dec 22 05:16:49.286659 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d057f7-d43a-403b-89d8-a3232e6b41da req-3d420cce-8ac3-4c62-92ae-094e87254930 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:49.288086 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-84d057f7-d43a-403b-89d8-a3232e6b41da req-3d420cce-8ac3-4c62-92ae-094e87254930 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.0746865
Dec 22 05:16:49.336308 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-84d057f7-d43a-403b-89d8-a3232e6b41da req-28817dec-e9b5-4a39-a03a-c3c2f3b6f784 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422375
Dec 22 05:16:50.537463 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37b249-44e2-4bb1-a26a-44a24566d228 req-5f7013ad-0cc4-464b-9751-39f961a2df15 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:50.538846 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fa37b249-44e2-4bb1-a26a-44a24566d228 req-5f7013ad-0cc4-464b-9751-39f961a2df15 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.0788407
Dec 22 05:16:50.583060 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7debaab2-f8d8-408c-9294-7bb9a17f5433 req-d4fbfe03-90c8-4a76-bbb5-73559ade3c90 service neutron] 10.222.0.47 "GET /v2.0/ports/084e352a-a691-46ef-b619-fcccd39ed7a1/bindings/hv-neutron-8225 HTTP/1.1" status: 200  len: 384 time: 0.0727758
Dec 22 05:16:50.584191 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fa37b249-44e2-4bb1-a26a-44a24566d228 req-a4e2cd7b-8241-417b-bc50-c28d92432110 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398557
Dec 22 05:16:50.857272 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7debaab2-f8d8-408c-9294-7bb9a17f5433 req-f1b43685-0ad6-416e-8b6d-2e1b3a806276 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101&tenant_id=b912c98b650b40c48b1404c81c26c218 HTTP/1.1" status: 200  len: 1098 time: 0.0676455
Dec 22 05:16:50.959324 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7debaab2-f8d8-408c-9294-7bb9a17f5433 req-74e912ca-0997-4695-b41d-e843782f24cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 1098 time: 0.0704823
Dec 22 05:16:51.086694 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debaab2-f8d8-408c-9294-7bb9a17f5433 req-6febe8c0-57ab-47b7-bf32-d4ac0b851870 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:51.088106 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7debaab2-f8d8-408c-9294-7bb9a17f5433 req-6febe8c0-57ab-47b7-bf32-d4ac0b851870 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1226501
Dec 22 05:16:51.189416 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7debaab2-f8d8-408c-9294-7bb9a17f5433 req-fb786cd5-fce8-4605-ac9e-14de9cfc1fb9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=084e352a-a691-46ef-b619-fcccd39ed7a1 HTTP/1.1" status: 200  len: 1001 time: 0.0944502
Dec 22 05:16:51.251292 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debaab2-f8d8-408c-9294-7bb9a17f5433 req-9216426a-0079-403f-8e4c-3c00855191b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:51.252735 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7debaab2-f8d8-408c-9294-7bb9a17f5433 req-9216426a-0079-403f-8e4c-3c00855191b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0568492
Dec 22 05:16:51.324726 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7debaab2-f8d8-408c-9294-7bb9a17f5433 req-8799acb6-d4b9-4fe5-89da-fd61181721b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0657721
Dec 22 05:16:51.453267 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7debaab2-f8d8-408c-9294-7bb9a17f5433 req-ae143ff4-23b3-494d-b052-6b2ba9ea10fe service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217694
Dec 22 05:16:51.588985 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7debaab2-f8d8-408c-9294-7bb9a17f5433 req-fd5f65df-f6c2-4ae9-9172-19602b431869 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288345
Dec 22 05:16:51.791111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba19a7-1f2f-4e04-bb58-cfc1bddbb2cd req-f7403944-ebfa-43fd-a543-461c155691ab tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:51.792829 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-beba19a7-1f2f-4e04-bb58-cfc1bddbb2cd req-f7403944-ebfa-43fd-a543-461c155691ab tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.0837905
Dec 22 05:16:51.836803 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-beba19a7-1f2f-4e04-bb58-cfc1bddbb2cd req-7b399864-cd08-40f0-a3be-899e0f73068c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388341
Dec 22 05:16:53.030187 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926c702-6012-46d5-842a-ddd719fc982a req-78e808bd-297b-4602-af51-3e774035af84 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:53.031621 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5926c702-6012-46d5-842a-ddd719fc982a req-78e808bd-297b-4602-af51-3e774035af84 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.0762413
Dec 22 05:16:53.078571 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5926c702-6012-46d5-842a-ddd719fc982a req-817704f2-3259-459d-aae3-1eb42686d4d2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416057
Dec 22 05:16:54.271611 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e2794-dab3-499b-bbf7-1203e23d494f req-740466bc-a827-4861-b308-15013ef4f4dd tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:54.273026 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-755e2794-dab3-499b-bbf7-1203e23d494f req-740466bc-a827-4861-b308-15013ef4f4dd tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.0735424
Dec 22 05:16:54.321371 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-755e2794-dab3-499b-bbf7-1203e23d494f req-6d94aff0-ce00-4fbf-9610-08792e41c34e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428479
Dec 22 05:16:54.718421 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44174f26-5bd7-456f-84fe-7ac7fe63e0b9 req-bf51da35-7142-41a4-9d90-e0b01ce3f5a9 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:54.719758 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-44174f26-5bd7-456f-84fe-7ac7fe63e0b9 req-bf51da35-7142-41a4-9d90-e0b01ce3f5a9 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.1536739
Dec 22 05:16:54.724941 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d378358-da56-4f1d-979d-8951daca4fc1 req-4343d114-0a0e-4c09-99b8-ae8fff8cd55a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:54.726261 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5d378358-da56-4f1d-979d-8951daca4fc1 req-4343d114-0a0e-4c09-99b8-ae8fff8cd55a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101&tenant_id=b912c98b650b40c48b1404c81c26c218&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200  len: 945 time: 0.1263239
Dec 22 05:16:54.765829 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-44174f26-5bd7-456f-84fe-7ac7fe63e0b9 req-f8bc4884-a087-4c46-bfd6-7f9a303aa679 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386419
Dec 22 05:16:54.879397 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5d378358-da56-4f1d-979d-8951daca4fc1 req-d824849a-1823-407e-808b-fcc9eba72db8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 1098 time: 0.0671134
Dec 22 05:16:55.109193 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d378358-da56-4f1d-979d-8951daca4fc1 req-db360efd-9bfc-45ed-a75f-e2bc246a3720 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:55.110638 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5d378358-da56-4f1d-979d-8951daca4fc1 req-db360efd-9bfc-45ed-a75f-e2bc246a3720 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.2250891
Dec 22 05:16:55.212961 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5d378358-da56-4f1d-979d-8951daca4fc1 req-5e8b7d79-589b-4306-a1ad-8bcd07f433b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=084e352a-a691-46ef-b619-fcccd39ed7a1 HTTP/1.1" status: 200  len: 1001 time: 0.0946999
Dec 22 05:16:55.276827 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d378358-da56-4f1d-979d-8951daca4fc1 req-40daad7a-c6fc-4e4b-a823-bbf991249589 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:55.278831 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5d378358-da56-4f1d-979d-8951daca4fc1 req-40daad7a-c6fc-4e4b-a823-bbf991249589 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0590887
Dec 22 05:16:55.336437 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 084e352a-a691-46ef-b619-fcccd39ed7a1 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:16:55.344030 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 084e352a-a691-46ef-b619-fcccd39ed7a1 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:16:55.355187 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5d378358-da56-4f1d-979d-8951daca4fc1 req-11d93260-43b3-41c7-994d-5470d365690e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0695157
Dec 22 05:16:55.492949 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5d378358-da56-4f1d-979d-8951daca4fc1 req-e2dbee39-8a7e-4c7f-bcc8-dd977fcfc33c service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311901
Dec 22 05:16:55.560840 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:16:55.579044 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 084e352a-a691-46ef-b619-fcccd39ed7a1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=084e352a-a691-46ef-b619-fcccd39ed7a1,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:16:55.598175 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '084e352a-a691-46ef-b619-fcccd39ed7a1', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'port_id': '084e352a-a691-46ef-b619-fcccd39ed7a1', 'mac_address': 'fa:16:3e:60:fa:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:16:55.602952 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29d63ef-26e5-40d7-b042-05da469cb101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '084e352a-a691-46ef-b619-fcccd39ed7a1'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:16:55.630790 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5d378358-da56-4f1d-979d-8951daca4fc1 req-ecec4def-cae5-40cd-8777-00dc45c28ccd service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299484
Dec 22 05:16:55.648574 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 084e352a-a691-46ef-b619-fcccd39ed7a1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=084e352a-a691-46ef-b619-fcccd39ed7a1,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:16:55.656527 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:16:55.660171 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:16:55.698137 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29d63ef-26e5-40d7-b042-05da469cb101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '084e352a-a691-46ef-b619-fcccd39ed7a1', 'code': 200}
Dec 22 05:16:55.710364 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:16:55.740178 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 084e352a-a691-46ef-b619-fcccd39ed7a1 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:16:55.771820 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=084e352a-a691-46ef-b619-fcccd39ed7a1,revision_number=6']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:16:55.795228 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:16:55.795568 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:16:55.795893 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:16:55.796216 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:16:55.796538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:16:55.796876 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:16:55.797175 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:16:55.797487 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:16:55.797823 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:16:55.798145 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:16:55.798445 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:16:55.804169 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:16:55.817379 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 05:16:55.817757 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 05:16:56.112476 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d899f2d-82c1-499b-8b8f-1d1c94dacb5a req-2c590ef4-f642-4614-8f88-fc473cf21a67 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:56.113951 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5d899f2d-82c1-499b-8b8f-1d1c94dacb5a req-2c590ef4-f642-4614-8f88-fc473cf21a67 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 943 time: 0.0781968
Dec 22 05:16:56.178179 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5d899f2d-82c1-499b-8b8f-1d1c94dacb5a req-0620c196-5d33-49ba-abdb-226f06f9e742 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585845
Dec 22 05:16:56.374510 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:16:56.390525 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 084e352a-a691-46ef-b619-fcccd39ed7a1 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:16:56.405846 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 084e352a-a691-46ef-b619-fcccd39ed7a1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=084e352a-a691-46ef-b619-fcccd39ed7a1,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:16:56.409483 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:16:56.411259 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-07c5946e-908e-40a2-a0e6-9cfbbdd3c9a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:16:56.476127 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=084e352a-a691-46ef-b619-fcccd39ed7a1,revision_number=7']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:16:56.479062 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:16:56.550991 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:16:56.576743 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['084e352a-a691-46ef-b619-fcccd39ed7a1'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:16:57.335607 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 084e352a-a691-46ef-b619-fcccd39ed7a1 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:16:57.365517 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69226483-dbe5-4986-8025-cd39360a1881 req-f5ae4159-ae5a-4bc8-ba42-524babb70721 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:57.366993 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-69226483-dbe5-4986-8025-cd39360a1881 req-f5ae4159-ae5a-4bc8-ba42-524babb70721 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 944 time: 0.0755835
Dec 22 05:16:57.402857 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 084e352a-a691-46ef-b619-fcccd39ed7a1 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:16:57.403440 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:16:57.412179 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-69226483-dbe5-4986-8025-cd39360a1881 req-3ff43885-f0a6-4edc-bd47-ed01e313366b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392656
Dec 22 05:16:57.522959 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:16:57.554055 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 084e352a-a691-46ef-b619-fcccd39ed7a1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=084e352a-a691-46ef-b619-fcccd39ed7a1,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:16:57.558673 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:16:57.561395 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:16:57.607356 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e89739-53ab-4154-9e51-2ae8f053f429 req-7c7cc34a-3394-4487-8a6d-037374c2a27f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:57.608703 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-45e89739-53ab-4154-9e51-2ae8f053f429 req-7c7cc34a-3394-4487-8a6d-037374c2a27f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.0777321
Dec 22 05:16:57.623802 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=084e352a-a691-46ef-b619-fcccd39ed7a1,revision_number=8']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:16:57.627326 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:16:57.653422 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-45e89739-53ab-4154-9e51-2ae8f053f429 req-f3ba09cf-d5e2-4513-a194-7ac14c1997ba tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389347
Dec 22 05:16:57.699508 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29d63ef-26e5-40d7-b042-05da469cb101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084e352a-a691-46ef-b619-fcccd39ed7a1'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:16:57.752124 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29d63ef-26e5-40d7-b042-05da469cb101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084e352a-a691-46ef-b619-fcccd39ed7a1', 'code': 200}
Dec 22 05:16:58.044258 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2890f-facf-421c-994b-0fd54f9a92b3 req-c74fa6f6-748d-4054-bfec-01887ba61e68 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:58.045678 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-82a2890f-facf-421c-994b-0fd54f9a92b3 req-c74fa6f6-748d-4054-bfec-01887ba61e68 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.1157372
Dec 22 05:16:58.104745 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-82a2890f-facf-421c-994b-0fd54f9a92b3 req-9e8a1139-cab4-4a00-b692-b3a8b9a32c73 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530393
Dec 22 05:16:58.108246 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d555e90b-d5ed-44f7-9935-f0c319fef20b req-f01e90bc-4db4-4eba-a669-1479a29b5dd3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 1098 time: 0.1118939
Dec 22 05:16:58.236373 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555e90b-d5ed-44f7-9935-f0c319fef20b req-d7214d35-1615-401a-9f6d-5d6b0ea2a726 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:58.237838 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d555e90b-d5ed-44f7-9935-f0c319fef20b req-d7214d35-1615-401a-9f6d-5d6b0ea2a726 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1229777
Dec 22 05:16:58.340193 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d555e90b-d5ed-44f7-9935-f0c319fef20b req-e4ed3b6b-4277-46f8-9096-f9e66b74f45b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=084e352a-a691-46ef-b619-fcccd39ed7a1 HTTP/1.1" status: 200  len: 1001 time: 0.0965266
Dec 22 05:16:58.403831 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555e90b-d5ed-44f7-9935-f0c319fef20b req-837fe5b6-fe1d-434a-9329-0a2e4e55c0c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:58.405246 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d555e90b-d5ed-44f7-9935-f0c319fef20b req-837fe5b6-fe1d-434a-9329-0a2e4e55c0c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0585909
Dec 22 05:16:58.478059 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d555e90b-d5ed-44f7-9935-f0c319fef20b req-edc54ead-44e1-4b03-9c4f-202153a3dffc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0665524
Dec 22 05:16:58.603962 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d555e90b-d5ed-44f7-9935-f0c319fef20b req-a0d3a27d-7a36-4e2c-a734-1ab65d046142 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1197929
Dec 22 05:16:58.832861 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d555e90b-d5ed-44f7-9935-f0c319fef20b req-70281e2a-cb0d-47f1-84ec-f7ff6c115ccb service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2225599
Dec 22 05:16:59.305943 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9d321-62af-4e63-8812-4322dca63516 req-208f7556-eb6d-4d44-8d40-45e56b87e3a4 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:16:59.307362 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-49a9d321-62af-4e63-8812-4322dca63516 req-208f7556-eb6d-4d44-8d40-45e56b87e3a4 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.0797684
Dec 22 05:16:59.351668 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-49a9d321-62af-4e63-8812-4322dca63516 req-b4f196c4-29f4-45df-9ad2-20005ef7f950 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388129
Dec 22 05:17:00.546447 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05e34d-7676-4b24-860b-5a89115aa74b req-b96bed66-0b36-4c2e-a813-7dfdfe1cc4dd tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:00.547768 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-de05e34d-7676-4b24-860b-5a89115aa74b req-b96bed66-0b36-4c2e-a813-7dfdfe1cc4dd tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.0742290
Dec 22 05:17:00.594167 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-de05e34d-7676-4b24-860b-5a89115aa74b req-2b3c6e06-5a06-4ecd-890a-56c6181f79d1 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410314
Dec 22 05:17:00.983288 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3110084-adb5-4c5d-bc22-9c6d55e3f569 req-d59405f8-892b-4b6d-b24d-4e5caa122b81 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:00.984712 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f3110084-adb5-4c5d-bc22-9c6d55e3f569 req-d59405f8-892b-4b6d-b24d-4e5caa122b81 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.0760717
Dec 22 05:17:01.030693 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f3110084-adb5-4c5d-bc22-9c6d55e3f569 req-25ef370e-a092-4e86-91b5-201300659c6d tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405436
Dec 22 05:17:02.228251 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afebce-fe7d-4857-b167-5d10c776059f req-0e5727f0-5854-4184-92e8-60d90d69fb90 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:02.229704 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-93afebce-fe7d-4857-b167-5d10c776059f req-0e5727f0-5854-4184-92e8-60d90d69fb90 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.0763910
Dec 22 05:17:02.273617 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-93afebce-fe7d-4857-b167-5d10c776059f req-8c9d4713-b259-4b27-a91a-be135a1f0009 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379403
Dec 22 05:17:02.777199 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5437fb-fad0-400e-935a-e9a6e932997f req-e2503597-08f7-406e-86ab-49969e26409e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:02.779316 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9b5437fb-fad0-400e-935a-e9a6e932997f req-e2503597-08f7-406e-86ab-49969e26409e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.0777471
Dec 22 05:17:02.845263 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-9b5437fb-fad0-400e-935a-e9a6e932997f req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Deleting port 084e352a-a691-46ef-b619-fcccd39ed7a1 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:17:02.845621 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-9b5437fb-fad0-400e-935a-e9a6e932997f req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:03.078801 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-9b5437fb-fad0-400e-935a-e9a6e932997f req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] For port 084e352a-a691-46ef-b619-fcccd39ed7a1, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=084e352a-a691-46ef-b619-fcccd39ed7a1,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:17:03.079154 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-9b5437fb-fad0-400e-935a-e9a6e932997f req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:03.357409 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-9b5437fb-fad0-400e-935a-e9a6e932997f req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:03.357795 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-9b5437fb-fad0-400e-935a-e9a6e932997f req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:03.358103 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [req-9b5437fb-fad0-400e-935a-e9a6e932997f req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Floating IP 606bc09d-7fc8-4a26-892a-68e200c4487d disassociated. External IP: 172.26.4.248, port: 084e352a-a691-46ef-b619-fcccd39ed7a1.
Dec 22 05:17:03.358440 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-9b5437fb-fad0-400e-935a-e9a6e932997f req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Calling delete_port for 084e352a-a691-46ef-b619-fcccd39ed7a1 owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:17:03.548431 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e5074-19e8-4cf2-ad24-1959869bcf1a req-7051531f-e887-47e8-9da5-19de5dae3ad5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:03.549892 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-293e5074-19e8-4cf2-ad24-1959869bcf1a req-7051531f-e887-47e8-9da5-19de5dae3ad5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 945 time: 0.1526144
Dec 22 05:17:03.582190 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-9b5437fb-fad0-400e-935a-e9a6e932997f req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:03.594151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5f14c87a-1de3-42d8-b53a-82daa374570a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:17:03.641281 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Pushing event deleted for resources: {'Port': ['ID=084e352a-a691-46ef-b619-fcccd39ed7a1,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:17:03.650276 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-293e5074-19e8-4cf2-ad24-1959869bcf1a req-cc4822ba-a52e-4070-af28-a72edf30670b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948303
Dec 22 05:17:03.658681 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:17:03.659067 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:17:03.659445 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:17:03.659816 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:17:03.660356 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:17:03.660747 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:17:03.661119 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:17:03.661487 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:17:03.661865 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:17:03.662857 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:17:03.663254 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:17:03.667151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:17:03.871855 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b5437fb-fad0-400e-935a-e9a6e932997f req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Router 65016e2f-2c0f-45c8-9928-02339cb83bdb has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:17:04.173534 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b5437fb-fad0-400e-935a-e9a6e932997f req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:17:04.183534 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1a3e87-2959-49f0-b8df-512578454bf1 None None] Sync routers for ids ['65016e2f-2c0f-45c8-9928-02339cb83bdb'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:17:04.195650 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1a3e87-2959-49f0-b8df-512578454bf1 None None] Routers {'65016e2f-2c0f-45c8-9928-02339cb83bdb'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:17:04.196257 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-4e1a3e87-2959-49f0-b8df-512578454bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469be0a430>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:16:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['65016e2f-2c0f-45c8-9928-02339cb83bdb'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:17:04.245349 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5437fb-fad0-400e-935a-e9a6e932997f req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] No DVR routers for this DVR port 084e352a-a691-46ef-b619-fcccd39ed7a1 on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:17:04.247881 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-9b5437fb-fad0-400e-935a-e9a6e932997f req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:04.251709 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29d63ef-26e5-40d7-b042-05da469cb101', 'name': 'network-vif-deleted', 'tag': '084e352a-a691-46ef-b619-fcccd39ed7a1'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:17:04.266079 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9b5437fb-fad0-400e-935a-e9a6e932997f req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "DELETE /v2.0/ports/084e352a-a691-46ef-b619-fcccd39ed7a1 HTTP/1.1" status: 204  len: 173 time: 1.4817431
Dec 22 05:17:04.311008 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29d63ef-26e5-40d7-b042-05da469cb101', 'name': 'network-vif-deleted', 'tag': '084e352a-a691-46ef-b619-fcccd39ed7a1', 'status': 'completed', 'code': 200}
Dec 22 05:17:04.378086 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-4e1a3e87-2959-49f0-b8df-512578454bf1 None None] Set router 65016e2f-2c0f-45c8-9928-02339cb83bdb gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:17:04.683575 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-4e1a3e87-2959-49f0-b8df-512578454bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469be0a430>, [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:17:04.687856 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1a3e87-2959-49f0-b8df-512578454bf1 None None] Checking router: 65016e2f-2c0f-45c8-9928-02339cb83bdb for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:17:04.698140 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1a3e87-2959-49f0-b8df-512578454bf1 None None] Routers {'65016e2f-2c0f-45c8-9928-02339cb83bdb'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:17:04.698945 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-4e1a3e87-2959-49f0-b8df-512578454bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469be0a430>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:16:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['65016e2f-2c0f-45c8-9928-02339cb83bdb'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:17:04.827320 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-02cc35f5-9dc0-4249-a49f-44b8e18ea7ce req-b8f9b5ac-9bbc-4dcf-aae2-fb7204519543 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Synchronizing usage tracker for tenant:b912c98b650b40c48b1404c81c26c218 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:17:04.844728 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-02cc35f5-9dc0-4249-a49f-44b8e18ea7ce req-b8f9b5ac-9bbc-4dcf-aae2-fb7204519543 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Unset dirty status for tenant:b912c98b650b40c48b1404c81c26c218 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:17:04.846083 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-02cc35f5-9dc0-4249-a49f-44b8e18ea7ce req-b8f9b5ac-9bbc-4dcf-aae2-fb7204519543 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=c29d63ef-26e5-40d7-b042-05da469cb101 HTTP/1.1" status: 200  len: 210 time: 0.0606809
Dec 22 05:17:04.880849 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-4e1a3e87-2959-49f0-b8df-512578454bf1 None None] Set router 65016e2f-2c0f-45c8-9928-02339cb83bdb gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:17:05.235317 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-4e1a3e87-2959-49f0-b8df-512578454bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469be0a430>, [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:17:05.240046 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1a3e87-2959-49f0-b8df-512578454bf1 None None] The sync data for ids ['65016e2f-2c0f-45c8-9928-02339cb83bdb'] in dv-neutron-822525-1-hyperv is: [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:17:05.444687 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a884bd-3c5f-44e1-bff5-2f274bdf1fd7 None None] New status for floating IP 606bc09d-7fc8-4a26-892a-68e200c4487d: DOWN {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:17:06.226971 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-4b70b65c-9fbb-4e06-a729-db2095c09047 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1784960959&fields=id&tenant_id=b912c98b650b40c48b1404c81c26c218 HTTP/1.1" status: 200  len: 267 time: 0.0443602
Dec 22 05:17:06.368375 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-5025c818-136a-4cab-9e40-ff80d4157c1a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:06.369774 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-5025c818-136a-4cab-9e40-ff80d4157c1a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 812 time: 0.1365421
Dec 22 05:17:06.385652 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-7a36abdf-7ec6-489b-867e-6d87b557bab0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/quotas/b912c98b650b40c48b1404c81c26c218 HTTP/1.1" status: 200  len: 375 time: 0.0099287
Dec 22 05:17:06.462887 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-aff1dc07-4948-4fdd-8af8-6e1a7498c849 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0725579
Dec 22 05:17:06.477436 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-e1799c6f-3ccb-4eb7-9e8d-cac5b3cb4c03 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 05:17:06.478364 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-e1799c6f-3ccb-4eb7-9e8d-cac5b3cb4c03 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0047791
Dec 22 05:17:06.606559 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-8525925b-5e1f-40a8-9ba8-83cac469bdc7 service neutron] 10.222.0.53 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216404
Dec 22 05:17:06.824303 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-96e4789e-662a-462d-bab5-5a682bd52d75 service neutron] 10.222.0.53 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2121072
Dec 22 05:17:07.007293 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-196cd694-6721-400d-a254-858e2496b114 req-8b5bebcd-20c2-4c1d-b221-92313f40a20b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 210 time: 0.0448334
Dec 22 05:17:07.381642 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 084e352a-a691-46ef-b619-fcccd39ed7a1 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:17:07.414554 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 084e352a-a691-46ef-b619-fcccd39ed7a1 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:17:07.414904 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 084e352a-a691-46ef-b619-fcccd39ed7a1 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:17:07.794072 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:08.058701 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-5d5a579c-bc03-4a63-ad79-7c4874b578d1 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:08.060196 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-5d5a579c-bc03-4a63-ad79-7c4874b578d1 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 812 time: 0.1480196
Dec 22 05:17:08.123200 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-df655cee-3061-4798-bba6-843e4d83e76d tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b912c98b650b40c48b1404c81c26c218 HTTP/1.1" status: 200  len: 380 time: 0.0440149
Dec 22 05:17:08.139860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-33e76da5-381d-417d-86f2-68f3f3c3779b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Request body: {'port': {'device_id': '7cbe6144-a5cc-413b-9718-c7d15d69830e', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'admin_state_up': True, 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'security_groups': ['fcc47d52-d0dc-4602-9fdc-d5d76dca9b71']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:17:08.186128 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ce4a2c59-ede0-4118-bb5e-17ec2ae50d14 req-6b1657c4-0894-4126-a855-d7c1820bf4c2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 210 time: 0.0519698
Dec 22 05:17:08.277510 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-33e76da5-381d-417d-86f2-68f3f3c3779b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:17:08.286894 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-33e76da5-381d-417d-86f2-68f3f3c3779b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:17:08.296102 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-33e76da5-381d-417d-86f2-68f3f3c3779b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Made reservation on behalf of b912c98b650b40c48b1404c81c26c218 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:17:08.299105 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-33e76da5-381d-417d-86f2-68f3f3c3779b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:08.459620 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-33e76da5-381d-417d-86f2-68f3f3c3779b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Allocated IP 172.20.0.12 (e0d4c8a7-4a1a-46d6-a313-75865ada2ed5/ae06546a-d3e1-4ace-bbaa-958c19ab659a/55dfc3a8-3398-494c-9613-643f45e94ce0) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:17:08.636813 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-33e76da5-381d-417d-86f2-68f3f3c3779b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:08.651384 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-33e76da5-381d-417d-86f2-68f3f3c3779b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Transition to ACTIVE for port object 55dfc3a8-3398-494c-9613-643f45e94ce0 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:17:08.672455 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-33e76da5-381d-417d-86f2-68f3f3c3779b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:08.677820 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-104bc0ae-071d-4129-9d21-55d463741caf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:17:08.734052 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-33e76da5-381d-417d-86f2-68f3f3c3779b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:17:08.736927 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-33e76da5-381d-417d-86f2-68f3f3c3779b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:17:08.745161 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-33e76da5-381d-417d-86f2-68f3f3c3779b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:17:08.784575 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e76da5-381d-417d-86f2-68f3f3c3779b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Pushing event updated for resources: {'Port': ['ID=55dfc3a8-3398-494c-9613-643f45e94ce0,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:17:08.788729 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-33e76da5-381d-417d-86f2-68f3f3c3779b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:17:08.814198 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ffdc617b-083b-4e5e-b48a-137cd1aeb1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:08.819008 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-33e76da5-381d-417d-86f2-68f3f3c3779b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:08.819622 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-33e76da5-381d-417d-86f2-68f3f3c3779b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:08.846533 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-33e76da5-381d-417d-86f2-68f3f3c3779b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7109275
Dec 22 05:17:08.864686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] Request body: {'port': {'device_id': '7cbe6144-a5cc-413b-9718-c7d15d69830e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:17:08.973636 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:09.019936 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a0e22b78-9656-4ebc-a584-d03b285bcf43 None None] Provisioning for port 55dfc3a8-3398-494c-9613-643f45e94ce0 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:17:09.024482 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a0e22b78-9656-4ebc-a584-d03b285bcf43 None None] Provisioning complete for port 55dfc3a8-3398-494c-9613-643f45e94ce0 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:17:09.024851 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a0e22b78-9656-4ebc-a584-d03b285bcf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:09.077260 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a0e22b78-9656-4ebc-a584-d03b285bcf43 None None] Port 55dfc3a8-3398-494c-9613-643f45e94ce0 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:17:09.349434 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55dfc3a8-3398-494c-9613-643f45e94ce0 {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:17:09.358517 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:09.380924 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] Transition to ACTIVE for port object 55dfc3a8-3398-494c-9613-643f45e94ce0 will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:17:09.385036 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:09.389249 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a403dcbc-e9d9-4cac-8a3d-4471b5d0084c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:17:09.628576 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49563a-56b3-4045-8e34-cd0127e569d4 req-60871d79-f7ee-4ca5-8e83-9a37921b991b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:09.629267 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-cf49563a-56b3-4045-8e34-cd0127e569d4 req-60871d79-f7ee-4ca5-8e83-9a37921b991b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Synchronizing usage tracker for tenant:b912c98b650b40c48b1404c81c26c218 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:17:09.644517 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] Pushing event updated for resources: {'Port': ['ID=55dfc3a8-3398-494c-9613-643f45e94ce0,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:17:09.647385 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:17:09.691664 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-cf49563a-56b3-4045-8e34-cd0127e569d4 req-60871d79-f7ee-4ca5-8e83-9a37921b991b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Unset dirty status for tenant:b912c98b650b40c48b1404c81c26c218 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:17:09.692844 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cf49563a-56b3-4045-8e34-cd0127e569d4 req-60871d79-f7ee-4ca5-8e83-9a37921b991b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 932 time: 0.3872786
Dec 22 05:17:09.794400 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cf49563a-56b3-4045-8e34-cd0127e569d4 req-ce62560c-2f85-4140-811e-26909846312b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712590
Dec 22 05:17:09.798471 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] Attempting to bind port 55dfc3a8-3398-494c-9613-643f45e94ce0 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:17:09.798805 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] Attempting to bind port 55dfc3a8-3398-494c-9613-643f45e94ce0 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:17:09.799129 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] Attempting to bind port 55dfc3a8-3398-494c-9613-643f45e94ce0 on network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:17:09.805659 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] Port 55dfc3a8-3398-494c-9613-643f45e94ce0 on network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:17:09.806614 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] Attempting to bind port 55dfc3a8-3398-494c-9613-643f45e94ce0 on network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:17:09.812733 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:17:09.813075 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] Checking segment: {'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:17:09.813459 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] Bound using segment: {'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:17:09.813913 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] Bound port: 55dfc3a8-3398-494c-9613-643f45e94ce0, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:17:09.814259 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:09.904326 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] For port 55dfc3a8-3398-494c-9613-643f45e94ce0, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:17:09.907178 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] For port 55dfc3a8-3398-494c-9613-643f45e94ce0, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=55dfc3a8-3398-494c-9613-643f45e94ce0,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:17:09.911607 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:09.915152 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-786f061f-da6a-45a3-953e-96900d0cc8a2 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:17:09.968612 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:09.970178 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] 10.222.0.47 "PUT /v2.0/ports/55dfc3a8-3398-494c-9613-643f45e94ce0 HTTP/1.1" status: 200  len: 1094 time: 1.1096642
Dec 22 05:17:09.972687 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbe6144-a5cc-413b-9718-c7d15d69830e', 'tag': '55dfc3a8-3398-494c-9613-643f45e94ce0'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:17:09.997337 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] Pushing event updated for resources: {'Port': ['ID=55dfc3a8-3398-494c-9613-643f45e94ce0,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:17:10.000690 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:17:10.105305 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-36b8e35f-89c1-43cb-92e8-9a2ad5ee3054 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 1097 time: 0.0763381
Dec 22 05:17:10.166423 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbe6144-a5cc-413b-9718-c7d15d69830e', 'tag': '55dfc3a8-3398-494c-9613-643f45e94ce0', 'status': 'completed', 'code': 200}
Dec 22 05:17:10.180765 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-3cea4c84-d6e9-40da-8c1b-4eaf4f7958e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55dfc3a8-3398-494c-9613-643f45e94ce0 HTTP/1.1" status: 200  len: 217 time: 0.0630462
Dec 22 05:17:10.245826 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-a53d8472-58f4-4c26-8b92-724f661d73e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:10.247281 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-a53d8472-58f4-4c26-8b92-724f661d73e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0601699
Dec 22 05:17:10.318431 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-8bac9f57-53b2-44f9-8356-7227a810b2f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0653052
Dec 22 05:17:10.445677 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-e12647fb-f33d-4aae-af96-4683b895c5e6 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1205060
Dec 22 05:17:10.573536 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-481bb75a-efeb-4dfe-a023-e12236fec7ce req-d0973d89-c1cc-49ad-94f5-76ddee7a9507 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213932
Dec 22 05:17:10.732143 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7bce458e-c2b5-4602-aef3-d1c2d25ae4c6 req-13093436-6535-456f-b627-c509bed002ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 1097 time: 0.0704899
Dec 22 05:17:10.861891 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce458e-c2b5-4602-aef3-d1c2d25ae4c6 req-0d22359f-e003-466f-b47c-9bab73559ac0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:10.863314 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7bce458e-c2b5-4602-aef3-d1c2d25ae4c6 req-0d22359f-e003-466f-b47c-9bab73559ac0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1243317
Dec 22 05:17:10.961861 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7bce458e-c2b5-4602-aef3-d1c2d25ae4c6 req-fa08022c-de54-48e8-b2a9-bcb39d319da8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55dfc3a8-3398-494c-9613-643f45e94ce0 HTTP/1.1" status: 200  len: 217 time: 0.0920157
Dec 22 05:17:11.010256 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e85e4eb3-72bc-4d5f-b016-79de4ba6cbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:11.034068 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce458e-c2b5-4602-aef3-d1c2d25ae4c6 req-d82fe7b7-c6be-4917-839e-43c1ecbd20e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:11.035495 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7bce458e-c2b5-4602-aef3-d1c2d25ae4c6 req-d82fe7b7-c6be-4917-839e-43c1ecbd20e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0658851
Dec 22 05:17:11.094970 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cedc33-da65-4032-bdc5-e92357f54daa req-262fe9ce-648e-4ea3-ab6c-df5a9bdc1cda tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:11.096394 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-58cedc33-da65-4032-bdc5-e92357f54daa req-262fe9ce-648e-4ea3-ab6c-df5a9bdc1cda tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 944 time: 0.1751416
Dec 22 05:17:11.160244 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-58cedc33-da65-4032-bdc5-e92357f54daa req-23c2a3b5-2f52-4d0e-86fd-d082a862fd69 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578179
Dec 22 05:17:11.162955 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7bce458e-c2b5-4602-aef3-d1c2d25ae4c6 req-fe21f0a9-2dc8-4e6d-a2a5-e0331ab78a32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1176643
Dec 22 05:17:11.396262 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7bce458e-c2b5-4602-aef3-d1c2d25ae4c6 req-c3a3f26a-eec2-4824-be24-d5552eedc449 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2260199
Dec 22 05:17:11.531653 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7bce458e-c2b5-4602-aef3-d1c2d25ae4c6 req-6c1bfb90-2e90-4977-8b07-cef97bd69680 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273174
Dec 22 05:17:12.163761 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:12.337410 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:12.357247 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f484c33-4e07-455b-b1c7-18c2f4e238f6 req-977f71ab-42a9-4e78-b7e3-1f4178c7071c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:12.358693 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6f484c33-4e07-455b-b1c7-18c2f4e238f6 req-977f71ab-42a9-4e78-b7e3-1f4178c7071c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 944 time: 0.0779500
Dec 22 05:17:12.402078 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6f484c33-4e07-455b-b1c7-18c2f4e238f6 req-5a0615b4-3674-4170-a23b-40d68f7e8bf7 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377836
Dec 22 05:17:13.593842 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5583d8-3b16-4a18-9c10-3b3de5e101c8 req-75c3e946-bd08-4136-b35f-a1441f68579d tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:13.595293 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ed5583d8-3b16-4a18-9c10-3b3de5e101c8 req-75c3e946-bd08-4136-b35f-a1441f68579d tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 944 time: 0.0755405
Dec 22 05:17:13.612244 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:13.640022 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ed5583d8-3b16-4a18-9c10-3b3de5e101c8 req-d41fb51d-77e7-45a7-a1b8-af3e7dc4c923 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390882
Dec 22 05:17:14.845101 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec8714-47ea-45ef-a4d3-473a688eefc3 req-72aa1d6c-3cc5-48fd-be5c-08d457c308dd tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:14.846547 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-00ec8714-47ea-45ef-a4d3-473a688eefc3 req-72aa1d6c-3cc5-48fd-be5c-08d457c308dd tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 944 time: 0.0743301
Dec 22 05:17:14.894339 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-00ec8714-47ea-45ef-a4d3-473a688eefc3 req-8fe6dbb4-5b1a-4531-b4f7-59e714e4e9e9 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423100
Dec 22 05:17:15.397829 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 55dfc3a8-3398-494c-9613-643f45e94ce0 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:17:15.526322 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 55dfc3a8-3398-494c-9613-643f45e94ce0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=55dfc3a8-3398-494c-9613-643f45e94ce0,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:17:15.538803 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '55dfc3a8-3398-494c-9613-643f45e94ce0', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'port_id': '55dfc3a8-3398-494c-9613-643f45e94ce0', 'mac_address': 'fa:16:3e:2b:18:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:17:15.599394 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:15.616383 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55dfc3a8-3398-494c-9613-643f45e94ce0 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:17:15.631354 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 55dfc3a8-3398-494c-9613-643f45e94ce0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=55dfc3a8-3398-494c-9613-643f45e94ce0,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:17:15.635229 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:15.636918 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:17:15.701287 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=55dfc3a8-3398-494c-9613-643f45e94ce0,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:17:15.704132 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:17:16.015641 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['55dfc3a8-3398-494c-9613-643f45e94ce0'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:17:16.089464 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689aa268-8ef9-4706-b673-88171f2fe679 req-ec0b92e2-91e4-4805-957d-ac7dbbe28d0d tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:16.091418 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-689aa268-8ef9-4706-b673-88171f2fe679 req-ec0b92e2-91e4-4805-957d-ac7dbbe28d0d tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 945 time: 0.0796852
Dec 22 05:17:16.135165 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-689aa268-8ef9-4706-b673-88171f2fe679 req-bc687722-5157-4634-b73e-752747305f8b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382774
Dec 22 05:17:17.331954 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ddc06-4029-47ff-8a16-b0baf25ac5d0 req-1aee9b2a-d09e-4bc4-b49a-037cbd59bc2a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:17.333302 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c96ddc06-4029-47ff-8a16-b0baf25ac5d0 req-1aee9b2a-d09e-4bc4-b49a-037cbd59bc2a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 945 time: 0.0750961
Dec 22 05:17:17.379132 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c96ddc06-4029-47ff-8a16-b0baf25ac5d0 req-7e26269f-f1d9-4322-8099-f3edf21d0846 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401170
Dec 22 05:17:17.397011 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 55dfc3a8-3398-494c-9613-643f45e94ce0 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:17:17.464213 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 55dfc3a8-3398-494c-9613-643f45e94ce0 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:17:17.468536 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 55dfc3a8-3398-494c-9613-643f45e94ce0 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:17:17.468909 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:17.579163 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:17.604720 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe6144-a5cc-413b-9718-c7d15d69830e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55dfc3a8-3398-494c-9613-643f45e94ce0'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:17:17.615161 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 55dfc3a8-3398-494c-9613-643f45e94ce0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=55dfc3a8-3398-494c-9613-643f45e94ce0,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:17:17.620401 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:17.622330 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:17:17.664403 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe6144-a5cc-413b-9718-c7d15d69830e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55dfc3a8-3398-494c-9613-643f45e94ce0', 'code': 200}
Dec 22 05:17:17.688567 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=55dfc3a8-3398-494c-9613-643f45e94ce0,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:17:17.691574 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:17:17.918038 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c4bdee0d-4265-4d2b-bafe-6414a5a498a0 req-c931aac3-4b81-4060-a98f-408ff918c03b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 1099 time: 0.0665805
Dec 22 05:17:17.972602 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c4bdee0d-4265-4d2b-bafe-6414a5a498a0 req-c8cf44a4-0de2-44c9-8e7d-5766b47a164a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395277
Dec 22 05:17:18.574364 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfd487-3d03-44d1-bd36-c9001a896c0c req-e5cc0c88-3956-4afa-98ab-8705af8af19b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:18.576225 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cfbfd487-3d03-44d1-bd36-c9001a896c0c req-e5cc0c88-3956-4afa-98ab-8705af8af19b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.0789843
Dec 22 05:17:18.619649 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cfbfd487-3d03-44d1-bd36-c9001a896c0c req-e94ecf2c-07fc-4942-ac89-33e0632ca9e4 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380852
Dec 22 05:17:19.812490 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a805ee3-ead6-43ce-9917-95bfda16a012 req-6937b59a-332a-4c17-a9be-adb87987d9b5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:19.813931 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7a805ee3-ead6-43ce-9917-95bfda16a012 req-6937b59a-332a-4c17-a9be-adb87987d9b5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.0740464
Dec 22 05:17:19.859246 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7a805ee3-ead6-43ce-9917-95bfda16a012 req-7d2fe7b2-8011-4205-af0e-81ea9ca95600 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398135
Dec 22 05:17:20.045968 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58cc91-72f7-4ff1-821f-90f91c5b6212 req-41d37fae-8815-4208-8c25-cee923a9e3ca tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:20.047297 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3c58cc91-72f7-4ff1-821f-90f91c5b6212 req-41d37fae-8815-4208-8c25-cee923a9e3ca tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.0760639
Dec 22 05:17:20.055814 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 34996) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:17:20.061509 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e1a31acb-10fb-4953-9775-0348074c8040 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Request body: {'floatingip': {'port_id': '55dfc3a8-3398-494c-9613-643f45e94ce0'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:17:20.137509 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e1a31acb-10fb-4953-9775-0348074c8040 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for floatingip, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:20.593478 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-af83932f-e504-4e4b-a47a-caf0a1f17e73 req-83896fde-aa55-4106-9963-db08f4f9f28e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0697033
Dec 22 05:17:20.718820 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e1a31acb-10fb-4953-9775-0348074c8040 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:20.722538 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e1a31acb-10fb-4953-9775-0348074c8040 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:20.750106 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-af83932f-e504-4e4b-a47a-caf0a1f17e73 req-bb802b1d-f473-416f-b92b-30e639459e11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 1099 time: 0.0702956
Dec 22 05:17:20.895310 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83932f-e504-4e4b-a47a-caf0a1f17e73 req-c457e128-bdf3-442e-939e-5e98aab82bcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:20.896785 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-af83932f-e504-4e4b-a47a-caf0a1f17e73 req-c457e128-bdf3-442e-939e-5e98aab82bcd service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1280389
Dec 22 05:17:21.002956 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-af83932f-e504-4e4b-a47a-caf0a1f17e73 req-4ef39a9a-e92d-4844-9d04-9c1de2eaa31c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55dfc3a8-3398-494c-9613-643f45e94ce0 HTTP/1.1" status: 200  len: 1000 time: 0.0992608
Dec 22 05:17:21.015421 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [None req-e1a31acb-10fb-4953-9775-0348074c8040 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Floating IP 606bc09d-7fc8-4a26-892a-68e200c4487d associated. External IP: 172.26.4.248, port: 55dfc3a8-3398-494c-9613-643f45e94ce0.
Dec 22 05:17:21.067594 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83932f-e504-4e4b-a47a-caf0a1f17e73 req-fb1801d3-deca-4370-b3a4-2713a282eb16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:21.069019 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-af83932f-e504-4e4b-a47a-caf0a1f17e73 req-fb1801d3-deca-4370-b3a4-2713a282eb16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0584373
Dec 22 05:17:21.147012 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-af83932f-e504-4e4b-a47a-caf0a1f17e73 req-9d694d0c-d3aa-4cb5-8563-1c5cac1f57b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0705342
Dec 22 05:17:21.282429 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-af83932f-e504-4e4b-a47a-caf0a1f17e73 req-54287ce6-9175-4e36-b1c2-ebbb512b884d service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283383
Dec 22 05:17:21.400276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a31acb-10fb-4953-9775-0348074c8040 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Router 65016e2f-2c0f-45c8-9928-02339cb83bdb has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:17:21.416154 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-af83932f-e504-4e4b-a47a-caf0a1f17e73 req-beaafb25-fa46-43d4-af9b-d8b894cbbcf1 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253984
Dec 22 05:17:21.604218 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a31acb-10fb-4953-9775-0348074c8040 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:17:21.609661 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e1a31acb-10fb-4953-9775-0348074c8040 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:21.614683 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884921ee-8fca-405a-8610-0c3ed77e0651 None None] Sync routers for ids ['65016e2f-2c0f-45c8-9928-02339cb83bdb'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:17:21.627260 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884921ee-8fca-405a-8610-0c3ed77e0651 None None] Routers {'65016e2f-2c0f-45c8-9928-02339cb83bdb'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:17:21.627855 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-884921ee-8fca-405a-8610-0c3ed77e0651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bbc7f70>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:17:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['65016e2f-2c0f-45c8-9928-02339cb83bdb'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:17:21.665272 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e1a31acb-10fb-4953-9775-0348074c8040 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "PUT /v2.0/floatingips/606bc09d-7fc8-4a26-892a-68e200c4487d HTTP/1.1" status: 200  len: 992 time: 1.6083562
Dec 22 05:17:21.666060 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbe6144-a5cc-413b-9718-c7d15d69830e', 'tag': '55dfc3a8-3398-494c-9613-643f45e94ce0'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:17:21.803333 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbe6144-a5cc-413b-9718-c7d15d69830e', 'tag': '55dfc3a8-3398-494c-9613-643f45e94ce0', 'status': 'completed', 'code': 200}
Dec 22 05:17:21.808493 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-884921ee-8fca-405a-8610-0c3ed77e0651 None None] Set router 65016e2f-2c0f-45c8-9928-02339cb83bdb gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:17:21.928233 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1ca8e5c0-e4c0-496d-8658-b003ec22491a req-85553558-70af-49a1-ad2e-051a9152bb84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 1099 time: 0.0674057
Dec 22 05:17:22.056235 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8e5c0-e4c0-496d-8658-b003ec22491a req-602b2672-335e-42f2-94f4-ae48f63fdfb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:22.057780 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1ca8e5c0-e4c0-496d-8658-b003ec22491a req-602b2672-335e-42f2-94f4-ae48f63fdfb6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1228993
Dec 22 05:17:22.150839 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-884921ee-8fca-405a-8610-0c3ed77e0651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bbc7f70>, [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '606bc09d-7fc8-4a26-892a-68e200c4487d', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'port_id': '55dfc3a8-3398-494c-9613-643f45e94ce0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'mac_address': 'fa:16:3e:2b:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbe6144-a5cc-413b-9718-c7d15d69830e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:13:06Z', 'updated_at': '2021-12-22T05:17:20Z', 'revision_number': 9, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:17:22.155622 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884921ee-8fca-405a-8610-0c3ed77e0651 None None] Checking router: 65016e2f-2c0f-45c8-9928-02339cb83bdb for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:17:22.166946 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884921ee-8fca-405a-8610-0c3ed77e0651 None None] Routers {'65016e2f-2c0f-45c8-9928-02339cb83bdb'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:17:22.167605 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-884921ee-8fca-405a-8610-0c3ed77e0651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bbc7f70>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:17:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['65016e2f-2c0f-45c8-9928-02339cb83bdb'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:17:22.270068 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1ca8e5c0-e4c0-496d-8658-b003ec22491a req-36a4cb0e-4278-469b-b3d3-91d667afd0c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55dfc3a8-3398-494c-9613-643f45e94ce0 HTTP/1.1" status: 200  len: 1000 time: 0.2058272
Dec 22 05:17:22.332299 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8e5c0-e4c0-496d-8658-b003ec22491a req-16d13825-d2be-46e4-a0c0-5d90105558d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:17:22.333752 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1ca8e5c0-e4c0-496d-8658-b003ec22491a req-16d13825-d2be-46e4-a0c0-5d90105558d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0580797
Dec 22 05:17:22.382110 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-884921ee-8fca-405a-8610-0c3ed77e0651 None None] Set router 65016e2f-2c0f-45c8-9928-02339cb83bdb gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:17:22.412033 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1ca8e5c0-e4c0-496d-8658-b003ec22491a req-feda6361-8af0-43be-8c16-71a7494d7175 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0722909
Dec 22 05:17:22.542724 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1ca8e5c0-e4c0-496d-8658-b003ec22491a req-f39611dd-053a-45f5-b25c-b8fb785ecb87 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243281
Dec 22 05:17:22.672301 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1ca8e5c0-e4c0-496d-8658-b003ec22491a req-22f51e50-631e-44c5-ae39-c31630bf5d17 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235487
Dec 22 05:17:22.729768 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-884921ee-8fca-405a-8610-0c3ed77e0651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bbc7f70>, [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '606bc09d-7fc8-4a26-892a-68e200c4487d', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'port_id': '55dfc3a8-3398-494c-9613-643f45e94ce0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'mac_address': 'fa:16:3e:2b:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbe6144-a5cc-413b-9718-c7d15d69830e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:13:06Z', 'updated_at': '2021-12-22T05:17:20Z', 'revision_number': 9, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:17:22.733713 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884921ee-8fca-405a-8610-0c3ed77e0651 None None] The sync data for ids ['65016e2f-2c0f-45c8-9928-02339cb83bdb'] in dv-neutron-822525-1-hyperv is: [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '606bc09d-7fc8-4a26-892a-68e200c4487d', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'port_id': '55dfc3a8-3398-494c-9613-643f45e94ce0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'mac_address': 'fa:16:3e:2b:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbe6144-a5cc-413b-9718-c7d15d69830e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:13:06Z', 'updated_at': '2021-12-22T05:17:20Z', 'revision_number': 9, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:17:22.922971 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e48d92-9219-4a15-bd67-7f575e7b8e95 None None] New status for floating IP 606bc09d-7fc8-4a26-892a-68e200c4487d: ACTIVE {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:17:33.550801 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:17:37.796637 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:38.816499 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5c0d7eb6-fa56-409c-8941-2ca76fc29039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:41.011287 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a22d83e5-a16c-44d3-abca-450756372b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:42.166410 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:42.340261 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:17:43.613785 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:18:07.807344 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:18:08.820379 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-bb560a3c-3f5c-471c-9c9c-4b679a9e6e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:18:10.550600 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:18:11.012466 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8efc9205-4411-4478-a19e-abc6ec63f431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:18:12.171076 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:18:12.341675 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:18:13.617160 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:18:22.602340 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e9fdad25-a434-4950-a1d9-06c288a05502 req-fda75666-4676-4cf4-b1ec-f548d519ed23 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0670564
Dec 22 05:18:22.757439 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e9fdad25-a434-4950-a1d9-06c288a05502 req-03cc27ca-ae7e-4b1a-985d-287459fc6d58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 1099 time: 0.0706365
Dec 22 05:18:22.901952 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdad25-a434-4950-a1d9-06c288a05502 req-19aa11cb-dca6-42b3-9216-35a44b1cb98b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:22.903384 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e9fdad25-a434-4950-a1d9-06c288a05502 req-19aa11cb-dca6-42b3-9216-35a44b1cb98b service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1256561
Dec 22 05:18:23.002770 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e9fdad25-a434-4950-a1d9-06c288a05502 req-a5d35cdc-82bc-4830-b571-e0bedda9450b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55dfc3a8-3398-494c-9613-643f45e94ce0 HTTP/1.1" status: 200  len: 1003 time: 0.0921352
Dec 22 05:18:23.083547 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdad25-a434-4950-a1d9-06c288a05502 req-4bfd0182-e919-4c39-a59d-76f3fc9788ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:23.084971 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e9fdad25-a434-4950-a1d9-06c288a05502 req-4bfd0182-e919-4c39-a59d-76f3fc9788ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0603950
Dec 22 05:18:23.159135 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e9fdad25-a434-4950-a1d9-06c288a05502 req-b8faa18c-2cf9-4e40-a74d-9bac1fd15e74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0658934
Dec 22 05:18:23.288081 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e9fdad25-a434-4950-a1d9-06c288a05502 req-15dead2a-89f6-49d6-abc7-3c09b0f031c5 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218717
Dec 22 05:18:23.417656 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e9fdad25-a434-4950-a1d9-06c288a05502 req-4dfd6475-4e01-443b-8416-5e71663398f8 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229753
Dec 22 05:18:33.683475 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d77d8056-d39e-4020-924b-2151c0f3c6d2 req-c1ad1b48-9556-436f-88a0-8da68c3c366b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1334128
Dec 22 05:18:33.925523 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3fa8d228-9d08-4dad-9494-54b34124d5ba req-968c5756-4aa3-4fc6-aa80-51d3e17e2c7b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0683715
Dec 22 05:18:33.996975 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39875f08-1148-4450-b3e5-fc75be79b394 req-030f8bb0-4f80-4fcc-a82c-44b172468b24 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:33.998365 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-39875f08-1148-4450-b3e5-fc75be79b394 req-030f8bb0-4f80-4fcc-a82c-44b172468b24 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.0865848
Dec 22 05:18:34.045485 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-39875f08-1148-4450-b3e5-fc75be79b394 req-97b18c2e-c9eb-41e5-8cd9-009b680ce8b8 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415320
Dec 22 05:18:35.249197 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a67e2-1f1d-4b43-80df-bf887155f70c req-abfdfbac-6329-4573-ba41-fe91b2588056 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:35.251092 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-394a67e2-1f1d-4b43-80df-bf887155f70c req-abfdfbac-6329-4573-ba41-fe91b2588056 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.0780461
Dec 22 05:18:35.275011 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3fa8d228-9d08-4dad-9494-54b34124d5ba req-83df4fd4-4fd8-41d3-a4e6-8b9ef0633033 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 1099 time: 0.0685117
Dec 22 05:18:35.294672 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-394a67e2-1f1d-4b43-80df-bf887155f70c req-6724827f-a215-41c5-a01a-4cdd61c8f2cc tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382125
Dec 22 05:18:35.407625 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8d228-9d08-4dad-9494-54b34124d5ba req-759e5e52-41d9-48fc-9b66-0e006623d7f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:35.409049 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3fa8d228-9d08-4dad-9494-54b34124d5ba req-759e5e52-41d9-48fc-9b66-0e006623d7f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1264689
Dec 22 05:18:35.608178 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3fa8d228-9d08-4dad-9494-54b34124d5ba req-b63a7ff2-f48d-4d2a-9980-ee591ec21b1c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55dfc3a8-3398-494c-9613-643f45e94ce0 HTTP/1.1" status: 200  len: 1003 time: 0.1916316
Dec 22 05:18:35.672102 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8d228-9d08-4dad-9494-54b34124d5ba req-9b59d809-cc51-4668-9638-16c4bcb44b98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:35.673420 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3fa8d228-9d08-4dad-9494-54b34124d5ba req-9b59d809-cc51-4668-9638-16c4bcb44b98 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0581603
Dec 22 05:18:35.743748 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3fa8d228-9d08-4dad-9494-54b34124d5ba req-8588fbe4-7300-4159-9082-38b76c1327ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0645554
Dec 22 05:18:35.876308 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3fa8d228-9d08-4dad-9494-54b34124d5ba req-1faf5a43-6182-4a6a-84c2-c82b43c542df service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251416
Dec 22 05:18:36.005901 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3fa8d228-9d08-4dad-9494-54b34124d5ba req-133e3b65-ac5c-4a64-b2e6-5fd3c0d42c17 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230042
Dec 22 05:18:36.487397 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd74d3-7ffd-4aec-93b8-b4b7b0d69423 req-9879c81b-5950-4663-b228-fa500cf8c465 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:36.488820 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a3bd74d3-7ffd-4aec-93b8-b4b7b0d69423 req-9879c81b-5950-4663-b228-fa500cf8c465 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.0752220
Dec 22 05:18:36.535836 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a3bd74d3-7ffd-4aec-93b8-b4b7b0d69423 req-06700806-75eb-4d19-a26b-f194cb2e32d3 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415688
Dec 22 05:18:37.727513 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cab984-7098-43c1-80c5-4d8d48e2fd61 req-c3377545-420e-4aaa-8b8c-70674dd1b4ad tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:37.729106 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e9cab984-7098-43c1-80c5-4d8d48e2fd61 req-c3377545-420e-4aaa-8b8c-70674dd1b4ad tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.0739982
Dec 22 05:18:37.778531 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e9cab984-7098-43c1-80c5-4d8d48e2fd61 req-f02dd369-517a-4f17-afcb-479653a8e603 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436153
Dec 22 05:18:37.821530 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:18:38.838816 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-78951cb3-ba62-4a56-bc70-5c308ad1698b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:18:38.977160 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f72f61-3e49-472a-88a0-126b751ae0d1 req-cbb8cbc0-b73b-4c57-8b9a-9f7cd6e93690 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:38.978548 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f4f72f61-3e49-472a-88a0-126b751ae0d1 req-cbb8cbc0-b73b-4c57-8b9a-9f7cd6e93690 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.0760715
Dec 22 05:18:39.023503 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f4f72f61-3e49-472a-88a0-126b751ae0d1 req-868774eb-813f-43eb-9d19-2825af1c2618 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395653
Dec 22 05:18:40.219237 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c01dfb-8ac1-4b9d-9e1e-1875541bdb04 req-1aa49ae5-103a-421d-9ffc-93beee823eaf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:40.220673 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-43c01dfb-8ac1-4b9d-9e1e-1875541bdb04 req-1aa49ae5-103a-421d-9ffc-93beee823eaf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.0796332
Dec 22 05:18:40.271563 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-43c01dfb-8ac1-4b9d-9e1e-1875541bdb04 req-15f2642a-71e9-4877-85a9-51de197306ee tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453029
Dec 22 05:18:41.014233 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0bd32c03-d39d-4998-bc7a-46a16b27a74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:18:41.469263 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2c2fa-f587-40d7-9137-98eb4def781b req-56e322ac-9a58-4720-b3e0-bcd379fc850a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:41.470690 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-09a2c2fa-f587-40d7-9137-98eb4def781b req-56e322ac-9a58-4720-b3e0-bcd379fc850a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.0778401
Dec 22 05:18:41.515055 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-09a2c2fa-f587-40d7-9137-98eb4def781b req-19c38e51-92d9-41c9-8146-97839d440db2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388799
Dec 22 05:18:42.172266 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:18:42.344083 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:18:42.713916 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd424702-aefe-4b36-88c5-0dace19a94aa req-7d2269d8-9434-47fa-9ed8-31bf9b0d4a59 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:42.715353 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cd424702-aefe-4b36-88c5-0dace19a94aa req-7d2269d8-9434-47fa-9ed8-31bf9b0d4a59 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.0791733
Dec 22 05:18:42.761436 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cd424702-aefe-4b36-88c5-0dace19a94aa req-d8bfe040-45ee-4856-8f73-f29d8b16086d tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406563
Dec 22 05:18:43.620582 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:18:43.958723 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb2d98-1fa0-4634-a72e-c0f20f9dc827 req-1fcbc288-ea84-4787-88a4-5a34dbea28fc tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:43.960160 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c5fb2d98-1fa0-4634-a72e-c0f20f9dc827 req-1fcbc288-ea84-4787-88a4-5a34dbea28fc tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.0780494
Dec 22 05:18:44.003564 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c5fb2d98-1fa0-4634-a72e-c0f20f9dc827 req-74f9cded-cb85-4b3e-a822-81c9eab0c70b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379078
Dec 22 05:18:45.197763 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cd938-d3f4-4a71-8f6f-01e6f02cc3bc req-c83e6d1e-0f66-41dd-9929-baaed43d43fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:45.199221 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0d9cd938-d3f4-4a71-8f6f-01e6f02cc3bc req-c83e6d1e-0f66-41dd-9929-baaed43d43fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.0770071
Dec 22 05:18:45.244311 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0d9cd938-d3f4-4a71-8f6f-01e6f02cc3bc req-bb720d94-015d-4a0b-801e-f6f755a7c5ce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388122
Dec 22 05:18:46.442576 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df7875-bb3b-440d-b7c2-f6e42983d68b req-9eaf2669-f482-4568-a1e7-a9d5c0cad693 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:46.444029 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-86df7875-bb3b-440d-b7c2-f6e42983d68b req-9eaf2669-f482-4568-a1e7-a9d5c0cad693 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.0805674
Dec 22 05:18:46.489217 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-86df7875-bb3b-440d-b7c2-f6e42983d68b req-d705ae6b-0121-4091-b001-a8f88c17232a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390756
Dec 22 05:18:47.551094 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:18:47.683229 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae6742-b42b-4ebf-9200-50a0ed8c9551 req-e66f1e35-ea84-4c75-a6b5-c6dc857a47bf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:47.684640 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-74ae6742-b42b-4ebf-9200-50a0ed8c9551 req-e66f1e35-ea84-4c75-a6b5-c6dc857a47bf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.0785248
Dec 22 05:18:47.728347 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-74ae6742-b42b-4ebf-9200-50a0ed8c9551 req-e86173ab-e10a-4aaa-8793-fc798cce73e9 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376396
Dec 22 05:18:47.910706 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3fa8d228-9d08-4dad-9494-54b34124d5ba req-40f7a184-7790-4adc-b6a4-452542adaccf service neutron] 10.222.0.47 "GET /v2.0/ports/55dfc3a8-3398-494c-9613-643f45e94ce0/bindings/hv-neutron-8225 HTTP/1.1" status: 200  len: 384 time: 0.0714030
Dec 22 05:18:48.188258 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3fa8d228-9d08-4dad-9494-54b34124d5ba req-59157f6e-a923-44b8-bc7a-2890c4fe3acf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e&tenant_id=b912c98b650b40c48b1404c81c26c218 HTTP/1.1" status: 200  len: 1099 time: 0.0718544
Dec 22 05:18:48.288048 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3fa8d228-9d08-4dad-9494-54b34124d5ba req-d7cccd41-cfb6-4173-8006-8de5fb859cf8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 1099 time: 0.0674994
Dec 22 05:18:48.418840 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8d228-9d08-4dad-9494-54b34124d5ba req-6dc340c4-8421-4c5e-86fc-858f795ae06d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:48.420490 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3fa8d228-9d08-4dad-9494-54b34124d5ba req-6dc340c4-8421-4c5e-86fc-858f795ae06d service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1233399
Dec 22 05:18:48.520454 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3fa8d228-9d08-4dad-9494-54b34124d5ba req-8d1a03bc-b771-4d19-850a-0197f384f5b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55dfc3a8-3398-494c-9613-643f45e94ce0 HTTP/1.1" status: 200  len: 1003 time: 0.0939307
Dec 22 05:18:48.581967 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8d228-9d08-4dad-9494-54b34124d5ba req-11892894-95e3-4abf-b03e-62cac42c30b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:48.583486 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3fa8d228-9d08-4dad-9494-54b34124d5ba req-11892894-95e3-4abf-b03e-62cac42c30b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0562603
Dec 22 05:18:48.658554 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3fa8d228-9d08-4dad-9494-54b34124d5ba req-c655cfe7-30ed-46d1-b769-152941565037 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0688221
Dec 22 05:18:48.934656 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3fa8d228-9d08-4dad-9494-54b34124d5ba req-3c4bf7e6-df28-420f-96f9-53415eb26359 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2695148
Dec 22 05:18:49.036864 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5bb74-25b9-4d6a-8dff-bbc4d2757a3e req-d21838d4-3e85-4ff8-83f7-3fd68afacff1 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:49.038235 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-66d5bb74-25b9-4d6a-8dff-bbc4d2757a3e req-d21838d4-3e85-4ff8-83f7-3fd68afacff1 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.1834350
Dec 22 05:18:49.116666 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-66d5bb74-25b9-4d6a-8dff-bbc4d2757a3e req-1a431de1-2e08-439e-9600-d8a58f77e7b5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718007
Dec 22 05:18:49.118629 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3fa8d228-9d08-4dad-9494-54b34124d5ba req-17dad138-0a71-46af-90cf-a49390a27047 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1762621
Dec 22 05:18:50.313437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ddaac-3669-4a2a-91b1-5b157e447bc3 req-4b2fa048-1bcc-4d80-8a38-195894f36306 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:50.314892 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0c9ddaac-3669-4a2a-91b1-5b157e447bc3 req-4b2fa048-1bcc-4d80-8a38-195894f36306 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.0754137
Dec 22 05:18:50.363046 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0c9ddaac-3669-4a2a-91b1-5b157e447bc3 req-04dca738-fdc6-4711-8ef4-cbdd7f0e4c32 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426993
Dec 22 05:18:51.693621 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f9dfb-0be0-4f60-a641-bdb9a77e497b req-5943e4ee-e3f1-4165-a1c2-3b15ec5f9598 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:51.694930 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-be5f9dfb-0be0-4f60-a641-bdb9a77e497b req-5943e4ee-e3f1-4165-a1c2-3b15ec5f9598 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.0741403
Dec 22 05:18:51.738063 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-be5f9dfb-0be0-4f60-a641-bdb9a77e497b req-ed104011-0141-41d5-bd9c-27ab3a63feff tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375042
Dec 22 05:18:51.844483 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 55dfc3a8-3398-494c-9613-643f45e94ce0 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:18:51.871497 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 55dfc3a8-3398-494c-9613-643f45e94ce0 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:18:52.054415 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 55dfc3a8-3398-494c-9613-643f45e94ce0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=55dfc3a8-3398-494c-9613-643f45e94ce0,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:18:52.081144 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '55dfc3a8-3398-494c-9613-643f45e94ce0', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'port_id': '55dfc3a8-3398-494c-9613-643f45e94ce0', 'mac_address': 'fa:16:3e:2b:18:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:18:52.087398 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:18:52.155044 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe6144-a5cc-413b-9718-c7d15d69830e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55dfc3a8-3398-494c-9613-643f45e94ce0'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:18:52.165738 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:18:52.175739 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 55dfc3a8-3398-494c-9613-643f45e94ce0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=55dfc3a8-3398-494c-9613-643f45e94ce0,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:18:52.183141 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:18:52.186365 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:18:52.218261 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55dfc3a8-3398-494c-9613-643f45e94ce0 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:18:52.297504 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe6144-a5cc-413b-9718-c7d15d69830e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55dfc3a8-3398-494c-9613-643f45e94ce0', 'code': 200}
Dec 22 05:18:52.301826 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=55dfc3a8-3398-494c-9613-643f45e94ce0,revision_number=6']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:18:52.305776 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 05:18:52.306077 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 05:18:52.312656 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:18:52.312995 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:18:52.313325 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:18:52.313683 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:18:52.314009 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:18:52.314334 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:18:52.314653 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:18:52.314969 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:18:52.315281 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:18:52.315592 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:18:52.315901 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:18:52.319557 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:18:52.857216 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:18:52.876801 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55dfc3a8-3398-494c-9613-643f45e94ce0 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:18:52.891930 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 55dfc3a8-3398-494c-9613-643f45e94ce0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=55dfc3a8-3398-494c-9613-643f45e94ce0,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:18:52.896096 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:18:52.898001 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-32606e21-3198-42f8-897d-379abee36caf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:18:52.935763 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b315d-ce38-46eb-bb3d-209e7623444f req-94743d4f-aaf9-44a4-899b-1ffd3843ff58 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:52.937197 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-024b315d-ce38-46eb-bb3d-209e7623444f req-94743d4f-aaf9-44a4-899b-1ffd3843ff58 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 944 time: 0.0811257
Dec 22 05:18:52.961710 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=55dfc3a8-3398-494c-9613-643f45e94ce0,revision_number=7']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:18:52.964744 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:18:52.983330 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-024b315d-ce38-46eb-bb3d-209e7623444f req-54ef8477-ccf9-445d-9ba2-87b7461488dc tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402431
Dec 22 05:18:53.023435 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['55dfc3a8-3398-494c-9613-643f45e94ce0'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:18:53.450361 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccb18b-f9e7-47b7-a862-45719fa68bbf req-a237905a-948e-4305-85ff-e34d4e3b8478 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:53.452383 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d7ccb18b-f9e7-47b7-a862-45719fa68bbf req-a237905a-948e-4305-85ff-e34d4e3b8478 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e&tenant_id=b912c98b650b40c48b1404c81c26c218&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200  len: 945 time: 0.1272516
Dec 22 05:18:53.522657 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1903de4-e940-478b-8053-e1228a424753 req-16513d70-061d-41ab-8559-fc2077ce8e17 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:53.524031 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b1903de4-e940-478b-8053-e1228a424753 req-16513d70-061d-41ab-8559-fc2077ce8e17 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 945 time: 0.1432860
Dec 22 05:18:53.571209 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d7ccb18b-f9e7-47b7-a862-45719fa68bbf req-12fd4b11-3738-48a1-a43a-68dbbc988a19 service neutron] 10.222.0.47 "GET /v2.0/ports/55dfc3a8-3398-494c-9613-643f45e94ce0/bindings/hv-neutron-8225 HTTP/1.1" status: 200  len: 384 time: 0.1111274
Dec 22 05:18:53.581259 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b1903de4-e940-478b-8053-e1228a424753 req-ade114b6-3472-437f-b471-96809eae754f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505366
Dec 22 05:18:53.680051 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d7ccb18b-f9e7-47b7-a862-45719fa68bbf req-a84d6e16-6b53-4d2c-8260-9f8eb64f4de7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 1098 time: 0.0695620
Dec 22 05:18:53.806583 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccb18b-f9e7-47b7-a862-45719fa68bbf req-fbf63e40-c8d6-4952-9277-ad1160edbc3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:53.808021 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d7ccb18b-f9e7-47b7-a862-45719fa68bbf req-fbf63e40-c8d6-4952-9277-ad1160edbc3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1214414
Dec 22 05:18:53.854103 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 55dfc3a8-3398-494c-9613-643f45e94ce0 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:18:53.910480 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d7ccb18b-f9e7-47b7-a862-45719fa68bbf req-b73bd195-8f5a-4dc3-8c0f-cc62c787f726 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55dfc3a8-3398-494c-9613-643f45e94ce0 HTTP/1.1" status: 200  len: 1002 time: 0.0956662
Dec 22 05:18:53.919531 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 55dfc3a8-3398-494c-9613-643f45e94ce0 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:18:53.920600 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:18:53.972990 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccb18b-f9e7-47b7-a862-45719fa68bbf req-5955361b-eed5-4e59-8b67-1da4d623320d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:53.974500 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d7ccb18b-f9e7-47b7-a862-45719fa68bbf req-5955361b-eed5-4e59-8b67-1da4d623320d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0583107
Dec 22 05:18:54.047282 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d7ccb18b-f9e7-47b7-a862-45719fa68bbf req-db205ad9-6edc-4090-8ead-bd737c90d01b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0667641
Dec 22 05:18:54.047559 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:18:54.078349 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 55dfc3a8-3398-494c-9613-643f45e94ce0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=55dfc3a8-3398-494c-9613-643f45e94ce0,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:18:54.082712 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:18:54.084463 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:18:54.150943 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=55dfc3a8-3398-494c-9613-643f45e94ce0,revision_number=8']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:18:54.154649 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:18:54.183918 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d7ccb18b-f9e7-47b7-a862-45719fa68bbf req-e87a9f98-fbaf-4326-81e1-0f9d29963c5d service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296685
Dec 22 05:18:54.298515 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe6144-a5cc-413b-9718-c7d15d69830e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55dfc3a8-3398-494c-9613-643f45e94ce0'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:18:54.314654 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d7ccb18b-f9e7-47b7-a862-45719fa68bbf req-8d0d563d-0d98-4fb1-886d-22401731014c service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230338
Dec 22 05:18:54.362149 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe6144-a5cc-413b-9718-c7d15d69830e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55dfc3a8-3398-494c-9613-643f45e94ce0', 'code': 200}
Dec 22 05:18:54.774065 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eddc2-8c6d-4b75-9b5e-3b5360322289 req-898a4d5a-3ed2-4c03-a44f-f59481b07b3a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:54.775475 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ea1eddc2-8c6d-4b75-9b5e-3b5360322289 req-898a4d5a-3ed2-4c03-a44f-f59481b07b3a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.0768268
Dec 22 05:18:54.818956 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ea1eddc2-8c6d-4b75-9b5e-3b5360322289 req-7fe6bcd9-c12f-4bd7-b50f-eeed0917858d tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376172
Dec 22 05:18:56.029089 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fa547-fabd-40f7-9557-78fe09dea8b0 req-a2b6d0a5-08cf-4f50-9052-cb4d8aa306f1 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:56.030540 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-444fa547-fabd-40f7-9557-78fe09dea8b0 req-a2b6d0a5-08cf-4f50-9052-cb4d8aa306f1 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.0882664
Dec 22 05:18:56.075413 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-444fa547-fabd-40f7-9557-78fe09dea8b0 req-0c7cbb47-8c81-4e64-b0b4-b749e4d7ca33 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393286
Dec 22 05:18:57.002820 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d7ccb18b-f9e7-47b7-a862-45719fa68bbf req-b580a2fc-c8e7-4324-8644-7aa327a3c3ae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e&tenant_id=b912c98b650b40c48b1404c81c26c218 HTTP/1.1" status: 200  len: 1099 time: 0.0680070
Dec 22 05:18:57.250446 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d7ccb18b-f9e7-47b7-a862-45719fa68bbf req-24ba1f6e-d23b-4bf6-9e58-327ef1a12f0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 1099 time: 0.2165921
Dec 22 05:18:57.363157 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5b25c-f17c-4e14-94dc-7199783db331 req-8a75375e-b2e0-47d7-afd8-240fc4222df1 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:57.364592 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ecb5b25c-f17c-4e14-94dc-7199783db331 req-8a75375e-b2e0-47d7-afd8-240fc4222df1 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.1600428
Dec 22 05:18:57.428998 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccb18b-f9e7-47b7-a862-45719fa68bbf req-614e5a53-b832-4250-8a7d-18b4648802c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:57.430446 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d7ccb18b-f9e7-47b7-a862-45719fa68bbf req-614e5a53-b832-4250-8a7d-18b4648802c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1726561
Dec 22 05:18:57.487861 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ecb5b25c-f17c-4e14-94dc-7199783db331 req-c0ec13a2-9878-4baf-b6ec-dd26868158b3 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1169846
Dec 22 05:18:57.534719 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d7ccb18b-f9e7-47b7-a862-45719fa68bbf req-5acfd8a5-5869-4f4f-a621-a3ca15b19151 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55dfc3a8-3398-494c-9613-643f45e94ce0 HTTP/1.1" status: 200  len: 1003 time: 0.0965364
Dec 22 05:18:57.600290 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccb18b-f9e7-47b7-a862-45719fa68bbf req-b0858bbb-7958-42fb-a03f-8a3c805d567f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:57.601698 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d7ccb18b-f9e7-47b7-a862-45719fa68bbf req-b0858bbb-7958-42fb-a03f-8a3c805d567f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0603766
Dec 22 05:18:57.673619 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d7ccb18b-f9e7-47b7-a862-45719fa68bbf req-cbe7fd7b-8321-43b0-af04-1703e0a4192c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0650644
Dec 22 05:18:57.803024 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d7ccb18b-f9e7-47b7-a862-45719fa68bbf req-373eb567-6e89-4f11-af89-b056d3348e53 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223028
Dec 22 05:18:57.930519 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d7ccb18b-f9e7-47b7-a862-45719fa68bbf req-11ddc9db-d656-4d04-ad59-f006a1cc25d8 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1210725
Dec 22 05:18:58.682689 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c0c1b-23c1-4f3a-ac3e-eedafcac1de1 req-eb6e653d-59b1-4c51-a0cc-b9ec1633d99d tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:18:58.684120 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5b0c0c1b-23c1-4f3a-ac3e-eedafcac1de1 req-eb6e653d-59b1-4c51-a0cc-b9ec1633d99d tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.0785143
Dec 22 05:18:58.827768 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5b0c0c1b-23c1-4f3a-ac3e-eedafcac1de1 req-5f759797-267a-44ea-8799-073485d2f1fb tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1380692
Dec 22 05:18:59.871120 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 55dfc3a8-3398-494c-9613-643f45e94ce0 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:18:59.878527 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 55dfc3a8-3398-494c-9613-643f45e94ce0 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:19:00.087090 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:00.089087 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14239445-f0f9-4879-85a4-a74796cf6cb4 req-27859c94-b3df-413f-b6cd-434dac18b379 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:00.093592 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-14239445-f0f9-4879-85a4-a74796cf6cb4 req-27859c94-b3df-413f-b6cd-434dac18b379 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.1385021
Dec 22 05:19:00.148520 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-14239445-f0f9-4879-85a4-a74796cf6cb4 req-5366077b-2935-4ce9-a740-e4cd258b8072 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513291
Dec 22 05:19:00.180972 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe6144-a5cc-413b-9718-c7d15d69830e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55dfc3a8-3398-494c-9613-643f45e94ce0'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:19:00.185289 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 55dfc3a8-3398-494c-9613-643f45e94ce0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=55dfc3a8-3398-494c-9613-643f45e94ce0,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:19:00.206757 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 55dfc3a8-3398-494c-9613-643f45e94ce0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=55dfc3a8-3398-494c-9613-643f45e94ce0,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:19:00.209208 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '55dfc3a8-3398-494c-9613-643f45e94ce0', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'port_id': '55dfc3a8-3398-494c-9613-643f45e94ce0', 'mac_address': 'fa:16:3e:2b:18:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:19:00.256544 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:00.266708 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:19:00.299678 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe6144-a5cc-413b-9718-c7d15d69830e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55dfc3a8-3398-494c-9613-643f45e94ce0', 'code': 200}
Dec 22 05:19:00.342993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:00.364212 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=55dfc3a8-3398-494c-9613-643f45e94ce0,revision_number=9']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:19:00.367601 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55dfc3a8-3398-494c-9613-643f45e94ce0 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:19:00.371306 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:19:00.384872 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 55dfc3a8-3398-494c-9613-643f45e94ce0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=55dfc3a8-3398-494c-9613-643f45e94ce0,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:19:00.390313 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:00.391971 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:19:00.454345 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=55dfc3a8-3398-494c-9613-643f45e94ce0,revision_number=10']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:19:00.457096 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:19:00.515738 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['55dfc3a8-3398-494c-9613-643f45e94ce0'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:19:01.347020 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30764ab-c607-403e-b4e8-c7c8a6dcaecd req-e24b29a4-ea3d-4e91-8caf-9acc91dba319 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:01.348461 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c30764ab-c607-403e-b4e8-c7c8a6dcaecd req-e24b29a4-ea3d-4e91-8caf-9acc91dba319 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.0736775
Dec 22 05:19:01.392944 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c30764ab-c607-403e-b4e8-c7c8a6dcaecd req-67dd1d6c-a1e9-423a-9c19-ba6527a02c55 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390100
Dec 22 05:19:01.584213 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54eca1-b6b8-4ad9-85f3-671f5ef7447f req-242273f2-b975-417a-9c3c-267eb225d8fd tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:01.585652 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9b54eca1-b6b8-4ad9-85f3-671f5ef7447f req-242273f2-b975-417a-9c3c-267eb225d8fd tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.0742719
Dec 22 05:19:01.630199 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9b54eca1-b6b8-4ad9-85f3-671f5ef7447f req-598d4a7a-03cc-46ef-ac6f-5a5d4da04e98 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391636
Dec 22 05:19:01.822237 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04be86a-4e67-4a2d-b0cf-c11353158fa6 req-1e77e9f7-d7a2-40a4-924e-e654f5146a01 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:01.823663 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f04be86a-4e67-4a2d-b0cf-c11353158fa6 req-1e77e9f7-d7a2-40a4-924e-e654f5146a01 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 946 time: 0.0775077
Dec 22 05:19:01.867704 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f04be86a-4e67-4a2d-b0cf-c11353158fa6 req-c5b5cbf1-18a1-49fa-a235-09576111c333 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382020
Dec 22 05:19:01.881470 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 55dfc3a8-3398-494c-9613-643f45e94ce0 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:19:01.948642 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 55dfc3a8-3398-494c-9613-643f45e94ce0 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:19:01.949018 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:02.069183 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:02.104638 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 55dfc3a8-3398-494c-9613-643f45e94ce0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=55dfc3a8-3398-494c-9613-643f45e94ce0,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:19:02.108554 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:02.111361 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:19:02.178990 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=55dfc3a8-3398-494c-9613-643f45e94ce0,revision_number=11']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:19:02.182177 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:19:02.271578 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6f7ce-358c-41c6-9c4e-161c3857ddd8 req-d93a560d-ef7d-475d-8784-a0666cc9cac5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:02.273007 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-76b6f7ce-358c-41c6-9c4e-161c3857ddd8 req-d93a560d-ef7d-475d-8784-a0666cc9cac5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 947 time: 0.0746865
Dec 22 05:19:02.301152 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe6144-a5cc-413b-9718-c7d15d69830e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55dfc3a8-3398-494c-9613-643f45e94ce0'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:19:02.320176 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-76b6f7ce-358c-41c6-9c4e-161c3857ddd8 req-f76b75b8-0849-4812-93b7-ac49ae2083a4 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416751
Dec 22 05:19:02.355241 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe6144-a5cc-413b-9718-c7d15d69830e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55dfc3a8-3398-494c-9613-643f45e94ce0', 'code': 200}
Dec 22 05:19:03.511609 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7334a0-0585-4a2f-8934-c35e5bf2e987 req-9963f1d6-7038-4d41-96c4-669abac7ee15 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:03.513538 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7a7334a0-0585-4a2f-8934-c35e5bf2e987 req-9963f1d6-7038-4d41-96c4-669abac7ee15 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 947 time: 0.0750036
Dec 22 05:19:03.557660 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7a7334a0-0585-4a2f-8934-c35e5bf2e987 req-f79f3cfe-dc64-41e9-bfc9-21007c1544e5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386190
Dec 22 05:19:04.552268 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ad12a-6e00-4327-b49f-0d0eae9b1fcd req-c42da26b-fb12-4846-af3a-a4d48c364bae tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:04.553627 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fa0ad12a-6e00-4327-b49f-0d0eae9b1fcd req-c42da26b-fb12-4846-af3a-a4d48c364bae tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 947 time: 0.0778871
Dec 22 05:19:04.621903 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-fa0ad12a-6e00-4327-b49f-0d0eae9b1fcd req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Deleting port 55dfc3a8-3398-494c-9613-643f45e94ce0 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:19:04.622245 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-fa0ad12a-6e00-4327-b49f-0d0eae9b1fcd req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:04.759788 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146edf5e-31ad-4b02-830b-8c3f1c70f09f req-e44cf42f-ec41-4c48-8592-a3ebe248d36f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:04.761225 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-146edf5e-31ad-4b02-830b-8c3f1c70f09f req-e44cf42f-ec41-4c48-8592-a3ebe248d36f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 947 time: 0.0783877
Dec 22 05:19:04.806174 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-146edf5e-31ad-4b02-830b-8c3f1c70f09f req-c5e5fffc-4785-4d03-b6be-1f87825a25bf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387366
Dec 22 05:19:04.955770 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-fa0ad12a-6e00-4327-b49f-0d0eae9b1fcd req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] For port 55dfc3a8-3398-494c-9613-643f45e94ce0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=55dfc3a8-3398-494c-9613-643f45e94ce0,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:19:04.956121 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-fa0ad12a-6e00-4327-b49f-0d0eae9b1fcd req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:05.235274 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-fa0ad12a-6e00-4327-b49f-0d0eae9b1fcd req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:05.235642 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-fa0ad12a-6e00-4327-b49f-0d0eae9b1fcd req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:05.235951 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [req-fa0ad12a-6e00-4327-b49f-0d0eae9b1fcd req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Floating IP 606bc09d-7fc8-4a26-892a-68e200c4487d disassociated. External IP: 172.26.4.248, port: 55dfc3a8-3398-494c-9613-643f45e94ce0.
Dec 22 05:19:05.236283 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-fa0ad12a-6e00-4327-b49f-0d0eae9b1fcd req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Calling delete_port for 55dfc3a8-3398-494c-9613-643f45e94ce0 owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:19:05.373801 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-fa0ad12a-6e00-4327-b49f-0d0eae9b1fcd req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:05.379394 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:19:05.420226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Pushing event deleted for resources: {'Port': ['ID=55dfc3a8-3398-494c-9613-643f45e94ce0,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:19:05.434050 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:19:05.434517 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:19:05.435311 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:19:05.435686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:19:05.436055 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:19:05.436418 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:19:05.436774 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:19:05.437135 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:19:05.437494 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:19:05.437875 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:19:05.438234 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:19:05.441647 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:19:05.644916 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa0ad12a-6e00-4327-b49f-0d0eae9b1fcd req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Router 65016e2f-2c0f-45c8-9928-02339cb83bdb has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:19:05.838236 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa0ad12a-6e00-4327-b49f-0d0eae9b1fcd req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:19:05.848576 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcf1b1c-03b7-4874-ab5f-f44eac752540 None None] Sync routers for ids ['65016e2f-2c0f-45c8-9928-02339cb83bdb'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:19:05.861360 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcf1b1c-03b7-4874-ab5f-f44eac752540 None None] Routers {'65016e2f-2c0f-45c8-9928-02339cb83bdb'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:19:05.862045 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-5bcf1b1c-03b7-4874-ab5f-f44eac752540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c47b790>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:18:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['65016e2f-2c0f-45c8-9928-02339cb83bdb'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:19:05.909198 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0ad12a-6e00-4327-b49f-0d0eae9b1fcd req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] No DVR routers for this DVR port 55dfc3a8-3398-494c-9613-643f45e94ce0 on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:19:05.911601 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-fa0ad12a-6e00-4327-b49f-0d0eae9b1fcd req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:05.914231 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe6144-a5cc-413b-9718-c7d15d69830e', 'name': 'network-vif-deleted', 'tag': '55dfc3a8-3398-494c-9613-643f45e94ce0'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:19:05.958993 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fa0ad12a-6e00-4327-b49f-0d0eae9b1fcd req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "DELETE /v2.0/ports/55dfc3a8-3398-494c-9613-643f45e94ce0 HTTP/1.1" status: 204  len: 173 time: 1.3998389
Dec 22 05:19:05.970794 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-414f6e73-f898-4dc0-ba4e-b7483f91976f req-5f4ab764-626e-4036-a94c-097b671b56ca tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Synchronizing usage tracker for tenant:b912c98b650b40c48b1404c81c26c218 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:19:05.982738 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe6144-a5cc-413b-9718-c7d15d69830e', 'name': 'network-vif-deleted', 'tag': '55dfc3a8-3398-494c-9613-643f45e94ce0', 'status': 'completed', 'code': 200}
Dec 22 05:19:05.988366 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-414f6e73-f898-4dc0-ba4e-b7483f91976f req-5f4ab764-626e-4036-a94c-097b671b56ca tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Unset dirty status for tenant:b912c98b650b40c48b1404c81c26c218 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:19:05.989596 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-414f6e73-f898-4dc0-ba4e-b7483f91976f req-5f4ab764-626e-4036-a94c-097b671b56ca tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cbe6144-a5cc-413b-9718-c7d15d69830e HTTP/1.1" status: 200  len: 210 time: 0.0610437
Dec 22 05:19:06.057123 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-5bcf1b1c-03b7-4874-ab5f-f44eac752540 None None] Set router 65016e2f-2c0f-45c8-9928-02339cb83bdb gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:19:06.407130 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-5bcf1b1c-03b7-4874-ab5f-f44eac752540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c47b790>, [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:19:06.410910 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcf1b1c-03b7-4874-ab5f-f44eac752540 None None] Checking router: 65016e2f-2c0f-45c8-9928-02339cb83bdb for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:19:06.421039 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcf1b1c-03b7-4874-ab5f-f44eac752540 None None] Routers {'65016e2f-2c0f-45c8-9928-02339cb83bdb'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:19:06.421675 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-5bcf1b1c-03b7-4874-ab5f-f44eac752540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c47b790>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:18:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['65016e2f-2c0f-45c8-9928-02339cb83bdb'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:19:06.590951 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-5bcf1b1c-03b7-4874-ab5f-f44eac752540 None None] Set router 65016e2f-2c0f-45c8-9928-02339cb83bdb gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:19:06.902656 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-5bcf1b1c-03b7-4874-ab5f-f44eac752540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c47b790>, [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:19:06.906660 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcf1b1c-03b7-4874-ab5f-f44eac752540 None None] The sync data for ids ['65016e2f-2c0f-45c8-9928-02339cb83bdb'] in dv-neutron-822525-1-hyperv is: [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:19:07.119156 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba20aa07-6eed-4729-9bc9-861f4adfa99c None None] New status for floating IP 606bc09d-7fc8-4a26-892a-68e200c4487d: DOWN {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:19:07.376220 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-00032572-4d06-4d14-a3dc-d85235b7f9d7 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1784960959&fields=id&tenant_id=b912c98b650b40c48b1404c81c26c218 HTTP/1.1" status: 200  len: 267 time: 0.0413995
Dec 22 05:19:07.519070 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-aa5df201-49bc-4ea0-8c81-66383e5200c4 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:07.520426 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-aa5df201-49bc-4ea0-8c81-66383e5200c4 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 812 time: 0.1376390
Dec 22 05:19:07.536410 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-b9e2dd9a-fd0f-4406-933f-2b0dd6eedcd2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/quotas/b912c98b650b40c48b1404c81c26c218 HTTP/1.1" status: 200  len: 375 time: 0.0105925
Dec 22 05:19:07.619579 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-aa90230a-7e46-4ef1-ad49-be69324303cb tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0784819
Dec 22 05:19:07.757430 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-ecf57869-a678-4f7b-a155-4abd8cbbcb69 service neutron] 10.222.0.53 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266549
Dec 22 05:19:07.822340 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:07.887395 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-fa757317-90a3-41d4-bc01-d36c7bea9876 service neutron] 10.222.0.53 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235306
Dec 22 05:19:08.084230 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-39e1f4f7-70f2-4937-82d1-b1430b1c4107 req-4d8d59cc-f2ab-4905-9898-2908844556b5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 210 time: 0.0482748
Dec 22 05:19:08.824385 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-54a0acc9-d542-4a10-8a3e-78e6ca490a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:09.180897 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-d3f81a11-0c9e-44cb-b039-cb8f7d7dae4d tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:09.182338 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-d3f81a11-0c9e-44cb-b039-cb8f7d7dae4d tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 812 time: 0.1471951
Dec 22 05:19:09.250494 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-5da39028-5abf-4b70-8eb2-8c3462d16e5a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b912c98b650b40c48b1404c81c26c218 HTTP/1.1" status: 200  len: 380 time: 0.0483143
Dec 22 05:19:09.250714 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fd89b0a2-5349-438f-aeee-5f8f9bbe18d9 req-7406ee95-aecc-4cbd-b589-598114834e29 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 210 time: 0.0424967
Dec 22 05:19:09.259452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0880169c-fd57-4ebe-9f08-e5a41bfb56d0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Request body: {'port': {'device_id': '47e342df-7ce4-4a4a-b9cd-69872c24a7b7', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'admin_state_up': True, 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'security_groups': ['fcc47d52-d0dc-4602-9fdc-d5d76dca9b71']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:19:09.390978 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0880169c-fd57-4ebe-9f08-e5a41bfb56d0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:19:09.400214 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0880169c-fd57-4ebe-9f08-e5a41bfb56d0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:19:09.410303 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0880169c-fd57-4ebe-9f08-e5a41bfb56d0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Made reservation on behalf of b912c98b650b40c48b1404c81c26c218 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:19:09.413374 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0880169c-fd57-4ebe-9f08-e5a41bfb56d0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:09.674796 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0880169c-fd57-4ebe-9f08-e5a41bfb56d0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Allocated IP 172.20.0.4 (e0d4c8a7-4a1a-46d6-a313-75865ada2ed5/ae06546a-d3e1-4ace-bbaa-958c19ab659a/ffd68d0d-3fce-4c95-a031-7d0eb4eb3080) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:19:09.851793 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0880169c-fd57-4ebe-9f08-e5a41bfb56d0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:09.866743 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0880169c-fd57-4ebe-9f08-e5a41bfb56d0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Transition to ACTIVE for port object ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:19:09.887584 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0880169c-fd57-4ebe-9f08-e5a41bfb56d0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:09.893512 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5ba74aef-5a7c-4bf5-b378-dfef90a2f707 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:19:09.953604 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 55dfc3a8-3398-494c-9613-643f45e94ce0 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:19:09.955146 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0880169c-fd57-4ebe-9f08-e5a41bfb56d0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:19:09.962826 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0880169c-fd57-4ebe-9f08-e5a41bfb56d0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:19:09.967194 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0880169c-fd57-4ebe-9f08-e5a41bfb56d0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:19:09.986573 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 55dfc3a8-3398-494c-9613-643f45e94ce0 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:19:09.986938 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 55dfc3a8-3398-494c-9613-643f45e94ce0 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:19:09.999604 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880169c-fd57-4ebe-9f08-e5a41bfb56d0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Pushing event updated for resources: {'Port': ['ID=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:19:10.006299 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0880169c-fd57-4ebe-9f08-e5a41bfb56d0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:19:10.034675 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0880169c-fd57-4ebe-9f08-e5a41bfb56d0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:10.035291 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0880169c-fd57-4ebe-9f08-e5a41bfb56d0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:10.061136 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0880169c-fd57-4ebe-9f08-e5a41bfb56d0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8051915
Dec 22 05:19:10.078515 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] Request body: {'port': {'device_id': '47e342df-7ce4-4a4a-b9cd-69872c24a7b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:19:10.189308 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:10.207218 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-dfb7c129-709f-4287-8459-62da63ff111e None None] Provisioning for port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:19:10.212121 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-dfb7c129-709f-4287-8459-62da63ff111e None None] Provisioning complete for port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:19:10.212516 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dfb7c129-709f-4287-8459-62da63ff111e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:10.267235 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-dfb7c129-709f-4287-8459-62da63ff111e None None] Port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:19:10.513833 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c178e-3823-419b-90f5-cd80de787928 req-fc124665-7312-44f2-952a-6f0cb13c0706 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:10.514411 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-7c0c178e-3823-419b-90f5-cd80de787928 req-fc124665-7312-44f2-952a-6f0cb13c0706 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Synchronizing usage tracker for tenant:b912c98b650b40c48b1404c81c26c218 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:19:10.541571 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-7c0c178e-3823-419b-90f5-cd80de787928 req-fc124665-7312-44f2-952a-6f0cb13c0706 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Unset dirty status for tenant:b912c98b650b40c48b1404c81c26c218 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:19:10.542672 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7c0c178e-3823-419b-90f5-cd80de787928 req-fc124665-7312-44f2-952a-6f0cb13c0706 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 931 time: 0.1523304
Dec 22 05:19:10.617794 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:19:10.627501 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:10.641401 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7c0c178e-3823-419b-90f5-cd80de787928 req-a11a2f68-d9fd-4b6e-9296-719fdebecb15 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725431
Dec 22 05:19:10.647822 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] Transition to ACTIVE for port object ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:19:10.650929 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:10.655556 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-322444b4-274c-4579-93e3-efd039a05813 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:19:10.778036 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:19:10.782513 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:19:10.881459 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] Attempting to bind port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:19:10.881811 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] Attempting to bind port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:19:10.882130 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] Attempting to bind port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 on network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:19:10.887603 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] Port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 on network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:19:10.888438 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] Attempting to bind port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 on network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:19:10.894452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:19:10.894779 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] Checking segment: {'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:19:10.895147 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] Bound using segment: {'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:19:10.895561 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] Bound port: ffd68d0d-3fce-4c95-a031-7d0eb4eb3080, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25158c20-4536-4c6a-82a2-1278cedc3bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:19:10.895896 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:10.981874 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] For port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:19:10.984966 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] For port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:19:10.989552 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:10.993065 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:19:11.019030 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7c7a0313-2108-439a-800a-a525aaa5bd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:11.054969 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:11.056327 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] 10.222.0.47 "PUT /v2.0/ports/ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 HTTP/1.1" status: 200  len: 1093 time: 0.9821489
Dec 22 05:19:11.056845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e342df-7ce4-4a4a-b9cd-69872c24a7b7', 'tag': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:19:11.079940 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:19:11.083053 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:19:11.151317 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e342df-7ce4-4a4a-b9cd-69872c24a7b7', 'tag': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080', 'status': 'completed', 'code': 200}
Dec 22 05:19:11.193561 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-69599d40-3f59-4ecf-93ac-f3151fc17b54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 1096 time: 0.0796342
Dec 22 05:19:11.270511 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-a7c1217e-bfd5-40e1-994c-688d375beb55 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 HTTP/1.1" status: 200  len: 217 time: 0.0646045
Dec 22 05:19:11.335094 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-a02730da-a209-4164-b8d5-4605226aa54b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:11.336504 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-a02730da-a209-4164-b8d5-4605226aa54b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0596650
Dec 22 05:19:11.407779 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-b0f80f6a-53e4-48c7-9c3c-c53a1bdc3e8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0653512
Dec 22 05:19:11.638453 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-2022018e-e0d6-486b-b425-6a795a0112ac service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2232370
Dec 22 05:19:11.802657 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d16e639a-0433-42af-8872-f81f11cd45a5 req-b384081f-c30e-487c-bb92-752c7441f017 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1581907
Dec 22 05:19:11.843236 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260d4de-c6e2-46b8-8f0e-60ae14e83dc3 req-5d365fd0-815b-468b-8a84-3782092c244b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:11.844716 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c260d4de-c6e2-46b8-8f0e-60ae14e83dc3 req-5d365fd0-815b-468b-8a84-3782092c244b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 943 time: 0.0824218
Dec 22 05:19:11.889376 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c260d4de-c6e2-46b8-8f0e-60ae14e83dc3 req-e3ebfee8-aaa7-493c-879f-5d43c9fb7d2c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390329
Dec 22 05:19:11.957211 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6a73fa87-8342-4484-b8c4-97212d1195c2 req-a7194511-4e4b-4d9b-9e7e-a84b91fb26f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 1096 time: 0.0669909
Dec 22 05:19:12.085322 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73fa87-8342-4484-b8c4-97212d1195c2 req-149e247b-2b31-4769-8d48-713f1515d35c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:12.086789 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6a73fa87-8342-4484-b8c4-97212d1195c2 req-149e247b-2b31-4769-8d48-713f1515d35c service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1225727
Dec 22 05:19:12.155673 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6a73fa87-8342-4484-b8c4-97212d1195c2 req-0a181b99-6a0e-4cf2-bbbd-a1b07134b57e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 HTTP/1.1" status: 200  len: 217 time: 0.0626855
Dec 22 05:19:12.177699 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:12.218352 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73fa87-8342-4484-b8c4-97212d1195c2 req-6e44812e-c4cf-4b01-9869-90afac604b48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:12.219799 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6a73fa87-8342-4484-b8c4-97212d1195c2 req-6e44812e-c4cf-4b01-9869-90afac604b48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0586369
Dec 22 05:19:12.297670 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6a73fa87-8342-4484-b8c4-97212d1195c2 req-31b53191-e90a-4ac7-9a88-fd7da560cca1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707490
Dec 22 05:19:12.346357 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:12.428689 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6a73fa87-8342-4484-b8c4-97212d1195c2 req-7500a084-e368-4805-a598-665b53954c36 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242566
Dec 22 05:19:12.555908 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6a73fa87-8342-4484-b8c4-97212d1195c2 req-bf7c2169-9511-4ab1-8127-b9fbc3b85e89 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1206448
Dec 22 05:19:13.087814 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915bfd8-dc3b-471a-af3d-857096db65f7 req-2daee135-4aa1-4036-9a9e-6e1089b69db5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:13.089209 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2915bfd8-dc3b-471a-af3d-857096db65f7 req-2daee135-4aa1-4036-9a9e-6e1089b69db5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 943 time: 0.0768404
Dec 22 05:19:13.132716 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2915bfd8-dc3b-471a-af3d-857096db65f7 req-e5e6aa55-61a0-490c-92fa-0d6cecaa68b9 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381227
Dec 22 05:19:13.623766 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:14.325984 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f068db2-da17-420c-ac04-ca16d6954437 req-0c9b4dff-06bc-40e8-baf7-36f1a69c27fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:14.328016 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3f068db2-da17-420c-ac04-ca16d6954437 req-0c9b4dff-06bc-40e8-baf7-36f1a69c27fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 943 time: 0.0742266
Dec 22 05:19:14.371335 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3f068db2-da17-420c-ac04-ca16d6954437 req-010df821-d356-4391-a38b-72c8c483b187 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378835
Dec 22 05:19:15.562235 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbdf71-53a1-414d-8d2e-4caf55935a7d req-34a1729f-a205-4941-833c-741a35def58d tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:15.563641 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3ecbdf71-53a1-414d-8d2e-4caf55935a7d req-34a1729f-a205-4941-833c-741a35def58d tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 943 time: 0.0734651
Dec 22 05:19:15.610740 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3ecbdf71-53a1-414d-8d2e-4caf55935a7d req-d7777247-f63d-400b-b9f6-68d2f801c8af tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414627
Dec 22 05:19:15.985824 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:19:16.115576 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:19:16.129107 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'port_id': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080', 'mac_address': 'fa:16:3e:42:2e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:19:16.184126 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:16.201649 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:19:16.215891 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:19:16.219779 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:16.221672 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-4b659073-3945-4622-b967-8152382047b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:19:16.284136 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:19:16.286972 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:19:16.633243 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['ffd68d0d-3fce-4c95-a031-7d0eb4eb3080'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:19:16.807380 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bafea2-ab02-4850-8fe3-35eb0ea59685 req-4df2b9a1-8c64-4b4a-ab9a-ed5003c2624e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:16.808924 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f1bafea2-ab02-4850-8fe3-35eb0ea59685 req-4df2b9a1-8c64-4b4a-ab9a-ed5003c2624e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 944 time: 0.0788620
Dec 22 05:19:16.852981 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f1bafea2-ab02-4850-8fe3-35eb0ea59685 req-f9d5985e-0011-4bc8-b181-d7abeb0939bd tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386460
Dec 22 05:19:18.001256 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:19:18.048640 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4d249-ec4f-40bc-9d95-5d5496f30ab9 req-a13382b1-4f77-4e76-90e9-a7c55cea5d44 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:18.050132 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2ea4d249-ec4f-40bc-9d95-5d5496f30ab9 req-a13382b1-4f77-4e76-90e9-a7c55cea5d44 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 944 time: 0.0794055
Dec 22 05:19:18.067238 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:19:18.072004 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:19:18.072377 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:18.095896 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2ea4d249-ec4f-40bc-9d95-5d5496f30ab9 req-e5082e8d-3c49-4cc3-b25d-fc2e74a9ec71 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400524
Dec 22 05:19:18.188878 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:18.215256 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e342df-7ce4-4a4a-b9cd-69872c24a7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:19:18.225104 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:19:18.228762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:18.230576 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:19:18.269738 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e342df-7ce4-4a4a-b9cd-69872c24a7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080', 'code': 200}
Dec 22 05:19:18.297224 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:19:18.300048 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:19:18.517186 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aed48b32-a164-4a54-a953-d7250c63883c req-3a5fb37b-8a1f-4163-b75b-147420efbe36 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 1098 time: 0.0666301
Dec 22 05:19:18.562396 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aed48b32-a164-4a54-a953-d7250c63883c req-5883f629-395a-44f0-8890-33c260f5e637 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379512
Dec 22 05:19:19.290403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bb6dc-5569-46d8-80d2-20931a74d779 req-582e6d4f-fd86-4efa-8b3e-dd94c55646cb tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:19.291856 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-898bb6dc-5569-46d8-80d2-20931a74d779 req-582e6d4f-fd86-4efa-8b3e-dd94c55646cb tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.0741372
Dec 22 05:19:19.336523 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-898bb6dc-5569-46d8-80d2-20931a74d779 req-c421688b-a6bf-4eaf-997c-df4d228d2c6e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388153
Dec 22 05:19:20.530879 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87041213-1a5f-4e51-946e-b053c1cca706 req-5a110e6a-8bda-41ca-b5e1-d8573f32e6bb tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:20.532208 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-87041213-1a5f-4e51-946e-b053c1cca706 req-5a110e6a-8bda-41ca-b5e1-d8573f32e6bb tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.0744591
Dec 22 05:19:20.576393 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-87041213-1a5f-4e51-946e-b053c1cca706 req-2831010e-0cbd-41a5-b5dd-abd5a6758ad9 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387578
Dec 22 05:19:20.765838 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc4ca6-dd34-452a-b189-04cbc3ccb6bd req-21d2a566-f964-4892-b605-5ab6f08867c8 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:20.767282 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-40fc4ca6-dd34-452a-b189-04cbc3ccb6bd req-21d2a566-f964-4892-b605-5ab6f08867c8 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.0781472
Dec 22 05:19:20.775766 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35290) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:19:20.780976 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-0cb63eb1-b9c4-459c-8c5e-ee4c76aa756c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Request body: {'floatingip': {'port_id': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:19:20.856492 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0cb63eb1-b9c4-459c-8c5e-ee4c76aa756c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for floatingip, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:21.531159 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0cb63eb1-b9c4-459c-8c5e-ee4c76aa756c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:21.534768 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0cb63eb1-b9c4-459c-8c5e-ee4c76aa756c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:21.718080 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [None req-0cb63eb1-b9c4-459c-8c5e-ee4c76aa756c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Floating IP 606bc09d-7fc8-4a26-892a-68e200c4487d associated. External IP: 172.26.4.248, port: ffd68d0d-3fce-4c95-a031-7d0eb4eb3080.
Dec 22 05:19:22.090256 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb63eb1-b9c4-459c-8c5e-ee4c76aa756c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Router 65016e2f-2c0f-45c8-9928-02339cb83bdb has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:19:22.286761 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb63eb1-b9c4-459c-8c5e-ee4c76aa756c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:19:22.291136 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0cb63eb1-b9c4-459c-8c5e-ee4c76aa756c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:22.296593 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824b0789-958d-4b60-afcc-08d56b8f4afc None None] Sync routers for ids ['65016e2f-2c0f-45c8-9928-02339cb83bdb'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:19:22.345108 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824b0789-958d-4b60-afcc-08d56b8f4afc None None] Routers {'65016e2f-2c0f-45c8-9928-02339cb83bdb'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:19:22.345637 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-824b0789-958d-4b60-afcc-08d56b8f4afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c264a30>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:19:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['65016e2f-2c0f-45c8-9928-02339cb83bdb'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:19:22.345785 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0cb63eb1-b9c4-459c-8c5e-ee4c76aa756c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "PUT /v2.0/floatingips/606bc09d-7fc8-4a26-892a-68e200c4487d HTTP/1.1" status: 200  len: 992 time: 1.5687387
Dec 22 05:19:22.346379 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e342df-7ce4-4a4a-b9cd-69872c24a7b7', 'tag': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:19:22.401028 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e342df-7ce4-4a4a-b9cd-69872c24a7b7', 'tag': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080', 'status': 'completed', 'code': 200}
Dec 22 05:19:22.522027 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-824b0789-958d-4b60-afcc-08d56b8f4afc None None] Set router 65016e2f-2c0f-45c8-9928-02339cb83bdb gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:19:22.535130 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5a1b8f26-a823-4148-baf9-76f285eff6b6 req-9c397a0e-d61f-418c-9484-552254173520 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 1098 time: 0.0749128
Dec 22 05:19:22.769468 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b8f26-a823-4148-baf9-76f285eff6b6 req-9e970942-20d4-42a2-a588-09318e42b4cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:22.770922 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5a1b8f26-a823-4148-baf9-76f285eff6b6 req-9e970942-20d4-42a2-a588-09318e42b4cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.2284653
Dec 22 05:19:22.863342 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-824b0789-958d-4b60-afcc-08d56b8f4afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c264a30>, [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '606bc09d-7fc8-4a26-892a-68e200c4487d', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'port_id': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'mac_address': 'fa:16:3e:42:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e342df-7ce4-4a4a-b9cd-69872c24a7b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:13:06Z', 'updated_at': '2021-12-22T05:19:21Z', 'revision_number': 13, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:19:22.867193 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824b0789-958d-4b60-afcc-08d56b8f4afc None None] Checking router: 65016e2f-2c0f-45c8-9928-02339cb83bdb for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:19:22.872605 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5a1b8f26-a823-4148-baf9-76f285eff6b6 req-fca515a8-7bdf-4021-844d-6c7b02fc9e01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 HTTP/1.1" status: 200  len: 1000 time: 0.0950463
Dec 22 05:19:22.878013 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824b0789-958d-4b60-afcc-08d56b8f4afc None None] Routers {'65016e2f-2c0f-45c8-9928-02339cb83bdb'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:19:22.878647 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-824b0789-958d-4b60-afcc-08d56b8f4afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c264a30>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:19:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['65016e2f-2c0f-45c8-9928-02339cb83bdb'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:19:22.934068 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b8f26-a823-4148-baf9-76f285eff6b6 req-8b739e3f-91ba-40cc-a095-186440dc82d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:22.935499 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5a1b8f26-a823-4148-baf9-76f285eff6b6 req-8b739e3f-91ba-40cc-a095-186440dc82d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0570281
Dec 22 05:19:23.007766 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5a1b8f26-a823-4148-baf9-76f285eff6b6 req-ae8040a8-01a0-4406-a6ce-100b9cc7555a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0663698
Dec 22 05:19:23.054395 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-824b0789-958d-4b60-afcc-08d56b8f4afc None None] Set router 65016e2f-2c0f-45c8-9928-02339cb83bdb gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:19:23.139604 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5a1b8f26-a823-4148-baf9-76f285eff6b6 req-86d9f743-b4e8-40a8-b472-a73ebae9b085 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258070
Dec 22 05:19:23.269299 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5a1b8f26-a823-4148-baf9-76f285eff6b6 req-939afc4c-93f9-490b-a607-208b6c563ff7 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239812
Dec 22 05:19:23.393622 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-824b0789-958d-4b60-afcc-08d56b8f4afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c264a30>, [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '606bc09d-7fc8-4a26-892a-68e200c4487d', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'port_id': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'mac_address': 'fa:16:3e:42:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e342df-7ce4-4a4a-b9cd-69872c24a7b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:13:06Z', 'updated_at': '2021-12-22T05:19:21Z', 'revision_number': 13, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:19:23.397578 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824b0789-958d-4b60-afcc-08d56b8f4afc None None] The sync data for ids ['65016e2f-2c0f-45c8-9928-02339cb83bdb'] in dv-neutron-822525-1-hyperv is: [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '606bc09d-7fc8-4a26-892a-68e200c4487d', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'floating_ip_address': '172.26.4.248', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'port_id': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'mac_address': 'fa:16:3e:42:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e342df-7ce4-4a4a-b9cd-69872c24a7b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:13:06Z', 'updated_at': '2021-12-22T05:19:21Z', 'revision_number': 13, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:19:23.595045 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d3b27a-24d8-4bce-82f9-4c74138b4645 None None] New status for floating IP 606bc09d-7fc8-4a26-892a-68e200c4487d: ACTIVE {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:19:24.550889 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:19:24.946515 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b6e45ac2-2e85-4cd5-a6dd-317b029e1bf8 req-a0790faf-1b51-44d4-8ea2-0ec36b25c52a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0699399
Dec 22 05:19:25.096522 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b6e45ac2-2e85-4cd5-a6dd-317b029e1bf8 req-bc4e9d27-6b6f-4297-a138-35ba9d0cadf5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 1098 time: 0.0669198
Dec 22 05:19:25.236333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e45ac2-2e85-4cd5-a6dd-317b029e1bf8 req-a05c5b07-b43c-4188-945b-c851eb7de761 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:25.237789 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b6e45ac2-2e85-4cd5-a6dd-317b029e1bf8 req-a05c5b07-b43c-4188-945b-c851eb7de761 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1234467
Dec 22 05:19:25.338141 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b6e45ac2-2e85-4cd5-a6dd-317b029e1bf8 req-465ccb5c-c838-4df1-b0ef-10c080bf4507 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 HTTP/1.1" status: 200  len: 1002 time: 0.0931242
Dec 22 05:19:25.397952 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e45ac2-2e85-4cd5-a6dd-317b029e1bf8 req-430fd7e2-8466-4dc6-a5a0-461a5ea775ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:19:25.399314 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b6e45ac2-2e85-4cd5-a6dd-317b029e1bf8 req-430fd7e2-8466-4dc6-a5a0-461a5ea775ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0550578
Dec 22 05:19:25.474578 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b6e45ac2-2e85-4cd5-a6dd-317b029e1bf8 req-87421148-457e-486f-b019-2bce2bb29065 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0690141
Dec 22 05:19:25.602309 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b6e45ac2-2e85-4cd5-a6dd-317b029e1bf8 req-5556f484-af8d-4a5f-a788-8a543be3edfb service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213028
Dec 22 05:19:25.733434 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b6e45ac2-2e85-4cd5-a6dd-317b029e1bf8 req-5b09ee52-1560-4708-84b4-48718aa94361 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246843
Dec 22 05:19:37.821889 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:38.827438 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dd78dcc2-97e4-45c0-8e46-b77970c916d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:41.023827 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d79eca11-9339-4e53-8515-f994229e2906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:42.179256 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:42.347882 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:19:43.627083 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:20:01.550530 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:20:07.818095 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:20:08.828065 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-05cb5624-b6c0-4a21-997b-d504650f20b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:20:11.024759 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-eb16863a-aed1-47c7-9858-abfc95c082da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:20:12.181972 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:20:12.349066 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:20:13.630248 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:20:24.597782 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8edb2968-70e2-42a9-8a7a-c095bd8d6886 req-fa04477f-10eb-40e7-b7a1-736cf59b971c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0664747
Dec 22 05:20:24.755551 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8edb2968-70e2-42a9-8a7a-c095bd8d6886 req-cc89af37-68c5-4443-b3a6-1b440367961f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 1098 time: 0.0727813
Dec 22 05:20:25.011561 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb2968-70e2-42a9-8a7a-c095bd8d6886 req-8249eade-cda1-462d-9c22-52ffe92281f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:20:25.013127 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8edb2968-70e2-42a9-8a7a-c095bd8d6886 req-8249eade-cda1-462d-9c22-52ffe92281f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.2363105
Dec 22 05:20:25.115798 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8edb2968-70e2-42a9-8a7a-c095bd8d6886 req-e872a75b-0edb-4f63-b700-493b0ed47eff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 HTTP/1.1" status: 200  len: 1002 time: 0.0949543
Dec 22 05:20:25.177383 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb2968-70e2-42a9-8a7a-c095bd8d6886 req-a824ba04-2054-4654-bca7-9b103f12333e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:20:25.178829 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8edb2968-70e2-42a9-8a7a-c095bd8d6886 req-a824ba04-2054-4654-bca7-9b103f12333e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0556691
Dec 22 05:20:25.258695 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8edb2968-70e2-42a9-8a7a-c095bd8d6886 req-812c7255-3dc4-4b40-983e-fa290c860244 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0725338
Dec 22 05:20:25.401969 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8edb2968-70e2-42a9-8a7a-c095bd8d6886 req-9a12ee66-f4d0-49d7-a833-aa9094997049 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362607
Dec 22 05:20:25.531061 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8edb2968-70e2-42a9-8a7a-c095bd8d6886 req-cd36dc10-f915-470e-bae9-f62204fa4398 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229861
Dec 22 05:20:34.663677 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58af24-5795-4561-b537-65686d949710 req-192ff1bc-4719-48aa-9b32-6d73e792a93a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:20:34.665013 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6b58af24-5795-4561-b537-65686d949710 req-192ff1bc-4719-48aa-9b32-6d73e792a93a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.0795228
Dec 22 05:20:34.709526 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6b58af24-5795-4561-b537-65686d949710 req-5f68758f-c0a1-4c76-9f5c-c76017339bf5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382843
Dec 22 05:20:37.821048 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:20:38.549300 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:20:38.830342 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-83ceeb9b-9112-4a8d-beb3-0ca3df209ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:20:41.025708 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b2bae267-900b-4ece-9874-55740afc10a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:20:42.182809 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:20:42.350397 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:20:43.633522 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:20:44.340469 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ded86c69-9ea2-43d5-816c-0603ecd7c37a req-056ba785-52be-45c1-b6ab-59e0c2a4df08 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1794801
Dec 22 05:20:44.703345 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2645a9-75dd-4b8c-84ac-d3b95c149585 req-20ba539d-ac34-4c46-b8c9-c202f17a7996 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:20:44.704775 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9a2645a9-75dd-4b8c-84ac-d3b95c149585 req-20ba539d-ac34-4c46-b8c9-c202f17a7996 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.1302726
Dec 22 05:20:44.707373 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-31e0c016-7102-40c2-b855-e3a32e1e74af req-176648f8-5349-497c-90bf-a7919bacea45 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1894279
Dec 22 05:20:44.750825 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9a2645a9-75dd-4b8c-84ac-d3b95c149585 req-0c6f9379-d8e5-42c4-9c77-e1b153956b33 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401876
Dec 22 05:20:46.008989 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385005ab-501b-4d8e-8ada-4c3a22c73dd1 req-36ce9fbb-a4d1-4e9a-b3f4-36f7d4daae5c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:20:46.010441 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-385005ab-501b-4d8e-8ada-4c3a22c73dd1 req-36ce9fbb-a4d1-4e9a-b3f4-36f7d4daae5c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.1299021
Dec 22 05:20:46.017428 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-31e0c016-7102-40c2-b855-e3a32e1e74af req-4ab47fad-29b3-4bee-8a64-8afe70f60c44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 1098 time: 0.1004245
Dec 22 05:20:46.143048 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-385005ab-501b-4d8e-8ada-4c3a22c73dd1 req-108cccee-12c2-4811-aba4-6b6e60f6e919 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1246824
Dec 22 05:20:46.175698 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0c016-7102-40c2-b855-e3a32e1e74af req-86ede5dd-44a3-4bb8-9390-390e7980347b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:20:46.177148 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-31e0c016-7102-40c2-b855-e3a32e1e74af req-86ede5dd-44a3-4bb8-9390-390e7980347b service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1424284
Dec 22 05:20:46.278643 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-31e0c016-7102-40c2-b855-e3a32e1e74af req-18b8f625-ac39-4098-911d-11997ae1cc03 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 HTTP/1.1" status: 200  len: 1002 time: 0.0951123
Dec 22 05:20:46.341123 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0c016-7102-40c2-b855-e3a32e1e74af req-e80e60b7-763c-4903-8ca8-1090b2e259a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:20:46.342593 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-31e0c016-7102-40c2-b855-e3a32e1e74af req-e80e60b7-763c-4903-8ca8-1090b2e259a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0573347
Dec 22 05:20:46.414497 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-31e0c016-7102-40c2-b855-e3a32e1e74af req-44666b8a-32c4-4edb-9a62-2bf1a32cf329 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0653710
Dec 22 05:20:46.542959 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-31e0c016-7102-40c2-b855-e3a32e1e74af req-0cbec08f-6974-4b82-9259-f50882621855 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224117
Dec 22 05:20:46.670065 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-31e0c016-7102-40c2-b855-e3a32e1e74af req-1814ccb0-9e12-4f4c-b778-f78ca0422f38 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1204593
Dec 22 05:20:47.444418 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abe7b3-63f4-4296-9d8e-7ca384dfd048 req-f88b8ad7-72a8-4ea7-b986-8c2135f7ba25 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:20:47.445814 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-22abe7b3-63f4-4296-9d8e-7ca384dfd048 req-f88b8ad7-72a8-4ea7-b986-8c2135f7ba25 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.1834059
Dec 22 05:20:47.490398 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-22abe7b3-63f4-4296-9d8e-7ca384dfd048 req-11ca5ba2-44ac-4ecb-bf07-10811dbb23b1 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390713
Dec 22 05:20:48.783552 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44c18f-484c-400f-acb4-fa3b62ee82c3 req-6634af95-9385-4ad8-be7e-55167bbe3cf4 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:20:48.784901 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8e44c18f-484c-400f-acb4-fa3b62ee82c3 req-6634af95-9385-4ad8-be7e-55167bbe3cf4 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.1744611
Dec 22 05:20:48.828796 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8e44c18f-484c-400f-acb4-fa3b62ee82c3 req-c06d4b39-7a04-467a-b3b2-b606b7a2d6bd tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384886
Dec 22 05:20:50.028858 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ec355-67ca-4327-b29b-8f227fe89cbf req-b43862a0-3a89-409b-bb83-72c0eb42332c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:20:50.030824 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ef3ec355-67ca-4327-b29b-8f227fe89cbf req-b43862a0-3a89-409b-bb83-72c0eb42332c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.0800567
Dec 22 05:20:50.075329 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ef3ec355-67ca-4327-b29b-8f227fe89cbf req-a60e1cc1-4a10-4efb-a7ca-d2dde96082f8 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390284
Dec 22 05:20:51.268842 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2d7bf-b194-4b4a-af5d-9c8517224b96 req-b2c97ec1-a56a-468c-a247-2b45da3189a7 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:20:51.270345 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-27d2d7bf-b194-4b4a-af5d-9c8517224b96 req-b2c97ec1-a56a-468c-a247-2b45da3189a7 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.0755172
Dec 22 05:20:51.316860 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-27d2d7bf-b194-4b4a-af5d-9c8517224b96 req-e0ed91ab-1c3e-44bb-9fd1-cbb2a4f55506 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411117
Dec 22 05:20:52.513406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc4326-d6c4-4ca2-b0f9-bf15511427b9 req-3a8dc7d9-408f-4a3d-94b0-7d95145010de tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:20:52.515362 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-abfc4326-d6c4-4ca2-b0f9-bf15511427b9 req-3a8dc7d9-408f-4a3d-94b0-7d95145010de tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.0771646
Dec 22 05:20:52.568340 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-abfc4326-d6c4-4ca2-b0f9-bf15511427b9 req-3c2713bd-19e4-4f9e-a2e8-aeba61533574 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410688
Dec 22 05:20:53.761630 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de132ca5-f038-4e29-8cb0-ba4b7df05362 req-4dd7ee55-69d3-42d6-9f41-569d4d4ed0f7 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:20:53.762965 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-de132ca5-f038-4e29-8cb0-ba4b7df05362 req-4dd7ee55-69d3-42d6-9f41-569d4d4ed0f7 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.0744710
Dec 22 05:20:53.807905 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-de132ca5-f038-4e29-8cb0-ba4b7df05362 req-5b616fb6-836c-42b5-92c0-fa647dcda0f6 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389493
Dec 22 05:20:55.005567 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e55e07-6554-431c-a394-5142b804c236 req-908845ee-7474-4963-b2e5-68be5ba7c131 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:20:55.007027 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-54e55e07-6554-431c-a394-5142b804c236 req-908845ee-7474-4963-b2e5-68be5ba7c131 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.0780275
Dec 22 05:20:55.051068 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-54e55e07-6554-431c-a394-5142b804c236 req-b59e11d6-4f6a-4265-bdfb-b434dfcd1925 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385783
Dec 22 05:20:56.247288 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2f9f5-598d-4990-b367-7a28d09486a7 req-14c5650f-41f6-4582-9401-e5d8f7b9e2a0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:20:56.249182 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b3e2f9f5-598d-4990-b367-7a28d09486a7 req-14c5650f-41f6-4582-9401-e5d8f7b9e2a0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.0790160
Dec 22 05:20:56.293513 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b3e2f9f5-598d-4990-b367-7a28d09486a7 req-f8583a56-5f9f-41e1-89d2-e9bdcf84b7aa tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388253
Dec 22 05:20:57.489211 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74656081-3511-4ea6-a41f-22b656018263 req-6a9cda22-efcd-4e71-8493-c5cdd56c64e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:20:57.490561 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-74656081-3511-4ea6-a41f-22b656018263 req-6a9cda22-efcd-4e71-8493-c5cdd56c64e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.0743017
Dec 22 05:20:57.534959 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-74656081-3511-4ea6-a41f-22b656018263 req-474c3a04-5641-493d-a9ed-399272f8669e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390446
Dec 22 05:20:58.727408 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3c193-aad2-48a3-a7d6-f5f22ed6aeaa req-35d6a0e1-f61a-46b8-9f0c-6f861ea54736 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:20:58.728853 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c7b3c193-aad2-48a3-a7d6-f5f22ed6aeaa req-35d6a0e1-f61a-46b8-9f0c-6f861ea54736 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.0756762
Dec 22 05:20:58.773370 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c7b3c193-aad2-48a3-a7d6-f5f22ed6aeaa req-d47638ed-1b61-48b4-9722-471e68314da6 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391433
Dec 22 05:20:59.178201 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-31e0c016-7102-40c2-b855-e3a32e1e74af req-9a3170ae-0648-429e-ae28-fed71d9356be service neutron] 10.222.0.47 "GET /v2.0/ports/ffd68d0d-3fce-4c95-a031-7d0eb4eb3080/bindings/hv-neutron-8225 HTTP/1.1" status: 200  len: 384 time: 0.0756645
Dec 22 05:20:59.454270 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-31e0c016-7102-40c2-b855-e3a32e1e74af req-301d2f0b-87af-45d9-ac50-726ef6e24ea0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7&tenant_id=b912c98b650b40c48b1404c81c26c218 HTTP/1.1" status: 200  len: 1098 time: 0.0678244
Dec 22 05:20:59.563375 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-31e0c016-7102-40c2-b855-e3a32e1e74af req-c7c6a005-d49d-462c-956a-1daf895799ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 1098 time: 0.0716836
Dec 22 05:20:59.689250 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0c016-7102-40c2-b855-e3a32e1e74af req-ae2eb57b-d2bb-4887-8b0c-f14294448774 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:20:59.690665 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-31e0c016-7102-40c2-b855-e3a32e1e74af req-ae2eb57b-d2bb-4887-8b0c-f14294448774 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1214061
Dec 22 05:20:59.791183 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-31e0c016-7102-40c2-b855-e3a32e1e74af req-94ad20a5-3a19-4e10-8e0d-cbe62166b468 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 HTTP/1.1" status: 200  len: 1002 time: 0.0940833
Dec 22 05:20:59.851075 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0c016-7102-40c2-b855-e3a32e1e74af req-98e86d2a-f6b0-439f-98a3-fd115182649a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:20:59.852587 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-31e0c016-7102-40c2-b855-e3a32e1e74af req-98e86d2a-f6b0-439f-98a3-fd115182649a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0558343
Dec 22 05:20:59.930832 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-31e0c016-7102-40c2-b855-e3a32e1e74af req-fd2049f4-9133-41e1-a373-f8202905017f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0723579
Dec 22 05:20:59.971386 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e2c1a-d8a9-4f50-bd0a-e18fcd6d71af req-2dcf3203-aec5-48b0-9204-a2b4323223b3 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:20:59.972821 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fa3e2c1a-d8a9-4f50-bd0a-e18fcd6d71af req-2dcf3203-aec5-48b0-9204-a2b4323223b3 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.0788310
Dec 22 05:21:00.019866 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fa3e2c1a-d8a9-4f50-bd0a-e18fcd6d71af req-10384479-bb1a-429a-9978-be166cdbf401 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414255
Dec 22 05:21:00.062015 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-31e0c016-7102-40c2-b855-e3a32e1e74af req-ac7cf73d-2826-49a2-8b03-7676c60230dc service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245484
Dec 22 05:21:00.192390 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-31e0c016-7102-40c2-b855-e3a32e1e74af req-bcc90556-ccb0-49aa-a46e-ba4d8eb9d124 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235619
Dec 22 05:21:01.228317 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df2261-931c-4a78-9f33-664a4f9a1de2 req-9dfeb8ad-101e-45e5-a810-63802467acdf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:01.229789 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-13df2261-931c-4a78-9f33-664a4f9a1de2 req-9dfeb8ad-101e-45e5-a810-63802467acdf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.0822301
Dec 22 05:21:01.277084 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-13df2261-931c-4a78-9f33-664a4f9a1de2 req-c36b12f1-6236-4406-9251-e864b146198c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416925
Dec 22 05:21:02.474416 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968c943-0921-4638-9814-01b6bad505cf req-70e603f5-3182-4e33-848a-93a9dcd2838c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:02.475780 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1968c943-0921-4638-9814-01b6bad505cf req-70e603f5-3182-4e33-848a-93a9dcd2838c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.0776041
Dec 22 05:21:02.496414 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:21:02.523251 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1968c943-0921-4638-9814-01b6bad505cf req-d0e2f25e-f45f-41d2-9de8-96d91efad2e7 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419760
Dec 22 05:21:02.604295 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:02.629230 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e342df-7ce4-4a4a-b9cd-69872c24a7b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:21:02.638895 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:21:02.642920 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:02.645052 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:21:02.691209 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e342df-7ce4-4a4a-b9cd-69872c24a7b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080', 'code': 200}
Dec 22 05:21:02.710051 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,revision_number=6']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:21:02.718527 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:02.718865 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:02.719197 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:02.719527 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:02.719852 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:02.720176 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:02.720492 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:02.720809 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:02.721125 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:02.721450 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:02.721779 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:02.725604 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:21:03.717402 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15123ee0-9c89-41f0-981d-5209f981b640 req-6dd37148-0866-47f2-a98f-5fc7dbe21e65 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:03.718825 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-15123ee0-9c89-41f0-981d-5209f981b640 req-6dd37148-0866-47f2-a98f-5fc7dbe21e65 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 943 time: 0.0737028
Dec 22 05:21:03.761854 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-15123ee0-9c89-41f0-981d-5209f981b640 req-17af61aa-0943-4e89-b6a1-35b0153e011a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376463
Dec 22 05:21:04.511774 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:21:04.642136 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:21:04.655244 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'port_id': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080', 'mac_address': 'fa:16:3e:42:2e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:21:04.709712 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:04.726210 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:21:04.740147 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:21:04.744220 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:04.747036 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:21:04.808713 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,revision_number=7']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:21:04.812351 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:21:04.871445 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['ffd68d0d-3fce-4c95-a031-7d0eb4eb3080'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:21:04.956254 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ce364-4e89-458e-8cdd-d60ae9307dda req-d7e94147-ce08-4ca7-861e-f84049761f00 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:04.957818 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-701ce364-4e89-458e-8cdd-d60ae9307dda req-d7e94147-ce08-4ca7-861e-f84049761f00 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 944 time: 0.0763569
Dec 22 05:21:05.006913 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-701ce364-4e89-458e-8cdd-d60ae9307dda req-cefaffc7-cb36-4df8-8d34-ba3e2e870ecc tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434744
Dec 22 05:21:06.205597 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc3d83-8bd1-4610-86d8-2e576d52c67d req-44c17ce4-a4d5-41ad-b1a3-0a026e32a858 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:06.207026 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-31fc3d83-8bd1-4610-86d8-2e576d52c67d req-44c17ce4-a4d5-41ad-b1a3-0a026e32a858 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 944 time: 0.0791848
Dec 22 05:21:06.250152 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-31fc3d83-8bd1-4610-86d8-2e576d52c67d req-dec68645-0aea-48df-9abe-6fa95c5dc37b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377123
Dec 22 05:21:06.528293 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:21:06.594184 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:21:06.594563 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:06.704277 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:06.733065 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e342df-7ce4-4a4a-b9cd-69872c24a7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:21:06.742509 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:21:06.746443 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:06.748652 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:21:06.796340 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e342df-7ce4-4a4a-b9cd-69872c24a7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080', 'code': 200}
Dec 22 05:21:06.816110 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,revision_number=8']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:21:06.819198 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:21:07.451193 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f3e65-0ee3-423b-a574-bd098112b2df req-98f07b37-40f7-48bc-894d-d2537c2c33f2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:07.452532 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ae3f3e65-0ee3-423b-a574-bd098112b2df req-98f07b37-40f7-48bc-894d-d2537c2c33f2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.0768754
Dec 22 05:21:07.496635 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ae3f3e65-0ee3-423b-a574-bd098112b2df req-8ed0475b-1894-4b25-94c1-8ce57f31100e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386696
Dec 22 05:21:07.814895 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:08.691000 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04985872-3dab-4a68-a11c-ea913577e170 req-2985cdfb-29d7-483b-bee8-59d70f257d7a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:08.692418 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-04985872-3dab-4a68-a11c-ea913577e170 req-2985cdfb-29d7-483b-bee8-59d70f257d7a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.0739837
Dec 22 05:21:08.736627 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-04985872-3dab-4a68-a11c-ea913577e170 req-c2086c73-fa5d-4bdf-9de9-76ae76356ec0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385613
Dec 22 05:21:08.833267 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e9d3731e-fc84-4329-9b48-047fda6a389e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:09.955492 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee2dbe-8b5e-4257-bafc-5e652094135b req-06e1fefa-8945-4d5c-ae4b-ae5d94c2cb75 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:09.956975 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-deee2dbe-8b5e-4257-bafc-5e652094135b req-06e1fefa-8945-4d5c-ae4b-ae5d94c2cb75 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.0863655
Dec 22 05:21:10.001609 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-deee2dbe-8b5e-4257-bafc-5e652094135b req-e8662d9d-6c73-4d02-bf47-deace5ed61fc tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385892
Dec 22 05:21:11.026360 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ba9dfdc0-f485-40fa-8516-6fa5a030d89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:11.298869 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aaf56d-f7ec-458d-872e-965d21d15253 req-bfa9fcb0-8e53-41e8-b334-e35d0a803752 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:11.300194 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b7aaf56d-f7ec-458d-872e-965d21d15253 req-bfa9fcb0-8e53-41e8-b334-e35d0a803752 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.1776052
Dec 22 05:21:11.343475 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b7aaf56d-f7ec-458d-872e-965d21d15253 req-3194b8fc-e929-43cc-8f63-9aca20c6ae8a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379188
Dec 22 05:21:11.790929 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048efc96-1457-46e0-8317-2290a55260d9 req-5545a4cf-e5e4-43bf-84eb-3bd0afcf1caf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:11.792341 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-048efc96-1457-46e0-8317-2290a55260d9 req-5545a4cf-e5e4-43bf-84eb-3bd0afcf1caf tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7&tenant_id=b912c98b650b40c48b1404c81c26c218&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200  len: 945 time: 0.1225886
Dec 22 05:21:11.873428 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39dcb00-2ff3-43a4-9534-00ce5c7f4ba4 req-d64d41a8-2e34-4f78-98a2-95b981aa0063 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:11.874865 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c39dcb00-2ff3-43a4-9534-00ce5c7f4ba4 req-d64d41a8-2e34-4f78-98a2-95b981aa0063 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.1503382
Dec 22 05:21:11.907464 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-048efc96-1457-46e0-8317-2290a55260d9 req-ddbb698a-ebec-48d0-82dc-860e11a5902e service neutron] 10.222.0.47 "GET /v2.0/ports/ffd68d0d-3fce-4c95-a031-7d0eb4eb3080/bindings/hv-neutron-8225 HTTP/1.1" status: 200  len: 384 time: 0.1083624
Dec 22 05:21:11.928324 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c39dcb00-2ff3-43a4-9534-00ce5c7f4ba4 req-e3ab840a-eae0-4d64-874d-828e56114125 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478320
Dec 22 05:21:12.019894 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-048efc96-1457-46e0-8317-2290a55260d9 req-a77d5928-23ea-4afc-8973-709c91d99e42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 1098 time: 0.0668910
Dec 22 05:21:12.147389 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048efc96-1457-46e0-8317-2290a55260d9 req-2f830921-8071-463e-9b71-c7da68196ffb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:12.148825 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-048efc96-1457-46e0-8317-2290a55260d9 req-2f830921-8071-463e-9b71-c7da68196ffb service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1225328
Dec 22 05:21:12.188786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:12.251063 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-048efc96-1457-46e0-8317-2290a55260d9 req-0777a7fe-d248-41cd-92ef-28da0e8223f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 HTTP/1.1" status: 200  len: 1002 time: 0.0959370
Dec 22 05:21:12.312453 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048efc96-1457-46e0-8317-2290a55260d9 req-a00ff348-f308-4aaa-8dcd-2ae651c3add5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:12.313934 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-048efc96-1457-46e0-8317-2290a55260d9 req-a00ff348-f308-4aaa-8dcd-2ae651c3add5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0564570
Dec 22 05:21:12.351251 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:12.389434 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-048efc96-1457-46e0-8317-2290a55260d9 req-0a65d782-703b-494a-a1d1-7bc580f17b93 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691803
Dec 22 05:21:12.520946 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-048efc96-1457-46e0-8317-2290a55260d9 req-37802c46-dd09-4478-8a7e-8029dbe5f214 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236193
Dec 22 05:21:12.649799 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-048efc96-1457-46e0-8317-2290a55260d9 req-fa45115d-5d33-4ad0-be88-ebf7b5230685 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224597
Dec 22 05:21:13.142249 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9b0f1-0506-4419-ad6d-7dce935004e2 req-3e6b34bf-4fd0-446e-8efe-9be9996c1d86 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:13.143703 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4bf9b0f1-0506-4419-ad6d-7dce935004e2 req-3e6b34bf-4fd0-446e-8efe-9be9996c1d86 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.0751143
Dec 22 05:21:13.191911 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4bf9b0f1-0506-4419-ad6d-7dce935004e2 req-98f11a4c-0fc5-4517-9ebb-4b920f0ca3c0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425556
Dec 22 05:21:13.636822 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:14.387444 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62526606-296c-4146-b5ff-15b41c897107 req-9a10dd07-5b0b-4033-aaec-8d028ae46cba tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:14.389355 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-62526606-296c-4146-b5ff-15b41c897107 req-9a10dd07-5b0b-4033-aaec-8d028ae46cba tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.0743237
Dec 22 05:21:14.434384 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-62526606-296c-4146-b5ff-15b41c897107 req-b2607c12-4a42-421f-be58-8b7de11468c1 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395849
Dec 22 05:21:15.548965 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:21:15.630327 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975461c0-ab60-4e1a-a0aa-062ea671f7ee req-3b7287db-40cc-40ee-8c02-ce6bcfbb6870 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:15.631750 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-975461c0-ab60-4e1a-a0aa-062ea671f7ee req-3b7287db-40cc-40ee-8c02-ce6bcfbb6870 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.0743039
Dec 22 05:21:15.677799 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-975461c0-ab60-4e1a-a0aa-062ea671f7ee req-18d6dca9-094d-476a-a098-5dfbc7d8faf2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404067
Dec 22 05:21:16.073733 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-048efc96-1457-46e0-8317-2290a55260d9 req-5c1ab67b-59ca-4cfd-9e5b-95e51b7921ae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7&tenant_id=b912c98b650b40c48b1404c81c26c218 HTTP/1.1" status: 200  len: 1098 time: 0.0710080
Dec 22 05:21:16.173179 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-048efc96-1457-46e0-8317-2290a55260d9 req-3507c15d-aa48-4447-b342-a89c1249b39d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 1098 time: 0.0674386
Dec 22 05:21:16.303675 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048efc96-1457-46e0-8317-2290a55260d9 req-a09e0616-03b8-4b0a-ae24-fe2b85e876b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:16.305088 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-048efc96-1457-46e0-8317-2290a55260d9 req-a09e0616-03b8-4b0a-ae24-fe2b85e876b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1254661
Dec 22 05:21:16.404473 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-048efc96-1457-46e0-8317-2290a55260d9 req-19896329-0c42-420c-b93a-483a95bad5f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 HTTP/1.1" status: 200  len: 1002 time: 0.0930724
Dec 22 05:21:16.465130 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048efc96-1457-46e0-8317-2290a55260d9 req-12c196bb-5efb-4bad-adbd-9a80d35551ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:16.466520 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-048efc96-1457-46e0-8317-2290a55260d9 req-12c196bb-5efb-4bad-adbd-9a80d35551ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0558493
Dec 22 05:21:16.641883 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-048efc96-1457-46e0-8317-2290a55260d9 req-2d22831b-5114-4f48-8301-6d119e0db56a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1691909
Dec 22 05:21:16.777029 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-048efc96-1457-46e0-8317-2290a55260d9 req-6a6f1c24-29f8-4bf6-9cef-f09bd31c679f service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283002
Dec 22 05:21:16.956590 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-048efc96-1457-46e0-8317-2290a55260d9 req-1a7a1291-1ef5-4ef8-8b80-b43c5cee8f38 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1729443
Dec 22 05:21:16.966826 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e7137-f284-4aa4-bd02-73339818da5f req-a340776d-b818-4f1d-841f-0bd798d7862f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:16.968241 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-dc0e7137-f284-4aa4-bd02-73339818da5f req-a340776d-b818-4f1d-841f-0bd798d7862f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.1670969
Dec 22 05:21:17.013771 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-dc0e7137-f284-4aa4-bd02-73339818da5f req-94e6ddc1-0ccb-48b0-8360-89a0239026af tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399547
Dec 22 05:21:18.215159 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097d07f-1449-4520-a8bc-7ebf5f748daa req-2209d567-12b6-400e-a758-b0c5e6961056 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:18.217316 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3097d07f-1449-4520-a8bc-7ebf5f748daa req-2209d567-12b6-400e-a758-b0c5e6961056 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.0830417
Dec 22 05:21:18.262105 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3097d07f-1449-4520-a8bc-7ebf5f748daa req-cdad677c-84c9-4d8d-a53e-1dcd98f5265c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391481
Dec 22 05:21:18.556980 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:21:18.666466 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:18.692912 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e342df-7ce4-4a4a-b9cd-69872c24a7b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:21:18.702585 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:21:18.706352 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:18.708048 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:21:18.772207 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e342df-7ce4-4a4a-b9cd-69872c24a7b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080', 'code': 200}
Dec 22 05:21:18.776134 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,revision_number=9']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:21:18.776630 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:21:19.460650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ca216-ddcf-4526-8d50-cce14495f208 req-5aaea670-3f6e-4bd7-8cf4-fec4691e9c41 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:19.462031 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-873ca216-ddcf-4526-8d50-cce14495f208 req-5aaea670-3f6e-4bd7-8cf4-fec4691e9c41 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 943 time: 0.0769253
Dec 22 05:21:19.505964 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-873ca216-ddcf-4526-8d50-cce14495f208 req-c1ed84ec-a69a-4116-9a28-8faea382a00c tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380583
Dec 22 05:21:20.556425 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:21:20.686683 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:21:20.699509 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'port_id': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080', 'mac_address': 'fa:16:3e:42:2e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:21:20.706402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab822f-38c2-4a31-9cd7-8d29be7af369 req-d5b13eea-d3cb-4b05-bcc1-900e09d06212 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:20.707855 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0cab822f-38c2-4a31-9cd7-8d29be7af369 req-d5b13eea-d3cb-4b05-bcc1-900e09d06212 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 943 time: 0.0805748
Dec 22 05:21:20.752336 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0cab822f-38c2-4a31-9cd7-8d29be7af369 req-e6c54425-660a-4ed0-9f03-bfcb9bbc36d3 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389373
Dec 22 05:21:20.755906 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:20.772855 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:21:20.787379 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:21:20.791181 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:20.792986 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:21:20.854424 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,revision_number=10']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:21:20.857117 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:21:20.915380 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['ffd68d0d-3fce-4c95-a031-7d0eb4eb3080'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:21:21.949149 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fe13b-ba2d-45b0-84ee-a6af46420c02 req-b6166dd5-88fb-466e-bedf-53de5b1c7e75 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:21.951091 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cc8fe13b-ba2d-45b0-84ee-a6af46420c02 req-b6166dd5-88fb-466e-bedf-53de5b1c7e75 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 945 time: 0.0789719
Dec 22 05:21:21.994599 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cc8fe13b-ba2d-45b0-84ee-a6af46420c02 req-360aa8fa-c020-48b8-ae88-5b4fc2f54087 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380232
Dec 22 05:21:22.572424 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:21:22.638479 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:21:22.638850 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:22.788023 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:22.814095 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e342df-7ce4-4a4a-b9cd-69872c24a7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:21:22.823717 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:21:22.828339 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:22.831448 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:21:22.877055 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e342df-7ce4-4a4a-b9cd-69872c24a7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080', 'code': 200}
Dec 22 05:21:22.896727 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,revision_number=11']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:21:22.899622 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:21:23.187132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fee75-0ab2-4c83-958d-67c1064c502d req-daf5668b-e92f-4e98-bf39-ae1451260f47 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:23.188682 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ba8fee75-0ab2-4c83-958d-67c1064c502d req-daf5668b-e92f-4e98-bf39-ae1451260f47 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 946 time: 0.0749199
Dec 22 05:21:23.233534 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ba8fee75-0ab2-4c83-958d-67c1064c502d req-9cdd3548-321c-4007-88fb-ee690b350988 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387578
Dec 22 05:21:24.428155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481fa04-5c55-4b41-a8d8-34f9a443adab req-e88417e2-55b9-4d19-8d82-5cead1a1265f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:24.429639 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1481fa04-5c55-4b41-a8d8-34f9a443adab req-e88417e2-55b9-4d19-8d82-5cead1a1265f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 946 time: 0.0733721
Dec 22 05:21:24.480423 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1481fa04-5c55-4b41-a8d8-34f9a443adab req-1558b63f-0b19-41aa-86c4-4c694e7bbad9 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450368
Dec 22 05:21:25.687627 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a1cb4-376f-4561-9955-fc76e91c01ab req-519d8e06-99f0-4092-9a5e-5145ac4977e5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:25.689082 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-406a1cb4-376f-4561-9955-fc76e91c01ab req-519d8e06-99f0-4092-9a5e-5145ac4977e5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 946 time: 0.0825448
Dec 22 05:21:25.734855 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-406a1cb4-376f-4561-9955-fc76e91c01ab req-17e3c0da-fa90-4d0f-b9c6-576e69877aaa tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401115
Dec 22 05:21:26.641789 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2f5cb9a7-b139-4698-8d7d-9e04294e610e req-245cab8d-6b1b-457d-b8bc-05322921e773 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1269972
Dec 22 05:21:26.796856 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2f5cb9a7-b139-4698-8d7d-9e04294e610e req-4b993e95-907a-4ee5-a6eb-8b30c14e81c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b912c98b650b40c48b1404c81c26c218&device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 1099 time: 0.0685790
Dec 22 05:21:26.998369 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cb9a7-b139-4698-8d7d-9e04294e610e req-e2a5e534-2e30-4eab-9531-6ad8d0a37586 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:26.999795 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2f5cb9a7-b139-4698-8d7d-9e04294e610e req-e2a5e534-2e30-4eab-9531-6ad8d0a37586 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 200  len: 913 time: 0.1828024
Dec 22 05:21:27.009567 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c04bb-c8c8-456e-8d76-1450f1ca8090 req-1ce83a21-9cb8-449a-b552-6fbc228c2c89 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:27.010900 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-879c04bb-c8c8-456e-8d76-1450f1ca8090 req-1ce83a21-9cb8-449a-b552-6fbc228c2c89 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 946 time: 0.1268110
Dec 22 05:21:27.135850 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-879c04bb-c8c8-456e-8d76-1450f1ca8090 req-df180bc2-de32-4a26-ac2b-25d48b9e6e46 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0779030
Dec 22 05:21:27.137499 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2f5cb9a7-b139-4698-8d7d-9e04294e610e req-0b64bb43-a0e9-403a-91ae-c010d9e2d2c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 HTTP/1.1" status: 200  len: 1002 time: 0.1257873
Dec 22 05:21:27.201026 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cb9a7-b139-4698-8d7d-9e04294e610e req-739f1681-132a-4015-b513-b4696c3b3929 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:27.202591 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2f5cb9a7-b139-4698-8d7d-9e04294e610e req-739f1681-132a-4015-b513-b4696c3b3929 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 200  len: 851 time: 0.0581844
Dec 22 05:21:27.278489 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2f5cb9a7-b139-4698-8d7d-9e04294e610e req-96bdf09f-cd10-4bdc-b693-2242f3b279b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0696194
Dec 22 05:21:27.329845 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fd81b-1c99-424f-8fa5-d46417063317 req-21d86550-d90b-46b3-9568-8d20f49a85e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:27.331281 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-be4fd81b-1c99-424f-8fa5-d46417063317 req-21d86550-d90b-46b3-9568-8d20f49a85e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 946 time: 0.0752208
Dec 22 05:21:27.411168 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2f5cb9a7-b139-4698-8d7d-9e04294e610e req-1186ac2e-21b0-4cc1-8466-244e2bb10082 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255229
Dec 22 05:21:27.472924 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-be4fd81b-1c99-424f-8fa5-d46417063317 req-344e4c13-a129-4102-9002-7e13bf127416 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1360466
Dec 22 05:21:27.545518 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2f5cb9a7-b139-4698-8d7d-9e04294e610e req-cd61565e-afb9-4340-822f-c068d9948a63 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278112
Dec 22 05:21:27.663280 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa2701-d9cc-41a9-b6ab-5526b757822c req-d4bd8f59-99c3-4f49-b7db-9a8860bb1bb6 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:27.664607 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-30aa2701-d9cc-41a9-b6ab-5526b757822c req-d4bd8f59-99c3-4f49-b7db-9a8860bb1bb6 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 946 time: 0.0735373
Dec 22 05:21:27.708952 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-30aa2701-d9cc-41a9-b6ab-5526b757822c req-1b8795af-5603-4a5b-9862-ad98817e5604 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389373
Dec 22 05:21:28.207193 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908923c-a33d-4605-a550-5e7a5b78c089 req-7c64dd08-2883-43b8-ba5a-e65cab55afc5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:28.208611 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5908923c-a33d-4605-a550-5e7a5b78c089 req-7c64dd08-2883-43b8-ba5a-e65cab55afc5 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 946 time: 0.1811101
Dec 22 05:21:28.254176 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5908923c-a33d-4605-a550-5e7a5b78c089 req-d4fc476e-ea80-4961-bc4c-3c22bff8805a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401671
Dec 22 05:21:29.455840 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296346f-2bba-475c-9926-e2255e90c890 req-f6371032-5910-45db-8d77-09ff81efe9fc tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:29.457179 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b296346f-2bba-475c-9926-e2255e90c890 req-f6371032-5910-45db-8d77-09ff81efe9fc tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 946 time: 0.0752003
Dec 22 05:21:29.503444 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b296346f-2bba-475c-9926-e2255e90c890 req-a567b6b3-9397-4042-80a9-d06090a5ee02 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407932
Dec 22 05:21:30.745208 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4976a9-d795-47ae-ad4a-53f927c482a2 req-460c0082-327e-4a0e-91f6-171df1856693 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:30.746577 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2a4976a9-d795-47ae-ad4a-53f927c482a2 req-460c0082-327e-4a0e-91f6-171df1856693 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 946 time: 0.1065924
Dec 22 05:21:30.753001 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e93056-df8d-4f1f-9200-d63bd9bb04af req-f7ae6f4f-7d78-49c2-b602-c65b96e1ecda tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:30.754340 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-54e93056-df8d-4f1f-9200-d63bd9bb04af req-f7ae6f4f-7d78-49c2-b602-c65b96e1ecda tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 946 time: 0.1443701
Dec 22 05:21:30.849401 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-54e93056-df8d-4f1f-9200-d63bd9bb04af req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Deleting port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:21:30.849679 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-54e93056-df8d-4f1f-9200-d63bd9bb04af req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:30.874538 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2a4976a9-d795-47ae-ad4a-53f927c482a2 req-e5ea203f-c8be-432a-a849-fd1f874f3d6a tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups?id=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1190898
Dec 22 05:21:31.084079 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-54e93056-df8d-4f1f-9200-d63bd9bb04af req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] For port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:21:31.084427 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-54e93056-df8d-4f1f-9200-d63bd9bb04af req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:31.365158 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-54e93056-df8d-4f1f-9200-d63bd9bb04af req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:31.365513 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-54e93056-df8d-4f1f-9200-d63bd9bb04af req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:31.365846 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [req-54e93056-df8d-4f1f-9200-d63bd9bb04af req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Floating IP 606bc09d-7fc8-4a26-892a-68e200c4487d disassociated. External IP: 172.26.4.248, port: ffd68d0d-3fce-4c95-a031-7d0eb4eb3080.
Dec 22 05:21:31.366174 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-54e93056-df8d-4f1f-9200-d63bd9bb04af req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Calling delete_port for ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:21:31.500726 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-54e93056-df8d-4f1f-9200-d63bd9bb04af req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:31.507188 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-94da82c5-b3e8-4f39-9655-8bf1ab7e31a4 tempest-RoutersIpV6AdminTest-1084320572 tempest-RoutersIpV6AdminTest-1084320572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:21:31.550941 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Pushing event deleted for resources: {'Port': ['ID=ffd68d0d-3fce-4c95-a031-7d0eb4eb3080,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:21:31.565408 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:31.565813 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:31.566190 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:31.566559 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:31.567179 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:31.567544 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:31.567903 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:31.568264 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:31.568632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:31.568984 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:31.569340 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:31.572532 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:21:31.772712 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54e93056-df8d-4f1f-9200-d63bd9bb04af req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Router 65016e2f-2c0f-45c8-9928-02339cb83bdb has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:21:31.968856 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54e93056-df8d-4f1f-9200-d63bd9bb04af req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:21:31.979049 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c30164-0982-442a-832f-c962cb3cb2b6 None None] Sync routers for ids ['65016e2f-2c0f-45c8-9928-02339cb83bdb'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:21:31.996090 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c30164-0982-442a-832f-c962cb3cb2b6 None None] Routers {'65016e2f-2c0f-45c8-9928-02339cb83bdb'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:21:31.996704 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-a9c30164-0982-442a-832f-c962cb3cb2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bedd220>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:21:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['65016e2f-2c0f-45c8-9928-02339cb83bdb'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:21:32.041534 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a7ca50b8-bd36-4a46-a6a8-46f073a35ed3 req-7e87e82a-cfe6-4c17-a189-b7c94780f648 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 210 time: 0.0437264
Dec 22 05:21:32.150212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e93056-df8d-4f1f-9200-d63bd9bb04af req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] No DVR routers for this DVR port ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:21:32.152605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-54e93056-df8d-4f1f-9200-d63bd9bb04af req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:32.155932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e342df-7ce4-4a4a-b9cd-69872c24a7b7', 'name': 'network-vif-deleted', 'tag': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:21:32.172802 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-54e93056-df8d-4f1f-9200-d63bd9bb04af req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.47 "DELETE /v2.0/ports/ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 HTTP/1.1" status: 204  len: 173 time: 1.4034824
Dec 22 05:21:32.180777 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-a9c30164-0982-442a-832f-c962cb3cb2b6 None None] Set router 65016e2f-2c0f-45c8-9928-02339cb83bdb gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:21:32.222098 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e342df-7ce4-4a4a-b9cd-69872c24a7b7', 'name': 'network-vif-deleted', 'tag': 'ffd68d0d-3fce-4c95-a031-7d0eb4eb3080', 'status': 'completed', 'code': 200}
Dec 22 05:21:32.492052 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-a9c30164-0982-442a-832f-c962cb3cb2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bedd220>, [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:21:32.495923 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c30164-0982-442a-832f-c962cb3cb2b6 None None] Checking router: 65016e2f-2c0f-45c8-9928-02339cb83bdb for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:21:32.506149 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c30164-0982-442a-832f-c962cb3cb2b6 None None] Routers {'65016e2f-2c0f-45c8-9928-02339cb83bdb'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:21:32.506746 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-a9c30164-0982-442a-832f-c962cb3cb2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bedd220>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:21:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['65016e2f-2c0f-45c8-9928-02339cb83bdb'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:21:32.683369 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-a9c30164-0982-442a-832f-c962cb3cb2b6 None None] Set router 65016e2f-2c0f-45c8-9928-02339cb83bdb gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:21:32.997991 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-a9c30164-0982-442a-832f-c962cb3cb2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bedd220>, [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:21:33.001737 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c30164-0982-442a-832f-c962cb3cb2b6 None None] The sync data for ids ['65016e2f-2c0f-45c8-9928-02339cb83bdb'] in dv-neutron-822525-1-hyperv is: [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:13:03Z', 'revision_number': 4, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '9b825f1e-895b-4ace-a6ec-eddd23aee6c1', 'name': '', 'network_id': 'e0d4c8a7-4a1a-46d6-a313-75865ada2ed5', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'mac_address': 'fa:16:3e:8a:84:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:03Z', 'updated_at': '2021-12-22T05:13:21Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'subnets': [{'id': 'ae06546a-d3e1-4ace-bbaa-958c19ab659a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:21:33.256947 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c8819efa-b385-49c1-8c2f-c7f92d504508 req-3fb326aa-608b-4c0a-aac1-ad890741f5ee tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/ports?device_id=47e342df-7ce4-4a4a-b9cd-69872c24a7b7 HTTP/1.1" status: 200  len: 210 time: 0.0746813
Dec 22 05:21:33.265861 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfeade4-02d6-4cd3-8529-7fe1d3565974 None None] New status for floating IP 606bc09d-7fc8-4a26-892a-68e200c4487d: DOWN {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:21:34.729388 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:21:34.774671 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:21:34.775021 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device ffd68d0d-3fce-4c95-a031-7d0eb4eb3080 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:21:37.737377 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35642) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:21:37.802551 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dc77ac57-48b2-47c7-8685-c70b390408ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:37.829316 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dc77ac57-48b2-47c7-8685-c70b390408ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:37.830337 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:37.880958 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dc77ac57-48b2-47c7-8685-c70b390408ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:37.884579 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-478117fe-5922-496d-b746-1d1004d85ee9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:21:37.898315 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77ac57-48b2-47c7-8685-c70b390408ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc47d52-d0dc-4602-9fdc-d5d76dca9b71,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:21:37.911939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77ac57-48b2-47c7-8685-c70b390408ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:37.912312 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77ac57-48b2-47c7-8685-c70b390408ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:37.912676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77ac57-48b2-47c7-8685-c70b390408ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:37.913032 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77ac57-48b2-47c7-8685-c70b390408ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:37.913392 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77ac57-48b2-47c7-8685-c70b390408ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:37.913771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77ac57-48b2-47c7-8685-c70b390408ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:37.914124 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77ac57-48b2-47c7-8685-c70b390408ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:37.914477 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77ac57-48b2-47c7-8685-c70b390408ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:37.914829 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77ac57-48b2-47c7-8685-c70b390408ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:37.915179 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77ac57-48b2-47c7-8685-c70b390408ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:37.915522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc77ac57-48b2-47c7-8685-c70b390408ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:21:37.919275 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dc77ac57-48b2-47c7-8685-c70b390408ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:21:37.920862 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dc77ac57-48b2-47c7-8685-c70b390408ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:37.921925 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dc77ac57-48b2-47c7-8685-c70b390408ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "DELETE /v2.0/security-groups/fcc47d52-d0dc-4602-9fdc-d5d76dca9b71 HTTP/1.1" status: 204  len: 168 time: 0.1835144
Dec 22 05:21:37.924584 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35646) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:21:37.941516 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-48f5f945-2d2d-44ed-9396-e0f5bf3019c3 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] show failed (client error): The resource could not be found.
Dec 22 05:21:37.942758 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-48f5f945-2d2d-44ed-9396-e0f5bf3019c3 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "GET /v2.0/security-groups/fcc47d52-d0dc-4602-9fdc-d5d76dca9b71 HTTP/1.1" status: 404  len: 347 time: 0.0171056
Dec 22 05:21:37.945331 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35650) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:21:38.097282 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-1e1688ca-5d06-401f-ae64-8c4123e87b0f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Deleting port 0f37ecb9-0ed2-4327-a8ae-3f284acabc5a {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:21:38.097540 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e1688ca-5d06-401f-ae64-8c4123e87b0f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:38.261966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e1688ca-5d06-401f-ae64-8c4123e87b0f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:38.262279 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e1688ca-5d06-401f-ae64-8c4123e87b0f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:38.378489 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-1e1688ca-5d06-401f-ae64-8c4123e87b0f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Calling delete_port for 0f37ecb9-0ed2-4327-a8ae-3f284acabc5a owned by network:floatingip {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:21:38.513769 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e1688ca-5d06-401f-ae64-8c4123e87b0f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:38.517130 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:21:38.557590 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1688ca-5d06-401f-ae64-8c4123e87b0f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Pushing event deleted for resources: {'Port': ['ID=0f37ecb9-0ed2-4327-a8ae-3f284acabc5a,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:21:38.560594 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1e1688ca-5d06-401f-ae64-8c4123e87b0f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:21:38.647530 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e1688ca-5d06-401f-ae64-8c4123e87b0f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks [] for floatingip, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:38.661173 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e1688ca-5d06-401f-ae64-8c4123e87b0f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:38.662366 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1e1688ca-5d06-401f-ae64-8c4123e87b0f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] 10.222.0.53 "DELETE /v2.0/floatingips/606bc09d-7fc8-4a26-892a-68e200c4487d HTTP/1.1" status: 204  len: 168 time: 0.7161598
Dec 22 05:21:38.665289 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35654) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:21:38.837370 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-384a4d34-9e6d-49eb-9c81-83b27adad166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:39.239959 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-012c35ed-c602-4eeb-84e8-4aed36ae682e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:39.818312 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-012c35ed-c602-4eeb-84e8-4aed36ae682e admin admin] Deleting port 9b825f1e-895b-4ace-a6ec-eddd23aee6c1 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:21:39.818542 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-012c35ed-c602-4eeb-84e8-4aed36ae682e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:39.982119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-012c35ed-c602-4eeb-84e8-4aed36ae682e admin admin] For port 9b825f1e-895b-4ace-a6ec-eddd23aee6c1, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=9b825f1e-895b-4ace-a6ec-eddd23aee6c1,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:21:39.982461 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-012c35ed-c602-4eeb-84e8-4aed36ae682e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:40.099554 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-012c35ed-c602-4eeb-84e8-4aed36ae682e admin admin] Calling delete_port for 9b825f1e-895b-4ace-a6ec-eddd23aee6c1 owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:21:40.270597 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-012c35ed-c602-4eeb-84e8-4aed36ae682e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:40.274012 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fd815830-521d-4912-b4bb-b01c8bba6272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:21:40.315373 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c35ed-c602-4eeb-84e8-4aed36ae682e admin admin] Pushing event deleted for resources: {'Port': ['ID=9b825f1e-895b-4ace-a6ec-eddd23aee6c1,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:21:40.319545 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-012c35ed-c602-4eeb-84e8-4aed36ae682e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:21:40.602721 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-012c35ed-c602-4eeb-84e8-4aed36ae682e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:41.032262 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-85922f4a-3c9f-4ac1-9f9f-f47ec03b050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:41.270882 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012c35ed-c602-4eeb-84e8-4aed36ae682e admin admin] Router 65016e2f-2c0f-45c8-9928-02339cb83bdb has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:21:41.467951 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012c35ed-c602-4eeb-84e8-4aed36ae682e admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:21:41.477080 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b26270a-2459-4d79-9e78-45e6be4db2df None None] Sync routers for ids ['65016e2f-2c0f-45c8-9928-02339cb83bdb'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:21:41.480413 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-012c35ed-c602-4eeb-84e8-4aed36ae682e admin admin] 10.222.0.53 "PUT /v2.0/routers/65016e2f-2c0f-45c8-9928-02339cb83bdb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8141096
Dec 22 05:21:41.482869 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35660) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:21:41.488443 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b26270a-2459-4d79-9e78-45e6be4db2df None None] Routers {'65016e2f-2c0f-45c8-9928-02339cb83bdb'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:21:41.489039 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-8b26270a-2459-4d79-9e78-45e6be4db2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c7b6760>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:21:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['65016e2f-2c0f-45c8-9928-02339cb83bdb'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:21:41.679343 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-df8ac846-e769-467c-be8b-d0becd968360 admin admin] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:41.698449 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-8b26270a-2459-4d79-9e78-45e6be4db2df None None] Set router 65016e2f-2c0f-45c8-9928-02339cb83bdb gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:21:41.869086 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-df8ac846-e769-467c-be8b-d0becd968360 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:41.878822 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-df8ac846-e769-467c-be8b-d0becd968360 admin admin] Deleting port 2c38d8c7-ae97-41ed-aaea-e483bb33e70f {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:21:41.879210 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-df8ac846-e769-467c-be8b-d0becd968360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:41.981191 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-8b26270a-2459-4d79-9e78-45e6be4db2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c7b6760>, [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:21:40Z', 'revision_number': 5, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port': {'id': '2c38d8c7-ae97-41ed-aaea-e483bb33e70f', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:01Z', 'updated_at': '2021-12-22T05:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:21:41.984908 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b26270a-2459-4d79-9e78-45e6be4db2df None None] Checking router: 65016e2f-2c0f-45c8-9928-02339cb83bdb for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:21:41.995512 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b26270a-2459-4d79-9e78-45e6be4db2df None None] Routers {'65016e2f-2c0f-45c8-9928-02339cb83bdb'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:21:41.996139 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-8b26270a-2459-4d79-9e78-45e6be4db2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c7b6760>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:21:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['65016e2f-2c0f-45c8-9928-02339cb83bdb'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:21:42.051002 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-df8ac846-e769-467c-be8b-d0becd968360 admin admin] For port 2c38d8c7-ae97-41ed-aaea-e483bb33e70f, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2c38d8c7-ae97-41ed-aaea-e483bb33e70f,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:21:42.051346 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-df8ac846-e769-467c-be8b-d0becd968360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:42.142310 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-8b26270a-2459-4d79-9e78-45e6be4db2df None None] Set router 65016e2f-2c0f-45c8-9928-02339cb83bdb gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:21:42.259994 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-8b26270a-2459-4d79-9e78-45e6be4db2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c7b6760>, [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:21:41Z', 'revision_number': 6, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:21:42.265186 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:42.266078 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b26270a-2459-4d79-9e78-45e6be4db2df None None] The sync data for ids ['65016e2f-2c0f-45c8-9928-02339cb83bdb'] in dv-neutron-822525-1-hyperv is: [{'id': '65016e2f-2c0f-45c8-9928-02339cb83bdb', 'name': 'tempest-ServerActionsTestJSON-1477447450-router', 'tenant_id': 'b912c98b650b40c48b1404c81c26c218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:00Z', 'updated_at': '2021-12-22T05:21:41Z', 'revision_number': 6, 'project_id': 'b912c98b650b40c48b1404c81c26c218', 'gw_port_host': None}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:21:42.292146 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-df8ac846-e769-467c-be8b-d0becd968360 admin admin] Calling delete_port for 2c38d8c7-ae97-41ed-aaea-e483bb33e70f owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:21:42.354227 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:42.454092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-df8ac846-e769-467c-be8b-d0becd968360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:42.457387 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-35fda308-c617-4eda-a362-19779e76e2ba tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:21:42.496457 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ac846-e769-467c-be8b-d0becd968360 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c38d8c7-ae97-41ed-aaea-e483bb33e70f,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:21:42.500362 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-df8ac846-e769-467c-be8b-d0becd968360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:21:42.720735 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-df8ac846-e769-467c-be8b-d0becd968360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:42.968473 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-df8ac846-e769-467c-be8b-d0becd968360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:42.972511 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-df8ac846-e769-467c-be8b-d0becd968360 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:42.999780 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-df8ac846-e769-467c-be8b-d0becd968360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:43.000438 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8ac846-e769-467c-be8b-d0becd968360 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65016e2f-2c0f-45c8-9928-02339cb83bdb {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 05:21:43.012684 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-df8ac846-e769-467c-be8b-d0becd968360 admin admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:43.013827 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-df8ac846-e769-467c-be8b-d0becd968360 admin admin] 10.222.0.53 "DELETE /v2.0/routers/65016e2f-2c0f-45c8-9928-02339cb83bdb HTTP/1.1" status: 204  len: 168 time: 1.5300364
Dec 22 05:21:43.016260 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35664) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:21:43.076774 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fef8ed5-169c-4ce0-83b2-8ee65a3a0851 admin admin] Deleting subnet ae06546a-d3e1-4ace-bbaa-958c19ab659a {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:21:43.079760 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0fef8ed5-169c-4ce0-83b2-8ee65a3a0851 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:43.128944 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0fef8ed5-169c-4ce0-83b2-8ee65a3a0851 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:43.216414 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0fef8ed5-169c-4ce0-83b2-8ee65a3a0851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:43.245304 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 9b825f1e-895b-4ace-a6ec-eddd23aee6c1 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:21:43.280822 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 9b825f1e-895b-4ace-a6ec-eddd23aee6c1 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:21:43.281173 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 9b825f1e-895b-4ace-a6ec-eddd23aee6c1 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:21:43.281623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2c38d8c7-ae97-41ed-aaea-e483bb33e70f no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:21:43.290224 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0fef8ed5-169c-4ce0-83b2-8ee65a3a0851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:43.295133 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6b37b63f-72a7-4056-b911-77a54b94d4d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:21:43.312915 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 2c38d8c7-ae97-41ed-aaea-e483bb33e70f {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:21:43.313273 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2c38d8c7-ae97-41ed-aaea-e483bb33e70f not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:21:43.327467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef8ed5-169c-4ce0-83b2-8ee65a3a0851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae06546a-d3e1-4ace-bbaa-958c19ab659a,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:21:43.330752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0fef8ed5-169c-4ce0-83b2-8ee65a3a0851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:21:43.333950 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0fef8ed5-169c-4ce0-83b2-8ee65a3a0851 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:43.339082 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c923d3d6-599a-437d-9ebb-306458cb870b None None] Network e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:21:43.339571 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0fef8ed5-169c-4ce0-83b2-8ee65a3a0851 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ae06546a-d3e1-4ace-bbaa-958c19ab659a HTTP/1.1" status: 204  len: 168 time: 0.3223703
Dec 22 05:21:43.342515 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35668) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:21:43.446817 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:43.457250 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] Deleting port bff685d5-58f2-4444-91eb-05155b63b939 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:21:43.457805 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:43.582162 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3234723-28fe-4008-8853-058b4323a54f None None] DHCP port deletion for e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 05:21:43.586343 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b3234723-28fe-4008-8853-058b4323a54f None None] Deleting port bff685d5-58f2-4444-91eb-05155b63b939 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:21:43.586718 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b3234723-28fe-4008-8853-058b4323a54f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:43.678870 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:43.765392 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] For port bff685d5-58f2-4444-91eb-05155b63b939, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=bff685d5-58f2-4444-91eb-05155b63b939,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:21:43.765762 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:43.800368 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-b3234723-28fe-4008-8853-058b4323a54f None None] For port bff685d5-58f2-4444-91eb-05155b63b939, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=bff685d5-58f2-4444-91eb-05155b63b939,segment=NetworkSegment(25158c20-4536-4c6a-82a2-1278cedc3bd0),segment_id=25158c20-4536-4c6a-82a2-1278cedc3bd0)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:21:43.800674 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b3234723-28fe-4008-8853-058b4323a54f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:43.883090 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] Calling delete_port for bff685d5-58f2-4444-91eb-05155b63b939 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:21:43.916622 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b3234723-28fe-4008-8853-058b4323a54f None None] Calling delete_port for bff685d5-58f2-4444-91eb-05155b63b939 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:21:43.954931 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:43.959214 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-df8ac846-e769-467c-be8b-d0becd968360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 05:21:43.982846 dv-neutron-822525-1-hyperv neutron-server[83436]:   util.warn(
Dec 22 05:21:43.992205 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-b3234723-28fe-4008-8853-058b4323a54f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 05:21:43.992563 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-b3234723-28fe-4008-8853-058b4323a54f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 05:21:44.002430 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=bff685d5-58f2-4444-91eb-05155b63b939,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:21:44.006303 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:21:44.009040 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] No DVR routers for this DVR port bff685d5-58f2-4444-91eb-05155b63b939 on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:21:44.119659 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:44.144172 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b299790>,) {'filters': {'network_id': ['e0d4c8a7-4a1a-46d6-a313-75865ada2ed5']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:21:44.155617 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b299790>, '25158c20-4536-4c6a-82a2-1278cedc3bd0') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:21:44.155898 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b299790>, '25158c20-4536-4c6a-82a2-1278cedc3bd0') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:21:44.166650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:44.181475 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:44.187774 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:21:44.188142 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:21:44.201580 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:21:44.278172 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:44.281540 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-490bb8bc-4146-480b-bb0e-9ad3f3d2c815 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:21:44.294066 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:44.304002 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0d4c8a7-4a1a-46d6-a313-75865ada2ed5,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:21:44.307043 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:21:44.317691 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e0d4c8a7-4a1a-46d6-a313-75865ada2ed5 HTTP/1.1" status: 204  len: 168 time: 0.9742262
Dec 22 05:21:44.451396 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35674) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:21:44.493786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b3234723-28fe-4008-8853-058b4323a54f None None] Deleting port bff685d5-58f2-4444-91eb-05155b63b939 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:21:44.494378 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b3234723-28fe-4008-8853-058b4323a54f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:44.501415 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-57367996-8daa-4c5f-a888-345e823abdd5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b912c98b650b40c48b1404c81c26c218&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0487878
Dec 22 05:21:44.503895 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35678) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:21:44.565404 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1318fdff-a658-4520-b1e3-8e61bcfa1026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:44.596204 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1318fdff-a658-4520-b1e3-8e61bcfa1026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:44.601895 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b3234723-28fe-4008-8853-058b4323a54f None None] The port 'bff685d5-58f2-4444-91eb-05155b63b939' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 05:21:44.648721 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1318fdff-a658-4520-b1e3-8e61bcfa1026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:44.652404 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3cb979a4-3cb8-4afe-aeb5-f70c471f4122 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:21:44.664536 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318fdff-a658-4520-b1e3-8e61bcfa1026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007aaf0d-5c31-49fb-aa2e-1d356dd74085,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:21:44.667739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1318fdff-a658-4520-b1e3-8e61bcfa1026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:21:44.673274 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1318fdff-a658-4520-b1e3-8e61bcfa1026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:44.674406 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1318fdff-a658-4520-b1e3-8e61bcfa1026 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/007aaf0d-5c31-49fb-aa2e-1d356dd74085 HTTP/1.1" status: 204  len: 168 time: 0.1695862
Dec 22 05:21:45.234470 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device bff685d5-58f2-4444-91eb-05155b63b939 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:21:45.267889 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: bff685d5-58f2-4444-91eb-05155b63b939 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:21:45.268237 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device bff685d5-58f2-4444-91eb-05155b63b939 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:21:45.557358 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35700) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:21:45.680020 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1120313152-network', 'tenant_id': '7dabb65772a8465cbe2458c23419dba1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:21:45.685602 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:21:45.689452 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Usage tracker for resource:network and tenant:7dabb65772a8465cbe2458c23419dba1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:21:45.692668 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:21:45.698258 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:21:45.708828 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Made reservation on behalf of 7dabb65772a8465cbe2458c23419dba1 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:21:45.711082 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:45.722908 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:45.752867 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:21:45.756490 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Usage tracker for resource:security_group_rule and tenant:7dabb65772a8465cbe2458c23419dba1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:21:45.759189 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:21:45.765170 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:21:45.829534 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:45.833222 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:45.836000 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a55a12c7-fc31-41c6-a8d3-eb360bfcfab8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:21:45.865519 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:21:45.870847 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66db5ce0-25b9-4276-97e8-d71f54275b02,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:21:45.874733 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:21:45.879837 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:45.880265 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Added segment d5448854-168f-441c-a8be-3c79322d4b27 of type vlan for network a423a2f2-4d58-4685-9229-8e7c588ba690
Dec 22 05:21:45.906307 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:45.937824 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:45.938683 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:45.939240 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:45.943971 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fc6115ec-c7ca-4bb3-9577-fccc46e1afe2 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:21:46.038993 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4804358
Dec 22 05:21:46.039783 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Pushing event updated for resources: {'Network': ['ID=a423a2f2-4d58-4685-9229-8e7c588ba690,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:21:46.041888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35706) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:21:46.044810 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:21:46.048535 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-657e4128-60fe-44d1-9a64-e322b8e7b1df admin admin] Request body: {'subnet': {'network_id': 'a423a2f2-4d58-4685-9229-8e7c588ba690', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1120313152-subnet', 'tenant_id': '7dabb65772a8465cbe2458c23419dba1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:21:46.049860 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network a423a2f2-4d58-4685-9229-8e7c588ba690 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:21:46.053209 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-657e4128-60fe-44d1-9a64-e322b8e7b1df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:21:46.057030 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-657e4128-60fe-44d1-9a64-e322b8e7b1df admin admin] Usage tracker for resource:subnet and tenant:7dabb65772a8465cbe2458c23419dba1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:21:46.060438 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-657e4128-60fe-44d1-9a64-e322b8e7b1df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:21:46.066219 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-657e4128-60fe-44d1-9a64-e322b8e7b1df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:21:46.075993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657e4128-60fe-44d1-9a64-e322b8e7b1df admin admin] Made reservation on behalf of 7dabb65772a8465cbe2458c23419dba1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:21:46.078337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-657e4128-60fe-44d1-9a64-e322b8e7b1df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:46.280193 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-657e4128-60fe-44d1-9a64-e322b8e7b1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:46.285449 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b3cfaf85-bbfe-4a7b-a12c-9a4836a8985b tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:21:46.353782 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e4128-60fe-44d1-9a64-e322b8e7b1df admin admin] Pushing event updated for resources: {'Subnet': ['ID=82b67ceb-ed59-4713-85e1-0229a5d4a2e5,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:21:46.357504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-657e4128-60fe-44d1-9a64-e322b8e7b1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:21:46.364177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e4128-60fe-44d1-9a64-e322b8e7b1df admin admin] Checking segment: {'id': 'd5448854-168f-441c-a8be-3c79322d4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a423a2f2-4d58-4685-9229-8e7c588ba690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:21:46.364523 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e4128-60fe-44d1-9a64-e322b8e7b1df admin admin] Network hostable DHCP agents. Network: a423a2f2-4d58-4685-9229-8e7c588ba690, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:21:46.385000 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e4128-60fe-44d1-9a64-e322b8e7b1df admin admin] Network a423a2f2-4d58-4685-9229-8e7c588ba690 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:21:46.393819 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-657e4128-60fe-44d1-9a64-e322b8e7b1df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, a423a2f2-4d58-4685-9229-8e7c588ba690) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:21:46.397433 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657e4128-60fe-44d1-9a64-e322b8e7b1df admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:46.398038 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-657e4128-60fe-44d1-9a64-e322b8e7b1df admin admin] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:46.402470 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee84c81-1f42-4710-a7ea-6af3ff83521e None None] Network a423a2f2-4d58-4685-9229-8e7c588ba690 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:21:46.419530 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-657e4128-60fe-44d1-9a64-e322b8e7b1df admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3766382
Dec 22 05:21:46.610366 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa14b0b-a2bc-43a4-a8aa-45cc10d5847a None None] Network a423a2f2-4d58-4685-9229-8e7c588ba690 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:21:47.130546 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-f2037269-b454-4837-beec-a09a10b49c0c tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:47.131216 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-f2037269-b454-4837-beec-a09a10b49c0c tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Synchronizing usage tracker for tenant:7dabb65772a8465cbe2458c23419dba1 on resource:network {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:21:47.148083 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-f2037269-b454-4837-beec-a09a10b49c0c tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Unset dirty status for tenant:7dabb65772a8465cbe2458c23419dba1 on resource:network {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:21:47.149235 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-f2037269-b454-4837-beec-a09a10b49c0c tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/networks?id=a423a2f2-4d58-4685-9229-8e7c588ba690 HTTP/1.1" status: 200  len: 814 time: 0.1587861
Dec 22 05:21:47.165123 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-b6258a6d-f600-43c5-9588-695f9baac01e tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/quotas/7dabb65772a8465cbe2458c23419dba1 HTTP/1.1" status: 200  len: 375 time: 0.0102654
Dec 22 05:21:47.214503 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-21971ce8-95d2-4555-b4cf-0a06ea31bf43 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7dabb65772a8465cbe2458c23419dba1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0445914
Dec 22 05:21:47.343319 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-d4a47933-c3ca-4f5d-9668-d8b65e38e838 service neutron] 10.222.0.53 "GET /v2.0/networks/a423a2f2-4d58-4685-9229-8e7c588ba690?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222479
Dec 22 05:21:47.471374 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-a8427164-44d7-4b53-bfcc-7c24fd5fdc6d service neutron] 10.222.0.53 "GET /v2.0/networks/a423a2f2-4d58-4685-9229-8e7c588ba690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223748
Dec 22 05:21:47.727283 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bad212d9-07a8-4784-91c4-c328c4604cfe req-3931ff2f-c979-487b-a8ec-a7ec69c63370 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=e033d19a-f666-4419-9cf2-13f4908fcf36 HTTP/1.1" status: 200  len: 210 time: 0.1186943
Dec 22 05:21:48.709518 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-180a21c3-270d-4cdc-8a7f-210e4eeaf5d7 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:48.710939 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-180a21c3-270d-4cdc-8a7f-210e4eeaf5d7 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.47 "GET /v2.0/networks?id=a423a2f2-4d58-4685-9229-8e7c588ba690 HTTP/1.1" status: 200  len: 814 time: 0.1417155
Dec 22 05:21:48.733626 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-4b9ee05c-8c4a-4b59-b5dc-31e8a9ad8869 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Request body: {'port': {'device_id': 'e033d19a-f666-4419-9cf2-13f4908fcf36', 'network_id': 'a423a2f2-4d58-4685-9229-8e7c588ba690', 'admin_state_up': True, 'tenant_id': '7dabb65772a8465cbe2458c23419dba1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:21:48.877605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-4b9ee05c-8c4a-4b59-b5dc-31e8a9ad8869 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:21:48.881277 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-4b9ee05c-8c4a-4b59-b5dc-31e8a9ad8869 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Usage tracker for resource:port and tenant:7dabb65772a8465cbe2458c23419dba1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:21:48.884038 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-4b9ee05c-8c4a-4b59-b5dc-31e8a9ad8869 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:21:48.889371 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-31eb6dea-6c2d-464f-801b-0b4071fa7181 req-3c331cbd-db80-40e3-8062-8d081d87fbf6 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=e033d19a-f666-4419-9cf2-13f4908fcf36 HTTP/1.1" status: 200  len: 210 time: 0.0409768
Dec 22 05:21:48.889927 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-4b9ee05c-8c4a-4b59-b5dc-31e8a9ad8869 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:21:48.899121 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-4b9ee05c-8c4a-4b59-b5dc-31e8a9ad8869 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Made reservation on behalf of 7dabb65772a8465cbe2458c23419dba1 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:21:48.902025 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-4b9ee05c-8c4a-4b59-b5dc-31e8a9ad8869 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:49.058219 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-4b9ee05c-8c4a-4b59-b5dc-31e8a9ad8869 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Allocated IP 172.20.0.11 (a423a2f2-4d58-4685-9229-8e7c588ba690/82b67ceb-ed59-4713-85e1-0229a5d4a2e5/30f96584-bc17-47b7-9b60-93f841c1ab62) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:21:49.251050 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-4b9ee05c-8c4a-4b59-b5dc-31e8a9ad8869 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:49.277231 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-4b9ee05c-8c4a-4b59-b5dc-31e8a9ad8869 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:49.283251 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-afff5449-0840-45e2-a9e0-c04260abbe95 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:21:49.345110 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-4b9ee05c-8c4a-4b59-b5dc-31e8a9ad8869 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Network a423a2f2-4d58-4685-9229-8e7c588ba690 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:21:49.352468 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-4b9ee05c-8c4a-4b59-b5dc-31e8a9ad8869 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:21:49.357177 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-4b9ee05c-8c4a-4b59-b5dc-31e8a9ad8869 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:21:49.386992 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ee05c-8c4a-4b59-b5dc-31e8a9ad8869 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Pushing event updated for resources: {'Port': ['ID=30f96584-bc17-47b7-9b60-93f841c1ab62,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:21:49.393345 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4b9ee05c-8c4a-4b59-b5dc-31e8a9ad8869 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:21:49.420420 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-4b9ee05c-8c4a-4b59-b5dc-31e8a9ad8869 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:49.421013 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-4b9ee05c-8c4a-4b59-b5dc-31e8a9ad8869 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:49.439789 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-4b9ee05c-8c4a-4b59-b5dc-31e8a9ad8869 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7097995
Dec 22 05:21:49.456435 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] Request body: {'port': {'device_id': 'e033d19a-f666-4419-9cf2-13f4908fcf36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:21:49.561353 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:49.884613 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f96584-bc17-47b7-9b60-93f841c1ab62 {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:21:49.891625 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:49.905757 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] Transition to ACTIVE for port object 30f96584-bc17-47b7-9b60-93f841c1ab62 will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:21:49.909471 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:49.913566 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e6d5c77b-aeb5-46b1-9b3f-f524f72d8d2b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:21:50.072271 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] Pushing event updated for resources: {'Port': ['ID=30f96584-bc17-47b7-9b60-93f841c1ab62,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:21:50.080295 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:21:50.208954 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f43312-1131-4194-a3ad-b5206063bd59 req-9251fcce-66ac-43ea-8456-036297b4efdc tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:50.209686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-53f43312-1131-4194-a3ad-b5206063bd59 req-9251fcce-66ac-43ea-8456-036297b4efdc tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Synchronizing usage tracker for tenant:7dabb65772a8465cbe2458c23419dba1 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:21:50.212230 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] Attempting to bind port 30f96584-bc17-47b7-9b60-93f841c1ab62 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:21:50.212558 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] Attempting to bind port 30f96584-bc17-47b7-9b60-93f841c1ab62 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'd5448854-168f-441c-a8be-3c79322d4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a423a2f2-4d58-4685-9229-8e7c588ba690'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:21:50.212879 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] Attempting to bind port 30f96584-bc17-47b7-9b60-93f841c1ab62 on network a423a2f2-4d58-4685-9229-8e7c588ba690 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:21:50.222528 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] Port 30f96584-bc17-47b7-9b60-93f841c1ab62 on network a423a2f2-4d58-4685-9229-8e7c588ba690 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:21:50.222845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] Attempting to bind port 30f96584-bc17-47b7-9b60-93f841c1ab62 on network a423a2f2-4d58-4685-9229-8e7c588ba690 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:21:50.234519 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:21:50.234884 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] Checking segment: {'id': 'd5448854-168f-441c-a8be-3c79322d4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a423a2f2-4d58-4685-9229-8e7c588ba690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:21:50.235284 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] Bound using segment: {'id': 'd5448854-168f-441c-a8be-3c79322d4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a423a2f2-4d58-4685-9229-8e7c588ba690'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:21:50.235784 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] Bound port: 30f96584-bc17-47b7-9b60-93f841c1ab62, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5448854-168f-441c-a8be-3c79322d4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a423a2f2-4d58-4685-9229-8e7c588ba690'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:21:50.236202 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:50.348576 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-53f43312-1131-4194-a3ad-b5206063bd59 req-9251fcce-66ac-43ea-8456-036297b4efdc tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Unset dirty status for tenant:7dabb65772a8465cbe2458c23419dba1 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:21:50.349752 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-53f43312-1131-4194-a3ad-b5206063bd59 req-9251fcce-66ac-43ea-8456-036297b4efdc tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=e033d19a-f666-4419-9cf2-13f4908fcf36 HTTP/1.1" status: 200  len: 944 time: 0.3320682
Dec 22 05:21:50.447815 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-53f43312-1131-4194-a3ad-b5206063bd59 req-f4081384-e372-4e83-a1ce-b59f3f4af0fa tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925159
Dec 22 05:21:50.460234 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] For port 30f96584-bc17-47b7-9b60-93f841c1ab62, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:21:50.463107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] For port 30f96584-bc17-47b7-9b60-93f841c1ab62, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30f96584-bc17-47b7-9b60-93f841c1ab62,segment=NetworkSegment(d5448854-168f-441c-a8be-3c79322d4b27),segment_id=d5448854-168f-441c-a8be-3c79322d4b27)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:21:50.468553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:50.473065 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-33e76da5-381d-417d-86f2-68f3f3c3779b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:21:50.528359 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:50.529737 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] 10.222.0.47 "PUT /v2.0/ports/30f96584-bc17-47b7-9b60-93f841c1ab62 HTTP/1.1" status: 200  len: 1094 time: 1.0772519
Dec 22 05:21:50.530245 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e033d19a-f666-4419-9cf2-13f4908fcf36', 'tag': '30f96584-bc17-47b7-9b60-93f841c1ab62'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:21:50.551620 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] Pushing event updated for resources: {'Port': ['ID=30f96584-bc17-47b7-9b60-93f841c1ab62,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:21:50.554486 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:21:50.619581 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e033d19a-f666-4419-9cf2-13f4908fcf36', 'tag': '30f96584-bc17-47b7-9b60-93f841c1ab62', 'status': 'completed', 'code': 200}
Dec 22 05:21:50.654103 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-84e17aee-b9a4-4cd1-b8e4-037e92aa967e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7dabb65772a8465cbe2458c23419dba1&device_id=e033d19a-f666-4419-9cf2-13f4908fcf36 HTTP/1.1" status: 200  len: 1097 time: 0.0704026
Dec 22 05:21:50.729122 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-20ad120c-9ac4-4b25-a17b-f853f47d2ef9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30f96584-bc17-47b7-9b60-93f841c1ab62 HTTP/1.1" status: 200  len: 217 time: 0.0627449
Dec 22 05:21:50.790277 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-383ac315-2e19-4688-9ef9-9264e07be9ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:50.791672 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-383ac315-2e19-4688-9ef9-9264e07be9ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82b67ceb-ed59-4713-85e1-0229a5d4a2e5 HTTP/1.1" status: 200  len: 854 time: 0.0556710
Dec 22 05:21:50.838554 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-56f66004-708f-4364-9af4-48d929a60b7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a423a2f2-4d58-4685-9229-8e7c588ba690&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397258
Dec 22 05:21:50.965060 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-0d6c492a-ee1e-473e-b1f5-2580f460132f service neutron] 10.222.0.47 "GET /v2.0/networks/a423a2f2-4d58-4685-9229-8e7c588ba690?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1196694
Dec 22 05:21:51.093648 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-23b4282f-7675-4b6c-8258-332f5d7fd472 req-706e0483-84b6-4189-b89a-8768773352e4 service neutron] 10.222.0.47 "GET /v2.0/networks/a423a2f2-4d58-4685-9229-8e7c588ba690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221285
Dec 22 05:21:51.243662 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-852da03c-e6f7-4152-9a70-a113536c6433 req-7d6fada3-d68a-41b8-afc2-ef87fe799b49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7dabb65772a8465cbe2458c23419dba1&device_id=e033d19a-f666-4419-9cf2-13f4908fcf36 HTTP/1.1" status: 200  len: 1097 time: 0.0675371
Dec 22 05:21:51.371160 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852da03c-e6f7-4152-9a70-a113536c6433 req-30f73861-192a-4753-9746-a11131a29c76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:51.372613 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-852da03c-e6f7-4152-9a70-a113536c6433 req-30f73861-192a-4753-9746-a11131a29c76 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a423a2f2-4d58-4685-9229-8e7c588ba690 HTTP/1.1" status: 200  len: 915 time: 0.1226451
Dec 22 05:21:51.442873 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-852da03c-e6f7-4152-9a70-a113536c6433 req-87c727fb-c25a-45cf-8c6c-6ec12628e3bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30f96584-bc17-47b7-9b60-93f841c1ab62 HTTP/1.1" status: 200  len: 217 time: 0.0637612
Dec 22 05:21:51.504019 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852da03c-e6f7-4152-9a70-a113536c6433 req-0ea564a7-a4f1-4a4c-b17a-cce9cff6407a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:51.505454 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-852da03c-e6f7-4152-9a70-a113536c6433 req-0ea564a7-a4f1-4a4c-b17a-cce9cff6407a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82b67ceb-ed59-4713-85e1-0229a5d4a2e5 HTTP/1.1" status: 200  len: 854 time: 0.0565991
Dec 22 05:21:51.549602 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-852da03c-e6f7-4152-9a70-a113536c6433 req-35dc187e-ae34-4cb2-b497-3fac0595c7d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a423a2f2-4d58-4685-9229-8e7c588ba690&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0377936
Dec 22 05:21:51.772180 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-852da03c-e6f7-4152-9a70-a113536c6433 req-de710981-21a9-4ddd-822b-ff55978c94ad service neutron] 10.222.0.47 "GET /v2.0/networks/a423a2f2-4d58-4685-9229-8e7c588ba690?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2163217
Dec 22 05:21:51.780971 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caea6ea-8106-40ec-9eb3-cbb76b319f61 req-1b3765c6-c2d2-4ec4-9203-cb7d2d839033 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:51.782333 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5caea6ea-8106-40ec-9eb3-cbb76b319f61 req-1b3765c6-c2d2-4ec4-9203-cb7d2d839033 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=e033d19a-f666-4419-9cf2-13f4908fcf36 HTTP/1.1" status: 200  len: 944 time: 0.2057865
Dec 22 05:21:51.908119 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5caea6ea-8106-40ec-9eb3-cbb76b319f61 req-a1d625d1-b0f4-4e49-b99c-04a288f99a54 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080492
Dec 22 05:21:51.937902 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-852da03c-e6f7-4152-9a70-a113536c6433 req-76ac8a62-c7d0-4109-bffd-bec8e0603c73 service neutron] 10.222.0.47 "GET /v2.0/networks/a423a2f2-4d58-4685-9229-8e7c588ba690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1546111
Dec 22 05:21:52.549538 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:21:53.100985 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c136f0-e329-499f-9809-0d6b618d56ef req-5e417fa5-a1fa-413d-aac2-375fb97b4f19 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:53.102440 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d3c136f0-e329-499f-9809-0d6b618d56ef req-5e417fa5-a1fa-413d-aac2-375fb97b4f19 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=e033d19a-f666-4419-9cf2-13f4908fcf36 HTTP/1.1" status: 200  len: 944 time: 0.0745296
Dec 22 05:21:53.148571 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-d3c136f0-e329-499f-9809-0d6b618d56ef req-4710b870-81a8-49c3-940d-69de25ffb82d tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Synchronizing usage tracker for tenant:7dabb65772a8465cbe2458c23419dba1 on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:21:53.165631 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-d3c136f0-e329-499f-9809-0d6b618d56ef req-4710b870-81a8-49c3-940d-69de25ffb82d tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Unset dirty status for tenant:7dabb65772a8465cbe2458c23419dba1 on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:21:53.166724 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d3c136f0-e329-499f-9809-0d6b618d56ef req-4710b870-81a8-49c3-940d-69de25ffb82d tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588789
Dec 22 05:21:54.466123 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1718784-471e-4ffa-8337-879dd34afbb4 req-5efa79cd-5da5-4fee-99b1-7dda950bec94 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:54.467492 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c1718784-471e-4ffa-8337-879dd34afbb4 req-5efa79cd-5da5-4fee-99b1-7dda950bec94 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=e033d19a-f666-4419-9cf2-13f4908fcf36 HTTP/1.1" status: 200  len: 944 time: 0.1831179
Dec 22 05:21:54.513266 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c1718784-471e-4ffa-8337-879dd34afbb4 req-241ba4ef-c4a0-478f-8bec-fb06ebaa44cb tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404093
Dec 22 05:21:54.759437 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 30f96584-bc17-47b7-9b60-93f841c1ab62 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:21:54.889296 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 30f96584-bc17-47b7-9b60-93f841c1ab62, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30f96584-bc17-47b7-9b60-93f841c1ab62,segment=NetworkSegment(d5448854-168f-441c-a8be-3c79322d4b27),segment_id=d5448854-168f-441c-a8be-3c79322d4b27)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:21:54.901817 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '30f96584-bc17-47b7-9b60-93f841c1ab62', 'network_id': 'a423a2f2-4d58-4685-9229-8e7c588ba690', 'port_id': '30f96584-bc17-47b7-9b60-93f841c1ab62', 'mac_address': 'fa:16:3e:c7:d4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b67ceb-ed59-4713-85e1-0229a5d4a2e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:21:54.954227 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:54.970289 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f96584-bc17-47b7-9b60-93f841c1ab62 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:21:54.984742 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 30f96584-bc17-47b7-9b60-93f841c1ab62, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30f96584-bc17-47b7-9b60-93f841c1ab62,segment=NetworkSegment(d5448854-168f-441c-a8be-3c79322d4b27),segment_id=d5448854-168f-441c-a8be-3c79322d4b27)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:21:54.988598 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:54.990327 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-fca4eab1-52e4-4438-8b57-3f50f3490d40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:21:55.054677 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=30f96584-bc17-47b7-9b60-93f841c1ab62,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:21:55.057480 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:21:55.405058 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['30f96584-bc17-47b7-9b60-93f841c1ab62'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:21:55.795070 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2deee2-6472-4569-8473-f97ce64a91d0 req-b2a38658-81de-434b-99a6-0a96fdae44dd tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:55.796417 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0c2deee2-6472-4569-8473-f97ce64a91d0 req-b2a38658-81de-434b-99a6-0a96fdae44dd tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=e033d19a-f666-4419-9cf2-13f4908fcf36 HTTP/1.1" status: 200  len: 945 time: 0.1648660
Dec 22 05:21:55.840036 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0c2deee2-6472-4569-8473-f97ce64a91d0 req-2ec7924c-af66-4945-af29-fedbc45527ce tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381606
Dec 22 05:21:56.758931 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 30f96584-bc17-47b7-9b60-93f841c1ab62 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:21:56.824037 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 30f96584-bc17-47b7-9b60-93f841c1ab62 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:21:56.828493 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 30f96584-bc17-47b7-9b60-93f841c1ab62 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:21:56.828864 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:56.940280 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:56.966567 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e033d19a-f666-4419-9cf2-13f4908fcf36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f96584-bc17-47b7-9b60-93f841c1ab62'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:21:56.976605 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 30f96584-bc17-47b7-9b60-93f841c1ab62, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30f96584-bc17-47b7-9b60-93f841c1ab62,segment=NetworkSegment(d5448854-168f-441c-a8be-3c79322d4b27),segment_id=d5448854-168f-441c-a8be-3c79322d4b27)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:21:56.981527 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:21:56.983719 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:21:57.026520 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e033d19a-f666-4419-9cf2-13f4908fcf36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f96584-bc17-47b7-9b60-93f841c1ab62', 'code': 200}
Dec 22 05:21:57.040654 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aaf20a-50ed-4afe-adeb-80be71ac443c req-4dc61823-9780-464e-9cc5-88bd21a039c5 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:57.042154 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b7aaf20a-50ed-4afe-adeb-80be71ac443c req-4dc61823-9780-464e-9cc5-88bd21a039c5 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=e033d19a-f666-4419-9cf2-13f4908fcf36 HTTP/1.1" status: 200  len: 946 time: 0.0815194
Dec 22 05:21:57.054860 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=30f96584-bc17-47b7-9b60-93f841c1ab62,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:21:57.057962 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:21:57.093214 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b7aaf20a-50ed-4afe-adeb-80be71ac443c req-b227e8ab-6690-4a15-9358-9d18b8566600 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444763
Dec 22 05:21:57.275812 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c12ebe58-106a-476c-972a-40dd0ebe33ee req-6abd532b-7b79-476c-913a-c6022c977446 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e033d19a-f666-4419-9cf2-13f4908fcf36 HTTP/1.1" status: 200  len: 1099 time: 0.0664730
Dec 22 05:21:57.316242 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c12ebe58-106a-476c-972a-40dd0ebe33ee req-27db7445-4dcd-434a-9135-44fb0c750ddd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0338404
Dec 22 05:21:58.290891 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1e875-93b9-484f-8736-e462652a9a53 req-94275af9-5c76-4792-981c-c88410ea4afd tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:58.292283 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f6c1e875-93b9-484f-8736-e462652a9a53 req-94275af9-5c76-4792-981c-c88410ea4afd tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=e033d19a-f666-4419-9cf2-13f4908fcf36 HTTP/1.1" status: 200  len: 946 time: 0.0755227
Dec 22 05:21:58.336168 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f6c1e875-93b9-484f-8736-e462652a9a53 req-41a3ae5d-79a9-4c57-a7ea-c3ebd2ae9756 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378482
Dec 22 05:21:59.529277 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38117d16-eea6-46a5-bfc1-2d20cdbbe403 req-a09bd064-50ee-40dd-9e84-89ac0ae15143 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:59.530607 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-38117d16-eea6-46a5-bfc1-2d20cdbbe403 req-a09bd064-50ee-40dd-9e84-89ac0ae15143 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=e033d19a-f666-4419-9cf2-13f4908fcf36 HTTP/1.1" status: 200  len: 946 time: 0.0764863
Dec 22 05:21:59.574616 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-38117d16-eea6-46a5-bfc1-2d20cdbbe403 req-8f05de81-f166-4e3e-9e53-a894c1956200 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386136
Dec 22 05:21:59.863540 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-06466a3f-9ada-4285-b62c-b577fa716717 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:21:59.864951 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-06466a3f-9ada-4285-b62c-b577fa716717 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/networks?id=a423a2f2-4d58-4685-9229-8e7c588ba690 HTTP/1.1" status: 200  len: 814 time: 0.1402597
Dec 22 05:21:59.880582 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-463ce776-a6fe-407a-8040-2fdc75832461 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/quotas/7dabb65772a8465cbe2458c23419dba1 HTTP/1.1" status: 200  len: 375 time: 0.0102220
Dec 22 05:21:59.955862 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-cdf8f43c-afcd-421d-8a05-a6fd86ed0698 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7dabb65772a8465cbe2458c23419dba1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0705097
Dec 22 05:22:00.084246 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-1fc414af-90bb-4e0b-8916-1753b0105a02 service neutron] 10.222.0.53 "GET /v2.0/networks/a423a2f2-4d58-4685-9229-8e7c588ba690?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217780
Dec 22 05:22:00.212161 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-e4d17147-9b62-46ad-b70a-27e0de1bbfaa service neutron] 10.222.0.53 "GET /v2.0/networks/a423a2f2-4d58-4685-9229-8e7c588ba690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223204
Dec 22 05:22:00.390187 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b44f91c0-8a16-4f34-8ad2-384a872fa3bd req-1beb99ed-05b0-4578-a786-eefd642d0956 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=264003a5-dbfe-4abd-9bc2-5b4ac28c89a6 HTTP/1.1" status: 200  len: 210 time: 0.0405290
Dec 22 05:22:01.464184 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-000c57cc-bfb1-459b-bd6d-c0e70322b583 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:01.465733 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-000c57cc-bfb1-459b-bd6d-c0e70322b583 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.47 "GET /v2.0/networks?id=a423a2f2-4d58-4685-9229-8e7c588ba690 HTTP/1.1" status: 200  len: 814 time: 0.1443920
Dec 22 05:22:01.488977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-cad68b56-082a-4f9b-ab95-c16ab9e77161 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Request body: {'port': {'device_id': '264003a5-dbfe-4abd-9bc2-5b4ac28c89a6', 'network_id': 'a423a2f2-4d58-4685-9229-8e7c588ba690', 'admin_state_up': True, 'tenant_id': '7dabb65772a8465cbe2458c23419dba1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:22:01.555823 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a81fe166-828b-4338-9d7e-78a87e62c14a req-4e2cdb89-ee91-4fe1-92f5-67a97d925112 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=264003a5-dbfe-4abd-9bc2-5b4ac28c89a6 HTTP/1.1" status: 200  len: 210 time: 0.0442812
Dec 22 05:22:01.625612 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-cad68b56-082a-4f9b-ab95-c16ab9e77161 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:01.634629 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-cad68b56-082a-4f9b-ab95-c16ab9e77161 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:01.643865 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-cad68b56-082a-4f9b-ab95-c16ab9e77161 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Made reservation on behalf of 7dabb65772a8465cbe2458c23419dba1 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:22:01.646855 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-cad68b56-082a-4f9b-ab95-c16ab9e77161 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:01.801801 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-cad68b56-082a-4f9b-ab95-c16ab9e77161 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Allocated IP 172.20.0.5 (a423a2f2-4d58-4685-9229-8e7c588ba690/82b67ceb-ed59-4713-85e1-0229a5d4a2e5/345890e1-d934-4543-911d-151dae90722c) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:22:01.992158 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-cad68b56-082a-4f9b-ab95-c16ab9e77161 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:02.017669 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-cad68b56-082a-4f9b-ab95-c16ab9e77161 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:02.023178 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-60133a7d-be4b-46eb-ac42-becedc0fd0c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:02.051210 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['30f96584-bc17-47b7-9b60-93f841c1ab62'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:22:02.086856 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-cad68b56-082a-4f9b-ab95-c16ab9e77161 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Network a423a2f2-4d58-4685-9229-8e7c588ba690 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:22:02.087907 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-cad68b56-082a-4f9b-ab95-c16ab9e77161 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:22:02.097169 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-cad68b56-082a-4f9b-ab95-c16ab9e77161 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:22:02.132767 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad68b56-082a-4f9b-ab95-c16ab9e77161 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Pushing event updated for resources: {'Port': ['ID=345890e1-d934-4543-911d-151dae90722c,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:02.136984 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cad68b56-082a-4f9b-ab95-c16ab9e77161 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:02.163089 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-cad68b56-082a-4f9b-ab95-c16ab9e77161 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:02.163685 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-cad68b56-082a-4f9b-ab95-c16ab9e77161 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:02.188979 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-cad68b56-082a-4f9b-ab95-c16ab9e77161 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7040129
Dec 22 05:22:02.207041 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] Request body: {'port': {'device_id': '264003a5-dbfe-4abd-9bc2-5b4ac28c89a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:22:02.313565 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:02.640437 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345890e1-d934-4543-911d-151dae90722c {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:22:02.647141 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:02.661293 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] Transition to ACTIVE for port object 345890e1-d934-4543-911d-151dae90722c will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:22:02.665325 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:02.670437 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-dd5f21f4-059a-4db2-99f5-aee127180d28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:02.938012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] Pushing event updated for resources: {'Port': ['ID=345890e1-d934-4543-911d-151dae90722c,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:02.944744 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:03.044848 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d47b50-2100-4efd-b5bc-ff1afdc15241 req-5727f301-e42d-4dc2-94fa-c2074a2b09ad tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:03.045541 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-e3d47b50-2100-4efd-b5bc-ff1afdc15241 req-5727f301-e42d-4dc2-94fa-c2074a2b09ad tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Synchronizing usage tracker for tenant:7dabb65772a8465cbe2458c23419dba1 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:22:03.075387 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] Attempting to bind port 345890e1-d934-4543-911d-151dae90722c on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:22:03.075746 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] Attempting to bind port 345890e1-d934-4543-911d-151dae90722c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'd5448854-168f-441c-a8be-3c79322d4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a423a2f2-4d58-4685-9229-8e7c588ba690'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:22:03.076041 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] Attempting to bind port 345890e1-d934-4543-911d-151dae90722c on network a423a2f2-4d58-4685-9229-8e7c588ba690 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:22:03.080142 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-e3d47b50-2100-4efd-b5bc-ff1afdc15241 req-5727f301-e42d-4dc2-94fa-c2074a2b09ad tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Unset dirty status for tenant:7dabb65772a8465cbe2458c23419dba1 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:22:03.081280 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e3d47b50-2100-4efd-b5bc-ff1afdc15241 req-5727f301-e42d-4dc2-94fa-c2074a2b09ad tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=264003a5-dbfe-4abd-9bc2-5b4ac28c89a6 HTTP/1.1" status: 200  len: 943 time: 0.3842027
Dec 22 05:22:03.083812 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] Port 345890e1-d934-4543-911d-151dae90722c on network a423a2f2-4d58-4685-9229-8e7c588ba690 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:22:03.084126 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] Attempting to bind port 345890e1-d934-4543-911d-151dae90722c on network a423a2f2-4d58-4685-9229-8e7c588ba690 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:22:03.104740 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:22:03.105071 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] Checking segment: {'id': 'd5448854-168f-441c-a8be-3c79322d4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a423a2f2-4d58-4685-9229-8e7c588ba690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:22:03.105985 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] Bound using segment: {'id': 'd5448854-168f-441c-a8be-3c79322d4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a423a2f2-4d58-4685-9229-8e7c588ba690'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:22:03.106415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] Bound port: 345890e1-d934-4543-911d-151dae90722c, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5448854-168f-441c-a8be-3c79322d4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a423a2f2-4d58-4685-9229-8e7c588ba690'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:22:03.106748 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:03.178721 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e3d47b50-2100-4efd-b5bc-ff1afdc15241 req-f7997cef-1659-4024-a0eb-0706f8703858 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906117
Dec 22 05:22:03.211913 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] For port 345890e1-d934-4543-911d-151dae90722c, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:22:03.215157 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] For port 345890e1-d934-4543-911d-151dae90722c, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=345890e1-d934-4543-911d-151dae90722c,segment=NetworkSegment(d5448854-168f-441c-a8be-3c79322d4b27),segment_id=d5448854-168f-441c-a8be-3c79322d4b27)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:22:03.218975 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:03.223164 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a403dcbc-e9d9-4cac-8a3d-4471b5d0084c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:03.277272 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:03.278644 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] 10.222.0.47 "PUT /v2.0/ports/345890e1-d934-4543-911d-151dae90722c HTTP/1.1" status: 200  len: 1093 time: 1.0757525
Dec 22 05:22:03.279172 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264003a5-dbfe-4abd-9bc2-5b4ac28c89a6', 'tag': '345890e1-d934-4543-911d-151dae90722c'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:22:03.304155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] Pushing event updated for resources: {'Port': ['ID=345890e1-d934-4543-911d-151dae90722c,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:03.307088 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:03.334057 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264003a5-dbfe-4abd-9bc2-5b4ac28c89a6', 'tag': '345890e1-d934-4543-911d-151dae90722c', 'status': 'completed', 'code': 200}
Dec 22 05:22:03.417389 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-97996f32-3925-456e-a360-f950b3b1ff29 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7dabb65772a8465cbe2458c23419dba1&device_id=264003a5-dbfe-4abd-9bc2-5b4ac28c89a6 HTTP/1.1" status: 200  len: 1096 time: 0.0671403
Dec 22 05:22:03.494357 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-48e77efc-cc31-4ae6-a0a9-b05e33bb8649 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=345890e1-d934-4543-911d-151dae90722c HTTP/1.1" status: 200  len: 217 time: 0.0639088
Dec 22 05:22:03.563697 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-e01b6ca6-b5ec-4358-8af5-ca0bf4303c06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:03.565081 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-e01b6ca6-b5ec-4358-8af5-ca0bf4303c06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82b67ceb-ed59-4713-85e1-0229a5d4a2e5 HTTP/1.1" status: 200  len: 854 time: 0.0556891
Dec 22 05:22:03.625228 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-f16ba1f8-0551-44f0-908f-c9c994b1b408 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a423a2f2-4d58-4685-9229-8e7c588ba690&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0415657
Dec 22 05:22:03.751876 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-35be7fc8-abe6-44e7-8054-7d41fbddcec5 service neutron] 10.222.0.47 "GET /v2.0/networks/a423a2f2-4d58-4685-9229-8e7c588ba690?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1201880
Dec 22 05:22:03.879523 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fc8ab9f4-5f8d-49fe-a075-e60dbb9382fe req-b17d33b8-238c-4c74-a3ee-93383c4f6cea service neutron] 10.222.0.47 "GET /v2.0/networks/a423a2f2-4d58-4685-9229-8e7c588ba690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212096
Dec 22 05:22:04.034138 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2840b635-e335-4b0c-a5e7-ff4cae0107b7 req-678e2706-f22b-459c-8f5a-fca96d070f8a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7dabb65772a8465cbe2458c23419dba1&device_id=264003a5-dbfe-4abd-9bc2-5b4ac28c89a6 HTTP/1.1" status: 200  len: 1096 time: 0.0662987
Dec 22 05:22:04.167450 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840b635-e335-4b0c-a5e7-ff4cae0107b7 req-d2f2cc3a-4709-48ef-8a44-1d1366491e76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:04.168902 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2840b635-e335-4b0c-a5e7-ff4cae0107b7 req-d2f2cc3a-4709-48ef-8a44-1d1366491e76 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a423a2f2-4d58-4685-9229-8e7c588ba690 HTTP/1.1" status: 200  len: 915 time: 0.1272511
Dec 22 05:22:04.239274 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2840b635-e335-4b0c-a5e7-ff4cae0107b7 req-0557a618-e4d1-4025-ba4d-e3be28a73ab4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=345890e1-d934-4543-911d-151dae90722c HTTP/1.1" status: 200  len: 217 time: 0.0636785
Dec 22 05:22:04.305240 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840b635-e335-4b0c-a5e7-ff4cae0107b7 req-032c7814-b788-4f2d-ac3d-b52ca8f826d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:04.306653 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2840b635-e335-4b0c-a5e7-ff4cae0107b7 req-032c7814-b788-4f2d-ac3d-b52ca8f826d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=82b67ceb-ed59-4713-85e1-0229a5d4a2e5 HTTP/1.1" status: 200  len: 854 time: 0.0611279
Dec 22 05:22:04.354488 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2840b635-e335-4b0c-a5e7-ff4cae0107b7 req-baa35723-861c-4e02-af24-4a27264b6ec9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a423a2f2-4d58-4685-9229-8e7c588ba690&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0403457
Dec 22 05:22:04.639353 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2840b635-e335-4b0c-a5e7-ff4cae0107b7 req-60df4e41-b660-4418-ac10-da113425ef2d service neutron] 10.222.0.47 "GET /v2.0/networks/a423a2f2-4d58-4685-9229-8e7c588ba690?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2772880
Dec 22 05:22:04.678378 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc1889-0769-4353-8856-f97505e7a043 req-fe39287f-1d80-4d32-a077-df4668c8564f tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:04.679724 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-60cc1889-0769-4353-8856-f97505e7a043 req-fe39287f-1d80-4d32-a077-df4668c8564f tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=264003a5-dbfe-4abd-9bc2-5b4ac28c89a6 HTTP/1.1" status: 200  len: 943 time: 0.2338669
Dec 22 05:22:04.799600 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-60cc1889-0769-4353-8856-f97505e7a043 req-097e5828-023f-48e4-ad89-8f1c39048e49 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761633
Dec 22 05:22:04.815596 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2840b635-e335-4b0c-a5e7-ff4cae0107b7 req-741f529d-7122-4db6-aeb9-d4e6ec19d358 service neutron] 10.222.0.47 "GET /v2.0/networks/a423a2f2-4d58-4685-9229-8e7c588ba690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1614037
Dec 22 05:22:05.990967 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715b1a0-8b35-4f3e-81be-b63e6a411207 req-42e90bc0-f1b7-4c12-a8a2-785387661e06 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:05.992374 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e715b1a0-8b35-4f3e-81be-b63e6a411207 req-42e90bc0-f1b7-4c12-a8a2-785387661e06 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=264003a5-dbfe-4abd-9bc2-5b4ac28c89a6 HTTP/1.1" status: 200  len: 943 time: 0.0749097
Dec 22 05:22:06.037703 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e715b1a0-8b35-4f3e-81be-b63e6a411207 req-ce0a6305-40bd-4106-ad78-840cb19c91e9 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393560
Dec 22 05:22:06.829446 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 345890e1-d934-4543-911d-151dae90722c details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:22:06.993162 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 345890e1-d934-4543-911d-151dae90722c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=345890e1-d934-4543-911d-151dae90722c,segment=NetworkSegment(d5448854-168f-441c-a8be-3c79322d4b27),segment_id=d5448854-168f-441c-a8be-3c79322d4b27)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:22:07.006230 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '345890e1-d934-4543-911d-151dae90722c', 'network_id': 'a423a2f2-4d58-4685-9229-8e7c588ba690', 'port_id': '345890e1-d934-4543-911d-151dae90722c', 'mac_address': 'fa:16:3e:55:7c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b67ceb-ed59-4713-85e1-0229a5d4a2e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:22:07.059959 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:07.076867 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345890e1-d934-4543-911d-151dae90722c {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:22:07.091377 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 345890e1-d934-4543-911d-151dae90722c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=345890e1-d934-4543-911d-151dae90722c,segment=NetworkSegment(d5448854-168f-441c-a8be-3c79322d4b27),segment_id=d5448854-168f-441c-a8be-3c79322d4b27)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:22:07.095324 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:07.097058 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:07.160125 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=345890e1-d934-4543-911d-151dae90722c,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:07.169082 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:07.169499 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:07.169956 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:07.170353 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:07.170747 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:07.171138 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:07.171528 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:07.171916 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:07.172301 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:07.172685 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:07.173086 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:07.176858 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:07.233470 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948933d-9f8a-4247-985b-bdc4bd32b03e req-ff446a17-b347-4cce-a041-b2fe56f37b84 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:07.234934 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b948933d-9f8a-4247-985b-bdc4bd32b03e req-ff446a17-b347-4cce-a041-b2fe56f37b84 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=264003a5-dbfe-4abd-9bc2-5b4ac28c89a6 HTTP/1.1" status: 200  len: 944 time: 0.0806973
Dec 22 05:22:07.282143 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b948933d-9f8a-4247-985b-bdc4bd32b03e req-7838298e-0dc2-441c-92fe-8a52f4c25d6e tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416594
Dec 22 05:22:07.454899 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['345890e1-d934-4543-911d-151dae90722c'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:22:07.827523 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:08.479059 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04245b-65f4-4638-88f7-0cc603433c79 req-be9ec5cf-11ad-412a-9374-9465e832a7dd tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:08.480908 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-eb04245b-65f4-4638-88f7-0cc603433c79 req-be9ec5cf-11ad-412a-9374-9465e832a7dd tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=264003a5-dbfe-4abd-9bc2-5b4ac28c89a6 HTTP/1.1" status: 200  len: 944 time: 0.0797644
Dec 22 05:22:08.524961 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-eb04245b-65f4-4638-88f7-0cc603433c79 req-10709297-7c29-4362-a61c-a1f862efb43f tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385835
Dec 22 05:22:08.838333 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 345890e1-d934-4543-911d-151dae90722c up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:22:08.866859 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e03b1775-cddc-42ab-aff8-1c00cec60c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:08.905677 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 345890e1-d934-4543-911d-151dae90722c completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:22:08.910219 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 345890e1-d934-4543-911d-151dae90722c triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:22:08.910590 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:09.018733 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:09.044610 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264003a5-dbfe-4abd-9bc2-5b4ac28c89a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345890e1-d934-4543-911d-151dae90722c'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:22:09.053940 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 345890e1-d934-4543-911d-151dae90722c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=345890e1-d934-4543-911d-151dae90722c,segment=NetworkSegment(d5448854-168f-441c-a8be-3c79322d4b27),segment_id=d5448854-168f-441c-a8be-3c79322d4b27)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:22:09.057567 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:09.059436 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:09.101837 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264003a5-dbfe-4abd-9bc2-5b4ac28c89a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345890e1-d934-4543-911d-151dae90722c', 'code': 200}
Dec 22 05:22:09.125158 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=345890e1-d934-4543-911d-151dae90722c,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:09.127988 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:09.358368 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-45ecf11a-9cbb-4190-aa85-0acbdcb63894 req-3f9d9598-bfb0-408f-94c6-a75df9146d05 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=264003a5-dbfe-4abd-9bc2-5b4ac28c89a6 HTTP/1.1" status: 200  len: 1098 time: 0.0699575
Dec 22 05:22:09.399900 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-45ecf11a-9cbb-4190-aa85-0acbdcb63894 req-2d3a282a-9e07-4f7e-9990-4a9fec545716 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348475
Dec 22 05:22:09.714196 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcca40-b87f-4183-951f-e94d1e745ef8 req-379acad8-0db3-491c-9a84-8dec392ac14c tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:09.715650 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-64dcca40-b87f-4183-951f-e94d1e745ef8 req-379acad8-0db3-491c-9a84-8dec392ac14c tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=264003a5-dbfe-4abd-9bc2-5b4ac28c89a6 HTTP/1.1" status: 200  len: 945 time: 0.0735986
Dec 22 05:22:09.758371 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-64dcca40-b87f-4183-951f-e94d1e745ef8 req-3a6ca68a-6f7f-4067-ae49-90958703b4e6 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373652
Dec 22 05:22:10.964653 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db226757-95f3-4cd2-9900-4b3753fbeb32 req-782acb86-2901-4fac-882c-d413d027c835 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:10.966739 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-db226757-95f3-4cd2-9900-4b3753fbeb32 req-782acb86-2901-4fac-882c-d413d027c835 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=264003a5-dbfe-4abd-9bc2-5b4ac28c89a6 HTTP/1.1" status: 200  len: 945 time: 0.0826313
Dec 22 05:22:11.012991 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-db226757-95f3-4cd2-9900-4b3753fbeb32 req-040b6eb3-57c8-48ff-bb91-cd148ea28a3a tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407236
Dec 22 05:22:11.033575 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e6ecf689-1b83-4840-ac1f-36eed9de2914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:12.195104 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:12.208087 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce8c96-3950-4899-af16-d80994b3a31a req-3740013d-1184-4d52-961b-185ea53da89c tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:12.209522 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-61ce8c96-3950-4899-af16-d80994b3a31a req-3740013d-1184-4d52-961b-185ea53da89c tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=264003a5-dbfe-4abd-9bc2-5b4ac28c89a6 HTTP/1.1" status: 200  len: 945 time: 0.0798211
Dec 22 05:22:12.253688 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-61ce8c96-3950-4899-af16-d80994b3a31a req-3ea6f957-6031-4b41-9d44-048f29c9c59e tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385051
Dec 22 05:22:12.357052 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:12.645432 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f3246-c97e-4701-a941-dcce6737752d req-2d63b808-84d7-431e-8c29-d5da5a997039 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:12.646880 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-bc7f3246-c97e-4701-a941-dcce6737752d req-2d63b808-84d7-431e-8c29-d5da5a997039 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=264003a5-dbfe-4abd-9bc2-5b4ac28c89a6 HTTP/1.1" status: 200  len: 945 time: 0.0753012
Dec 22 05:22:12.693857 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-bc7f3246-c97e-4701-a941-dcce6737752d req-8dfbe1ce-16f5-4757-b769-dab36f2d54d1 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415676
Dec 22 05:22:13.643649 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:13.889337 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3487e-2067-4c89-9c14-fe864acaf1b2 req-8c16050b-d9ae-48d8-933e-850508f0f35b tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:13.890703 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-26f3487e-2067-4c89-9c14-fe864acaf1b2 req-8c16050b-d9ae-48d8-933e-850508f0f35b tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=264003a5-dbfe-4abd-9bc2-5b4ac28c89a6 HTTP/1.1" status: 200  len: 945 time: 0.0757506
Dec 22 05:22:13.934370 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-26f3487e-2067-4c89-9c14-fe864acaf1b2 req-27fd5d3e-bcd4-4f0a-b3fe-e5e01797188f tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381525
Dec 22 05:22:14.287658 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae107380-26e8-48f7-b2ee-b44a5f3cfcaf req-f50e120f-3b45-4bd6-ac8b-401ac1a5a844 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:14.289064 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ae107380-26e8-48f7-b2ee-b44a5f3cfcaf req-f50e120f-3b45-4bd6-ac8b-401ac1a5a844 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.47 "GET /v2.0/ports?device_id=264003a5-dbfe-4abd-9bc2-5b4ac28c89a6 HTTP/1.1" status: 200  len: 945 time: 0.0766265
Dec 22 05:22:14.354217 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-ae107380-26e8-48f7-b2ee-b44a5f3cfcaf req-97e47ef2-80df-43e7-bef8-8c4777da7ef0 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Deleting port 345890e1-d934-4543-911d-151dae90722c {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:22:14.354548 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-ae107380-26e8-48f7-b2ee-b44a5f3cfcaf req-97e47ef2-80df-43e7-bef8-8c4777da7ef0 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:14.586780 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-ae107380-26e8-48f7-b2ee-b44a5f3cfcaf req-97e47ef2-80df-43e7-bef8-8c4777da7ef0 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] For port 345890e1-d934-4543-911d-151dae90722c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=345890e1-d934-4543-911d-151dae90722c,segment=NetworkSegment(d5448854-168f-441c-a8be-3c79322d4b27),segment_id=d5448854-168f-441c-a8be-3c79322d4b27)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:22:14.587045 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-ae107380-26e8-48f7-b2ee-b44a5f3cfcaf req-97e47ef2-80df-43e7-bef8-8c4777da7ef0 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:14.704133 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-ae107380-26e8-48f7-b2ee-b44a5f3cfcaf req-97e47ef2-80df-43e7-bef8-8c4777da7ef0 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Calling delete_port for 345890e1-d934-4543-911d-151dae90722c owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:22:14.848324 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-ae107380-26e8-48f7-b2ee-b44a5f3cfcaf req-97e47ef2-80df-43e7-bef8-8c4777da7ef0 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:14.854049 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b2d8ac4d-c29b-4cae-80bf-fa163576cdce tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:14.882818 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['30f96584-bc17-47b7-9b60-93f841c1ab62', '345890e1-d934-4543-911d-151dae90722c'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:22:14.895453 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e47ef2-80df-43e7-bef8-8c4777da7ef0 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Pushing event deleted for resources: {'Port': ['ID=345890e1-d934-4543-911d-151dae90722c,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:14.898807 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-97e47ef2-80df-43e7-bef8-8c4777da7ef0 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:14.971086 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae107380-26e8-48f7-b2ee-b44a5f3cfcaf req-97e47ef2-80df-43e7-bef8-8c4777da7ef0 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] No DVR routers for this DVR port 345890e1-d934-4543-911d-151dae90722c on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:22:14.973500 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-ae107380-26e8-48f7-b2ee-b44a5f3cfcaf req-97e47ef2-80df-43e7-bef8-8c4777da7ef0 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:14.983692 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264003a5-dbfe-4abd-9bc2-5b4ac28c89a6', 'name': 'network-vif-deleted', 'tag': '345890e1-d934-4543-911d-151dae90722c'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:22:14.989534 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ae107380-26e8-48f7-b2ee-b44a5f3cfcaf req-97e47ef2-80df-43e7-bef8-8c4777da7ef0 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.47 "DELETE /v2.0/ports/345890e1-d934-4543-911d-151dae90722c HTTP/1.1" status: 204  len: 173 time: 0.6943588
Dec 22 05:22:15.103377 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f49981e0-2c9c-406d-861b-2400f87e4817 req-610f83e0-311e-47e2-b301-11146d0839c9 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=264003a5-dbfe-4abd-9bc2-5b4ac28c89a6 HTTP/1.1" status: 200  len: 210 time: 0.0449185
Dec 22 05:22:15.139792 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264003a5-dbfe-4abd-9bc2-5b4ac28c89a6', 'name': 'network-vif-deleted', 'tag': '345890e1-d934-4543-911d-151dae90722c', 'status': 'completed', 'code': 200}
Dec 22 05:22:16.371143 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964e90a-d520-4265-aa67-278f8b265287 req-a05276d3-b660-4fd5-99ec-d4f058745efc tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:16.372354 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-a964e90a-d520-4265-aa67-278f8b265287 req-a05276d3-b660-4fd5-99ec-d4f058745efc tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Synchronizing usage tracker for tenant:7dabb65772a8465cbe2458c23419dba1 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:22:16.386759 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-a964e90a-d520-4265-aa67-278f8b265287 req-a05276d3-b660-4fd5-99ec-d4f058745efc tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Unset dirty status for tenant:7dabb65772a8465cbe2458c23419dba1 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:22:16.388525 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a964e90a-d520-4265-aa67-278f8b265287 req-a05276d3-b660-4fd5-99ec-d4f058745efc tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=e033d19a-f666-4419-9cf2-13f4908fcf36 HTTP/1.1" status: 200  len: 946 time: 0.0912483
Dec 22 05:22:16.432038 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a964e90a-d520-4265-aa67-278f8b265287 req-6113d286-c601-4280-b953-0ed28fe7f4a4 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380142
Dec 22 05:22:16.648359 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30ce79-b58a-4c15-a66b-b418ebe945a9 req-f21a01f6-881c-4c11-b0a0-3dfb778ec26f tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:16.649807 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1d30ce79-b58a-4c15-a66b-b418ebe945a9 req-f21a01f6-881c-4c11-b0a0-3dfb778ec26f tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=e033d19a-f666-4419-9cf2-13f4908fcf36 HTTP/1.1" status: 200  len: 946 time: 0.0777183
Dec 22 05:22:16.694217 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1d30ce79-b58a-4c15-a66b-b418ebe945a9 req-42ba61e9-bd16-4574-a05f-fca78cc1a656 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389259
Dec 22 05:22:16.886678 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e1fe9-11da-4535-a08c-d671e54140b6 req-db7239e4-8018-4d48-85c1-ecca5ce08d14 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:16.888140 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-580e1fe9-11da-4535-a08c-d671e54140b6 req-db7239e4-8018-4d48-85c1-ecca5ce08d14 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=e033d19a-f666-4419-9cf2-13f4908fcf36 HTTP/1.1" status: 200  len: 946 time: 0.0739348
Dec 22 05:22:16.935532 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-580e1fe9-11da-4535-a08c-d671e54140b6 req-a5dad7c9-720d-43de-bb58-0aef5a6bf051 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419817
Dec 22 05:22:17.124743 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-91e18e4c-80c1-41b1-a8d0-6e977bed2020 req-a8044f06-f49b-40d3-aa7b-35183cfe7d5f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e033d19a-f666-4419-9cf2-13f4908fcf36&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0661225
Dec 22 05:22:17.312696 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39182a-00ea-437c-a5ae-c8097efe2d49 req-efd7a1e8-c561-4112-b3a9-e579daccbf70 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:17.314141 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3c39182a-00ea-437c-a5ae-c8097efe2d49 req-efd7a1e8-c561-4112-b3a9-e579daccbf70 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=e033d19a-f666-4419-9cf2-13f4908fcf36 HTTP/1.1" status: 200  len: 946 time: 0.0738115
Dec 22 05:22:17.358620 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3c39182a-00ea-437c-a5ae-c8097efe2d49 req-de20ec43-128c-46e5-ba41-ae591f5f2d30 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388422
Dec 22 05:22:17.649667 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1814f94-1c1d-4e09-9dba-cfe26eda11df req-8559e322-e89f-44d9-aac8-d947d8759f97 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:17.651104 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a1814f94-1c1d-4e09-9dba-cfe26eda11df req-8559e322-e89f-44d9-aac8-d947d8759f97 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=e033d19a-f666-4419-9cf2-13f4908fcf36 HTTP/1.1" status: 200  len: 946 time: 0.1761713
Dec 22 05:22:17.695091 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a1814f94-1c1d-4e09-9dba-cfe26eda11df req-6fb5ee64-a9c2-4766-b253-1762bbd71e14 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378957
Dec 22 05:22:17.902510 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb43f1-bf11-4ca8-8faf-ff535116932d req-d1a32918-2cb2-4dcf-88fa-ce493ec8de57 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:17.903881 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f3bb43f1-bf11-4ca8-8faf-ff535116932d req-d1a32918-2cb2-4dcf-88fa-ce493ec8de57 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=e033d19a-f666-4419-9cf2-13f4908fcf36 HTTP/1.1" status: 200  len: 946 time: 0.0767808
Dec 22 05:22:17.948008 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f3bb43f1-bf11-4ca8-8faf-ff535116932d req-af2184a3-7c92-4573-a713-2b2fd98f9739 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387642
Dec 22 05:22:18.488705 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4037e03-704b-4e54-81da-410d1ea9a6e1 req-0c52220b-e3df-4b0f-92b1-e84321137dc4 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:18.490074 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b4037e03-704b-4e54-81da-410d1ea9a6e1 req-0c52220b-e3df-4b0f-92b1-e84321137dc4 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=e033d19a-f666-4419-9cf2-13f4908fcf36 HTTP/1.1" status: 200  len: 946 time: 0.0748913
Dec 22 05:22:18.533349 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b4037e03-704b-4e54-81da-410d1ea9a6e1 req-b9c1eaeb-c2d4-4afd-b008-5e8b4b7e449f tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379136
Dec 22 05:22:18.929680 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 345890e1-d934-4543-911d-151dae90722c no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:22:18.962795 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 345890e1-d934-4543-911d-151dae90722c {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:22:18.963141 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 345890e1-d934-4543-911d-151dae90722c not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:22:19.729725 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecd04d-1642-493d-9de9-2b1d15f0d1eb req-fb01c115-0d68-4e77-a842-4f3cd7760f38 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:19.731177 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-87ecd04d-1642-493d-9de9-2b1d15f0d1eb req-fb01c115-0d68-4e77-a842-4f3cd7760f38 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=e033d19a-f666-4419-9cf2-13f4908fcf36 HTTP/1.1" status: 200  len: 946 time: 0.0784843
Dec 22 05:22:19.774420 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-87ecd04d-1642-493d-9de9-2b1d15f0d1eb req-3c2164dd-a30f-4181-8612-547bfc244558 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/security-groups?id=66db5ce0-25b9-4276-97e8-d71f54275b02&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379217
Dec 22 05:22:20.276658 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b893144-c2af-4dcf-b664-d6e9c0800a3c req-5789a70a-f495-44cf-8fe8-83ef1c8c6f8a tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:20.278122 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0b893144-c2af-4dcf-b664-d6e9c0800a3c req-5789a70a-f495-44cf-8fe8-83ef1c8c6f8a tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.47 "GET /v2.0/ports?device_id=e033d19a-f666-4419-9cf2-13f4908fcf36 HTTP/1.1" status: 200  len: 946 time: 0.0771532
Dec 22 05:22:20.343739 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-0b893144-c2af-4dcf-b664-d6e9c0800a3c req-6a6fa2e4-27fd-4d33-83bd-274176bb9aa3 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Deleting port 30f96584-bc17-47b7-9b60-93f841c1ab62 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:22:20.344074 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-0b893144-c2af-4dcf-b664-d6e9c0800a3c req-6a6fa2e4-27fd-4d33-83bd-274176bb9aa3 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:20.575682 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-0b893144-c2af-4dcf-b664-d6e9c0800a3c req-6a6fa2e4-27fd-4d33-83bd-274176bb9aa3 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] For port 30f96584-bc17-47b7-9b60-93f841c1ab62, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30f96584-bc17-47b7-9b60-93f841c1ab62,segment=NetworkSegment(d5448854-168f-441c-a8be-3c79322d4b27),segment_id=d5448854-168f-441c-a8be-3c79322d4b27)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:22:20.575951 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-0b893144-c2af-4dcf-b664-d6e9c0800a3c req-6a6fa2e4-27fd-4d33-83bd-274176bb9aa3 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:20.692557 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-0b893144-c2af-4dcf-b664-d6e9c0800a3c req-6a6fa2e4-27fd-4d33-83bd-274176bb9aa3 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Calling delete_port for 30f96584-bc17-47b7-9b60-93f841c1ab62 owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:22:20.830191 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-0b893144-c2af-4dcf-b664-d6e9c0800a3c req-6a6fa2e4-27fd-4d33-83bd-274176bb9aa3 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:20.836012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-97e47ef2-80df-43e7-bef8-8c4777da7ef0 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:20.863866 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['30f96584-bc17-47b7-9b60-93f841c1ab62'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:22:20.879216 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6fa2e4-27fd-4d33-83bd-274176bb9aa3 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Pushing event deleted for resources: {'Port': ['ID=30f96584-bc17-47b7-9b60-93f841c1ab62,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:20.882707 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6a6fa2e4-27fd-4d33-83bd-274176bb9aa3 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:20.988247 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a3d2e136-0056-4fde-92b5-d0c9f2c3dd51 req-ad204b52-89a9-4e66-be82-b7cc5b8b4d86 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.53 "GET /v2.0/ports?device_id=e033d19a-f666-4419-9cf2-13f4908fcf36 HTTP/1.1" status: 200  len: 210 time: 0.0730138
Dec 22 05:22:20.992582 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b893144-c2af-4dcf-b664-d6e9c0800a3c req-6a6fa2e4-27fd-4d33-83bd-274176bb9aa3 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] No DVR routers for this DVR port 30f96584-bc17-47b7-9b60-93f841c1ab62 on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:22:20.994960 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-0b893144-c2af-4dcf-b664-d6e9c0800a3c req-6a6fa2e4-27fd-4d33-83bd-274176bb9aa3 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:20.997628 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e033d19a-f666-4419-9cf2-13f4908fcf36', 'name': 'network-vif-deleted', 'tag': '30f96584-bc17-47b7-9b60-93f841c1ab62'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:22:21.014113 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0b893144-c2af-4dcf-b664-d6e9c0800a3c req-6a6fa2e4-27fd-4d33-83bd-274176bb9aa3 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] 10.222.0.47 "DELETE /v2.0/ports/30f96584-bc17-47b7-9b60-93f841c1ab62 HTTP/1.1" status: 204  len: 173 time: 0.7299485
Dec 22 05:22:21.053783 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e033d19a-f666-4419-9cf2-13f4908fcf36', 'name': 'network-vif-deleted', 'tag': '30f96584-bc17-47b7-9b60-93f841c1ab62', 'status': 'completed', 'code': 200}
Dec 22 05:22:22.092364 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35848) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:22.150092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f91f4bf-f9ac-419a-b6c0-0e9d7f7251b6 admin admin] Deleting subnet 82b67ceb-ed59-4713-85e1-0229a5d4a2e5 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:22:22.153512 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1f91f4bf-f9ac-419a-b6c0-0e9d7f7251b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:22.206886 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1f91f4bf-f9ac-419a-b6c0-0e9d7f7251b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:22.346588 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1f91f4bf-f9ac-419a-b6c0-0e9d7f7251b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:22.410258 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1f91f4bf-f9ac-419a-b6c0-0e9d7f7251b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:22.414385 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-10f21df0-dc81-41a3-bec7-925598d7c157 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:22.452208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91f4bf-f9ac-419a-b6c0-0e9d7f7251b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82b67ceb-ed59-4713-85e1-0229a5d4a2e5,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:22.455464 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1f91f4bf-f9ac-419a-b6c0-0e9d7f7251b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:22.456999 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1f91f4bf-f9ac-419a-b6c0-0e9d7f7251b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:22.462088 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1f91f4bf-f9ac-419a-b6c0-0e9d7f7251b6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/82b67ceb-ed59-4713-85e1-0229a5d4a2e5 HTTP/1.1" status: 204  len: 168 time: 0.3687425
Dec 22 05:22:22.464543 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35852) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:22.566555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e03e34b8-7b63-406e-a59a-2ff40ff97d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:22.687206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e03e34b8-7b63-406e-a59a-2ff40ff97d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:22.711275 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-e03e34b8-7b63-406e-a59a-2ff40ff97d29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b610310>,) {'filters': {'network_id': ['a423a2f2-4d58-4685-9229-8e7c588ba690']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:22.722646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-e03e34b8-7b63-406e-a59a-2ff40ff97d29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b610310>, 'd5448854-168f-441c-a8be-3c79322d4b27') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:22.722934 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-e03e34b8-7b63-406e-a59a-2ff40ff97d29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b610310>, 'd5448854-168f-441c-a8be-3c79322d4b27') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:22.734250 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e03e34b8-7b63-406e-a59a-2ff40ff97d29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:22.749739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e03e34b8-7b63-406e-a59a-2ff40ff97d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:22.757475 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e03e34b8-7b63-406e-a59a-2ff40ff97d29 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:22:22.757878 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e03e34b8-7b63-406e-a59a-2ff40ff97d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:22:22.770451 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:22:22.844582 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e03e34b8-7b63-406e-a59a-2ff40ff97d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:22.851478 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e03e34b8-7b63-406e-a59a-2ff40ff97d29 admin admin] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:22.853970 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fdf932bb-7f06-4dee-a7fa-9e82416a2918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:22.880046 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e34b8-7b63-406e-a59a-2ff40ff97d29 admin admin] Pushing event deleted for resources: {'Network': ['ID=a423a2f2-4d58-4685-9229-8e7c588ba690,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:22.882406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e03e34b8-7b63-406e-a59a-2ff40ff97d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:22.887954 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e03e34b8-7b63-406e-a59a-2ff40ff97d29 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a423a2f2-4d58-4685-9229-8e7c588ba690 HTTP/1.1" status: 204  len: 168 time: 0.4224565
Dec 22 05:22:23.018899 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 35858) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:23.067942 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-617dd36b-9ee5-4abb-9bb6-227093ee95ac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7dabb65772a8465cbe2458c23419dba1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0477445
Dec 22 05:22:23.070217 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 35862) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:23.130380 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-475b4588-8285-4fad-a34d-0109d0863c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:23.154962 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-475b4588-8285-4fad-a34d-0109d0863c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:23.206845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-475b4588-8285-4fad-a34d-0109d0863c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:23.210660 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c79daace-9281-442f-9f87-aa3dec98be89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:23.223345 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b4588-8285-4fad-a34d-0109d0863c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66db5ce0-25b9-4276-97e8-d71f54275b02,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:23.226458 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-475b4588-8285-4fad-a34d-0109d0863c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:23.235844 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-475b4588-8285-4fad-a34d-0109d0863c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:23.236905 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-475b4588-8285-4fad-a34d-0109d0863c85 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66db5ce0-25b9-4276-97e8-d71f54275b02 HTTP/1.1" status: 204  len: 168 time: 0.1658084
Dec 22 05:22:24.050374 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35884) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:24.172010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1910640538'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:22:24.176857 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:24.180579 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Usage tracker for resource:network and tenant:20b5193a67ae47c79255a2678cafab48 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:24.183405 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:24.190516 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:24.200955 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Made reservation on behalf of 20b5193a67ae47c79255a2678cafab48 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:22:24.204155 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:24.216886 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:24.249563 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:24.253223 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Usage tracker for resource:security_group_rule and tenant:20b5193a67ae47c79255a2678cafab48 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:24.255947 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:24.261485 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:24.328386 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:24.332127 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:24.336175 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8dfe4265-8fd8-4dcc-a876-2a6207a64873 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:24.365200 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:22:24.375024 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fddf8844-8b94-499d-9679-40fb9232781a,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:24.379915 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:24.380815 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:24.381143 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Added segment 3e571f42-2618-45be-8b96-abcf3d284d46 of type vlan for network bfb41de2-3bad-475f-a5e7-f853e42286c1
Dec 22 05:22:24.409974 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:24.438778 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:24.442923 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:24.443488 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:24.446901 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2c51c003-e07d-4b6d-9178-b147a574248a tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:24.554874 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Pushing event updated for resources: {'Network': ['ID=bfb41de2-3bad-475f-a5e7-f853e42286c1,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:24.557804 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:24.559811 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5084355
Dec 22 05:22:24.565192 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network bfb41de2-3bad-475f-a5e7-f853e42286c1 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:22:24.976812 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 30f96584-bc17-47b7-9b60-93f841c1ab62 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:22:25.011997 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 30f96584-bc17-47b7-9b60-93f841c1ab62 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:22:25.012837 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 30f96584-bc17-47b7-9b60-93f841c1ab62 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:22:27.746223 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 35890) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:27.752052 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-13f0d7a1-d970-4c4e-bcb4-618384c9c7c9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Request body: {'subnet': {'network_id': 'bfb41de2-3bad-475f-a5e7-f853e42286c1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:22:27.858500 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-13f0d7a1-d970-4c4e-bcb4-618384c9c7c9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:27.862213 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-13f0d7a1-d970-4c4e-bcb4-618384c9c7c9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Usage tracker for resource:subnet and tenant:20b5193a67ae47c79255a2678cafab48 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:27.864899 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-13f0d7a1-d970-4c4e-bcb4-618384c9c7c9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:27.870429 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-13f0d7a1-d970-4c4e-bcb4-618384c9c7c9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:27.879570 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f0d7a1-d970-4c4e-bcb4-618384c9c7c9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Made reservation on behalf of 20b5193a67ae47c79255a2678cafab48 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:22:27.977887 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-13f0d7a1-d970-4c4e-bcb4-618384c9c7c9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:28.289743 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-13f0d7a1-d970-4c4e-bcb4-618384c9c7c9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:28.293088 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a3942687-c5d7-4fdc-85c2-156cbb81d443 tempest-ExtraDHCPOptionsTestJSON-125246182 tempest-ExtraDHCPOptionsTestJSON-125246182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:28.369365 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0d7a1-d970-4c4e-bcb4-618384c9c7c9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Pushing event updated for resources: {'Subnet': ['ID=b52e9024-3bc6-4eed-8284-6df7864b1f0a,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:28.374178 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-13f0d7a1-d970-4c4e-bcb4-618384c9c7c9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:28.380827 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f0d7a1-d970-4c4e-bcb4-618384c9c7c9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Checking segment: {'id': '3e571f42-2618-45be-8b96-abcf3d284d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bfb41de2-3bad-475f-a5e7-f853e42286c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:22:28.381173 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f0d7a1-d970-4c4e-bcb4-618384c9c7c9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Network hostable DHCP agents. Network: bfb41de2-3bad-475f-a5e7-f853e42286c1, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:22:28.402547 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f0d7a1-d970-4c4e-bcb4-618384c9c7c9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Network bfb41de2-3bad-475f-a5e7-f853e42286c1 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:22:28.411046 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-13f0d7a1-d970-4c4e-bcb4-618384c9c7c9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, bfb41de2-3bad-475f-a5e7-f853e42286c1) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:22:28.414884 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f0d7a1-d970-4c4e-bcb4-618384c9c7c9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:28.415467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-13f0d7a1-d970-4c4e-bcb4-618384c9c7c9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:28.421002 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732db776-1b90-467d-a5ea-b9f9665d3e0b None None] Network bfb41de2-3bad-475f-a5e7-f853e42286c1 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:22:28.437133 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-13f0d7a1-d970-4c4e-bcb4-618384c9c7c9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6896865
Dec 22 05:22:28.440934 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 35894) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:28.448325 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-30f5d32f-cd29-454d-a616-01c4809683fb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-689987243'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:22:28.455238 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-30f5d32f-cd29-454d-a616-01c4809683fb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:28.460380 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-30f5d32f-cd29-454d-a616-01c4809683fb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Usage tracker for resource:network and tenant:20b5193a67ae47c79255a2678cafab48 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:28.463768 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-30f5d32f-cd29-454d-a616-01c4809683fb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:28.471075 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-30f5d32f-cd29-454d-a616-01c4809683fb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:28.482720 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f5d32f-cd29-454d-a616-01c4809683fb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Made reservation on behalf of 20b5193a67ae47c79255a2678cafab48 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:22:28.485710 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-30f5d32f-cd29-454d-a616-01c4809683fb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:28.518956 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f5d32f-cd29-454d-a616-01c4809683fb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:22:28.531535 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-30f5d32f-cd29-454d-a616-01c4809683fb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:28.531878 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-30f5d32f-cd29-454d-a616-01c4809683fb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Added segment d5393b13-bc6a-4953-b2b0-f116effcc9ab of type vlan for network fc3632b3-4d1c-4166-aa5d-cda2ec0f5093
Dec 22 05:22:28.560428 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-30f5d32f-cd29-454d-a616-01c4809683fb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:28.588986 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-30f5d32f-cd29-454d-a616-01c4809683fb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:28.592712 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f5d32f-cd29-454d-a616-01c4809683fb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:28.593290 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-30f5d32f-cd29-454d-a616-01c4809683fb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:28.596760 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cda191a8-0ee8-49b2-bd63-ccf24258d3c9 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:28.648501 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-bfb41de2-3bad-475f-a5e7-f853e42286c1', 'network_id': 'bfb41de2-3bad-475f-a5e7-f853e42286c1', 'tenant_id': '20b5193a67ae47c79255a2678cafab48', 'fixed_ips': [{'subnet_id': 'b52e9024-3bc6-4eed-8284-6df7864b1f0a'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:22:28.649576 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:28.697039 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-30f5d32f-cd29-454d-a616-01c4809683fb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2522123
Dec 22 05:22:28.697257 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 35898) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:28.704851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-85095241-0cf3-41a7-8cf6-3621f9da2a16 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Request body: {'subnet': {'network_id': 'fc3632b3-4d1c-4166-aa5d-cda2ec0f5093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:22:28.718305 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5d32f-cd29-454d-a616-01c4809683fb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Pushing event updated for resources: {'Network': ['ID=fc3632b3-4d1c-4166-aa5d-cda2ec0f5093,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:28.722967 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-30f5d32f-cd29-454d-a616-01c4809683fb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:28.730614 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network fc3632b3-4d1c-4166-aa5d-cda2ec0f5093 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:22:28.816159 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-85095241-0cf3-41a7-8cf6-3621f9da2a16 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:28.820016 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-85095241-0cf3-41a7-8cf6-3621f9da2a16 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Usage tracker for resource:subnet and tenant:20b5193a67ae47c79255a2678cafab48 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:28.822881 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-85095241-0cf3-41a7-8cf6-3621f9da2a16 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:28.828559 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-85095241-0cf3-41a7-8cf6-3621f9da2a16 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:28.838775 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85095241-0cf3-41a7-8cf6-3621f9da2a16 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Made reservation on behalf of 20b5193a67ae47c79255a2678cafab48 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:22:28.903505 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Allocated IP 2001:db8:0:ffff::2 (bfb41de2-3bad-475f-a5e7-f853e42286c1/b52e9024-3bc6-4eed-8284-6df7864b1f0a/5594aa6b-3e97-46fc-bb69-301ef298ce73) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:22:28.940985 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-85095241-0cf3-41a7-8cf6-3621f9da2a16 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:29.136844 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:29.147609 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Transition to ACTIVE for port object 5594aa6b-3e97-46fc-bb69-301ef298ce73 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:22:29.163503 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-85095241-0cf3-41a7-8cf6-3621f9da2a16 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:29.167034 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Transition to ACTIVE for port object 5594aa6b-3e97-46fc-bb69-301ef298ce73 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:22:29.167488 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b07dfee6-2556-401a-b719-4a89b4aa9c49 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:29.172271 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:29.177851 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:29.243134 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Network bfb41de2-3bad-475f-a5e7-f853e42286c1 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:22:29.244801 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85095241-0cf3-41a7-8cf6-3621f9da2a16 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Pushing event updated for resources: {'Subnet': ['ID=ed7c2a60-1a50-41be-a826-12a35241edd6,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:29.246248 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:22:29.249311 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:22:29.249457 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-85095241-0cf3-41a7-8cf6-3621f9da2a16 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:29.255797 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Pushing event updated for resources: {'Port': ['ID=5594aa6b-3e97-46fc-bb69-301ef298ce73,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:29.258536 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:29.259857 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85095241-0cf3-41a7-8cf6-3621f9da2a16 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Checking segment: {'id': 'd5393b13-bc6a-4953-b2b0-f116effcc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'fc3632b3-4d1c-4166-aa5d-cda2ec0f5093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:22:29.260550 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85095241-0cf3-41a7-8cf6-3621f9da2a16 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Network hostable DHCP agents. Network: fc3632b3-4d1c-4166-aa5d-cda2ec0f5093, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:22:29.283487 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85095241-0cf3-41a7-8cf6-3621f9da2a16 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Network fc3632b3-4d1c-4166-aa5d-cda2ec0f5093 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:22:29.294393 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-85095241-0cf3-41a7-8cf6-3621f9da2a16 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, fc3632b3-4d1c-4166-aa5d-cda2ec0f5093) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:22:29.298371 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85095241-0cf3-41a7-8cf6-3621f9da2a16 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:29.298942 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-85095241-0cf3-41a7-8cf6-3621f9da2a16 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:29.320366 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-85095241-0cf3-41a7-8cf6-3621f9da2a16 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.6221390
Dec 22 05:22:29.322586 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f18cbf9-8039-46b9-800c-32e28044b37c None None] Network fc3632b3-4d1c-4166-aa5d-cda2ec0f5093 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:22:29.323086 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 35902) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:29.419244 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Attempting to bind port 5594aa6b-3e97-46fc-bb69-301ef298ce73 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:22:29.419517 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Attempting to bind port 5594aa6b-3e97-46fc-bb69-301ef298ce73 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '3e571f42-2618-45be-8b96-abcf3d284d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bfb41de2-3bad-475f-a5e7-f853e42286c1'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:22:29.419877 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Attempting to bind port 5594aa6b-3e97-46fc-bb69-301ef298ce73 on network bfb41de2-3bad-475f-a5e7-f853e42286c1 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:22:29.435915 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:22:29.436599 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Checking segment: {'id': '3e571f42-2618-45be-8b96-abcf3d284d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bfb41de2-3bad-475f-a5e7-f853e42286c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:22:29.436843 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:29.437251 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Bound using segment: {'id': '3e571f42-2618-45be-8b96-abcf3d284d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bfb41de2-3bad-475f-a5e7-f853e42286c1'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:22:29.437748 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Bound port: 5594aa6b-3e97-46fc-bb69-301ef298ce73, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e571f42-2618-45be-8b96-abcf3d284d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bfb41de2-3bad-475f-a5e7-f853e42286c1'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:22:29.438128 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:29.458624 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b83827ad-2888-431b-85bc-2d037302098f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:29.521886 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b83827ad-2888-431b-85bc-2d037302098f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:29.548314 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:22:29.591113 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] For port 5594aa6b-3e97-46fc-bb69-301ef298ce73, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:22:29.602392 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b83827ad-2888-431b-85bc-2d037302098f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:29.605963 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-67fee741-1f2e-48b3-adf8-3bbbfedaa2f4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:29.635099 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] For port 5594aa6b-3e97-46fc-bb69-301ef298ce73, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5594aa6b-3e97-46fc-bb69-301ef298ce73,segment=NetworkSegment(3e571f42-2618-45be-8b96-abcf3d284d46),segment_id=3e571f42-2618-45be-8b96-abcf3d284d46)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:22:29.640321 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83827ad-2888-431b-85bc-2d037302098f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Pushing event deleted for resources: {'Subnet': ['ID=ed7c2a60-1a50-41be-a826-12a35241edd6,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:29.640467 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:29.643870 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b83827ad-2888-431b-85bc-2d037302098f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:29.647693 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:29.674598 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec2cfa8-4445-4152-a430-e8bcd732afff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-fc3632b3-4d1c-4166-aa5d-cda2ec0f5093', 'network_id': 'fc3632b3-4d1c-4166-aa5d-cda2ec0f5093', 'tenant_id': '20b5193a67ae47c79255a2678cafab48', 'fixed_ips': [{'subnet_id': 'ed7c2a60-1a50-41be-a826-12a35241edd6'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:22:29.675325 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2ec2cfa8-4445-4152-a430-e8bcd732afff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:29.737231 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b83827ad-2888-431b-85bc-2d037302098f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:29.767756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-b83827ad-2888-431b-85bc-2d037302098f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469afa32e0>,) {'filters': {'network_id': ['fc3632b3-4d1c-4166-aa5d-cda2ec0f5093']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:29.781028 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Pushing event updated for resources: {'Port': ['ID=5594aa6b-3e97-46fc-bb69-301ef298ce73,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:29.781475 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-b83827ad-2888-431b-85bc-2d037302098f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469afa32e0>, 'd5393b13-bc6a-4953-b2b0-f116effcc9ab') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:29.781942 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-b83827ad-2888-431b-85bc-2d037302098f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469afa32e0>, 'd5393b13-bc6a-4953-b2b0-f116effcc9ab') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:29.787822 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:29.796988 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b83827ad-2888-431b-85bc-2d037302098f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:29.818716 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b83827ad-2888-431b-85bc-2d037302098f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:29.821817 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1823cced-7bb3-4dc6-aae1-190f847d4e07 None None] Network fc3632b3-4d1c-4166-aa5d-cda2ec0f5093 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:22:29.826237 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83827ad-2888-431b-85bc-2d037302098f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:22:29.826860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b83827ad-2888-431b-85bc-2d037302098f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:22:29.841466 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:22:29.957743 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b83827ad-2888-431b-85bc-2d037302098f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:29.962054 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c9859e31-dfdf-4e21-9eec-3b308df8ce33 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:29.977255 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b83827ad-2888-431b-85bc-2d037302098f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:29.988865 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83827ad-2888-431b-85bc-2d037302098f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Pushing event deleted for resources: {'Network': ['ID=fc3632b3-4d1c-4166-aa5d-cda2ec0f5093,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:29.991743 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b83827ad-2888-431b-85bc-2d037302098f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:29.993771 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b83827ad-2888-431b-85bc-2d037302098f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "DELETE /v2.0/networks/fc3632b3-4d1c-4166-aa5d-cda2ec0f5093 HTTP/1.1" status: 204  len: 168 time: 0.6694639
Dec 22 05:22:29.997667 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 35906) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:30.004907 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-e817d854-db50-4873-bb7e-a424aa259f21 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-177806592'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:22:30.010642 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e817d854-db50-4873-bb7e-a424aa259f21 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:30.015348 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e817d854-db50-4873-bb7e-a424aa259f21 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Usage tracker for resource:network and tenant:20b5193a67ae47c79255a2678cafab48 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:30.023597 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e817d854-db50-4873-bb7e-a424aa259f21 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:30.031143 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e817d854-db50-4873-bb7e-a424aa259f21 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:30.041816 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e817d854-db50-4873-bb7e-a424aa259f21 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Made reservation on behalf of 20b5193a67ae47c79255a2678cafab48 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:22:30.045366 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e817d854-db50-4873-bb7e-a424aa259f21 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:30.073859 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e817d854-db50-4873-bb7e-a424aa259f21 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:22:30.082263 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e817d854-db50-4873-bb7e-a424aa259f21 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:30.082595 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-e817d854-db50-4873-bb7e-a424aa259f21 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Added segment 7b2961d6-c7bc-44a1-96c9-07b4de2ca4e2 of type vlan for network 57b5dc27-c922-49cf-90a3-e0078f78cfe4
Dec 22 05:22:30.107371 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e817d854-db50-4873-bb7e-a424aa259f21 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:30.134950 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e817d854-db50-4873-bb7e-a424aa259f21 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:30.138670 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e817d854-db50-4873-bb7e-a424aa259f21 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:30.139282 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e817d854-db50-4873-bb7e-a424aa259f21 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:30.142985 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-30f5d32f-cd29-454d-a616-01c4809683fb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:30.357885 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e817d854-db50-4873-bb7e-a424aa259f21 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3591280
Dec 22 05:22:30.360760 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35910) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:30.366697 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e797f6a0-ba26-41b9-84fe-c0cb1671bf1f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Request body: {'subnet': {'network_id': '57b5dc27-c922-49cf-90a3-e0078f78cfe4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:22:30.368067 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817d854-db50-4873-bb7e-a424aa259f21 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Pushing event updated for resources: {'Network': ['ID=57b5dc27-c922-49cf-90a3-e0078f78cfe4,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:30.370681 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e817d854-db50-4873-bb7e-a424aa259f21 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:30.379187 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 57b5dc27-c922-49cf-90a3-e0078f78cfe4 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:22:30.487564 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e797f6a0-ba26-41b9-84fe-c0cb1671bf1f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:30.491765 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e797f6a0-ba26-41b9-84fe-c0cb1671bf1f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Usage tracker for resource:subnet and tenant:20b5193a67ae47c79255a2678cafab48 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:30.494737 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e797f6a0-ba26-41b9-84fe-c0cb1671bf1f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:30.500490 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e797f6a0-ba26-41b9-84fe-c0cb1671bf1f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:30.510531 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e797f6a0-ba26-41b9-84fe-c0cb1671bf1f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Made reservation on behalf of 20b5193a67ae47c79255a2678cafab48 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:22:30.614840 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e797f6a0-ba26-41b9-84fe-c0cb1671bf1f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:30.680855 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6695dd46-2963-4047-94b7-f9f0b40f00e9 None None] Network bfb41de2-3bad-475f-a5e7-f853e42286c1 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:22:30.707249 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.ipam_backend_mixin [None req-e797f6a0-ba26-41b9-84fe-c0cb1671bf1f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Performing IP validity checks on allocation pools {{(pid=83435) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 22 05:22:30.707775 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.ipam_backend_mixin [None req-e797f6a0-ba26-41b9-84fe-c0cb1671bf1f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83435) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 22 05:22:30.773465 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-33f9a7fc-4443-4cc8-915e-6590fd99e9ce None None] Provisioning for port 5594aa6b-3e97-46fc-bb69-301ef298ce73 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:22:30.830336 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e797f6a0-ba26-41b9-84fe-c0cb1671bf1f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:30.838685 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ada46147-7337-49fe-b292-0fc0b8c68aae tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:30.913493 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797f6a0-ba26-41b9-84fe-c0cb1671bf1f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Pushing event updated for resources: {'Subnet': ['ID=7f35f4a8-e49b-4ff6-8c8c-82072bacb92a,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:30.918010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e797f6a0-ba26-41b9-84fe-c0cb1671bf1f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:30.924340 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e797f6a0-ba26-41b9-84fe-c0cb1671bf1f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Checking segment: {'id': '7b2961d6-c7bc-44a1-96c9-07b4de2ca4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '57b5dc27-c922-49cf-90a3-e0078f78cfe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:22:30.924693 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e797f6a0-ba26-41b9-84fe-c0cb1671bf1f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Network hostable DHCP agents. Network: 57b5dc27-c922-49cf-90a3-e0078f78cfe4, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:22:30.947841 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e797f6a0-ba26-41b9-84fe-c0cb1671bf1f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Network 57b5dc27-c922-49cf-90a3-e0078f78cfe4 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:22:30.957764 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-e797f6a0-ba26-41b9-84fe-c0cb1671bf1f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 57b5dc27-c922-49cf-90a3-e0078f78cfe4) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:22:30.964901 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e797f6a0-ba26-41b9-84fe-c0cb1671bf1f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:30.965484 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e797f6a0-ba26-41b9-84fe-c0cb1671bf1f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:30.966172 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98437907-602a-4523-afdb-9bb2da4e56b1 None None] Network 57b5dc27-c922-49cf-90a3-e0078f78cfe4 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:22:30.991441 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e797f6a0-ba26-41b9-84fe-c0cb1671bf1f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.6270280
Dec 22 05:22:30.991679 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35914) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:31.134255 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a4bfebae-27f8-4241-b523-e6eb1bc7f78a tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:31.198577 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e709414-21fa-4b9e-afb9-f9bfc86e6231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-57b5dc27-c922-49cf-90a3-e0078f78cfe4', 'network_id': '57b5dc27-c922-49cf-90a3-e0078f78cfe4', 'tenant_id': '20b5193a67ae47c79255a2678cafab48', 'fixed_ips': [{'subnet_id': '7f35f4a8-e49b-4ff6-8c8c-82072bacb92a'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:22:31.199571 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0e709414-21fa-4b9e-afb9-f9bfc86e6231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:31.317662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a4bfebae-27f8-4241-b523-e6eb1bc7f78a tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:31.320710 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 5594aa6b-3e97-46fc-bb69-301ef298ce73 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:22:31.390929 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a4bfebae-27f8-4241-b523-e6eb1bc7f78a tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:31.395126 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-523d6fde-27b4-4765-960b-0b44d20bda87 tempest-PortsTestJSON-1983694436 tempest-PortsTestJSON-1983694436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server [None req-0e709414-21fa-4b9e-afb9-f9bfc86e6231 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f35f4a8-e49b-4ff6-8c8c-82072bacb92a: This subnet is being modified by another concurrent operation.
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise value
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server     raise exception
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f35f4a8-e49b-4ff6-8c8c-82072bacb92a: This subnet is being modified by another concurrent operation.
Dec 22 05:22:31.413595 dv-neutron-822525-1-hyperv neutron-server[83436]: ERROR oslo_messaging.rpc.server 
Dec 22 05:22:31.427131 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 5594aa6b-3e97-46fc-bb69-301ef298ce73 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:22:31.432041 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 5594aa6b-3e97-46fc-bb69-301ef298ce73 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:22:31.432472 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:31.435806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bfebae-27f8-4241-b523-e6eb1bc7f78a tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Pushing event deleted for resources: {'Subnet': ['ID=7f35f4a8-e49b-4ff6-8c8c-82072bacb92a,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:31.438208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a4bfebae-27f8-4241-b523-e6eb1bc7f78a tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:31.458852 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb678ed3-7332-479c-a966-4ce1c84b0078 None None] Network 57b5dc27-c922-49cf-90a3-e0078f78cfe4 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:22:31.528170 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a4bfebae-27f8-4241-b523-e6eb1bc7f78a tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:31.556615 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-a4bfebae-27f8-4241-b523-e6eb1bc7f78a tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bc2c910>,) {'filters': {'network_id': ['57b5dc27-c922-49cf-90a3-e0078f78cfe4']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:31.568430 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-a4bfebae-27f8-4241-b523-e6eb1bc7f78a tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bc2c910>, '7b2961d6-c7bc-44a1-96c9-07b4de2ca4e2') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:31.568716 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-a4bfebae-27f8-4241-b523-e6eb1bc7f78a tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bc2c910>, '7b2961d6-c7bc-44a1-96c9-07b4de2ca4e2') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:31.580374 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a4bfebae-27f8-4241-b523-e6eb1bc7f78a tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:31.596052 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a4bfebae-27f8-4241-b523-e6eb1bc7f78a tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:31.601878 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4bfebae-27f8-4241-b523-e6eb1bc7f78a tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:22:31.602409 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a4bfebae-27f8-4241-b523-e6eb1bc7f78a tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:22:31.616617 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:22:31.682523 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc256d0-8d9a-48e4-9618-d537f4b5499f None None] get_active_networks_info from dv-neutron-822525-1-hyperv {{(pid=83436) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 22 05:22:31.693459 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a4bfebae-27f8-4241-b523-e6eb1bc7f78a tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:31.696786 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-06efb33a-2b35-4411-b686-4e620ff83ef6 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:31.718175 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a4bfebae-27f8-4241-b523-e6eb1bc7f78a tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:31.726031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:31.726413 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bfebae-27f8-4241-b523-e6eb1bc7f78a tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Pushing event deleted for resources: {'Network': ['ID=57b5dc27-c922-49cf-90a3-e0078f78cfe4,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:31.729144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a4bfebae-27f8-4241-b523-e6eb1bc7f78a tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:31.731045 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a4bfebae-27f8-4241-b523-e6eb1bc7f78a tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "DELETE /v2.0/networks/57b5dc27-c922-49cf-90a3-e0078f78cfe4 HTTP/1.1" status: 204  len: 168 time: 0.7384992
Dec 22 05:22:31.734706 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 35918) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:31.740583 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1583385025'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:22:31.745332 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:31.749221 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Usage tracker for resource:network and tenant:20b5193a67ae47c79255a2678cafab48 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:31.752128 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:31.758976 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:31.768995 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Made reservation on behalf of 20b5193a67ae47c79255a2678cafab48 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:22:31.772084 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:31.787383 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 5594aa6b-3e97-46fc-bb69-301ef298ce73, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5594aa6b-3e97-46fc-bb69-301ef298ce73,segment=NetworkSegment(3e571f42-2618-45be-8b96-abcf3d284d46),segment_id=3e571f42-2618-45be-8b96-abcf3d284d46)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:22:31.794788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:31.800412 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:22:31.800563 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:31.809599 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:31.809887 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Added segment c732661e-ded4-4fbd-a086-358125eb7390 of type vlan for network 7a1e8438-a4c6-4767-b776-702024c54ed0
Dec 22 05:22:31.838556 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:31.849076 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc256d0-8d9a-48e4-9618-d537f4b5499f None None] Resources bound (agent type, host, resource id):  {{(pid=83436) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 05:22:31.868117 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:31.872125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:31.872783 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:31.877618 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b828d232-6726-4d91-8f92-449305a276d8 tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:31.882421 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=5594aa6b-3e97-46fc-bb69-301ef298ce73,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:31.899368 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:31.972739 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2369506
Dec 22 05:22:31.975748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35922) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:31.981364 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Pushing event updated for resources: {'Network': ['ID=7a1e8438-a4c6-4767-b776-702024c54ed0,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:31.981536 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-117d2735-b27e-4e85-a613-45e25076669e tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Request body: {'subnet': {'network_id': '7a1e8438-a4c6-4767-b776-702024c54ed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:22:31.989512 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:31.989913 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:31.990282 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:31.990649 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:31.991002 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:31.991356 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:31.991714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:31.992070 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:31.992416 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:31.992765 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:31.993114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:31.996926 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5e789382-b7f4-47cf-a163-10e715f6a898 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:32.008060 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 7a1e8438-a4c6-4767-b776-702024c54ed0 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:22:32.091649 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-117d2735-b27e-4e85-a613-45e25076669e tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:32.095345 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-117d2735-b27e-4e85-a613-45e25076669e tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Usage tracker for resource:subnet and tenant:20b5193a67ae47c79255a2678cafab48 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:32.098104 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-117d2735-b27e-4e85-a613-45e25076669e tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:32.103605 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-117d2735-b27e-4e85-a613-45e25076669e tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:32.113101 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117d2735-b27e-4e85-a613-45e25076669e tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Made reservation on behalf of 20b5193a67ae47c79255a2678cafab48 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:22:32.212078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-117d2735-b27e-4e85-a613-45e25076669e tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:32.423534 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-117d2735-b27e-4e85-a613-45e25076669e tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:32.427642 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-950ea19e-ecac-4ea0-8d16-a750bf55c6cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:32.496169 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d2735-b27e-4e85-a613-45e25076669e tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Pushing event updated for resources: {'Subnet': ['ID=15089275-39a2-4f1d-ac4a-054d720fe7b2,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:32.501017 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-117d2735-b27e-4e85-a613-45e25076669e tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:32.510769 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117d2735-b27e-4e85-a613-45e25076669e tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Checking segment: {'id': 'c732661e-ded4-4fbd-a086-358125eb7390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7a1e8438-a4c6-4767-b776-702024c54ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:22:32.511148 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117d2735-b27e-4e85-a613-45e25076669e tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Network hostable DHCP agents. Network: 7a1e8438-a4c6-4767-b776-702024c54ed0, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:22:32.531731 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117d2735-b27e-4e85-a613-45e25076669e tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Network 7a1e8438-a4c6-4767-b776-702024c54ed0 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:22:32.540993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-117d2735-b27e-4e85-a613-45e25076669e tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 7a1e8438-a4c6-4767-b776-702024c54ed0) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:22:32.545555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117d2735-b27e-4e85-a613-45e25076669e tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:32.546145 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-117d2735-b27e-4e85-a613-45e25076669e tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:32.550148 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dd8e32-35e4-426f-ade3-f39eab33abca None None] Network 7a1e8438-a4c6-4767-b776-702024c54ed0 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:22:32.568796 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-117d2735-b27e-4e85-a613-45e25076669e tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5917659
Dec 22 05:22:32.572266 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35926) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:32.577916 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-1b7384c1-4075-4368-879a-2567b0f89c06 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2036083329'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:22:32.583029 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1b7384c1-4075-4368-879a-2567b0f89c06 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:32.586875 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1b7384c1-4075-4368-879a-2567b0f89c06 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Usage tracker for resource:network and tenant:20b5193a67ae47c79255a2678cafab48 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:32.589765 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1b7384c1-4075-4368-879a-2567b0f89c06 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:32.595421 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1b7384c1-4075-4368-879a-2567b0f89c06 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:32.608644 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7384c1-4075-4368-879a-2567b0f89c06 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Made reservation on behalf of 20b5193a67ae47c79255a2678cafab48 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:22:32.611711 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1b7384c1-4075-4368-879a-2567b0f89c06 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:32.639288 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7384c1-4075-4368-879a-2567b0f89c06 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:22:32.647836 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1b7384c1-4075-4368-879a-2567b0f89c06 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:32.648198 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-1b7384c1-4075-4368-879a-2567b0f89c06 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Added segment a0eb4808-e61b-46d2-9443-08c7012f03d2 of type vlan for network b33169cb-5815-40a9-ad28-7b62cd676bb2
Dec 22 05:22:32.675739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1b7384c1-4075-4368-879a-2567b0f89c06 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:32.705688 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1b7384c1-4075-4368-879a-2567b0f89c06 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:32.709434 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7384c1-4075-4368-879a-2567b0f89c06 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:32.710079 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1b7384c1-4075-4368-879a-2567b0f89c06 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:32.715738 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b9fcb482-1ab0-4711-becd-25e36a643075 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:32.759692 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-7a1e8438-a4c6-4767-b776-702024c54ed0', 'network_id': '7a1e8438-a4c6-4767-b776-702024c54ed0', 'tenant_id': '20b5193a67ae47c79255a2678cafab48', 'fixed_ips': [{'subnet_id': '15089275-39a2-4f1d-ac4a-054d720fe7b2'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:22:32.760505 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:32.799884 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1b7384c1-4075-4368-879a-2567b0f89c06 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2265851
Dec 22 05:22:32.803114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 35930) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:32.809182 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-8ab18ce8-f59e-4fe2-b989-cb94deeba3b9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Request body: {'subnet': {'network_id': 'b33169cb-5815-40a9-ad28-7b62cd676bb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:22:32.819435 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7384c1-4075-4368-879a-2567b0f89c06 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Pushing event updated for resources: {'Network': ['ID=b33169cb-5815-40a9-ad28-7b62cd676bb2,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:32.822073 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1b7384c1-4075-4368-879a-2567b0f89c06 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:32.835452 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network b33169cb-5815-40a9-ad28-7b62cd676bb2 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:22:32.917262 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8ab18ce8-f59e-4fe2-b989-cb94deeba3b9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:32.921713 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8ab18ce8-f59e-4fe2-b989-cb94deeba3b9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Usage tracker for resource:subnet and tenant:20b5193a67ae47c79255a2678cafab48 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:32.924435 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8ab18ce8-f59e-4fe2-b989-cb94deeba3b9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:32.930196 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8ab18ce8-f59e-4fe2-b989-cb94deeba3b9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:32.939062 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab18ce8-f59e-4fe2-b989-cb94deeba3b9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Made reservation on behalf of 20b5193a67ae47c79255a2678cafab48 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:22:33.004525 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Allocated IP 2001:db8::2 (7a1e8438-a4c6-4767-b776-702024c54ed0/15089275-39a2-4f1d-ac4a-054d720fe7b2/d3002abd-8084-45db-8e87-2fa779c1c289) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:22:33.039719 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8ab18ce8-f59e-4fe2-b989-cb94deeba3b9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:33.246888 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:33.257164 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Transition to ACTIVE for port object d3002abd-8084-45db-8e87-2fa779c1c289 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:22:33.265375 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8ab18ce8-f59e-4fe2-b989-cb94deeba3b9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:33.269647 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-29268c3e-8721-479e-af66-272d007e8902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:33.274213 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 5594aa6b-3e97-46fc-bb69-301ef298ce73 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:22:33.312951 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Transition to ACTIVE for port object d3002abd-8084-45db-8e87-2fa779c1c289 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:22:33.323151 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:33.333686 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:33.342382 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab18ce8-f59e-4fe2-b989-cb94deeba3b9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Pushing event updated for resources: {'Subnet': ['ID=ecda71fc-e718-4550-8197-d1442e685fe0,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:33.345017 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8ab18ce8-f59e-4fe2-b989-cb94deeba3b9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:33.357957 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab18ce8-f59e-4fe2-b989-cb94deeba3b9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Checking segment: {'id': 'a0eb4808-e61b-46d2-9443-08c7012f03d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b33169cb-5815-40a9-ad28-7b62cd676bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:22:33.358306 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab18ce8-f59e-4fe2-b989-cb94deeba3b9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Network hostable DHCP agents. Network: b33169cb-5815-40a9-ad28-7b62cd676bb2, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:22:33.379674 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab18ce8-f59e-4fe2-b989-cb94deeba3b9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Network b33169cb-5815-40a9-ad28-7b62cd676bb2 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:22:33.389519 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-8ab18ce8-f59e-4fe2-b989-cb94deeba3b9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, b33169cb-5815-40a9-ad28-7b62cd676bb2) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:22:33.393720 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab18ce8-f59e-4fe2-b989-cb94deeba3b9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:33.394344 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8ab18ce8-f59e-4fe2-b989-cb94deeba3b9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:33.406086 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b691854b-3972-44bd-b13e-7aacde097e6e None None] Network b33169cb-5815-40a9-ad28-7b62cd676bb2 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:22:33.416801 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8ab18ce8-f59e-4fe2-b989-cb94deeba3b9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6124051
Dec 22 05:22:33.419351 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 35934) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:33.422790 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Pushing event updated for resources: {'Port': ['ID=d3002abd-8084-45db-8e87-2fa779c1c289,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:33.426473 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Network 7a1e8438-a4c6-4767-b776-702024c54ed0 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:22:33.478348 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:33.479091 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:22:33.484717 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:22:33.557282 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ff000ae-ee9e-40b8-b11f-3f7fd66d3284 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:33.576107 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 5594aa6b-3e97-46fc-bb69-301ef298ce73 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:22:33.576478 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:33.625863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ff000ae-ee9e-40b8-b11f-3f7fd66d3284 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:33.692656 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Attempting to bind port d3002abd-8084-45db-8e87-2fa779c1c289 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:22:33.693025 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Attempting to bind port d3002abd-8084-45db-8e87-2fa779c1c289 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'c732661e-ded4-4fbd-a086-358125eb7390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7a1e8438-a4c6-4767-b776-702024c54ed0'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:22:33.693390 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Attempting to bind port d3002abd-8084-45db-8e87-2fa779c1c289 on network 7a1e8438-a4c6-4767-b776-702024c54ed0 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:22:33.697518 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ff000ae-ee9e-40b8-b11f-3f7fd66d3284 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:33.702332 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-aced6932-f3cb-4787-a534-ccffecd9855f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:33.718852 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:22:33.719228 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Checking segment: {'id': 'c732661e-ded4-4fbd-a086-358125eb7390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7a1e8438-a4c6-4767-b776-702024c54ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:22:33.719631 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:33.720024 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Bound using segment: {'id': 'c732661e-ded4-4fbd-a086-358125eb7390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7a1e8438-a4c6-4767-b776-702024c54ed0'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:22:33.720489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Bound port: d3002abd-8084-45db-8e87-2fa779c1c289, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c732661e-ded4-4fbd-a086-358125eb7390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7a1e8438-a4c6-4767-b776-702024c54ed0'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:22:33.720860 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:33.741024 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff000ae-ee9e-40b8-b11f-3f7fd66d3284 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Pushing event deleted for resources: {'Subnet': ['ID=ecda71fc-e718-4550-8197-d1442e685fe0,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:33.743462 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5ff000ae-ee9e-40b8-b11f-3f7fd66d3284 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:33.835069 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ff000ae-ee9e-40b8-b11f-3f7fd66d3284 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:33.857200 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c379bd-71ff-4d33-8026-d50114f729fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-b33169cb-5815-40a9-ad28-7b62cd676bb2', 'network_id': 'b33169cb-5815-40a9-ad28-7b62cd676bb2', 'tenant_id': '20b5193a67ae47c79255a2678cafab48', 'fixed_ips': [{'subnet_id': 'ecda71fc-e718-4550-8197-d1442e685fe0'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:22:33.858038 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b1c379bd-71ff-4d33-8026-d50114f729fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:33.862429 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-5ff000ae-ee9e-40b8-b11f-3f7fd66d3284 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469c72caf0>,) {'filters': {'network_id': ['b33169cb-5815-40a9-ad28-7b62cd676bb2']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:33.879267 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-5ff000ae-ee9e-40b8-b11f-3f7fd66d3284 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c72caf0>, 'a0eb4808-e61b-46d2-9443-08c7012f03d2') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:33.879560 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-5ff000ae-ee9e-40b8-b11f-3f7fd66d3284 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c72caf0>, 'a0eb4808-e61b-46d2-9443-08c7012f03d2') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:33.891099 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ff000ae-ee9e-40b8-b11f-3f7fd66d3284 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:33.907239 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ff000ae-ee9e-40b8-b11f-3f7fd66d3284 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:33.913396 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff000ae-ee9e-40b8-b11f-3f7fd66d3284 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:22:33.913811 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ff000ae-ee9e-40b8-b11f-3f7fd66d3284 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:22:33.928480 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:22:33.960364 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] For port d3002abd-8084-45db-8e87-2fa779c1c289, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:22:33.985725 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41374a16-4bec-4815-966b-f9e861f1d06c None None] Network b33169cb-5815-40a9-ad28-7b62cd676bb2 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:22:34.007561 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ff000ae-ee9e-40b8-b11f-3f7fd66d3284 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:34.011084 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3951e387-3af5-47e3-8b5e-72dd67cfcaf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:34.025312 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5ff000ae-ee9e-40b8-b11f-3f7fd66d3284 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:34.039721 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff000ae-ee9e-40b8-b11f-3f7fd66d3284 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Pushing event deleted for resources: {'Network': ['ID=b33169cb-5815-40a9-ad28-7b62cd676bb2,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:34.043709 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5ff000ae-ee9e-40b8-b11f-3f7fd66d3284 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:34.048005 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5ff000ae-ee9e-40b8-b11f-3f7fd66d3284 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "DELETE /v2.0/networks/b33169cb-5815-40a9-ad28-7b62cd676bb2 HTTP/1.1" status: 204  len: 168 time: 0.6249826
Dec 22 05:22:34.048540 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35938) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:34.054853 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] For port d3002abd-8084-45db-8e87-2fa779c1c289, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d3002abd-8084-45db-8e87-2fa779c1c289,segment=NetworkSegment(c732661e-ded4-4fbd-a086-358125eb7390),segment_id=c732661e-ded4-4fbd-a086-358125eb7390)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:22:34.068560 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:34.073332 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:34.090078 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34d45ef-76b0-4b25-9136-c991fc9d14ce tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] GET failed (client error): The resource could not be found.
Dec 22 05:22:34.090582 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f34d45ef-76b0-4b25-9136-c991fc9d14ce tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Synchronizing usage tracker for tenant:20b5193a67ae47c79255a2678cafab48 on resource:subnet {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:22:34.106898 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f34d45ef-76b0-4b25-9136-c991fc9d14ce tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Unset dirty status for tenant:20b5193a67ae47c79255a2678cafab48 on resource:subnet {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:22:34.108017 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f34d45ef-76b0-4b25-9136-c991fc9d14ce tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "GET /v2.0/subnets/ecda71fc-e718-4550-8197-d1442e685fe0 HTTP/1.1" status: 404  len: 337 time: 0.0583520
Dec 22 05:22:34.111114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 35942) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:34.136144 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f06228-762d-4986-a08e-a93594c5bd6c tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] DELETE failed (client error): The resource could not be found.
Dec 22 05:22:34.136568 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f06228-762d-4986-a08e-a93594c5bd6c tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 05:22:34.141682 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-76f06228-762d-4986-a08e-a93594c5bd6c tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "DELETE /v2.0/networks/b33169cb-5815-40a9-ad28-7b62cd676bb2 HTTP/1.1" status: 404  len: 339 time: 0.0260334
Dec 22 05:22:34.141900 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 35946) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:34.179393 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea2ad38-6b2b-4857-9a20-c8ccc4662a87 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] DELETE failed (client error): The resource could not be found.
Dec 22 05:22:34.179823 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea2ad38-6b2b-4857-9a20-c8ccc4662a87 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 05:22:34.184428 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9ea2ad38-6b2b-4857-9a20-c8ccc4662a87 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "DELETE /v2.0/subnets/ecda71fc-e718-4550-8197-d1442e685fe0 HTTP/1.1" status: 404  len: 337 time: 0.0386388
Dec 22 05:22:34.184641 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 35950) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:34.210348 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f394a4-9f47-4af1-aa05-86d8c86f4a4c tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] DELETE failed (client error): The resource could not be found.
Dec 22 05:22:34.210769 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f394a4-9f47-4af1-aa05-86d8c86f4a4c tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83434) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 05:22:34.213097 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-14f394a4-9f47-4af1-aa05-86d8c86f4a4c tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "DELETE /v2.0/networks/b33169cb-5815-40a9-ad28-7b62cd676bb2 HTTP/1.1" status: 404  len: 339 time: 0.0268981
Dec 22 05:22:34.216084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35954) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:34.220518 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Pushing event updated for resources: {'Port': ['ID=d3002abd-8084-45db-8e87-2fa779c1c289,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:34.234017 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:34.287876 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-667e9fb1-560d-4e71-9c3a-6ac7abdb48e6 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Deleting subnet 15089275-39a2-4f1d-ac4a-054d720fe7b2 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:22:34.291034 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-667e9fb1-560d-4e71-9c3a-6ac7abdb48e6 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:34.359017 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-667e9fb1-560d-4e71-9c3a-6ac7abdb48e6 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:34.450140 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-667e9fb1-560d-4e71-9c3a-6ac7abdb48e6 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:34.524068 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-667e9fb1-560d-4e71-9c3a-6ac7abdb48e6 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:34.528391 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a645d876-0d1e-4dee-b53e-8cd5976d7a11 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:34.563358 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e9fb1-560d-4e71-9c3a-6ac7abdb48e6 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Pushing event deleted for resources: {'Subnet': ['ID=15089275-39a2-4f1d-ac4a-054d720fe7b2,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:34.566957 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-667e9fb1-560d-4e71-9c3a-6ac7abdb48e6 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:34.570074 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-667e9fb1-560d-4e71-9c3a-6ac7abdb48e6 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:34.583630 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-667e9fb1-560d-4e71-9c3a-6ac7abdb48e6 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "DELETE /v2.0/subnets/15089275-39a2-4f1d-ac4a-054d720fe7b2 HTTP/1.1" status: 204  len: 168 time: 0.3660734
Dec 22 05:22:34.586044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35958) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:34.697029 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:34.707611 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Deleting port d3002abd-8084-45db-8e87-2fa779c1c289 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:22:34.707927 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:35.015237 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] For port d3002abd-8084-45db-8e87-2fa779c1c289, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d3002abd-8084-45db-8e87-2fa779c1c289,segment=NetworkSegment(c732661e-ded4-4fbd-a086-358125eb7390),segment_id=c732661e-ded4-4fbd-a086-358125eb7390)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:22:35.015591 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:35.100803 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c986dc10-a7ce-4329-ad4a-048d9a3570c2 None None] Network 7a1e8438-a4c6-4767-b776-702024c54ed0 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:22:35.142570 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Calling delete_port for d3002abd-8084-45db-8e87-2fa779c1c289 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:22:35.202407 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-51809867-649b-4106-9895-5bca021164cf None None] Provisioning for port d3002abd-8084-45db-8e87-2fa779c1c289 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:22:35.219313 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:35.225065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1d708ee3-bd83-4c83-907e-bfa9420d42c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:35.274179 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Pushing event deleted for resources: {'Port': ['ID=d3002abd-8084-45db-8e87-2fa779c1c289,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:35.277128 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:35.278017 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] No DVR routers for this DVR port d3002abd-8084-45db-8e87-2fa779c1c289 on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:22:35.303556 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d3002abd-8084-45db-8e87-2fa779c1c289 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:22:35.337920 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: d3002abd-8084-45db-8e87-2fa779c1c289 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:22:35.338217 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d3002abd-8084-45db-8e87-2fa779c1c289 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 22 05:22:35.361567 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8608503b-48d2-4701-8514-9189c81ca028 None None] DHCP port deletion for 7a1e8438-a4c6-4767-b776-702024c54ed0 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 05:22:35.376766 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Port d3002abd-8084-45db-8e87-2fa779c1c289 not found, will not notify nova. {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 22 05:22:35.406083 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:35.430399 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b4bbd30>,) {'filters': {'network_id': ['7a1e8438-a4c6-4767-b776-702024c54ed0']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:35.443449 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b4bbd30>, 'c732661e-ded4-4fbd-a086-358125eb7390') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:35.443741 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b4bbd30>, 'c732661e-ded4-4fbd-a086-358125eb7390') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:35.454653 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:35.469766 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:35.475515 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:22:35.475890 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:22:35.490496 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:22:35.569675 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:35.574029 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:35.576584 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:35.597881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Pushing event deleted for resources: {'Network': ['ID=7a1e8438-a4c6-4767-b776-702024c54ed0,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:35.600010 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:35.602806 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "DELETE /v2.0/networks/7a1e8438-a4c6-4767-b776-702024c54ed0 HTTP/1.1" status: 204  len: 168 time: 1.0158777
Dec 22 05:22:35.605145 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35962) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:35.641810 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-88aa140a-8a71-40e4-b25e-19992f205e24 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] DELETE failed (client error): The resource could not be found.
Dec 22 05:22:35.642167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88aa140a-8a71-40e4-b25e-19992f205e24 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 05:22:35.643662 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-88aa140a-8a71-40e4-b25e-19992f205e24 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "DELETE /v2.0/subnets/7f35f4a8-e49b-4ff6-8c8c-82072bacb92a HTTP/1.1" status: 404  len: 337 time: 0.0371423
Dec 22 05:22:35.645927 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35966) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:35.669272 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-111bfce5-c026-4835-a2ff-98143254c6f8 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] DELETE failed (client error): The resource could not be found.
Dec 22 05:22:35.669700 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-111bfce5-c026-4835-a2ff-98143254c6f8 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 05:22:35.671180 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-111bfce5-c026-4835-a2ff-98143254c6f8 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "DELETE /v2.0/networks/57b5dc27-c922-49cf-90a3-e0078f78cfe4 HTTP/1.1" status: 404  len: 339 time: 0.0244396
Dec 22 05:22:35.673477 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35970) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:35.714678 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba445a1-4b74-48a9-b297-b325ad249437 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] DELETE failed (client error): The resource could not be found.
Dec 22 05:22:35.715602 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba445a1-4b74-48a9-b297-b325ad249437 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 05:22:35.717098 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4ba445a1-4b74-48a9-b297-b325ad249437 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "DELETE /v2.0/subnets/ed7c2a60-1a50-41be-a826-12a35241edd6 HTTP/1.1" status: 404  len: 337 time: 0.0423014
Dec 22 05:22:35.719461 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35974) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:35.742971 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.pecan_wsgi.hooks.translation [None req-9637aaad-5ad3-4be9-8795-f19d3f15c6d5 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] DELETE failed (client error): The resource could not be found.
Dec 22 05:22:35.743376 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9637aaad-5ad3-4be9-8795-f19d3f15c6d5 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83435) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 05:22:35.744865 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9637aaad-5ad3-4be9-8795-f19d3f15c6d5 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "DELETE /v2.0/networks/fc3632b3-4d1c-4166-aa5d-cda2ec0f5093 HTTP/1.1" status: 404  len: 339 time: 0.0245821
Dec 22 05:22:35.746987 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35978) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:35.922338 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a81338-3510-4d63-88b9-44f97ec1a8c6 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Deleting subnet b52e9024-3bc6-4eed-8284-6df7864b1f0a {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:22:35.925109 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-24a81338-3510-4d63-88b9-44f97ec1a8c6 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:35.979830 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-24a81338-3510-4d63-88b9-44f97ec1a8c6 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:36.058048 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-24a81338-3510-4d63-88b9-44f97ec1a8c6 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:36.126850 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-24a81338-3510-4d63-88b9-44f97ec1a8c6 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:36.130794 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-667e9fb1-560d-4e71-9c3a-6ac7abdb48e6 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:36.169374 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a81338-3510-4d63-88b9-44f97ec1a8c6 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Pushing event deleted for resources: {'Subnet': ['ID=b52e9024-3bc6-4eed-8284-6df7864b1f0a,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:36.171820 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-24a81338-3510-4d63-88b9-44f97ec1a8c6 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:36.178439 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-24a81338-3510-4d63-88b9-44f97ec1a8c6 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:36.181334 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29939291-365c-4182-9984-e632970c1f66 None None] Network bfb41de2-3bad-475f-a5e7-f853e42286c1 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:22:36.188219 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-24a81338-3510-4d63-88b9-44f97ec1a8c6 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "DELETE /v2.0/subnets/b52e9024-3bc6-4eed-8284-6df7864b1f0a HTTP/1.1" status: 204  len: 168 time: 0.4380567
Dec 22 05:22:36.188365 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35982) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:36.304084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:36.315919 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Deleting port 5594aa6b-3e97-46fc-bb69-301ef298ce73 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:22:36.316255 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:36.461776 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b111bc1-774c-4254-b423-8a13f8c93ea5 None None] DHCP port deletion for bfb41de2-3bad-475f-a5e7-f853e42286c1 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 05:22:36.466691 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-9b111bc1-774c-4254-b423-8a13f8c93ea5 None None] Deleting port 5594aa6b-3e97-46fc-bb69-301ef298ce73 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:22:36.467098 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9b111bc1-774c-4254-b423-8a13f8c93ea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:36.613911 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] For port 5594aa6b-3e97-46fc-bb69-301ef298ce73, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5594aa6b-3e97-46fc-bb69-301ef298ce73,segment=NetworkSegment(3e571f42-2618-45be-8b96-abcf3d284d46),segment_id=3e571f42-2618-45be-8b96-abcf3d284d46)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:22:36.614259 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:36.667124 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-9b111bc1-774c-4254-b423-8a13f8c93ea5 None None] For port 5594aa6b-3e97-46fc-bb69-301ef298ce73, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5594aa6b-3e97-46fc-bb69-301ef298ce73,segment=NetworkSegment(3e571f42-2618-45be-8b96-abcf3d284d46),segment_id=3e571f42-2618-45be-8b96-abcf3d284d46)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:22:36.667538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9b111bc1-774c-4254-b423-8a13f8c93ea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:36.734874 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Calling delete_port for 5594aa6b-3e97-46fc-bb69-301ef298ce73 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:22:36.784544 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-9b111bc1-774c-4254-b423-8a13f8c93ea5 None None] Calling delete_port for 5594aa6b-3e97-46fc-bb69-301ef298ce73 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:22:36.806134 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:36.809824 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f345feee-56b8-4d4e-9f0f-3fe593fd6ff4 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:36.853133 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Pushing event deleted for resources: {'Port': ['ID=5594aa6b-3e97-46fc-bb69-301ef298ce73,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:36.856522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:36.856834 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-9b111bc1-774c-4254-b423-8a13f8c93ea5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 05:22:36.857200 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-9b111bc1-774c-4254-b423-8a13f8c93ea5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 05:22:36.859653 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] No DVR routers for this DVR port 5594aa6b-3e97-46fc-bb69-301ef298ce73 on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:22:36.980438 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:37.004404 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b95ac40>,) {'filters': {'network_id': ['bfb41de2-3bad-475f-a5e7-f853e42286c1']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:37.016376 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b95ac40>, '3e571f42-2618-45be-8b96-abcf3d284d46') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:37.016665 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b95ac40>, '3e571f42-2618-45be-8b96-abcf3d284d46') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:37.028141 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:37.043140 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:37.048867 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:22:37.049251 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:22:37.063067 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:22:37.141216 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:37.145386 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:37.148287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-25692f6a-d5b8-4573-8ab3-36df6ef23caf tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:37.172556 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Pushing event deleted for resources: {'Network': ['ID=bfb41de2-3bad-475f-a5e7-f853e42286c1,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:37.174784 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:37.176519 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] 10.222.0.53 "DELETE /v2.0/networks/bfb41de2-3bad-475f-a5e7-f853e42286c1 HTTP/1.1" status: 204  len: 168 time: 0.9872725
Dec 22 05:22:37.262331 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d3002abd-8084-45db-8e87-2fa779c1c289 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:22:37.294341 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: d3002abd-8084-45db-8e87-2fa779c1c289 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:22:37.294690 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d3002abd-8084-45db-8e87-2fa779c1c289 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:22:37.295224 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 5594aa6b-3e97-46fc-bb69-301ef298ce73 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:22:37.327506 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 5594aa6b-3e97-46fc-bb69-301ef298ce73 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:22:37.327958 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 5594aa6b-3e97-46fc-bb69-301ef298ce73 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:22:37.358392 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-9b111bc1-774c-4254-b423-8a13f8c93ea5 None None] Deleting port 5594aa6b-3e97-46fc-bb69-301ef298ce73 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:22:37.358811 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9b111bc1-774c-4254-b423-8a13f8c93ea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:37.426531 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-9b111bc1-774c-4254-b423-8a13f8c93ea5 None None] The port '5594aa6b-3e97-46fc-bb69-301ef298ce73' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 05:22:37.483936 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35990) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:37.651516 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-13b4d24c-a5c5-41bf-9d45-344dc609f195 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=20b5193a67ae47c79255a2678cafab48&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1663625
Dec 22 05:22:37.653889 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 35996) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:37.709653 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0a21f645-2f13-4486-a04a-8c8d1801bc0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:37.734991 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0a21f645-2f13-4486-a04a-8c8d1801bc0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:37.785265 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0a21f645-2f13-4486-a04a-8c8d1801bc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:37.788920 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e6dc5292-a8a9-400a-898c-dbadaf47c6d4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:37.803385 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a21f645-2f13-4486-a04a-8c8d1801bc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddf8844-8b94-499d-9679-40fb9232781a,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:37.808124 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0a21f645-2f13-4486-a04a-8c8d1801bc0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:37.810763 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0a21f645-2f13-4486-a04a-8c8d1801bc0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:37.811850 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0a21f645-2f13-4486-a04a-8c8d1801bc0b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fddf8844-8b94-499d-9679-40fb9232781a HTTP/1.1" status: 204  len: 168 time: 0.1570964
Dec 22 05:22:37.840733 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:38.577778 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 36018) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:38.704391 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-8b3168ed-937e-43e5-a1c9-008022af3ab2 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-712994775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:22:38.710802 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8b3168ed-937e-43e5-a1c9-008022af3ab2 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:38.714702 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8b3168ed-937e-43e5-a1c9-008022af3ab2 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Usage tracker for resource:router and tenant:064c5ba06bb3489db889b7d57cbe1be9 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:38.717664 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8b3168ed-937e-43e5-a1c9-008022af3ab2 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:38.724436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8b3168ed-937e-43e5-a1c9-008022af3ab2 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:38.735967 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8b3168ed-937e-43e5-a1c9-008022af3ab2 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:38.736977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8b3168ed-937e-43e5-a1c9-008022af3ab2 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:38.755631 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8b3168ed-937e-43e5-a1c9-008022af3ab2 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:38.773712 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8b3168ed-937e-43e5-a1c9-008022af3ab2 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:38.794402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8b3168ed-937e-43e5-a1c9-008022af3ab2 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:38.795605 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8b3168ed-937e-43e5-a1c9-008022af3ab2 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.2168477
Dec 22 05:22:38.798503 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 36024) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:38.803990 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-424768605'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:22:38.809315 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:38.813079 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Usage tracker for resource:network and tenant:064c5ba06bb3489db889b7d57cbe1be9 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:38.816699 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:38.822383 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:38.833808 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Made reservation on behalf of 064c5ba06bb3489db889b7d57cbe1be9 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:22:38.837197 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:38.840948 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cb1bbad5-122f-47af-b566-5387351aa4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:38.854127 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:38.885481 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:38.889812 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Usage tracker for resource:security_group_rule and tenant:064c5ba06bb3489db889b7d57cbe1be9 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:38.892717 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:38.898413 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:38.966089 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:38.969796 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:38.972863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e9967fc2-018c-433d-8812-40f60fff3268 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:39.002421 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:22:39.010615 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb92163a-8248-4ae9-9e1a-64497e4fc375,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:39.014633 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:39.017165 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:39.017534 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Added segment 8da40c88-020f-4fd3-bc05-6d4d2d65e8c3 of type vlan for network b1e0c753-8226-4914-962c-63f5804f0777
Dec 22 05:22:39.044097 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:39.074181 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:39.078134 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:39.078835 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:39.082577 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:39.190232 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.3907108
Dec 22 05:22:39.191257 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Pushing event updated for resources: {'Network': ['ID=b1e0c753-8226-4914-962c-63f5804f0777,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:39.194006 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36028) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:39.194451 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:39.201215 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Request body: {'subnet': {'network_id': 'b1e0c753-8226-4914-962c-63f5804f0777', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:22:39.209990 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network b1e0c753-8226-4914-962c-63f5804f0777 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:22:39.314956 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:39.319074 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Usage tracker for resource:subnet and tenant:064c5ba06bb3489db889b7d57cbe1be9 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:39.321966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:39.327590 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:39.336851 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Made reservation on behalf of 064c5ba06bb3489db889b7d57cbe1be9 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:22:39.438302 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:39.649974 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:39.654472 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1755e061-15e4-4734-9c25-f3b81a066ada tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:39.725949 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Pushing event updated for resources: {'Subnet': ['ID=e61f95d0-764f-4a59-ba25-f5cc56e6f3b0,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:39.742023 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:39.742403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:39.742787 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:39.743138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:39.743503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:39.743864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:39.744228 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:39.744580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:39.744933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:39.745309 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:39.745686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:39.748796 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Checking segment: {'id': '8da40c88-020f-4fd3-bc05-6d4d2d65e8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b1e0c753-8226-4914-962c-63f5804f0777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:22:39.749151 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Network hostable DHCP agents. Network: b1e0c753-8226-4914-962c-63f5804f0777, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:22:39.753271 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:39.771107 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Network b1e0c753-8226-4914-962c-63f5804f0777 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:22:39.780081 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, b1e0c753-8226-4914-962c-63f5804f0777) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:22:39.783963 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:39.784538 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:39.788927 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6e87fb-24a7-4a16-9e7d-e29f928d9f9d None None] Network b1e0c753-8226-4914-962c-63f5804f0777 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:22:39.806286 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6108127
Dec 22 05:22:39.809294 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 36032) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:39.815598 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-560a2970-7ca0-4e61-bc75-f9600d7c8eaa tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1686859175'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:22:39.820570 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-560a2970-7ca0-4e61-bc75-f9600d7c8eaa tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:39.824918 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-560a2970-7ca0-4e61-bc75-f9600d7c8eaa tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Usage tracker for resource:network and tenant:064c5ba06bb3489db889b7d57cbe1be9 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:39.827830 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-560a2970-7ca0-4e61-bc75-f9600d7c8eaa tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:39.833462 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-560a2970-7ca0-4e61-bc75-f9600d7c8eaa tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:39.844847 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560a2970-7ca0-4e61-bc75-f9600d7c8eaa tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Made reservation on behalf of 064c5ba06bb3489db889b7d57cbe1be9 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:22:39.848006 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-560a2970-7ca0-4e61-bc75-f9600d7c8eaa tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:39.876902 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560a2970-7ca0-4e61-bc75-f9600d7c8eaa tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:22:39.885803 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-560a2970-7ca0-4e61-bc75-f9600d7c8eaa tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:39.886143 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-560a2970-7ca0-4e61-bc75-f9600d7c8eaa tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Added segment 7d984f32-69e8-4509-aa61-f9b1b0aee75a of type vlan for network 1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35
Dec 22 05:22:39.913772 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-560a2970-7ca0-4e61-bc75-f9600d7c8eaa tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:39.942110 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-560a2970-7ca0-4e61-bc75-f9600d7c8eaa tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:39.945902 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560a2970-7ca0-4e61-bc75-f9600d7c8eaa tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:39.946542 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-560a2970-7ca0-4e61-bc75-f9600d7c8eaa tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:39.951952 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b03657c7-5808-4d07-ba5b-6af1849e00dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:40.002239 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-b1e0c753-8226-4914-962c-63f5804f0777', 'network_id': 'b1e0c753-8226-4914-962c-63f5804f0777', 'tenant_id': '064c5ba06bb3489db889b7d57cbe1be9', 'fixed_ips': [{'subnet_id': 'e61f95d0-764f-4a59-ba25-f5cc56e6f3b0'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:22:40.003061 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:40.052443 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-560a2970-7ca0-4e61-bc75-f9600d7c8eaa tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.2418482
Dec 22 05:22:40.056177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36036) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:40.061866 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a2970-7ca0-4e61-bc75-f9600d7c8eaa tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Pushing event updated for resources: {'Network': ['ID=1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:40.063752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-c5605b8d-2c7e-4080-a732-3701e836dbef tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Request body: {'subnet': {'network_id': '1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:22:40.064394 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-560a2970-7ca0-4e61-bc75-f9600d7c8eaa tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:40.073602 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:22:40.173951 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c5605b8d-2c7e-4080-a732-3701e836dbef tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:40.177806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c5605b8d-2c7e-4080-a732-3701e836dbef tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Usage tracker for resource:subnet and tenant:064c5ba06bb3489db889b7d57cbe1be9 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:40.180679 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c5605b8d-2c7e-4080-a732-3701e836dbef tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:40.186966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c5605b8d-2c7e-4080-a732-3701e836dbef tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:40.197865 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5605b8d-2c7e-4080-a732-3701e836dbef tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Made reservation on behalf of 064c5ba06bb3489db889b7d57cbe1be9 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:22:40.251985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Allocated IP 172.20.0.2 (b1e0c753-8226-4914-962c-63f5804f0777/e61f95d0-764f-4a59-ba25-f5cc56e6f3b0/5b4e8b51-2275-4923-abd7-3e6f8cd8820d) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:22:40.395729 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c5605b8d-2c7e-4080-a732-3701e836dbef tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:40.453212 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:40.463123 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Transition to ACTIVE for port object 5b4e8b51-2275-4923-abd7-3e6f8cd8820d will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:22:40.480513 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Transition to ACTIVE for port object 5b4e8b51-2275-4923-abd7-3e6f8cd8820d will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:22:40.486612 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:40.490802 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:40.593480 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Network b1e0c753-8226-4914-962c-63f5804f0777 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:22:40.596569 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:22:40.600639 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:22:40.602828 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Pushing event updated for resources: {'Port': ['ID=5b4e8b51-2275-4923-abd7-3e6f8cd8820d,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:40.607185 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:40.613747 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c5605b8d-2c7e-4080-a732-3701e836dbef tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:40.617306 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2e7dfebc-f2ab-4e8c-865d-3bb2f61a38a9 tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:40.689156 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Attempting to bind port 5b4e8b51-2275-4923-abd7-3e6f8cd8820d on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:22:40.689529 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Attempting to bind port 5b4e8b51-2275-4923-abd7-3e6f8cd8820d by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '8da40c88-020f-4fd3-bc05-6d4d2d65e8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b1e0c753-8226-4914-962c-63f5804f0777'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:22:40.689918 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Attempting to bind port 5b4e8b51-2275-4923-abd7-3e6f8cd8820d on network b1e0c753-8226-4914-962c-63f5804f0777 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:22:40.692572 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5605b8d-2c7e-4080-a732-3701e836dbef tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Pushing event updated for resources: {'Subnet': ['ID=9265dc76-a8ee-4519-9b74-0f0676abd89c,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:40.696364 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:22:40.696786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Checking segment: {'id': '8da40c88-020f-4fd3-bc05-6d4d2d65e8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b1e0c753-8226-4914-962c-63f5804f0777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:22:40.697238 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:40.697657 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Bound using segment: {'id': '8da40c88-020f-4fd3-bc05-6d4d2d65e8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b1e0c753-8226-4914-962c-63f5804f0777'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:22:40.698122 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Bound port: 5b4e8b51-2275-4923-abd7-3e6f8cd8820d, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da40c88-020f-4fd3-bc05-6d4d2d65e8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b1e0c753-8226-4914-962c-63f5804f0777'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:22:40.698495 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:40.699475 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c5605b8d-2c7e-4080-a732-3701e836dbef tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:40.709383 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5605b8d-2c7e-4080-a732-3701e836dbef tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Checking segment: {'id': '7d984f32-69e8-4509-aa61-f9b1b0aee75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:22:40.709779 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5605b8d-2c7e-4080-a732-3701e836dbef tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Network hostable DHCP agents. Network: 1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:22:40.731264 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5605b8d-2c7e-4080-a732-3701e836dbef tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Network 1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:22:40.742062 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-c5605b8d-2c7e-4080-a732-3701e836dbef tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:22:40.747107 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5605b8d-2c7e-4080-a732-3701e836dbef tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:40.747694 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c5605b8d-2c7e-4080-a732-3701e836dbef tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:40.752040 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e32d537-df84-453f-a03c-b286b29725ee None None] Network 1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:22:40.771397 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c5605b8d-2c7e-4080-a732-3701e836dbef tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7110903
Dec 22 05:22:40.771637 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36040) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:40.776788 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-9fadabb6-a4f5-43ad-bca2-46b5c7fb8803 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35'}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:22:40.864817 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] For port 5b4e8b51-2275-4923-abd7-3e6f8cd8820d, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:22:40.869132 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] For port 5b4e8b51-2275-4923-abd7-3e6f8cd8820d, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5b4e8b51-2275-4923-abd7-3e6f8cd8820d,segment=NetworkSegment(8da40c88-020f-4fd3-bc05-6d4d2d65e8c3),segment_id=8da40c88-020f-4fd3-bc05-6d4d2d65e8c3)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:22:40.880088 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:40.885959 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:41.021451 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Pushing event updated for resources: {'Port': ['ID=5b4e8b51-2275-4923-abd7-3e6f8cd8820d,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:41.026322 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:41.075416 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d5817f84-1ca1-4321-a654-84e8d87c39eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:41.080822 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35', 'network_id': '1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35', 'tenant_id': '064c5ba06bb3489db889b7d57cbe1be9', 'fixed_ips': [{'subnet_id': '9265dc76-a8ee-4519-9b74-0f0676abd89c'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:22:41.081824 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:41.213042 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-9fadabb6-a4f5-43ad-bca2-46b5c7fb8803 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:41.290108 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Allocated IP 172.21.0.2 (1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35/9265dc76-a8ee-4519-9b74-0f0676abd89c/497e74de-aee4-440b-abbd-3b27799ee6fc) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:22:41.380340 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 5b4e8b51-2275-4923-abd7-3e6f8cd8820d up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:22:41.402108 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.api.v2.resource [None req-9fadabb6-a4f5-43ad-bca2-46b5c7fb8803 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 05:22:41.403664 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-9fadabb6-a4f5-43ad-bca2-46b5c7fb8803 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] 10.222.0.53 "PUT /v2.0/routers/0937af50-3590-4186-be3b-b7e60efa7262 HTTP/1.1" status: 400  len: 364 time: 0.6311238
Dec 22 05:22:41.409383 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36044) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:41.479835 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-946b3228-d70b-4d96-bb68-8ec991b63686 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Deleting subnet 9265dc76-a8ee-4519-9b74-0f0676abd89c {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:22:41.504141 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 5b4e8b51-2275-4923-abd7-3e6f8cd8820d completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:22:41.566052 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:41.576078 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Transition to ACTIVE for port object 497e74de-aee4-440b-abbd-3b27799ee6fc will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:22:41.594651 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Transition to ACTIVE for port object 497e74de-aee4-440b-abbd-3b27799ee6fc will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:22:41.599388 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-946b3228-d70b-4d96-bb68-8ec991b63686 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:41.599903 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:41.603203 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:41.653591 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-946b3228-d70b-4d96-bb68-8ec991b63686 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:41.669181 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Network 1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:22:41.672425 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:22:41.676711 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:22:41.678830 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Pushing event updated for resources: {'Port': ['ID=497e74de-aee4-440b-abbd-3b27799ee6fc,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:41.681661 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:41.746950 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-946b3228-d70b-4d96-bb68-8ec991b63686 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:41.767278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Attempting to bind port 497e74de-aee4-440b-abbd-3b27799ee6fc on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:22:41.767653 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Attempting to bind port 497e74de-aee4-440b-abbd-3b27799ee6fc by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '7d984f32-69e8-4509-aa61-f9b1b0aee75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:22:41.768013 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Attempting to bind port 497e74de-aee4-440b-abbd-3b27799ee6fc on network 1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:22:41.774629 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:22:41.775001 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Checking segment: {'id': '7d984f32-69e8-4509-aa61-f9b1b0aee75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:22:41.775410 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:41.775807 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Bound using segment: {'id': '7d984f32-69e8-4509-aa61-f9b1b0aee75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:22:41.776274 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Bound port: 497e74de-aee4-440b-abbd-3b27799ee6fc, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d984f32-69e8-4509-aa61-f9b1b0aee75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:22:41.776654 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:41.827266 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-946b3228-d70b-4d96-bb68-8ec991b63686 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:41.833291 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-117d2735-b27e-4e85-a613-45e25076669e tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:41.871271 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b3228-d70b-4d96-bb68-8ec991b63686 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Pushing event deleted for resources: {'Subnet': ['ID=9265dc76-a8ee-4519-9b74-0f0676abd89c,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:41.871959 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] For port 497e74de-aee4-440b-abbd-3b27799ee6fc, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:22:41.874223 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-946b3228-d70b-4d96-bb68-8ec991b63686 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:41.876948 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] For port 497e74de-aee4-440b-abbd-3b27799ee6fc, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=497e74de-aee4-440b-abbd-3b27799ee6fc,segment=NetworkSegment(7d984f32-69e8-4509-aa61-f9b1b0aee75a),segment_id=7d984f32-69e8-4509-aa61-f9b1b0aee75a)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:22:41.880401 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-946b3228-d70b-4d96-bb68-8ec991b63686 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:41.884323 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:41.887591 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-946b3228-d70b-4d96-bb68-8ec991b63686 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] 10.222.0.53 "DELETE /v2.0/subnets/9265dc76-a8ee-4519-9b74-0f0676abd89c HTTP/1.1" status: 204  len: 168 time: 0.4771295
Dec 22 05:22:41.890041 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36048) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:41.891450 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:41.968229 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Pushing event updated for resources: {'Port': ['ID=497e74de-aee4-440b-abbd-3b27799ee6fc,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:41.970914 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:42.009655 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45254a4b-9d81-4529-a64d-b9d8ca194bdc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:42.021122 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-45254a4b-9d81-4529-a64d-b9d8ca194bdc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Deleting port 497e74de-aee4-440b-abbd-3b27799ee6fc {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:22:42.021452 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45254a4b-9d81-4529-a64d-b9d8ca194bdc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:42.052638 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f7dcc3-af4b-4a65-b71d-c70f0d9904e6 None None] Network b1e0c753-8226-4914-962c-63f5804f0777 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:22:42.273392 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-2418fd7b-5b03-4c7a-a247-9d67e2b5a7c5 None None] Provisioning for port 5b4e8b51-2275-4923-abd7-3e6f8cd8820d completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:22:42.281303 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:42.284394 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-2418fd7b-5b03-4c7a-a247-9d67e2b5a7c5 None None] Provisioning complete for port 5b4e8b51-2275-4923-abd7-3e6f8cd8820d triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:22:42.284702 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2418fd7b-5b03-4c7a-a247-9d67e2b5a7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:42.363987 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-45254a4b-9d81-4529-a64d-b9d8ca194bdc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] For port 497e74de-aee4-440b-abbd-3b27799ee6fc, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=497e74de-aee4-440b-abbd-3b27799ee6fc,segment=NetworkSegment(7d984f32-69e8-4509-aa61-f9b1b0aee75a),segment_id=7d984f32-69e8-4509-aa61-f9b1b0aee75a)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:22:42.364578 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45254a4b-9d81-4529-a64d-b9d8ca194bdc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:42.384765 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:42.491889 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-45254a4b-9d81-4529-a64d-b9d8ca194bdc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Calling delete_port for 497e74de-aee4-440b-abbd-3b27799ee6fc owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:22:42.507570 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2418fd7b-5b03-4c7a-a247-9d67e2b5a7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:42.539037 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-2418fd7b-5b03-4c7a-a247-9d67e2b5a7c5 None None] For port 5b4e8b51-2275-4923-abd7-3e6f8cd8820d, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5b4e8b51-2275-4923-abd7-3e6f8cd8820d,segment=NetworkSegment(8da40c88-020f-4fd3-bc05-6d4d2d65e8c3),segment_id=8da40c88-020f-4fd3-bc05-6d4d2d65e8c3)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:22:42.544088 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2418fd7b-5b03-4c7a-a247-9d67e2b5a7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:42.545811 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:42.573579 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45254a4b-9d81-4529-a64d-b9d8ca194bdc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:42.578000 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-85183096-16eb-4c8a-85de-393ffaa87935 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:42.607606 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418fd7b-5b03-4c7a-a247-9d67e2b5a7c5 None None] Pushing event updated for resources: {'Port': ['ID=5b4e8b51-2275-4923-abd7-3e6f8cd8820d,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:42.610527 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-2418fd7b-5b03-4c7a-a247-9d67e2b5a7c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:42.620350 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45254a4b-9d81-4529-a64d-b9d8ca194bdc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Pushing event deleted for resources: {'Port': ['ID=497e74de-aee4-440b-abbd-3b27799ee6fc,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:42.625117 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-45254a4b-9d81-4529-a64d-b9d8ca194bdc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:42.632473 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45254a4b-9d81-4529-a64d-b9d8ca194bdc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] No DVR routers for this DVR port 497e74de-aee4-440b-abbd-3b27799ee6fc on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:22:42.761920 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45254a4b-9d81-4529-a64d-b9d8ca194bdc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:42.788953 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-45254a4b-9d81-4529-a64d-b9d8ca194bdc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b0dc340>,) {'filters': {'network_id': ['1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:42.802462 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-45254a4b-9d81-4529-a64d-b9d8ca194bdc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b0dc340>, '7d984f32-69e8-4509-aa61-f9b1b0aee75a') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:42.802752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-45254a4b-9d81-4529-a64d-b9d8ca194bdc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b0dc340>, '7d984f32-69e8-4509-aa61-f9b1b0aee75a') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:42.815069 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45254a4b-9d81-4529-a64d-b9d8ca194bdc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:42.832230 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45254a4b-9d81-4529-a64d-b9d8ca194bdc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:42.838439 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45254a4b-9d81-4529-a64d-b9d8ca194bdc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:22:42.838846 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45254a4b-9d81-4529-a64d-b9d8ca194bdc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:22:42.853669 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:22:42.869676 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c94835e8-39e2-42cb-a4c9-4e003f3cbe10 None None] Provisioning complete for port 5b4e8b51-2275-4923-abd7-3e6f8cd8820d triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:22:42.870057 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c94835e8-39e2-42cb-a4c9-4e003f3cbe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:42.941043 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45254a4b-9d81-4529-a64d-b9d8ca194bdc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:42.944722 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-79bd19b0-bf64-45cf-8947-b3686932626e tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:42.959978 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-45254a4b-9d81-4529-a64d-b9d8ca194bdc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:42.972691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45254a4b-9d81-4529-a64d-b9d8ca194bdc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Pushing event deleted for resources: {'Network': ['ID=1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:42.975000 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-45254a4b-9d81-4529-a64d-b9d8ca194bdc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:42.979151 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-45254a4b-9d81-4529-a64d-b9d8ca194bdc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] 10.222.0.53 "DELETE /v2.0/networks/1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35 HTTP/1.1" status: 204  len: 168 time: 1.0881188
Dec 22 05:22:42.979850 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 36052) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:43.097963 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49007ebb-dfec-4d73-8c86-4b18cc389ed9 None None] DHCP port deletion for 1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 05:22:43.109397 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-962c3f26-92d5-4dbb-8567-e8ef773e570c None None] Could not find standard attr ID for object 497e74de-aee4-440b-abbd-3b27799ee6fc. {{(pid=83436) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 05:22:43.116247 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108b72bc-e344-49af-a24b-5546608cd24e None None] Network 1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:22:43.134470 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108b72bc-e344-49af-a24b-5546608cd24e None None] Network 1b3c6c41-4b3e-48ef-98c2-de6d1bcbff35 could not be found, it might have been deleted concurrently. {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}}
Dec 22 05:22:43.271589 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 5b4e8b51-2275-4923-abd7-3e6f8cd8820d up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:22:43.278402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-166a89e3-965c-40fd-aa0e-da13fe0fbdcc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Deleting subnet e61f95d0-764f-4a59-ba25-f5cc56e6f3b0 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:22:43.281219 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-166a89e3-965c-40fd-aa0e-da13fe0fbdcc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:43.334026 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-166a89e3-965c-40fd-aa0e-da13fe0fbdcc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:43.340903 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 5b4e8b51-2275-4923-abd7-3e6f8cd8820d triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:22:43.341279 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:43.414043 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-166a89e3-965c-40fd-aa0e-da13fe0fbdcc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:43.487944 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-166a89e3-965c-40fd-aa0e-da13fe0fbdcc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:43.491368 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-bf658b3b-4396-4201-b77a-2c3881a18070 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:43.526601 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a89e3-965c-40fd-aa0e-da13fe0fbdcc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Pushing event deleted for resources: {'Subnet': ['ID=e61f95d0-764f-4a59-ba25-f5cc56e6f3b0,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:43.528960 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-166a89e3-965c-40fd-aa0e-da13fe0fbdcc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:43.531663 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-166a89e3-965c-40fd-aa0e-da13fe0fbdcc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:43.537344 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-166a89e3-965c-40fd-aa0e-da13fe0fbdcc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] 10.222.0.53 "DELETE /v2.0/subnets/e61f95d0-764f-4a59-ba25-f5cc56e6f3b0 HTTP/1.1" status: 204  len: 168 time: 0.5562379
Dec 22 05:22:43.537999 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad12abe-726a-436c-add5-d088de6af800 None None] Network b1e0c753-8226-4914-962c-63f5804f0777 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:22:43.539817 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 36056) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:43.653105 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2a34-548c-4acb-85d3-86cdcb63a100 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:43.663182 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d2a34-548c-4acb-85d3-86cdcb63a100 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Deleting port 5b4e8b51-2275-4923-abd7-3e6f8cd8820d {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:22:43.663515 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2a34-548c-4acb-85d3-86cdcb63a100 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:43.708023 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:43.788377 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1df422a-9894-486b-b589-4ef9f299fb83 None None] DHCP port deletion for b1e0c753-8226-4914-962c-63f5804f0777 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 05:22:43.792448 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b1df422a-9894-486b-b589-4ef9f299fb83 None None] Deleting port 5b4e8b51-2275-4923-abd7-3e6f8cd8820d {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:22:43.793347 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b1df422a-9894-486b-b589-4ef9f299fb83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:43.865909 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-8d2d2a34-548c-4acb-85d3-86cdcb63a100 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] For port 5b4e8b51-2275-4923-abd7-3e6f8cd8820d, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5b4e8b51-2275-4923-abd7-3e6f8cd8820d,segment=NetworkSegment(8da40c88-020f-4fd3-bc05-6d4d2d65e8c3),segment_id=8da40c88-020f-4fd3-bc05-6d4d2d65e8c3)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:22:43.866256 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2a34-548c-4acb-85d3-86cdcb63a100 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:43.987441 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d2a34-548c-4acb-85d3-86cdcb63a100 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Calling delete_port for 5b4e8b51-2275-4923-abd7-3e6f8cd8820d owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:22:43.988112 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-b1df422a-9894-486b-b589-4ef9f299fb83 None None] For port 5b4e8b51-2275-4923-abd7-3e6f8cd8820d, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5b4e8b51-2275-4923-abd7-3e6f8cd8820d,segment=NetworkSegment(8da40c88-020f-4fd3-bc05-6d4d2d65e8c3),segment_id=8da40c88-020f-4fd3-bc05-6d4d2d65e8c3)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:22:43.988112 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b1df422a-9894-486b-b589-4ef9f299fb83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:44.059116 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2a34-548c-4acb-85d3-86cdcb63a100 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:44.063436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c4d98ff8-f7d1-486f-884e-336818d60a00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:44.107505 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d2a34-548c-4acb-85d3-86cdcb63a100 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Pushing event deleted for resources: {'Port': ['ID=5b4e8b51-2275-4923-abd7-3e6f8cd8820d,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:44.108962 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b1df422a-9894-486b-b589-4ef9f299fb83 None None] Calling delete_port for 5b4e8b51-2275-4923-abd7-3e6f8cd8820d owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:22:44.109848 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8d2d2a34-548c-4acb-85d3-86cdcb63a100 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:44.111918 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2d2a34-548c-4acb-85d3-86cdcb63a100 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] No DVR routers for this DVR port 5b4e8b51-2275-4923-abd7-3e6f8cd8820d on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:22:44.177350 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-b1df422a-9894-486b-b589-4ef9f299fb83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 05:22:44.177732 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-b1df422a-9894-486b-b589-4ef9f299fb83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 05:22:44.231932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2a34-548c-4acb-85d3-86cdcb63a100 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:44.255530 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-8d2d2a34-548c-4acb-85d3-86cdcb63a100 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b71fa30>,) {'filters': {'network_id': ['b1e0c753-8226-4914-962c-63f5804f0777']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:44.267009 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-8d2d2a34-548c-4acb-85d3-86cdcb63a100 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b71fa30>, '8da40c88-020f-4fd3-bc05-6d4d2d65e8c3') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:44.267293 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-8d2d2a34-548c-4acb-85d3-86cdcb63a100 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b71fa30>, '8da40c88-020f-4fd3-bc05-6d4d2d65e8c3') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:44.278611 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2a34-548c-4acb-85d3-86cdcb63a100 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:44.294454 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2a34-548c-4acb-85d3-86cdcb63a100 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:44.300240 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2d2a34-548c-4acb-85d3-86cdcb63a100 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:22:44.300613 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2a34-548c-4acb-85d3-86cdcb63a100 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:22:44.314434 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:22:44.392114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2a34-548c-4acb-85d3-86cdcb63a100 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:44.395401 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-01095d58-3512-4d05-becf-27e01fbd25c4 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:44.409454 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2a34-548c-4acb-85d3-86cdcb63a100 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:44.420977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d2a34-548c-4acb-85d3-86cdcb63a100 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Pushing event deleted for resources: {'Network': ['ID=b1e0c753-8226-4914-962c-63f5804f0777,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:44.423414 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8d2d2a34-548c-4acb-85d3-86cdcb63a100 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] 10.222.0.53 "DELETE /v2.0/networks/b1e0c753-8226-4914-962c-63f5804f0777 HTTP/1.1" status: 204  len: 168 time: 0.8827097
Dec 22 05:22:44.424251 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8d2d2a34-548c-4acb-85d3-86cdcb63a100 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:44.426019 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 36060) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:44.466470 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f37b80e0-9f94-44aa-bcd4-67c90c6688a7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Synchronizing usage tracker for tenant:064c5ba06bb3489db889b7d57cbe1be9 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:22:44.481003 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-f37b80e0-9f94-44aa-bcd4-67c90c6688a7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Unset dirty status for tenant:064c5ba06bb3489db889b7d57cbe1be9 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:22:44.482119 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f37b80e0-9f94-44aa-bcd4-67c90c6688a7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] 10.222.0.53 "GET /v2.0/ports?device_id=0937af50-3590-4186-be3b-b7e60efa7262 HTTP/1.1" status: 200  len: 205 time: 0.0551791
Dec 22 05:22:44.484595 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 36064) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:44.679288 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b1df422a-9894-486b-b589-4ef9f299fb83 None None] Deleting port 5b4e8b51-2275-4923-abd7-3e6f8cd8820d {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:22:44.679786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b1df422a-9894-486b-b589-4ef9f299fb83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:44.721652 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4ea66340-1af1-4e1d-b443-e8c844405192 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:44.746210 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b1df422a-9894-486b-b589-4ef9f299fb83 None None] The port '5b4e8b51-2275-4923-abd7-3e6f8cd8820d' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 05:22:45.099500 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4ea66340-1af1-4e1d-b443-e8c844405192 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:45.103372 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4ea66340-1af1-4e1d-b443-e8c844405192 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:45.127728 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4ea66340-1af1-4e1d-b443-e8c844405192 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:45.128353 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea66340-1af1-4e1d-b443-e8c844405192 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Fanout notify agent at l3_agent the message router_deleted on router 0937af50-3590-4186-be3b-b7e60efa7262 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 05:22:45.138084 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4ea66340-1af1-4e1d-b443-e8c844405192 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:45.139148 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4ea66340-1af1-4e1d-b443-e8c844405192 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] 10.222.0.53 "DELETE /v2.0/routers/0937af50-3590-4186-be3b-b7e60efa7262 HTTP/1.1" status: 204  len: 168 time: 0.6536679
Dec 22 05:22:45.265713 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 5b4e8b51-2275-4923-abd7-3e6f8cd8820d no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:22:45.298148 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 5b4e8b51-2275-4923-abd7-3e6f8cd8820d {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:22:45.298544 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 5b4e8b51-2275-4923-abd7-3e6f8cd8820d not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:22:45.422426 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 36072) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:45.587673 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5b9eb5af-55fa-4a64-a5ff-171a712e6654 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=064c5ba06bb3489db889b7d57cbe1be9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1639636
Dec 22 05:22:45.590536 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 36078) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:45.647215 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-db823b83-d4d7-465e-9669-40ecfc5e6f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:45.675255 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-db823b83-d4d7-465e-9669-40ecfc5e6f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:45.723546 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-db823b83-d4d7-465e-9669-40ecfc5e6f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:45.728070 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-265a4e58-56ba-4379-b0f7-812372466e70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:45.739976 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db823b83-d4d7-465e-9669-40ecfc5e6f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb92163a-8248-4ae9-9e1a-64497e4fc375,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:45.743031 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-db823b83-d4d7-465e-9669-40ecfc5e6f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:45.746913 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-db823b83-d4d7-465e-9669-40ecfc5e6f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:45.748369 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-db823b83-d4d7-465e-9669-40ecfc5e6f78 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb92163a-8248-4ae9-9e1a-64497e4fc375 HTTP/1.1" status: 204  len: 168 time: 0.1569517
Dec 22 05:22:46.500889 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 36100) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:46.626382 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-824849353-network', 'tenant_id': '6c9d46cdaa024e28accb26824f8a1548'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:22:46.631086 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:46.634831 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Usage tracker for resource:network and tenant:6c9d46cdaa024e28accb26824f8a1548 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:46.637615 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:46.643950 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:46.653322 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Made reservation on behalf of 6c9d46cdaa024e28accb26824f8a1548 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:22:46.655510 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:46.667229 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:46.697112 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:46.700859 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Usage tracker for resource:security_group_rule and tenant:6c9d46cdaa024e28accb26824f8a1548 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:46.703540 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:46.708970 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:46.774036 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:46.777484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:46.780326 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d0a1cc72-f6bb-4ac6-ba48-c5e12d453634 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:46.809588 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:22:46.814758 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bd1e99-aba0-4ce5-bfdf-e46f97e75317,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:46.818497 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:46.823433 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:46.823433 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Added segment ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36 of type vlan for network df17c069-6092-4b46-af6c-d978a5e53b71
Dec 22 05:22:46.850836 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:46.882916 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:46.883689 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:46.884247 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:46.888803 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-dbc65f46-197c-43ce-b430-b38ca46a1c46 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:46.978643 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.4766922
Dec 22 05:22:46.982171 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36106) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:46.984396 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Pushing event updated for resources: {'Network': ['ID=df17c069-6092-4b46-af6c-d978a5e53b71,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:46.986924 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:46.988899 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-bea2c1b2-7d9c-44f2-a771-355630d2810f admin admin] Request body: {'subnet': {'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-824849353-subnet', 'tenant_id': '6c9d46cdaa024e28accb26824f8a1548', 'ip_version': 4}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:22:46.994496 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network df17c069-6092-4b46-af6c-d978a5e53b71 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:22:46.994977 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bea2c1b2-7d9c-44f2-a771-355630d2810f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:46.998620 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bea2c1b2-7d9c-44f2-a771-355630d2810f admin admin] Usage tracker for resource:subnet and tenant:6c9d46cdaa024e28accb26824f8a1548 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:47.001682 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bea2c1b2-7d9c-44f2-a771-355630d2810f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:47.007417 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bea2c1b2-7d9c-44f2-a771-355630d2810f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:47.025458 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea2c1b2-7d9c-44f2-a771-355630d2810f admin admin] Made reservation on behalf of 6c9d46cdaa024e28accb26824f8a1548 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:22:47.028145 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bea2c1b2-7d9c-44f2-a771-355630d2810f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:47.233179 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bea2c1b2-7d9c-44f2-a771-355630d2810f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:47.236584 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1ce22dc9-f682-46a6-847b-ea6d9c583ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:47.302520 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2c1b2-7d9c-44f2-a771-355630d2810f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6344ef82-87af-4e7d-8867-ec59eaef7f84,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:47.307168 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bea2c1b2-7d9c-44f2-a771-355630d2810f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:47.316977 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea2c1b2-7d9c-44f2-a771-355630d2810f admin admin] Checking segment: {'id': 'ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:22:47.317319 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea2c1b2-7d9c-44f2-a771-355630d2810f admin admin] Network hostable DHCP agents. Network: df17c069-6092-4b46-af6c-d978a5e53b71, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:22:47.338424 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea2c1b2-7d9c-44f2-a771-355630d2810f admin admin] Network df17c069-6092-4b46-af6c-d978a5e53b71 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:22:47.347330 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-bea2c1b2-7d9c-44f2-a771-355630d2810f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, df17c069-6092-4b46-af6c-d978a5e53b71) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:22:47.351083 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea2c1b2-7d9c-44f2-a771-355630d2810f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:47.351647 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bea2c1b2-7d9c-44f2-a771-355630d2810f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:47.356067 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbda0cf-61ac-403c-b59e-1653e5163c18 None None] Network df17c069-6092-4b46-af6c-d978a5e53b71 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:22:47.371180 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bea2c1b2-7d9c-44f2-a771-355630d2810f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3879614
Dec 22 05:22:47.374265 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36110) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:47.379339 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-824849353-router', 'tenant_id': '6c9d46cdaa024e28accb26824f8a1548', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:22:47.383779 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:47.388036 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Usage tracker for resource:router and tenant:6c9d46cdaa024e28accb26824f8a1548 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:47.390825 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:47.396296 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:47.407101 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:47.408048 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:47.426144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:47.564233 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-df17c069-6092-4b46-af6c-d978a5e53b71', 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71', 'tenant_id': '6c9d46cdaa024e28accb26824f8a1548', 'fixed_ips': [{'subnet_id': '6344ef82-87af-4e7d-8867-ec59eaef7f84'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:22:47.565304 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:47.573167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:47.728163 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Allocated IP 172.20.0.2 (df17c069-6092-4b46-af6c-d978a5e53b71/6344ef82-87af-4e7d-8867-ec59eaef7f84/561612a3-e74c-4ae8-b896-943797a73382) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:22:47.755224 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:47.786578 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:47.939735 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:47.950864 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Transition to ACTIVE for port object 561612a3-e74c-4ae8-b896-943797a73382 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:22:47.968933 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Transition to ACTIVE for port object 561612a3-e74c-4ae8-b896-943797a73382 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:22:47.974200 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:47.978228 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:48.024947 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Allocated IP 172.26.4.210 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/2842f114-03bb-4290-8765-f5bcc1474a55) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:22:48.033487 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Network df17c069-6092-4b46-af6c-d978a5e53b71 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:22:48.041095 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:22:48.044536 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:22:48.052553 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Pushing event updated for resources: {'Port': ['ID=561612a3-e74c-4ae8-b896-943797a73382,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:48.055614 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:48.139577 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Attempting to bind port 561612a3-e74c-4ae8-b896-943797a73382 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:22:48.139955 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Attempting to bind port 561612a3-e74c-4ae8-b896-943797a73382 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:22:48.140316 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Attempting to bind port 561612a3-e74c-4ae8-b896-943797a73382 on network df17c069-6092-4b46-af6c-d978a5e53b71 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:22:48.146504 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:22:48.146877 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Checking segment: {'id': 'ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:22:48.147281 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:48.147671 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Bound using segment: {'id': 'ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:22:48.148126 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Bound port: 561612a3-e74c-4ae8-b896-943797a73382, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:22:48.148496 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:48.172444 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:48.200965 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:48.205290 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:48.234421 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] For port 561612a3-e74c-4ae8-b896-943797a73382, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:22:48.237582 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] For port 561612a3-e74c-4ae8-b896-943797a73382, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=561612a3-e74c-4ae8-b896-943797a73382,segment=NetworkSegment(ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36),segment_id=ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:22:48.241469 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:48.245530 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:48.266909 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:22:48.274676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:22:48.278801 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:22:48.307846 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Pushing event updated for resources: {'Port': ['ID=2842f114-03bb-4290-8765-f5bcc1474a55,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:48.314424 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:48.330831 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Pushing event updated for resources: {'Port': ['ID=561612a3-e74c-4ae8-b896-943797a73382,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:48.333726 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:48.449977 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:48.450720 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:48.694601 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Router c1360ecd-14ec-4475-b224-639b87c0aa08 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 05:22:48.894843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:22:48.905645 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] Sync routers for ids ['c1360ecd-14ec-4475-b224-639b87c0aa08'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:22:48.917573 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] Routers {'c1360ecd-14ec-4475-b224-639b87c0aa08'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:22:48.918284 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c7a2790>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:22:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['c1360ecd-14ec-4475-b224-639b87c0aa08'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:48.921538 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:48.923004 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 1.5477676
Dec 22 05:22:48.925991 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36114) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:49.103072 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] Set router c1360ecd-14ec-4475-b224-639b87c0aa08 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:22:49.280344 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb8d66a-7087-4d97-ab12-9e72c91751e6 None None] Network df17c069-6092-4b46-af6c-d978a5e53b71 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:22:49.348046 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 561612a3-e74c-4ae8-b896-943797a73382 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:22:49.399374 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c7a2790>, [{'id': 'c1360ecd-14ec-4475-b224-639b87c0aa08', 'name': 'tempest-TestEncryptedCinderVolumes-824849353-router', 'tenant_id': '6c9d46cdaa024e28accb26824f8a1548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': '2842f114-03bb-4290-8765-f5bcc1474a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:47Z', 'updated_at': '2021-12-22T05:22:48Z', 'revision_number': 3, 'project_id': '6c9d46cdaa024e28accb26824f8a1548', 'gw_port': {'id': '2842f114-03bb-4290-8765-f5bcc1474a55', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:57:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1360ecd-14ec-4475-b224-639b87c0aa08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:47Z', 'updated_at': '2021-12-22T05:22:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:49.403278 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] Checking router: c1360ecd-14ec-4475-b224-639b87c0aa08 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:22:49.403628 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] Updating router c1360ecd-14ec-4475-b224-639b87c0aa08 port 2842f114-03bb-4290-8765-f5bcc1474a55 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:22:49.449927 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3d54653f-98c0-4907-b31d-e58074c80a2a None None] Provisioning for port 561612a3-e74c-4ae8-b896-943797a73382 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:22:49.462259 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:49.521479 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 561612a3-e74c-4ae8-b896-943797a73382 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:22:49.528287 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 561612a3-e74c-4ae8-b896-943797a73382 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:22:49.528287 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:49.713789 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:49.764617 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 561612a3-e74c-4ae8-b896-943797a73382, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=561612a3-e74c-4ae8-b896-943797a73382,segment=NetworkSegment(ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36),segment_id=ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:22:49.771371 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:49.774858 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:49.829440 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3ab057c2-9275-4943-8fda-672a784128e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:49.830074 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:49.844012 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] Transition to ACTIVE for port object 2842f114-03bb-4290-8765-f5bcc1474a55 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:22:49.853184 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:49.859099 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-4393c3a8-12f3-490a-9345-5436a08cf201 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:49.874835 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=561612a3-e74c-4ae8-b896-943797a73382,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:49.879406 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:49.939593 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] Attempting to bind port 2842f114-03bb-4290-8765-f5bcc1474a55 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:22:49.940330 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] Attempting to bind port 2842f114-03bb-4290-8765-f5bcc1474a55 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:22:49.940768 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] Attempting to bind port 2842f114-03bb-4290-8765-f5bcc1474a55 on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:22:49.942960 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4011d7b-2fed-433a-b780-6250d58d324a None None] Pushing event updated for resources: {'Port': ['ID=2842f114-03bb-4290-8765-f5bcc1474a55,revision_number=2']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:49.954588 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4011d7b-2fed-433a-b780-6250d58d324a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:49.955000 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4011d7b-2fed-433a-b780-6250d58d324a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:49.955399 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4011d7b-2fed-433a-b780-6250d58d324a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:49.955791 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4011d7b-2fed-433a-b780-6250d58d324a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:49.956185 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4011d7b-2fed-433a-b780-6250d58d324a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:49.956522 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4011d7b-2fed-433a-b780-6250d58d324a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:49.956842 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4011d7b-2fed-433a-b780-6250d58d324a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:49.957162 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4011d7b-2fed-433a-b780-6250d58d324a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:49.957475 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4011d7b-2fed-433a-b780-6250d58d324a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:49.958019 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4011d7b-2fed-433a-b780-6250d58d324a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:49.958344 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4011d7b-2fed-433a-b780-6250d58d324a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:22:49.962113 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:22:49.963076 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:22:49.963076 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:49.963655 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:22:49.963976 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] Bound port: 2842f114-03bb-4290-8765-f5bcc1474a55, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:22:49.964914 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:49.988255 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-a4011d7b-2fed-433a-b780-6250d58d324a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:49.991455 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-2a1f5c9a-d1bf-44c2-87ca-ed8a0d20557b None None] Provisioning complete for port 561612a3-e74c-4ae8-b896-943797a73382 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:22:49.992013 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5c9a-d1bf-44c2-87ca-ed8a0d20557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:50.058477 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-3ab057c2-9275-4943-8fda-672a784128e9 admin admin] Allocated IP 172.20.0.1 (df17c069-6092-4b46-af6c-d978a5e53b71/6344ef82-87af-4e7d-8867-ec59eaef7f84/d47d6461-b0c4-4659-881e-74469afe4ddc) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:22:50.067224 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] For port 2842f114-03bb-4290-8765-f5bcc1474a55, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:22:50.070386 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] For port 2842f114-03bb-4290-8765-f5bcc1474a55, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2842f114-03bb-4290-8765-f5bcc1474a55,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:22:50.075180 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:50.079343 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-9d96ae65-183f-4ada-9f4b-4d881c9deb01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:50.153518 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4011d7b-2fed-433a-b780-6250d58d324a None None] Pushing event updated for resources: {'Port': ['ID=2842f114-03bb-4290-8765-f5bcc1474a55,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:50.156803 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-a4011d7b-2fed-433a-b780-6250d58d324a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:50.159094 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] Routers {'c1360ecd-14ec-4475-b224-639b87c0aa08'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:22:50.159689 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c7a2790>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:22:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['c1360ecd-14ec-4475-b224-639b87c0aa08'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:50.213042 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3ab057c2-9275-4943-8fda-672a784128e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:50.228742 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-3ab057c2-9275-4943-8fda-672a784128e9 admin admin] Transition to ACTIVE for port object d47d6461-b0c4-4659-881e-74469afe4ddc will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:22:50.250312 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3ab057c2-9275-4943-8fda-672a784128e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:50.253774 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-eee33518-b2ec-48ba-a75d-16f5efbf4f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:50.321077 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab057c2-9275-4943-8fda-672a784128e9 admin admin] Network df17c069-6092-4b46-af6c-d978a5e53b71 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:22:50.324637 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-3ab057c2-9275-4943-8fda-672a784128e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:22:50.327223 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab057c2-9275-4943-8fda-672a784128e9 admin admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:22:50.333814 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] Set router c1360ecd-14ec-4475-b224-639b87c0aa08 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:22:50.359516 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab057c2-9275-4943-8fda-672a784128e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d47d6461-b0c4-4659-881e-74469afe4ddc,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:50.365902 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3ab057c2-9275-4943-8fda-672a784128e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:50.387492 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3ab057c2-9275-4943-8fda-672a784128e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:50.471135 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3ab057c2-9275-4943-8fda-672a784128e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:50.540662 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-2038abb4-9312-4c66-9e7d-4a9efa1b6f8a None None] Provisioning for port d47d6461-b0c4-4659-881e-74469afe4ddc completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:22:50.546174 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-2038abb4-9312-4c66-9e7d-4a9efa1b6f8a None None] Provisioning complete for port d47d6461-b0c4-4659-881e-74469afe4ddc triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:22:50.546546 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2038abb4-9312-4c66-9e7d-4a9efa1b6f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:50.601617 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-2038abb4-9312-4c66-9e7d-4a9efa1b6f8a None None] Port d47d6461-b0c4-4659-881e-74469afe4ddc cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:22:50.621904 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c7a2790>, [{'id': 'c1360ecd-14ec-4475-b224-639b87c0aa08', 'name': 'tempest-TestEncryptedCinderVolumes-824849353-router', 'tenant_id': '6c9d46cdaa024e28accb26824f8a1548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': '2842f114-03bb-4290-8765-f5bcc1474a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:47Z', 'updated_at': '2021-12-22T05:22:48Z', 'revision_number': 3, 'project_id': '6c9d46cdaa024e28accb26824f8a1548', 'gw_port': {'id': '2842f114-03bb-4290-8765-f5bcc1474a55', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:57:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1360ecd-14ec-4475-b224-639b87c0aa08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:47Z', 'updated_at': '2021-12-22T05:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:50.625670 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb05b02-07d0-4498-a854-80840989c3e3 None None] The sync data for ids ['c1360ecd-14ec-4475-b224-639b87c0aa08'] in dv-neutron-822525-1-hyperv is: [{'id': 'c1360ecd-14ec-4475-b224-639b87c0aa08', 'name': 'tempest-TestEncryptedCinderVolumes-824849353-router', 'tenant_id': '6c9d46cdaa024e28accb26824f8a1548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': '2842f114-03bb-4290-8765-f5bcc1474a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:47Z', 'updated_at': '2021-12-22T05:22:48Z', 'revision_number': 3, 'project_id': '6c9d46cdaa024e28accb26824f8a1548', 'gw_port': {'id': '2842f114-03bb-4290-8765-f5bcc1474a55', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:57:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1360ecd-14ec-4475-b224-639b87c0aa08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:47Z', 'updated_at': '2021-12-22T05:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:22:50.705256 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3ab057c2-9275-4943-8fda-672a784128e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:50.709692 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3ab057c2-9275-4943-8fda-672a784128e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:50.734324 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0f6c2bec-97b1-4497-a509-1c319da6220a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:50.825662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab057c2-9275-4943-8fda-672a784128e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d47d6461-b0c4-4659-881e-74469afe4ddc,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:50.830539 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3ab057c2-9275-4943-8fda-672a784128e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:50.831144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3ab057c2-9275-4943-8fda-672a784128e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:50.971521 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab057c2-9275-4943-8fda-672a784128e9 admin admin] Network df17c069-6092-4b46-af6c-d978a5e53b71 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:22:50.972702 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-3ab057c2-9275-4943-8fda-672a784128e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:22:51.227540 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-286c5fcc-5d60-4ae3-9a27-3f29cbb0e889 None None] Provisioning complete for port d47d6461-b0c4-4659-881e-74469afe4ddc triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:22:51.227984 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-286c5fcc-5d60-4ae3-9a27-3f29cbb0e889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:51.355931 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-286c5fcc-5d60-4ae3-9a27-3f29cbb0e889 None None] Port d47d6461-b0c4-4659-881e-74469afe4ddc cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:22:51.377286 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2842f114-03bb-4290-8765-f5bcc1474a55 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:22:51.449784 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 2842f114-03bb-4290-8765-f5bcc1474a55 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:22:51.454200 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 2842f114-03bb-4290-8765-f5bcc1474a55 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:22:51.454570 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:51.518697 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab057c2-9275-4943-8fda-672a784128e9 admin admin] Router c1360ecd-14ec-4475-b224-639b87c0aa08 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:22:51.564288 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:51.579626 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 2842f114-03bb-4290-8765-f5bcc1474a55, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2842f114-03bb-4290-8765-f5bcc1474a55,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:22:51.584107 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:51.585030 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 561612a3-e74c-4ae8-b896-943797a73382 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:22:51.611531 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:51.697050 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=2842f114-03bb-4290-8765-f5bcc1474a55,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:51.700019 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:51.710770 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 561612a3-e74c-4ae8-b896-943797a73382 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:22:51.711151 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:51.721233 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab057c2-9275-4943-8fda-672a784128e9 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:22:51.730823 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3ab057c2-9275-4943-8fda-672a784128e9 admin admin] 10.222.0.53 "PUT /v2.0/routers/c1360ecd-14ec-4475-b224-639b87c0aa08/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8035975
Dec 22 05:22:52.527212 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36136) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:52.532861 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-147346633-network', 'tenant_id': '75e71ad5f7be41938a198ea609185188'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:22:52.537538 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:52.541307 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Usage tracker for resource:network and tenant:75e71ad5f7be41938a198ea609185188 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:52.544634 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:52.550179 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:52.561164 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Made reservation on behalf of 75e71ad5f7be41938a198ea609185188 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:22:52.563397 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:52.575706 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:52.604704 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:52.608825 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Usage tracker for resource:security_group_rule and tenant:75e71ad5f7be41938a198ea609185188 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:52.611509 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:52.616919 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:52.678727 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:52.682198 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:52.686571 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-989e31e3-62ec-413e-af22-dd3b75d04e92 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:52.712795 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:22:52.720983 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56de7647-c731-4e74-a661-d59fe530dbb6,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:52.724032 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:52.728310 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:52.728310 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Added segment a36c99a6-41f3-4bb8-8996-42540b1ceaaa of type vlan for network 83df8e67-21ee-43fd-98fb-3a13a668fd2c
Dec 22 05:22:52.754311 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:52.783403 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:52.784235 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:52.784827 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:52.789330 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-65bdb488-aad0-4a0c-9973-28109c64c6ed tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:52.886501 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Pushing event updated for resources: {'Network': ['ID=83df8e67-21ee-43fd-98fb-3a13a668fd2c,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:52.892156 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.3610561
Dec 22 05:22:52.892156 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:52.892416 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36140) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:52.896886 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 83df8e67-21ee-43fd-98fb-3a13a668fd2c details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:22:52.897428 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e7b9a9f8-ea96-45c7-b1d5-547a002985d6 admin admin] Request body: {'subnet': {'network_id': '83df8e67-21ee-43fd-98fb-3a13a668fd2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-147346633-subnet', 'tenant_id': '75e71ad5f7be41938a198ea609185188', 'ip_version': 4}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:22:52.902246 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e7b9a9f8-ea96-45c7-b1d5-547a002985d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:52.906008 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e7b9a9f8-ea96-45c7-b1d5-547a002985d6 admin admin] Usage tracker for resource:subnet and tenant:75e71ad5f7be41938a198ea609185188 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:52.908782 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e7b9a9f8-ea96-45c7-b1d5-547a002985d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:52.914408 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e7b9a9f8-ea96-45c7-b1d5-547a002985d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:52.925443 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b9a9f8-ea96-45c7-b1d5-547a002985d6 admin admin] Made reservation on behalf of 75e71ad5f7be41938a198ea609185188 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:22:52.927803 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e7b9a9f8-ea96-45c7-b1d5-547a002985d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:53.130915 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e7b9a9f8-ea96-45c7-b1d5-547a002985d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:53.134777 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-785d51f5-9296-4f86-953f-d46183557b0c tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:53.203648 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9a9f8-ea96-45c7-b1d5-547a002985d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=381d8e27-6f11-4672-8ddc-def594f4488b,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:53.207279 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e7b9a9f8-ea96-45c7-b1d5-547a002985d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:53.213687 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b9a9f8-ea96-45c7-b1d5-547a002985d6 admin admin] Checking segment: {'id': 'a36c99a6-41f3-4bb8-8996-42540b1ceaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '83df8e67-21ee-43fd-98fb-3a13a668fd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:22:53.214035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b9a9f8-ea96-45c7-b1d5-547a002985d6 admin admin] Network hostable DHCP agents. Network: 83df8e67-21ee-43fd-98fb-3a13a668fd2c, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:22:53.236413 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b9a9f8-ea96-45c7-b1d5-547a002985d6 admin admin] Network 83df8e67-21ee-43fd-98fb-3a13a668fd2c is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:22:53.246020 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-e7b9a9f8-ea96-45c7-b1d5-547a002985d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 83df8e67-21ee-43fd-98fb-3a13a668fd2c) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:22:53.249989 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b9a9f8-ea96-45c7-b1d5-547a002985d6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:53.250564 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e7b9a9f8-ea96-45c7-b1d5-547a002985d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:53.259506 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42df7d85-ac3c-403e-9dd9-f3d787b0ab65 None None] Network 83df8e67-21ee-43fd-98fb-3a13a668fd2c requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:22:53.271232 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e7b9a9f8-ea96-45c7-b1d5-547a002985d6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3779738
Dec 22 05:22:53.274261 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36144) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:53.279427 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-147346633-router', 'tenant_id': '75e71ad5f7be41938a198ea609185188', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:22:53.283989 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:22:53.287720 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Usage tracker for resource:router and tenant:75e71ad5f7be41938a198ea609185188 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:22:53.290545 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:22:53.296702 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:22:53.306840 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:53.307821 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:53.321831 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2842f114-03bb-4290-8765-f5bcc1474a55 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:22:53.327219 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:53.469366 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 2842f114-03bb-4290-8765-f5bcc1474a55 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:22:53.469673 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:53.473621 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:53.572199 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-83df8e67-21ee-43fd-98fb-3a13a668fd2c', 'network_id': '83df8e67-21ee-43fd-98fb-3a13a668fd2c', 'tenant_id': '75e71ad5f7be41938a198ea609185188', 'fixed_ips': [{'subnet_id': '381d8e27-6f11-4672-8ddc-def594f4488b'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:22:53.572989 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:53.659950 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:53.690449 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:53.770977 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Allocated IP 172.20.0.2 (83df8e67-21ee-43fd-98fb-3a13a668fd2c/381d8e27-6f11-4672-8ddc-def594f4488b/5d19e639-f4c0-40a8-8a59-7fd25c800e90) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:22:53.828224 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Allocated IP 172.26.4.78 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/58e7dc81-2855-4aa2-934a-bbfc91d76d26) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:22:53.978257 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:53.979577 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:53.990138 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Transition to ACTIVE for port object 5d19e639-f4c0-40a8-8a59-7fd25c800e90 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:22:54.007963 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:54.009129 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Transition to ACTIVE for port object 5d19e639-f4c0-40a8-8a59-7fd25c800e90 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:22:54.013467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-91c78486-058d-4138-bd3a-8f3ab58a1c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:54.015138 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:54.019280 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:54.083477 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:22:54.084811 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Network 83df8e67-21ee-43fd-98fb-3a13a668fd2c is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:22:54.086815 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Pushing event updated for resources: {'Port': ['ID=58e7dc81-2855-4aa2-934a-bbfc91d76d26,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:54.087965 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:22:54.089231 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:22:54.091263 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:54.091952 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:22:54.092146 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:22:54.094248 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Pushing event updated for resources: {'Port': ['ID=5d19e639-f4c0-40a8-8a59-7fd25c800e90,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:54.098042 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:54.162217 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] Sync routers for ids ['c1360ecd-14ec-4475-b224-639b87c0aa08'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:22:54.196910 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Attempting to bind port 5d19e639-f4c0-40a8-8a59-7fd25c800e90 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:22:54.197444 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Attempting to bind port 5d19e639-f4c0-40a8-8a59-7fd25c800e90 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'a36c99a6-41f3-4bb8-8996-42540b1ceaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '83df8e67-21ee-43fd-98fb-3a13a668fd2c'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:22:54.197935 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Attempting to bind port 5d19e639-f4c0-40a8-8a59-7fd25c800e90 on network 83df8e67-21ee-43fd-98fb-3a13a668fd2c {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:22:54.201185 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] Routers {'c1360ecd-14ec-4475-b224-639b87c0aa08'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:22:54.201959 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bcca610>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:22:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['c1360ecd-14ec-4475-b224-639b87c0aa08'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:54.306465 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:22:54.306733 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Checking segment: {'id': 'a36c99a6-41f3-4bb8-8996-42540b1ceaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '83df8e67-21ee-43fd-98fb-3a13a668fd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:22:54.307139 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:54.307535 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Bound using segment: {'id': 'a36c99a6-41f3-4bb8-8996-42540b1ceaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '83df8e67-21ee-43fd-98fb-3a13a668fd2c'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:22:54.308580 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Bound port: 5d19e639-f4c0-40a8-8a59-7fd25c800e90, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a36c99a6-41f3-4bb8-8996-42540b1ceaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '83df8e67-21ee-43fd-98fb-3a13a668fd2c'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:22:54.308964 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:54.363777 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:54.364514 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:54.485139 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] For port 5d19e639-f4c0-40a8-8a59-7fd25c800e90, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:22:54.488549 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] For port 5d19e639-f4c0-40a8-8a59-7fd25c800e90, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5d19e639-f4c0-40a8-8a59-7fd25c800e90,segment=NetworkSegment(a36c99a6-41f3-4bb8-8996-42540b1ceaaa),segment_id=a36c99a6-41f3-4bb8-8996-42540b1ceaaa)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:22:54.494871 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:54.498363 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] Set router c1360ecd-14ec-4475-b224-639b87c0aa08 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:22:54.535884 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:54.590707 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Router 355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 05:22:54.696009 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Pushing event updated for resources: {'Port': ['ID=5d19e639-f4c0-40a8-8a59-7fd25c800e90,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:54.710900 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:54.835769 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:22:54.845909 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] Sync routers for ids ['355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:22:54.857904 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] Routers {'355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:22:54.858798 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c7a2040>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:22:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:54.865012 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:54.869059 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.5915308
Dec 22 05:22:54.869256 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36148) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:22:54.927962 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bcca610>, [{'id': 'c1360ecd-14ec-4475-b224-639b87c0aa08', 'name': 'tempest-TestEncryptedCinderVolumes-824849353-router', 'tenant_id': '6c9d46cdaa024e28accb26824f8a1548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': '2842f114-03bb-4290-8765-f5bcc1474a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:47Z', 'updated_at': '2021-12-22T05:22:50Z', 'revision_number': 4, 'project_id': '6c9d46cdaa024e28accb26824f8a1548', 'gw_port': {'id': '2842f114-03bb-4290-8765-f5bcc1474a55', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:57:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1360ecd-14ec-4475-b224-639b87c0aa08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:47Z', 'updated_at': '2021-12-22T05:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'd47d6461-b0c4-4659-881e-74469afe4ddc', 'name': '', 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71', 'tenant_id': '6c9d46cdaa024e28accb26824f8a1548', 'mac_address': 'fa:16:3e:62:0a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1360ecd-14ec-4475-b224-639b87c0aa08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6344ef82-87af-4e7d-8867-ec59eaef7f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:49Z', 'updated_at': '2021-12-22T05:22:50Z', 'revision_number': 2, 'project_id': '6c9d46cdaa024e28accb26824f8a1548', 'subnets': [{'id': '6344ef82-87af-4e7d-8867-ec59eaef7f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:54.933403 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] Checking router: c1360ecd-14ec-4475-b224-639b87c0aa08 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:22:54.933874 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] Updating router c1360ecd-14ec-4475-b224-639b87c0aa08 port d47d6461-b0c4-4659-881e-74469afe4ddc binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:22:54.993521 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:55.050980 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] Set router 355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:22:55.338727 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c7a2040>, [{'id': '355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9', 'name': 'tempest-TestEncryptedCinderVolumes-147346633-router', 'tenant_id': '75e71ad5f7be41938a198ea609185188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '58e7dc81-2855-4aa2-934a-bbfc91d76d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:53Z', 'updated_at': '2021-12-22T05:22:54Z', 'revision_number': 3, 'project_id': '75e71ad5f7be41938a198ea609185188', 'gw_port': {'id': '58e7dc81-2855-4aa2-934a-bbfc91d76d26', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:41:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:53Z', 'updated_at': '2021-12-22T05:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:55.343001 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] Checking router: 355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:22:55.343500 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] Updating router 355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9 port 58e7dc81-2855-4aa2-934a-bbfc91d76d26 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:22:55.345973 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 5d19e639-f4c0-40a8-8a59-7fd25c800e90 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:22:55.400454 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:55.476347 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:55.502658 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] Transition to ACTIVE for port object d47d6461-b0c4-4659-881e-74469afe4ddc will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:22:55.507254 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 5d19e639-f4c0-40a8-8a59-7fd25c800e90 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:22:55.521439 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:55.536991 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:55.718963 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06cf2742-e80d-480a-bbd5-d37fdf9a09fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:55.784589 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:55.784833 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a177160-2b71-4d74-945c-faa49e7dbf8e None None] Pushing event updated for resources: {'Port': ['ID=d47d6461-b0c4-4659-881e-74469afe4ddc,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:55.790596 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6a177160-2b71-4d74-945c-faa49e7dbf8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:55.795839 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] Attempting to bind port d47d6461-b0c4-4659-881e-74469afe4ddc on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:22:55.796434 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] Attempting to bind port d47d6461-b0c4-4659-881e-74469afe4ddc by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:22:55.797029 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] Attempting to bind port d47d6461-b0c4-4659-881e-74469afe4ddc on network df17c069-6092-4b46-af6c-d978a5e53b71 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:22:55.798343 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] Transition to ACTIVE for port object 58e7dc81-2855-4aa2-934a-bbfc91d76d26 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:22:55.804946 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:22:55.805710 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] Checking segment: {'id': 'ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:22:55.806359 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:55.806489 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:55.807161 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] Bound using segment: {'id': 'ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:22:55.808399 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] Bound port: d47d6461-b0c4-4659-881e-74469afe4ddc, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:22:55.808987 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:55.811319 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-3543e975-8d0e-4b06-84b0-b3c9ff9bce5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:55.875482 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33999178-622f-44d4-8de8-725b9366da2a None None] Pushing event updated for resources: {'Port': ['ID=58e7dc81-2855-4aa2-934a-bbfc91d76d26,revision_number=2']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:55.884532 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-33999178-622f-44d4-8de8-725b9366da2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:55.921754 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] Attempting to bind port 58e7dc81-2855-4aa2-934a-bbfc91d76d26 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:22:55.922132 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] Attempting to bind port 58e7dc81-2855-4aa2-934a-bbfc91d76d26 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:22:55.922500 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] Attempting to bind port 58e7dc81-2855-4aa2-934a-bbfc91d76d26 on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:22:55.931998 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:22:55.932363 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:22:55.932819 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:55.933714 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f15e325-076b-4a49-9e2e-6d6843433662 None None] Network 83df8e67-21ee-43fd-98fb-3a13a668fd2c requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:22:55.933874 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:22:55.934177 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] Bound port: 58e7dc81-2855-4aa2-934a-bbfc91d76d26, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:22:55.934542 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:56.010099 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] For port 58e7dc81-2855-4aa2-934a-bbfc91d76d26, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:22:56.014131 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] For port 58e7dc81-2855-4aa2-934a-bbfc91d76d26, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=58e7dc81-2855-4aa2-934a-bbfc91d76d26,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:22:56.019646 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:56.023640 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-a4011d7b-2fed-433a-b780-6250d58d324a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:56.107300 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33999178-622f-44d4-8de8-725b9366da2a None None] Pushing event updated for resources: {'Port': ['ID=58e7dc81-2855-4aa2-934a-bbfc91d76d26,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:56.110679 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-33999178-622f-44d4-8de8-725b9366da2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:56.111074 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] Routers {'355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:22:56.111666 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c7a2040>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:22:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:56.120255 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-06cf2742-e80d-480a-bbd5-d37fdf9a09fe admin admin] Allocated IP 172.20.0.1 (83df8e67-21ee-43fd-98fb-3a13a668fd2c/381d8e27-6f11-4672-8ddc-def594f4488b/18aa508c-f385-4159-8101-c22b9246272b) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:22:56.226878 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] For port d47d6461-b0c4-4659-881e-74469afe4ddc, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:22:56.239991 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] For port d47d6461-b0c4-4659-881e-74469afe4ddc, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d47d6461-b0c4-4659-881e-74469afe4ddc,segment=NetworkSegment(ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36),segment_id=ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:22:56.255759 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:56.262621 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:56.294706 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] Set router 355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:22:56.307861 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06cf2742-e80d-480a-bbd5-d37fdf9a09fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:56.311993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ab906551-085e-49b4-83df-7bf383d39e3a None None] Provisioning for port 5d19e639-f4c0-40a8-8a59-7fd25c800e90 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:22:56.326458 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-06cf2742-e80d-480a-bbd5-d37fdf9a09fe admin admin] Transition to ACTIVE for port object 18aa508c-f385-4159-8101-c22b9246272b will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:22:56.342532 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ab906551-085e-49b4-83df-7bf383d39e3a None None] Provisioning complete for port 5d19e639-f4c0-40a8-8a59-7fd25c800e90 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:22:56.342744 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ab906551-085e-49b4-83df-7bf383d39e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:56.353243 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06cf2742-e80d-480a-bbd5-d37fdf9a09fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:56.357931 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-15b7598b-bcb1-4fcb-a75e-67e98c11a690 tempest-DeleteServersTestJSON-774544872 tempest-DeleteServersTestJSON-774544872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:56.426133 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a177160-2b71-4d74-945c-faa49e7dbf8e None None] Pushing event updated for resources: {'Port': ['ID=d47d6461-b0c4-4659-881e-74469afe4ddc,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:56.430803 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6a177160-2b71-4d74-945c-faa49e7dbf8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:56.465661 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf2742-e80d-480a-bbd5-d37fdf9a09fe admin admin] Pushing event updated for resources: {'Port': ['ID=18aa508c-f385-4159-8101-c22b9246272b,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:56.480030 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-06cf2742-e80d-480a-bbd5-d37fdf9a09fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:56.482879 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] Routers {'c1360ecd-14ec-4475-b224-639b87c0aa08'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:22:56.483375 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bcca610>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:22:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['c1360ecd-14ec-4475-b224-639b87c0aa08'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:56.484613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cf2742-e80d-480a-bbd5-d37fdf9a09fe admin admin] Network 83df8e67-21ee-43fd-98fb-3a13a668fd2c is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:22:56.486704 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-06cf2742-e80d-480a-bbd5-d37fdf9a09fe admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:22:56.490991 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf2742-e80d-480a-bbd5-d37fdf9a09fe admin admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:22:56.563815 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06cf2742-e80d-480a-bbd5-d37fdf9a09fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:56.662417 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06cf2742-e80d-480a-bbd5-d37fdf9a09fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:56.663778 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c7a2040>, [{'id': '355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9', 'name': 'tempest-TestEncryptedCinderVolumes-147346633-router', 'tenant_id': '75e71ad5f7be41938a198ea609185188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '58e7dc81-2855-4aa2-934a-bbfc91d76d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:53Z', 'updated_at': '2021-12-22T05:22:54Z', 'revision_number': 3, 'project_id': '75e71ad5f7be41938a198ea609185188', 'gw_port': {'id': '58e7dc81-2855-4aa2-934a-bbfc91d76d26', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:41:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:53Z', 'updated_at': '2021-12-22T05:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:56.665823 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ab906551-085e-49b4-83df-7bf383d39e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:56.668074 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368c0ce3-49ff-4957-be67-e66b1119f080 None None] The sync data for ids ['355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9'] in dv-neutron-822525-1-hyperv is: [{'id': '355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9', 'name': 'tempest-TestEncryptedCinderVolumes-147346633-router', 'tenant_id': '75e71ad5f7be41938a198ea609185188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '58e7dc81-2855-4aa2-934a-bbfc91d76d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:53Z', 'updated_at': '2021-12-22T05:22:54Z', 'revision_number': 3, 'project_id': '75e71ad5f7be41938a198ea609185188', 'gw_port': {'id': '58e7dc81-2855-4aa2-934a-bbfc91d76d26', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:41:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:53Z', 'updated_at': '2021-12-22T05:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:22:56.731052 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-ab906551-085e-49b4-83df-7bf383d39e3a None None] For port 5d19e639-f4c0-40a8-8a59-7fd25c800e90, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5d19e639-f4c0-40a8-8a59-7fd25c800e90,segment=NetworkSegment(a36c99a6-41f3-4bb8-8996-42540b1ceaaa),segment_id=a36c99a6-41f3-4bb8-8996-42540b1ceaaa)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:22:56.737358 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ab906551-085e-49b4-83df-7bf383d39e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:56.740988 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6a177160-2b71-4d74-945c-faa49e7dbf8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:56.794196 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] Set router c1360ecd-14ec-4475-b224-639b87c0aa08 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:22:56.888330 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab906551-085e-49b4-83df-7bf383d39e3a None None] Pushing event updated for resources: {'Port': ['ID=5d19e639-f4c0-40a8-8a59-7fd25c800e90,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:56.895279 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-ab906551-085e-49b4-83df-7bf383d39e3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:56.923578 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06cf2742-e80d-480a-bbd5-d37fdf9a09fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:56.928369 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06cf2742-e80d-480a-bbd5-d37fdf9a09fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:56.957467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:57.041872 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06cf2742-e80d-480a-bbd5-d37fdf9a09fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:57.047025 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf2742-e80d-480a-bbd5-d37fdf9a09fe admin admin] Pushing event updated for resources: {'Port': ['ID=18aa508c-f385-4159-8101-c22b9246272b,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:57.047701 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-062fb146-3f43-4b4e-b9cd-17e890eb1d7b None None] Provisioning complete for port 5d19e639-f4c0-40a8-8a59-7fd25c800e90 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:22:57.048085 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-062fb146-3f43-4b4e-b9cd-17e890eb1d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:57.051337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-06cf2742-e80d-480a-bbd5-d37fdf9a09fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:57.185979 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cf2742-e80d-480a-bbd5-d37fdf9a09fe admin admin] Network 83df8e67-21ee-43fd-98fb-3a13a668fd2c is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:22:57.187526 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-06cf2742-e80d-480a-bbd5-d37fdf9a09fe admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:22:57.255467 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bcca610>, [{'id': 'c1360ecd-14ec-4475-b224-639b87c0aa08', 'name': 'tempest-TestEncryptedCinderVolumes-824849353-router', 'tenant_id': '6c9d46cdaa024e28accb26824f8a1548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': '2842f114-03bb-4290-8765-f5bcc1474a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:47Z', 'updated_at': '2021-12-22T05:22:50Z', 'revision_number': 4, 'project_id': '6c9d46cdaa024e28accb26824f8a1548', 'gw_port': {'id': '2842f114-03bb-4290-8765-f5bcc1474a55', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:57:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1360ecd-14ec-4475-b224-639b87c0aa08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:47Z', 'updated_at': '2021-12-22T05:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'd47d6461-b0c4-4659-881e-74469afe4ddc', 'name': '', 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71', 'tenant_id': '6c9d46cdaa024e28accb26824f8a1548', 'mac_address': 'fa:16:3e:62:0a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1360ecd-14ec-4475-b224-639b87c0aa08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6344ef82-87af-4e7d-8867-ec59eaef7f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:49Z', 'updated_at': '2021-12-22T05:22:56Z', 'revision_number': 4, 'project_id': '6c9d46cdaa024e28accb26824f8a1548', 'subnets': [{'id': '6344ef82-87af-4e7d-8867-ec59eaef7f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:22:57.260230 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b344a7-159a-49d2-a568-43724cbee61d None None] The sync data for ids ['c1360ecd-14ec-4475-b224-639b87c0aa08'] in dv-neutron-822525-1-hyperv is: [{'id': 'c1360ecd-14ec-4475-b224-639b87c0aa08', 'name': 'tempest-TestEncryptedCinderVolumes-824849353-router', 'tenant_id': '6c9d46cdaa024e28accb26824f8a1548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': '2842f114-03bb-4290-8765-f5bcc1474a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:47Z', 'updated_at': '2021-12-22T05:22:50Z', 'revision_number': 4, 'project_id': '6c9d46cdaa024e28accb26824f8a1548', 'gw_port': {'id': '2842f114-03bb-4290-8765-f5bcc1474a55', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:57:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1360ecd-14ec-4475-b224-639b87c0aa08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:47Z', 'updated_at': '2021-12-22T05:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'd47d6461-b0c4-4659-881e-74469afe4ddc', 'name': '', 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71', 'tenant_id': '6c9d46cdaa024e28accb26824f8a1548', 'mac_address': 'fa:16:3e:62:0a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1360ecd-14ec-4475-b224-639b87c0aa08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6344ef82-87af-4e7d-8867-ec59eaef7f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:49Z', 'updated_at': '2021-12-22T05:22:56Z', 'revision_number': 4, 'project_id': '6c9d46cdaa024e28accb26824f8a1548', 'subnets': [{'id': '6344ef82-87af-4e7d-8867-ec59eaef7f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:22:57.329370 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 5d19e639-f4c0-40a8-8a59-7fd25c800e90 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:22:57.407043 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-00693690-58e8-480f-8adb-c0bf87f50cfb None None] Provisioning for port 18aa508c-f385-4159-8101-c22b9246272b completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:22:57.414112 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-00693690-58e8-480f-8adb-c0bf87f50cfb None None] Provisioning complete for port 18aa508c-f385-4159-8101-c22b9246272b triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:22:57.414490 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-00693690-58e8-480f-8adb-c0bf87f50cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:57.474995 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 5d19e639-f4c0-40a8-8a59-7fd25c800e90 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:22:57.475389 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:57.522088 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-00693690-58e8-480f-8adb-c0bf87f50cfb None None] Port 18aa508c-f385-4159-8101-c22b9246272b cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:22:57.645582 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-6555c690-33f6-4332-99fa-0ba78244c62e None None] Provisioning complete for port 18aa508c-f385-4159-8101-c22b9246272b triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:22:57.645966 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6555c690-33f6-4332-99fa-0ba78244c62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:57.668467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cf2742-e80d-480a-bbd5-d37fdf9a09fe admin admin] Router 355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:22:57.706679 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-6555c690-33f6-4332-99fa-0ba78244c62e None None] Port 18aa508c-f385-4159-8101-c22b9246272b cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:22:57.908714 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cf2742-e80d-480a-bbd5-d37fdf9a09fe admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:22:57.918101 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-06cf2742-e80d-480a-bbd5-d37fdf9a09fe admin admin] 10.222.0.53 "PUT /v2.0/routers/355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0477617
Dec 22 05:22:58.759676 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-185cd412-11b3-43ae-b3a3-babafac9da75 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:22:58.760348 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-185cd412-11b3-43ae-b3a3-babafac9da75 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Synchronizing usage tracker for tenant:6c9d46cdaa024e28accb26824f8a1548 on resource:network {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:22:58.777403 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-185cd412-11b3-43ae-b3a3-babafac9da75 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Unset dirty status for tenant:6c9d46cdaa024e28accb26824f8a1548 on resource:network {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:22:58.778558 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-185cd412-11b3-43ae-b3a3-babafac9da75 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/networks?id=df17c069-6092-4b46-af6c-d978a5e53b71 HTTP/1.1" status: 200  len: 816 time: 0.1579108
Dec 22 05:22:58.794418 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-49a9c1e2-85f0-46f3-9f9b-3ebe9b0ecfa9 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/quotas/6c9d46cdaa024e28accb26824f8a1548 HTTP/1.1" status: 200  len: 375 time: 0.0104625
Dec 22 05:22:58.875961 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-a331668d-2f8b-4a7b-b5ff-892c991361c4 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6c9d46cdaa024e28accb26824f8a1548&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0768895
Dec 22 05:22:58.892060 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-e9e32667-a865-4730-a375-fbf7602ed1d1 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 05:22:58.892983 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-e9e32667-a865-4730-a375-fbf7602ed1d1 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0051827
Dec 22 05:22:59.020384 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-1d42495c-0bc7-4eca-a891-1c3f1166ae5b service neutron] 10.222.0.53 "GET /v2.0/networks/df17c069-6092-4b46-af6c-d978a5e53b71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215141
Dec 22 05:22:59.149086 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-3c95af04-d41c-4b19-9cf7-4dec850b276f service neutron] 10.222.0.53 "GET /v2.0/networks/df17c069-6092-4b46-af6c-d978a5e53b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228638
Dec 22 05:22:59.343573 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d47d6461-b0c4-4659-881e-74469afe4ddc up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:22:59.419263 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port d47d6461-b0c4-4659-881e-74469afe4ddc completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:22:59.425034 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port d47d6461-b0c4-4659-881e-74469afe4ddc triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:22:59.425577 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:59.457156 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-9a8e650b-1a89-47ae-b3fe-c355606be96d req-baa55356-2218-4993-ac34-01fa753f11c9 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Synchronizing usage tracker for tenant:6c9d46cdaa024e28accb26824f8a1548 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:22:59.475047 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-9a8e650b-1a89-47ae-b3fe-c355606be96d req-baa55356-2218-4993-ac34-01fa753f11c9 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Unset dirty status for tenant:6c9d46cdaa024e28accb26824f8a1548 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:22:59.476370 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9a8e650b-1a89-47ae-b3fe-c355606be96d req-baa55356-2218-4993-ac34-01fa753f11c9 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=a93b67c9-c570-49d2-9975-4f17e8a86da1 HTTP/1.1" status: 200  len: 210 time: 0.1856401
Dec 22 05:22:59.599538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:59.632649 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port d47d6461-b0c4-4659-881e-74469afe4ddc, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d47d6461-b0c4-4659-881e-74469afe4ddc,segment=NetworkSegment(ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36),segment_id=ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:22:59.636119 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:59.636927 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 58e7dc81-2855-4aa2-934a-bbfc91d76d26 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:22:59.659426 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-d8cff326-0223-44ab-aca1-0b97ad42e119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:59.746974 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=d47d6461-b0c4-4659-881e-74469afe4ddc,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:59.750219 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:22:59.760136 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 58e7dc81-2855-4aa2-934a-bbfc91d76d26 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:22:59.764667 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 58e7dc81-2855-4aa2-934a-bbfc91d76d26 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:22:59.765040 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:59.876028 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:59.891832 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 58e7dc81-2855-4aa2-934a-bbfc91d76d26, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=58e7dc81-2855-4aa2-934a-bbfc91d76d26,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:22:59.894910 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:22:59.896727 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:22:59.967470 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=58e7dc81-2855-4aa2-934a-bbfc91d76d26,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:22:59.970377 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:23:00.587570 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-3c3672da-1a88-495e-a0d6-2113ee146783 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:00.589021 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-3c3672da-1a88-495e-a0d6-2113ee146783 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.47 "GET /v2.0/networks?id=df17c069-6092-4b46-af6c-d978a5e53b71 HTTP/1.1" status: 200  len: 816 time: 0.2715044
Dec 22 05:23:00.651311 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-aabc41bc-6571-4907-9030-2ef95367db9a tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Request body: {'port': {'device_id': 'a93b67c9-c570-49d2-9975-4f17e8a86da1', 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71', 'admin_state_up': True, 'tenant_id': '6c9d46cdaa024e28accb26824f8a1548'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:23:00.671239 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d91b1cde-53f6-43a4-adf3-fdaef9bc4115 req-2b7fc1c0-7c52-4f3a-883d-25c652311170 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=a93b67c9-c570-49d2-9975-4f17e8a86da1 HTTP/1.1" status: 200  len: 210 time: 0.0571253
Dec 22 05:23:00.789007 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-aabc41bc-6571-4907-9030-2ef95367db9a tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:23:00.798569 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-aabc41bc-6571-4907-9030-2ef95367db9a tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:23:00.808361 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-aabc41bc-6571-4907-9030-2ef95367db9a tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Made reservation on behalf of 6c9d46cdaa024e28accb26824f8a1548 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:23:00.811440 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-aabc41bc-6571-4907-9030-2ef95367db9a tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:00.971641 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-aabc41bc-6571-4907-9030-2ef95367db9a tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Allocated IP 172.20.0.7 (df17c069-6092-4b46-af6c-d978a5e53b71/6344ef82-87af-4e7d-8867-ec59eaef7f84/300c1ead-7cfa-4a68-951b-c67e387ee354) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:23:01.174079 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-aabc41bc-6571-4907-9030-2ef95367db9a tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:01.190516 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-aabc41bc-6571-4907-9030-2ef95367db9a tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Transition to ACTIVE for port object 300c1ead-7cfa-4a68-951b-c67e387ee354 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:23:01.212508 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-aabc41bc-6571-4907-9030-2ef95367db9a tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:01.218159 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:23:01.285279 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-aabc41bc-6571-4907-9030-2ef95367db9a tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Network df17c069-6092-4b46-af6c-d978a5e53b71 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:23:01.296283 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-aabc41bc-6571-4907-9030-2ef95367db9a tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:23:01.298851 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d47d6461-b0c4-4659-881e-74469afe4ddc up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:23:01.300558 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-aabc41bc-6571-4907-9030-2ef95367db9a tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:23:01.325617 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc41bc-6571-4907-9030-2ef95367db9a tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Pushing event updated for resources: {'Port': ['ID=300c1ead-7cfa-4a68-951b-c67e387ee354,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:23:01.330973 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-aabc41bc-6571-4907-9030-2ef95367db9a tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:23:01.374449 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-aabc41bc-6571-4907-9030-2ef95367db9a tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:01.375067 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-aabc41bc-6571-4907-9030-2ef95367db9a tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:01.381614 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port d47d6461-b0c4-4659-881e-74469afe4ddc triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:23:01.382250 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:01.412796 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-aabc41bc-6571-4907-9030-2ef95367db9a tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7681510
Dec 22 05:23:01.434166 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] Request body: {'port': {'device_id': 'a93b67c9-c570-49d2-9975-4f17e8a86da1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:23:01.524419 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 58e7dc81-2855-4aa2-934a-bbfc91d76d26 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:23:01.551147 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:01.585169 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5a9e5c81-5a95-4255-a791-65d90d25d497 None None] Provisioning for port 300c1ead-7cfa-4a68-951b-c67e387ee354 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:23:01.592901 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5a9e5c81-5a95-4255-a791-65d90d25d497 None None] Provisioning complete for port 300c1ead-7cfa-4a68-951b-c67e387ee354 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:23:01.593213 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5c81-5a95-4255-a791-65d90d25d497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:01.648182 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e5c81-5a95-4255-a791-65d90d25d497 None None] Port 300c1ead-7cfa-4a68-951b-c67e387ee354 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:23:01.652051 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 58e7dc81-2855-4aa2-934a-bbfc91d76d26 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:23:01.652395 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:01.870594 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a249d14-7346-4d64-8f64-49b7de2e0a56 req-a8e07488-1722-458a-9af6-12ee07d72442 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:01.872029 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0a249d14-7346-4d64-8f64-49b7de2e0a56 req-a8e07488-1722-458a-9af6-12ee07d72442 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=a93b67c9-c570-49d2-9975-4f17e8a86da1 HTTP/1.1" status: 200  len: 931 time: 0.0769043
Dec 22 05:23:01.897317 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 300c1ead-7cfa-4a68-951b-c67e387ee354 {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:23:01.904728 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:01.916311 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0a249d14-7346-4d64-8f64-49b7de2e0a56 req-8e88c92d-892f-4ba5-925d-c64e652cafdc tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387828
Dec 22 05:23:01.918709 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] Transition to ACTIVE for port object 300c1ead-7cfa-4a68-951b-c67e387ee354 will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:23:01.923034 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:01.927156 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-db97dce3-5de6-4fb4-8775-d2702d6bc6c7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:23:02.046823 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] Pushing event updated for resources: {'Port': ['ID=300c1ead-7cfa-4a68-951b-c67e387ee354,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:23:02.050911 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:23:02.159440 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] Attempting to bind port 300c1ead-7cfa-4a68-951b-c67e387ee354 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:23:02.159882 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] Attempting to bind port 300c1ead-7cfa-4a68-951b-c67e387ee354 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:23:02.160310 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] Attempting to bind port 300c1ead-7cfa-4a68-951b-c67e387ee354 on network df17c069-6092-4b46-af6c-d978a5e53b71 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:23:02.165977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] Port 300c1ead-7cfa-4a68-951b-c67e387ee354 on network df17c069-6092-4b46-af6c-d978a5e53b71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:23:02.166286 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] Attempting to bind port 300c1ead-7cfa-4a68-951b-c67e387ee354 on network df17c069-6092-4b46-af6c-d978a5e53b71 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:23:02.172814 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:23:02.173920 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] Checking segment: {'id': 'ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:23:02.174668 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] Bound using segment: {'id': 'ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:23:02.175091 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] Bound port: 300c1ead-7cfa-4a68-951b-c67e387ee354, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:23:02.175428 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:02.265609 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] For port 300c1ead-7cfa-4a68-951b-c67e387ee354, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:23:02.268391 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] For port 300c1ead-7cfa-4a68-951b-c67e387ee354, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=300c1ead-7cfa-4a68-951b-c67e387ee354,segment=NetworkSegment(ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36),segment_id=ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:23:02.272675 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:02.276127 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cad68b56-082a-4f9b-ab95-c16ab9e77161 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:23:02.329340 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:02.330698 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] 10.222.0.47 "PUT /v2.0/ports/300c1ead-7cfa-4a68-951b-c67e387ee354 HTTP/1.1" status: 200  len: 1093 time: 0.9027221
Dec 22 05:23:02.331238 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93b67c9-c570-49d2-9975-4f17e8a86da1', 'tag': '300c1ead-7cfa-4a68-951b-c67e387ee354'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:23:02.353282 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] Pushing event updated for resources: {'Port': ['ID=300c1ead-7cfa-4a68-951b-c67e387ee354,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:23:02.356705 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:23:02.417731 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93b67c9-c570-49d2-9975-4f17e8a86da1', 'tag': '300c1ead-7cfa-4a68-951b-c67e387ee354', 'status': 'completed', 'code': 200}
Dec 22 05:23:02.459350 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-ede1adf5-3208-40c4-8206-37ce1f5f4553 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c9d46cdaa024e28accb26824f8a1548&device_id=a93b67c9-c570-49d2-9975-4f17e8a86da1 HTTP/1.1" status: 200  len: 1096 time: 0.0732915
Dec 22 05:23:02.640971 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-eac316d9-a770-4dfb-a09e-626201c446f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=300c1ead-7cfa-4a68-951b-c67e387ee354 HTTP/1.1" status: 200  len: 217 time: 0.1685987
Dec 22 05:23:02.703119 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-cbd6ef38-77c9-4718-915d-0c5183dda947 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:02.704498 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-cbd6ef38-77c9-4718-915d-0c5183dda947 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6344ef82-87af-4e7d-8867-ec59eaef7f84 HTTP/1.1" status: 200  len: 855 time: 0.0569024
Dec 22 05:23:02.774475 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-2602a713-b1fa-4a43-979b-71afea6a60d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df17c069-6092-4b46-af6c-d978a5e53b71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0641010
Dec 22 05:23:02.900836 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-e7cfd174-ca6f-462b-a8b1-9ebf8bb53780 service neutron] 10.222.0.47 "GET /v2.0/networks/df17c069-6092-4b46-af6c-d978a5e53b71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1193862
Dec 22 05:23:03.029416 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-98b7438a-135b-4c95-b6ad-d6227a42cfaf req-2fbecc9e-e03a-4257-a881-d543d30927e0 service neutron] 10.222.0.47 "GET /v2.0/networks/df17c069-6092-4b46-af6c-d978a5e53b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224384
Dec 22 05:23:03.115034 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582427af-bb17-4911-855f-02f30f423a0c req-3f1d96d5-135a-48bc-baf4-66f7e77e8f2e tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:03.116469 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-582427af-bb17-4911-855f-02f30f423a0c req-3f1d96d5-135a-48bc-baf4-66f7e77e8f2e tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=a93b67c9-c570-49d2-9975-4f17e8a86da1 HTTP/1.1" status: 200  len: 943 time: 0.0798998
Dec 22 05:23:03.163565 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-582427af-bb17-4911-855f-02f30f423a0c req-5b3bf9cc-c02c-44ea-8011-18030771785b tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411856
Dec 22 05:23:03.185160 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4077eb36-8456-4a5c-877b-4d181d9ce3d4 req-42acaea1-ffc8-4621-a73a-5b25d3632866 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c9d46cdaa024e28accb26824f8a1548&device_id=a93b67c9-c570-49d2-9975-4f17e8a86da1 HTTP/1.1" status: 200  len: 1096 time: 0.0686493
Dec 22 05:23:03.314476 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077eb36-8456-4a5c-877b-4d181d9ce3d4 req-f9b98de7-4a34-4587-acc8-95245474d1a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:03.316157 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4077eb36-8456-4a5c-877b-4d181d9ce3d4 req-f9b98de7-4a34-4587-acc8-95245474d1a2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df17c069-6092-4b46-af6c-d978a5e53b71 HTTP/1.1" status: 200  len: 917 time: 0.1243796
Dec 22 05:23:03.385454 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4077eb36-8456-4a5c-877b-4d181d9ce3d4 req-0f9335e6-201f-474b-8db1-0eb09babab6f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=300c1ead-7cfa-4a68-951b-c67e387ee354 HTTP/1.1" status: 200  len: 217 time: 0.0629649
Dec 22 05:23:03.446817 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077eb36-8456-4a5c-877b-4d181d9ce3d4 req-333bcb21-08c1-4cf2-935f-be71a8bc0335 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:03.448811 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4077eb36-8456-4a5c-877b-4d181d9ce3d4 req-333bcb21-08c1-4cf2-935f-be71a8bc0335 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6344ef82-87af-4e7d-8867-ec59eaef7f84 HTTP/1.1" status: 200  len: 855 time: 0.0565534
Dec 22 05:23:03.523171 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4077eb36-8456-4a5c-877b-4d181d9ce3d4 req-603db99f-1c7b-4da4-83ea-dbe6ac103ab9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df17c069-6092-4b46-af6c-d978a5e53b71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0684779
Dec 22 05:23:03.651625 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4077eb36-8456-4a5c-877b-4d181d9ce3d4 req-c54f8a50-aaf3-43c8-a80d-d8692cd40454 service neutron] 10.222.0.47 "GET /v2.0/networks/df17c069-6092-4b46-af6c-d978a5e53b71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1207829
Dec 22 05:23:03.778649 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4077eb36-8456-4a5c-877b-4d181d9ce3d4 req-acd0be62-794f-4268-be2c-813dd9a2c1a4 service neutron] 10.222.0.47 "GET /v2.0/networks/df17c069-6092-4b46-af6c-d978a5e53b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1206574
Dec 22 05:23:04.356692 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31634778-f724-4278-ab87-a1e3c54ee0ea req-c5f64bc5-a333-49f2-a64d-1ddd1f998006 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:04.357319 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-31634778-f724-4278-ab87-a1e3c54ee0ea req-c5f64bc5-a333-49f2-a64d-1ddd1f998006 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Synchronizing usage tracker for tenant:6c9d46cdaa024e28accb26824f8a1548 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:23:04.371540 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-31634778-f724-4278-ab87-a1e3c54ee0ea req-c5f64bc5-a333-49f2-a64d-1ddd1f998006 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Unset dirty status for tenant:6c9d46cdaa024e28accb26824f8a1548 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:23:04.372660 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-31634778-f724-4278-ab87-a1e3c54ee0ea req-c5f64bc5-a333-49f2-a64d-1ddd1f998006 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=a93b67c9-c570-49d2-9975-4f17e8a86da1 HTTP/1.1" status: 200  len: 943 time: 0.0897963
Dec 22 05:23:04.415703 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-31634778-f724-4278-ab87-a1e3c54ee0ea req-2b516fa7-385e-4110-b2cf-85493cefcfe8 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Synchronizing usage tracker for tenant:6c9d46cdaa024e28accb26824f8a1548 on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:23:04.431993 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-31634778-f724-4278-ab87-a1e3c54ee0ea req-2b516fa7-385e-4110-b2cf-85493cefcfe8 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Unset dirty status for tenant:6c9d46cdaa024e28accb26824f8a1548 on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:23:04.433205 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-31634778-f724-4278-ab87-a1e3c54ee0ea req-2b516fa7-385e-4110-b2cf-85493cefcfe8 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549965
Dec 22 05:23:05.621298 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc956f-6043-4fef-8227-dc0485065e77 req-90df0491-87c1-496b-a97d-9813a326c58a tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:05.622735 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5dcc956f-6043-4fef-8227-dc0485065e77 req-90df0491-87c1-496b-a97d-9813a326c58a tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=a93b67c9-c570-49d2-9975-4f17e8a86da1 HTTP/1.1" status: 200  len: 943 time: 0.0736229
Dec 22 05:23:05.666244 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5dcc956f-6043-4fef-8227-dc0485065e77 req-768d021c-f663-477c-93d2-7755db5a669d tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381718
Dec 22 05:23:06.548226 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:23:06.863033 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3565e07-34f1-453c-b2a8-d8fda2ff5e6d req-baab59a8-22a2-4720-b795-e3257b37b1a4 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:06.864480 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e3565e07-34f1-453c-b2a8-d8fda2ff5e6d req-baab59a8-22a2-4720-b795-e3257b37b1a4 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=a93b67c9-c570-49d2-9975-4f17e8a86da1 HTTP/1.1" status: 200  len: 943 time: 0.0794482
Dec 22 05:23:06.908224 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e3565e07-34f1-453c-b2a8-d8fda2ff5e6d req-f16c81bd-d7a2-4686-a97a-37eeb92feb92 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384104
Dec 22 05:23:07.125540 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 300c1ead-7cfa-4a68-951b-c67e387ee354 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:23:07.257925 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 300c1ead-7cfa-4a68-951b-c67e387ee354, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=300c1ead-7cfa-4a68-951b-c67e387ee354,segment=NetworkSegment(ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36),segment_id=ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:23:07.271359 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '300c1ead-7cfa-4a68-951b-c67e387ee354', 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71', 'port_id': '300c1ead-7cfa-4a68-951b-c67e387ee354', 'mac_address': 'fa:16:3e:f8:a6:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6344ef82-87af-4e7d-8867-ec59eaef7f84', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:23:07.326753 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:07.343466 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 300c1ead-7cfa-4a68-951b-c67e387ee354 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:23:07.357589 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 300c1ead-7cfa-4a68-951b-c67e387ee354, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=300c1ead-7cfa-4a68-951b-c67e387ee354,segment=NetworkSegment(ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36),segment_id=ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:23:07.361352 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:07.363044 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:23:07.424539 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=300c1ead-7cfa-4a68-951b-c67e387ee354,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:23:07.432857 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:23:07.433197 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:23:07.433529 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:23:07.433881 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:23:07.434204 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:23:07.434551 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:23:07.434872 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:23:07.435189 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:23:07.435503 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:23:07.435819 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:23:07.436131 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:23:07.440169 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:23:07.742148 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['300c1ead-7cfa-4a68-951b-c67e387ee354'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:23:07.851050 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:08.102772 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a844c8-5ddd-4cbd-a47f-c40729691f75 req-ab4b3826-1e98-48ca-be2b-3b6036ec8584 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:08.104836 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e9a844c8-5ddd-4cbd-a47f-c40729691f75 req-ab4b3826-1e98-48ca-be2b-3b6036ec8584 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=a93b67c9-c570-49d2-9975-4f17e8a86da1 HTTP/1.1" status: 200  len: 944 time: 0.0772939
Dec 22 05:23:08.148152 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e9a844c8-5ddd-4cbd-a47f-c40729691f75 req-3fd6b909-5ba5-4404-8a7f-7b36094bf140 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379353
Dec 22 05:23:08.842952 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-281febf8-83bd-48a9-b176-a79284112864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:09.146570 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 300c1ead-7cfa-4a68-951b-c67e387ee354 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:23:09.215206 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 300c1ead-7cfa-4a68-951b-c67e387ee354 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:23:09.219782 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 300c1ead-7cfa-4a68-951b-c67e387ee354 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:23:09.220154 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:09.333448 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:09.342969 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a6acf-bde0-4b13-b906-b5e21f34165a req-56a42e9a-a267-4855-852d-edd4ad1a6911 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:09.344383 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-011a6acf-bde0-4b13-b906-b5e21f34165a req-56a42e9a-a267-4855-852d-edd4ad1a6911 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=a93b67c9-c570-49d2-9975-4f17e8a86da1 HTTP/1.1" status: 200  len: 944 time: 0.0759807
Dec 22 05:23:09.359561 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93b67c9-c570-49d2-9975-4f17e8a86da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300c1ead-7cfa-4a68-951b-c67e387ee354'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:23:09.369641 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 300c1ead-7cfa-4a68-951b-c67e387ee354, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=300c1ead-7cfa-4a68-951b-c67e387ee354,segment=NetworkSegment(ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36),segment_id=ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:23:09.376750 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:09.378923 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:23:09.396330 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-011a6acf-bde0-4b13-b906-b5e21f34165a req-f5628d98-4a4f-4f07-a561-7ff368f17aa0 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463884
Dec 22 05:23:09.423910 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93b67c9-c570-49d2-9975-4f17e8a86da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300c1ead-7cfa-4a68-951b-c67e387ee354', 'code': 200}
Dec 22 05:23:09.448979 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=300c1ead-7cfa-4a68-951b-c67e387ee354,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:23:09.451919 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:23:09.669819 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-64eb2d4a-3803-42c6-a79b-4379835e0bf2 req-41bdb638-0872-4d1d-8b0a-966fef9f2f8c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a93b67c9-c570-49d2-9975-4f17e8a86da1 HTTP/1.1" status: 200  len: 1098 time: 0.0663433
Dec 22 05:23:09.713258 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-64eb2d4a-3803-42c6-a79b-4379835e0bf2 req-e8d017a9-fb2d-41ed-a949-b78dd622356a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373635
Dec 22 05:23:10.592534 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19960ee-e9cc-423e-ae05-7eca9acd1a5d req-91004ebc-7e87-45c9-8310-b0c6006bd7a3 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:10.593916 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a19960ee-e9cc-423e-ae05-7eca9acd1a5d req-91004ebc-7e87-45c9-8310-b0c6006bd7a3 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=a93b67c9-c570-49d2-9975-4f17e8a86da1 HTTP/1.1" status: 200  len: 945 time: 0.0770450
Dec 22 05:23:10.641200 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a19960ee-e9cc-423e-ae05-7eca9acd1a5d req-6f47b46d-df81-4673-909d-0dc8ef0b765e tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417225
Dec 22 05:23:11.037633 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4de431e1-1615-42e0-8d0b-ed94990d6aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:11.938935 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73a335-ba5f-4e16-972c-532d32b79837 req-4d81eb64-a6e9-405b-90f8-a99eb471ac0b tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:11.940513 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-dc73a335-ba5f-4e16-972c-532d32b79837 req-4d81eb64-a6e9-405b-90f8-a99eb471ac0b tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=a93b67c9-c570-49d2-9975-4f17e8a86da1 HTTP/1.1" status: 200  len: 945 time: 0.1807332
Dec 22 05:23:11.983332 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-dc73a335-ba5f-4e16-972c-532d32b79837 req-605c6d6e-b9b7-4733-8669-e1bb4cd2c3a2 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374281
Dec 22 05:23:12.176568 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f61029-3096-4b43-9098-dc01db40d237 req-883bd28b-796d-41e8-8d57-90d2e6c0e4a9 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:12.178053 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f8f61029-3096-4b43-9098-dc01db40d237 req-883bd28b-796d-41e8-8d57-90d2e6c0e4a9 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=a93b67c9-c570-49d2-9975-4f17e8a86da1 HTTP/1.1" status: 200  len: 945 time: 0.0754285
Dec 22 05:23:12.201184 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:12.222992 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f8f61029-3096-4b43-9098-dc01db40d237 req-f6cc8bfc-c4f8-4c06-ba5e-c24740471df7 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386367
Dec 22 05:23:12.358165 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:13.649425 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:19.149465 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] Sync routers for ids ['355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:23:19.160858 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] Routers {'355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:23:19.161465 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5fbd90>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:23:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:23:19.368630 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] Set router 355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:23:19.681213 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5fbd90>, [{'id': '355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9', 'name': 'tempest-TestEncryptedCinderVolumes-147346633-router', 'tenant_id': '75e71ad5f7be41938a198ea609185188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '58e7dc81-2855-4aa2-934a-bbfc91d76d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:53Z', 'updated_at': '2021-12-22T05:22:56Z', 'revision_number': 4, 'project_id': '75e71ad5f7be41938a198ea609185188', 'gw_port': {'id': '58e7dc81-2855-4aa2-934a-bbfc91d76d26', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:41:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:53Z', 'updated_at': '2021-12-22T05:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '18aa508c-f385-4159-8101-c22b9246272b', 'name': '', 'network_id': '83df8e67-21ee-43fd-98fb-3a13a668fd2c', 'tenant_id': '75e71ad5f7be41938a198ea609185188', 'mac_address': 'fa:16:3e:73:67:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '381d8e27-6f11-4672-8ddc-def594f4488b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:55Z', 'updated_at': '2021-12-22T05:22:56Z', 'revision_number': 2, 'project_id': '75e71ad5f7be41938a198ea609185188', 'subnets': [{'id': '381d8e27-6f11-4672-8ddc-def594f4488b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:23:19.685068 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] Checking router: 355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:23:19.685447 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] Updating router 355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9 port 18aa508c-f385-4159-8101-c22b9246272b binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:23:19.737951 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:20.069258 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:20.081052 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] Transition to ACTIVE for port object 18aa508c-f385-4159-8101-c22b9246272b will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:23:20.087553 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:20.091520 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-2418fd7b-5b03-4c7a-a247-9d67e2b5a7c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:23:20.210219 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ac727-4b7d-4d3d-9541-439192f2c304 None None] Pushing event updated for resources: {'Port': ['ID=18aa508c-f385-4159-8101-c22b9246272b,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:23:20.212936 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-da2ac727-4b7d-4d3d-9541-439192f2c304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:23:20.300733 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] Attempting to bind port 18aa508c-f385-4159-8101-c22b9246272b on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:23:20.301097 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] Attempting to bind port 18aa508c-f385-4159-8101-c22b9246272b by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'a36c99a6-41f3-4bb8-8996-42540b1ceaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '83df8e67-21ee-43fd-98fb-3a13a668fd2c'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:23:20.301458 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] Attempting to bind port 18aa508c-f385-4159-8101-c22b9246272b on network 83df8e67-21ee-43fd-98fb-3a13a668fd2c {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:23:20.308014 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:23:20.308318 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] Checking segment: {'id': 'a36c99a6-41f3-4bb8-8996-42540b1ceaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '83df8e67-21ee-43fd-98fb-3a13a668fd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:23:20.308723 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:20.309114 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] Bound using segment: {'id': 'a36c99a6-41f3-4bb8-8996-42540b1ceaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '83df8e67-21ee-43fd-98fb-3a13a668fd2c'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:23:20.309592 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] Bound port: 18aa508c-f385-4159-8101-c22b9246272b, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a36c99a6-41f3-4bb8-8996-42540b1ceaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '83df8e67-21ee-43fd-98fb-3a13a668fd2c'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:23:20.309961 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:20.401731 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] For port 18aa508c-f385-4159-8101-c22b9246272b, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:23:20.404936 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] For port 18aa508c-f385-4159-8101-c22b9246272b, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=18aa508c-f385-4159-8101-c22b9246272b,segment=NetworkSegment(a36c99a6-41f3-4bb8-8996-42540b1ceaaa),segment_id=a36c99a6-41f3-4bb8-8996-42540b1ceaaa)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:23:20.417710 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:20.421868 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:23:20.502936 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ac727-4b7d-4d3d-9541-439192f2c304 None None] Pushing event updated for resources: {'Port': ['ID=18aa508c-f385-4159-8101-c22b9246272b,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:23:20.505463 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] Routers {'355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:23:20.506098 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5fbd90>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:23:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:23:20.555738 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-da2ac727-4b7d-4d3d-9541-439192f2c304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:23:20.686027 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] Set router 355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:23:21.036536 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5fbd90>, [{'id': '355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9', 'name': 'tempest-TestEncryptedCinderVolumes-147346633-router', 'tenant_id': '75e71ad5f7be41938a198ea609185188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '58e7dc81-2855-4aa2-934a-bbfc91d76d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:53Z', 'updated_at': '2021-12-22T05:22:56Z', 'revision_number': 4, 'project_id': '75e71ad5f7be41938a198ea609185188', 'gw_port': {'id': '58e7dc81-2855-4aa2-934a-bbfc91d76d26', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:41:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:53Z', 'updated_at': '2021-12-22T05:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '18aa508c-f385-4159-8101-c22b9246272b', 'name': '', 'network_id': '83df8e67-21ee-43fd-98fb-3a13a668fd2c', 'tenant_id': '75e71ad5f7be41938a198ea609185188', 'mac_address': 'fa:16:3e:73:67:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '381d8e27-6f11-4672-8ddc-def594f4488b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:55Z', 'updated_at': '2021-12-22T05:23:20Z', 'revision_number': 4, 'project_id': '75e71ad5f7be41938a198ea609185188', 'subnets': [{'id': '381d8e27-6f11-4672-8ddc-def594f4488b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:23:21.040381 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc55c666-8a76-4784-9ac5-4adf75b47b78 None None] The sync data for ids ['355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9'] in dv-neutron-822525-1-hyperv is: [{'id': '355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9', 'name': 'tempest-TestEncryptedCinderVolumes-147346633-router', 'tenant_id': '75e71ad5f7be41938a198ea609185188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '58e7dc81-2855-4aa2-934a-bbfc91d76d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:53Z', 'updated_at': '2021-12-22T05:22:56Z', 'revision_number': 4, 'project_id': '75e71ad5f7be41938a198ea609185188', 'gw_port': {'id': '58e7dc81-2855-4aa2-934a-bbfc91d76d26', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:41:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:53Z', 'updated_at': '2021-12-22T05:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '18aa508c-f385-4159-8101-c22b9246272b', 'name': '', 'network_id': '83df8e67-21ee-43fd-98fb-3a13a668fd2c', 'tenant_id': '75e71ad5f7be41938a198ea609185188', 'mac_address': 'fa:16:3e:73:67:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '381d8e27-6f11-4672-8ddc-def594f4488b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:55Z', 'updated_at': '2021-12-22T05:23:20Z', 'revision_number': 4, 'project_id': '75e71ad5f7be41938a198ea609185188', 'subnets': [{'id': '381d8e27-6f11-4672-8ddc-def594f4488b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:23:21.314804 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 18aa508c-f385-4159-8101-c22b9246272b up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:23:21.386172 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 18aa508c-f385-4159-8101-c22b9246272b completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:23:21.390984 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 18aa508c-f385-4159-8101-c22b9246272b triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:23:21.391378 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:21.508275 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:21.541737 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 18aa508c-f385-4159-8101-c22b9246272b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=18aa508c-f385-4159-8101-c22b9246272b,segment=NetworkSegment(a36c99a6-41f3-4bb8-8996-42540b1ceaaa),segment_id=a36c99a6-41f3-4bb8-8996-42540b1ceaaa)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:23:21.547745 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:21.548455 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:23:21.613960 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=18aa508c-f385-4159-8101-c22b9246272b,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:23:21.616937 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:23:23.295734 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 18aa508c-f385-4159-8101-c22b9246272b up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:23:23.362445 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 18aa508c-f385-4159-8101-c22b9246272b triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:23:23.362814 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:28.026214 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1356a35-7ea6-44f9-99c6-4a65bf46c29f req-3f0c41a2-eda8-4cdd-997f-99903db1445d tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:28.027516 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b1356a35-7ea6-44f9-99c6-4a65bf46c29f req-3f0c41a2-eda8-4cdd-997f-99903db1445d tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=a93b67c9-c570-49d2-9975-4f17e8a86da1 HTTP/1.1" status: 200  len: 945 time: 0.0780659
Dec 22 05:23:28.070629 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b1356a35-7ea6-44f9-99c6-4a65bf46c29f req-a9c7492d-dcc4-4f54-955e-858cb0bb08b6 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377674
Dec 22 05:23:29.265390 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaab3b4-5d24-498a-bc4c-7613db74f0f6 req-39257d95-a10a-49ea-844b-b1c0b84d167e tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:29.266851 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8eaab3b4-5d24-498a-bc4c-7613db74f0f6 req-39257d95-a10a-49ea-844b-b1c0b84d167e tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=a93b67c9-c570-49d2-9975-4f17e8a86da1 HTTP/1.1" status: 200  len: 945 time: 0.0747964
Dec 22 05:23:29.313289 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8eaab3b4-5d24-498a-bc4c-7613db74f0f6 req-d55efd07-1ff3-45be-bf97-9b1de282f47d tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410323
Dec 22 05:23:29.907611 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf6444-7dfe-41af-a1d8-2fed4f9b196c req-0fc13d9d-e698-489b-a1a3-76a726f30e7c tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:29.909020 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-13bf6444-7dfe-41af-a1d8-2fed4f9b196c req-0fc13d9d-e698-489b-a1a3-76a726f30e7c tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.47 "GET /v2.0/ports?device_id=a93b67c9-c570-49d2-9975-4f17e8a86da1 HTTP/1.1" status: 200  len: 945 time: 0.0777609
Dec 22 05:23:29.974091 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-13bf6444-7dfe-41af-a1d8-2fed4f9b196c req-8bfb7068-192a-456f-9e26-140af8b0769d tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Deleting port 300c1ead-7cfa-4a68-951b-c67e387ee354 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:23:29.974350 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-13bf6444-7dfe-41af-a1d8-2fed4f9b196c req-8bfb7068-192a-456f-9e26-140af8b0769d tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:30.210959 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-13bf6444-7dfe-41af-a1d8-2fed4f9b196c req-8bfb7068-192a-456f-9e26-140af8b0769d tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] For port 300c1ead-7cfa-4a68-951b-c67e387ee354, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=300c1ead-7cfa-4a68-951b-c67e387ee354,segment=NetworkSegment(ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36),segment_id=ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:23:30.211315 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-13bf6444-7dfe-41af-a1d8-2fed4f9b196c req-8bfb7068-192a-456f-9e26-140af8b0769d tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:30.329198 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-13bf6444-7dfe-41af-a1d8-2fed4f9b196c req-8bfb7068-192a-456f-9e26-140af8b0769d tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Calling delete_port for 300c1ead-7cfa-4a68-951b-c67e387ee354 owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:23:30.468169 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-13bf6444-7dfe-41af-a1d8-2fed4f9b196c req-8bfb7068-192a-456f-9e26-140af8b0769d tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:30.473737 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-00455cce-880d-4d5f-b0da-10a3ea5ec421 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:23:30.474670 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b9098e71-4a81-409b-bde6-87cf97a8a4a5 req-144b7623-ad74-409c-8158-7e21f5bba640 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=a93b67c9-c570-49d2-9975-4f17e8a86da1 HTTP/1.1" status: 200  len: 210 time: 0.0422785
Dec 22 05:23:30.511760 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['300c1ead-7cfa-4a68-951b-c67e387ee354'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:23:30.518747 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb7068-192a-456f-9e26-140af8b0769d tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Pushing event deleted for resources: {'Port': ['ID=300c1ead-7cfa-4a68-951b-c67e387ee354,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:23:30.522139 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8bfb7068-192a-456f-9e26-140af8b0769d tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:23:30.593844 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bf6444-7dfe-41af-a1d8-2fed4f9b196c req-8bfb7068-192a-456f-9e26-140af8b0769d tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] No DVR routers for this DVR port 300c1ead-7cfa-4a68-951b-c67e387ee354 on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:23:30.596200 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-13bf6444-7dfe-41af-a1d8-2fed4f9b196c req-8bfb7068-192a-456f-9e26-140af8b0769d tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:30.598849 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93b67c9-c570-49d2-9975-4f17e8a86da1', 'name': 'network-vif-deleted', 'tag': '300c1ead-7cfa-4a68-951b-c67e387ee354'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:23:30.613887 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-13bf6444-7dfe-41af-a1d8-2fed4f9b196c req-8bfb7068-192a-456f-9e26-140af8b0769d tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.47 "DELETE /v2.0/ports/300c1ead-7cfa-4a68-951b-c67e387ee354 HTTP/1.1" status: 204  len: 173 time: 0.6993909
Dec 22 05:23:30.656873 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93b67c9-c570-49d2-9975-4f17e8a86da1', 'name': 'network-vif-deleted', 'tag': '300c1ead-7cfa-4a68-951b-c67e387ee354', 'status': 'completed', 'code': 200}
Dec 22 05:23:32.250208 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-6cb4b04c-65ab-478a-b051-d06a2c5087e1 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:32.252099 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-6cb4b04c-65ab-478a-b051-d06a2c5087e1 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/networks?id=df17c069-6092-4b46-af6c-d978a5e53b71 HTTP/1.1" status: 200  len: 816 time: 0.1442959
Dec 22 05:23:32.268279 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-f915714b-f8ed-412f-9f36-27eaa197475f tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/quotas/6c9d46cdaa024e28accb26824f8a1548 HTTP/1.1" status: 200  len: 375 time: 0.0108566
Dec 22 05:23:32.345424 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-f181ef4b-2cae-43d7-998f-cceaab2c45b9 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Synchronizing usage tracker for tenant:6c9d46cdaa024e28accb26824f8a1548 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:23:32.360200 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-f181ef4b-2cae-43d7-998f-cceaab2c45b9 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Unset dirty status for tenant:6c9d46cdaa024e28accb26824f8a1548 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:23:32.361516 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-f181ef4b-2cae-43d7-998f-cceaab2c45b9 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6c9d46cdaa024e28accb26824f8a1548&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0885646
Dec 22 05:23:32.498412 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-cd48850b-41d0-477a-85e0-0e5aaa1edff2 service neutron] 10.222.0.53 "GET /v2.0/networks/df17c069-6092-4b46-af6c-d978a5e53b71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249766
Dec 22 05:23:32.627364 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-887abfc5-18ff-4104-810c-a237363e2282 service neutron] 10.222.0.53 "GET /v2.0/networks/df17c069-6092-4b46-af6c-d978a5e53b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230671
Dec 22 05:23:32.805015 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-313e8564-d829-4008-86c5-1950561a42e2 req-cced7d7d-30b9-49d6-9186-019499be4455 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c HTTP/1.1" status: 200  len: 210 time: 0.0409260
Dec 22 05:23:33.222264 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 300c1ead-7cfa-4a68-951b-c67e387ee354 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:23:33.253484 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 300c1ead-7cfa-4a68-951b-c67e387ee354 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:23:33.253850 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 300c1ead-7cfa-4a68-951b-c67e387ee354 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:23:33.867083 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-5b1c2211-1a2b-4648-b620-822125e8443a tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:33.868505 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-5b1c2211-1a2b-4648-b620-822125e8443a tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.47 "GET /v2.0/networks?id=df17c069-6092-4b46-af6c-d978a5e53b71 HTTP/1.1" status: 200  len: 816 time: 0.1452687
Dec 22 05:23:33.891160 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Request body: {'port': {'device_id': '8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c', 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71', 'admin_state_up': True, 'tenant_id': '6c9d46cdaa024e28accb26824f8a1548'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:23:34.118830 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-15bf9452-e443-43ab-a753-5bc859ed2d82 req-5b5d0593-d9c6-4859-b1ed-84dfead6cfbf tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c HTTP/1.1" status: 200  len: 210 time: 0.1630650
Dec 22 05:23:34.167299 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:23:34.176726 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:23:34.187155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Made reservation on behalf of 6c9d46cdaa024e28accb26824f8a1548 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:23:34.190334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:34.344771 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Allocated IP 172.20.0.11 (df17c069-6092-4b46-af6c-d978a5e53b71/6344ef82-87af-4e7d-8867-ec59eaef7f84/6d41a43a-c1c5-4f72-af31-ecbd259f30ed) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:23:34.538498 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:34.553828 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Transition to ACTIVE for port object 6d41a43a-c1c5-4f72-af31-ecbd259f30ed will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:23:34.575338 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:34.580923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:23:34.641402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Network df17c069-6092-4b46-af6c-d978a5e53b71 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:23:34.644340 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:23:34.652707 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:23:34.692545 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Pushing event updated for resources: {'Port': ['ID=6d41a43a-c1c5-4f72-af31-ecbd259f30ed,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:23:34.712359 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:23:34.712795 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:23:34.713175 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:23:34.713570 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:23:34.714010 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:23:34.714377 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:23:34.714739 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:23:34.715100 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:23:34.715460 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:23:34.715817 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:23:34.716176 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:23:34.721461 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:23:34.731633 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:34.732247 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:34.757866 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8704662
Dec 22 05:23:34.776301 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] Request body: {'port': {'device_id': '8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:23:34.848517 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-18ccbbbc-cb16-4fe0-8ebd-29ab24215a0d None None] Provisioning for port 6d41a43a-c1c5-4f72-af31-ecbd259f30ed completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:23:34.853737 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-18ccbbbc-cb16-4fe0-8ebd-29ab24215a0d None None] Provisioning complete for port 6d41a43a-c1c5-4f72-af31-ecbd259f30ed triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:23:34.854112 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-18ccbbbc-cb16-4fe0-8ebd-29ab24215a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:34.885376 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:34.906987 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-18ccbbbc-cb16-4fe0-8ebd-29ab24215a0d None None] Port 6d41a43a-c1c5-4f72-af31-ecbd259f30ed cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:23:35.216105 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d41a43a-c1c5-4f72-af31-ecbd259f30ed {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:23:35.222904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:35.237848 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] Transition to ACTIVE for port object 6d41a43a-c1c5-4f72-af31-ecbd259f30ed will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:23:35.242926 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:35.247182 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:23:35.318096 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ae820-7e69-427a-9d65-e0a29de234da req-6f12bea8-3aea-4e69-8767-0a9d230725e6 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:35.319501 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aa6ae820-7e69-427a-9d65-e0a29de234da req-6f12bea8-3aea-4e69-8767-0a9d230725e6 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c HTTP/1.1" status: 200  len: 944 time: 0.0797164
Dec 22 05:23:35.369040 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-aa6ae820-7e69-427a-9d65-e0a29de234da req-0302d2b0-ab70-4cb4-a9ca-8ac40f0fcf01 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430875
Dec 22 05:23:35.373870 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] Pushing event updated for resources: {'Port': ['ID=6d41a43a-c1c5-4f72-af31-ecbd259f30ed,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:23:35.376611 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:23:35.481919 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] Attempting to bind port 6d41a43a-c1c5-4f72-af31-ecbd259f30ed on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:23:35.482207 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] Attempting to bind port 6d41a43a-c1c5-4f72-af31-ecbd259f30ed by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:23:35.482524 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] Attempting to bind port 6d41a43a-c1c5-4f72-af31-ecbd259f30ed on network df17c069-6092-4b46-af6c-d978a5e53b71 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:23:35.488034 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] Port 6d41a43a-c1c5-4f72-af31-ecbd259f30ed on network df17c069-6092-4b46-af6c-d978a5e53b71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:23:35.488344 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] Attempting to bind port 6d41a43a-c1c5-4f72-af31-ecbd259f30ed on network df17c069-6092-4b46-af6c-d978a5e53b71 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:23:35.494293 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:23:35.494616 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] Checking segment: {'id': 'ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:23:35.494986 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] Bound using segment: {'id': 'ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:23:35.495396 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] Bound port: 6d41a43a-c1c5-4f72-af31-ecbd259f30ed, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:23:35.495728 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:35.580769 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] For port 6d41a43a-c1c5-4f72-af31-ecbd259f30ed, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:23:35.583581 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] For port 6d41a43a-c1c5-4f72-af31-ecbd259f30ed, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6d41a43a-c1c5-4f72-af31-ecbd259f30ed,segment=NetworkSegment(ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36),segment_id=ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:23:35.588306 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:35.593539 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-41f0bcda-03af-44c2-bff3-0244596ec37a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:23:35.645373 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:35.646735 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] 10.222.0.47 "PUT /v2.0/ports/6d41a43a-c1c5-4f72-af31-ecbd259f30ed HTTP/1.1" status: 200  len: 1094 time: 0.8747206
Dec 22 05:23:35.647240 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c', 'tag': '6d41a43a-c1c5-4f72-af31-ecbd259f30ed'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:23:35.674686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] Pushing event updated for resources: {'Port': ['ID=6d41a43a-c1c5-4f72-af31-ecbd259f30ed,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:23:35.677058 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:23:35.733772 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c', 'tag': '6d41a43a-c1c5-4f72-af31-ecbd259f30ed', 'status': 'completed', 'code': 200}
Dec 22 05:23:35.776057 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-53b296c6-241e-4fdc-8281-05956ee4630e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c9d46cdaa024e28accb26824f8a1548&device_id=8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c HTTP/1.1" status: 200  len: 1097 time: 0.0729768
Dec 22 05:23:35.857079 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-e2d7d4c9-d5a7-432d-99e7-9e2707db92f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d41a43a-c1c5-4f72-af31-ecbd259f30ed HTTP/1.1" status: 200  len: 217 time: 0.0647855
Dec 22 05:23:35.918336 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-a6f3a601-e98a-427e-bdfd-f5c07ed5340a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:35.919662 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-a6f3a601-e98a-427e-bdfd-f5c07ed5340a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6344ef82-87af-4e7d-8867-ec59eaef7f84 HTTP/1.1" status: 200  len: 855 time: 0.0561588
Dec 22 05:23:36.098455 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-a9d47333-5fa8-43e4-8398-4decf6507a88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df17c069-6092-4b46-af6c-d978a5e53b71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1723428
Dec 22 05:23:36.229321 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-4931403f-16cb-4523-a7df-68a315e67988 service neutron] 10.222.0.47 "GET /v2.0/networks/df17c069-6092-4b46-af6c-d978a5e53b71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234510
Dec 22 05:23:36.358657 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-69e71759-4359-48fa-b42d-b0622f1e6bca req-2b9a823f-4c65-4e4b-a4b8-974e10e30d5f service neutron] 10.222.0.47 "GET /v2.0/networks/df17c069-6092-4b46-af6c-d978a5e53b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228302
Dec 22 05:23:36.509863 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-577bb428-b426-46bb-8ddd-f3be86440231 req-e6f9f84b-dd06-4738-87e5-11f8dac179b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6c9d46cdaa024e28accb26824f8a1548&device_id=8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c HTTP/1.1" status: 200  len: 1097 time: 0.0668004
Dec 22 05:23:36.563072 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55202d8-3536-4f85-b930-f14d8fd806a5 req-4db67135-5f9b-4f64-95ef-50c5c8271ecb tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:36.564759 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f55202d8-3536-4f85-b930-f14d8fd806a5 req-4db67135-5f9b-4f64-95ef-50c5c8271ecb tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c HTTP/1.1" status: 200  len: 944 time: 0.0750172
Dec 22 05:23:36.614632 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f55202d8-3536-4f85-b930-f14d8fd806a5 req-278dff34-0f61-445e-b7c1-052b16fa8a36 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439970
Dec 22 05:23:36.638915 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bb428-b426-46bb-8ddd-f3be86440231 req-e02cf46c-b167-4aa2-953d-2c95b1c49e87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:36.640335 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-577bb428-b426-46bb-8ddd-f3be86440231 req-e02cf46c-b167-4aa2-953d-2c95b1c49e87 service neutron] 10.222.0.47 "GET /v2.0/networks?id=df17c069-6092-4b46-af6c-d978a5e53b71 HTTP/1.1" status: 200  len: 917 time: 0.1241019
Dec 22 05:23:36.709352 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-577bb428-b426-46bb-8ddd-f3be86440231 req-84032f6d-db7a-47f9-bf0c-caa661eb1ba9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d41a43a-c1c5-4f72-af31-ecbd259f30ed HTTP/1.1" status: 200  len: 217 time: 0.0625992
Dec 22 05:23:36.769411 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bb428-b426-46bb-8ddd-f3be86440231 req-d1942603-6ab7-4bee-9912-45b1070699c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:36.770785 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-577bb428-b426-46bb-8ddd-f3be86440231 req-d1942603-6ab7-4bee-9912-45b1070699c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6344ef82-87af-4e7d-8867-ec59eaef7f84 HTTP/1.1" status: 200  len: 855 time: 0.0543237
Dec 22 05:23:36.847360 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-577bb428-b426-46bb-8ddd-f3be86440231 req-bbdb0931-6175-4203-835f-20cb6e514d9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df17c069-6092-4b46-af6c-d978a5e53b71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0695419
Dec 22 05:23:36.976415 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-577bb428-b426-46bb-8ddd-f3be86440231 req-69f912fe-59b7-49b7-bd13-f2102bc37453 service neutron] 10.222.0.47 "GET /v2.0/networks/df17c069-6092-4b46-af6c-d978a5e53b71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218574
Dec 22 05:23:37.102839 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-577bb428-b426-46bb-8ddd-f3be86440231 req-c416f8e2-96d1-42fd-993a-2a58c6f4e998 service neutron] 10.222.0.47 "GET /v2.0/networks/df17c069-6092-4b46-af6c-d978a5e53b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1203401
Dec 22 05:23:37.805787 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578eb3c-d20d-4b31-9d3d-4be53e1c324d req-39a885bc-21af-4a53-86a7-03b6a2c47cf9 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:37.807114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-6578eb3c-d20d-4b31-9d3d-4be53e1c324d req-39a885bc-21af-4a53-86a7-03b6a2c47cf9 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Synchronizing usage tracker for tenant:6c9d46cdaa024e28accb26824f8a1548 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:23:37.822248 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-6578eb3c-d20d-4b31-9d3d-4be53e1c324d req-39a885bc-21af-4a53-86a7-03b6a2c47cf9 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Unset dirty status for tenant:6c9d46cdaa024e28accb26824f8a1548 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:23:37.823430 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6578eb3c-d20d-4b31-9d3d-4be53e1c324d req-39a885bc-21af-4a53-86a7-03b6a2c47cf9 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c HTTP/1.1" status: 200  len: 944 time: 0.0902579
Dec 22 05:23:37.861711 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:37.869471 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6578eb3c-d20d-4b31-9d3d-4be53e1c324d req-2164720d-9993-42e6-a85d-f57fee431b46 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399463
Dec 22 05:23:38.843890 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d0fdb840-895b-41b4-b2d4-6d9f3b693a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:39.063439 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aeed4e-d24e-4c8c-8f51-18ba96208473 req-957d9396-d3f8-49e7-b679-7fb9480f1400 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:39.065014 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-91aeed4e-d24e-4c8c-8f51-18ba96208473 req-957d9396-d3f8-49e7-b679-7fb9480f1400 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c HTTP/1.1" status: 200  len: 944 time: 0.0753295
Dec 22 05:23:39.111149 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-91aeed4e-d24e-4c8c-8f51-18ba96208473 req-60dbc99d-e008-4809-921f-70b3b9f75764 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406244
Dec 22 05:23:39.269833 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 6d41a43a-c1c5-4f72-af31-ecbd259f30ed details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:23:39.402343 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 6d41a43a-c1c5-4f72-af31-ecbd259f30ed, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6d41a43a-c1c5-4f72-af31-ecbd259f30ed,segment=NetworkSegment(ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36),segment_id=ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:23:39.415173 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '6d41a43a-c1c5-4f72-af31-ecbd259f30ed', 'network_id': 'df17c069-6092-4b46-af6c-d978a5e53b71', 'port_id': '6d41a43a-c1c5-4f72-af31-ecbd259f30ed', 'mac_address': 'fa:16:3e:4d:83:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6344ef82-87af-4e7d-8867-ec59eaef7f84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:23:39.469580 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:39.486489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d41a43a-c1c5-4f72-af31-ecbd259f30ed {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:23:39.501072 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 6d41a43a-c1c5-4f72-af31-ecbd259f30ed, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6d41a43a-c1c5-4f72-af31-ecbd259f30ed,segment=NetworkSegment(ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36),segment_id=ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:23:39.505346 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:39.507227 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:23:39.575873 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=6d41a43a-c1c5-4f72-af31-ecbd259f30ed,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:23:39.578962 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:23:39.893174 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['6d41a43a-c1c5-4f72-af31-ecbd259f30ed'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:23:40.308315 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90def9-39c5-42f6-8e8c-3e7dfbecbde7 req-a334f65e-b982-4c29-bbbc-541379d30e77 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:40.309748 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9c90def9-39c5-42f6-8e8c-3e7dfbecbde7 req-a334f65e-b982-4c29-bbbc-541379d30e77 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c HTTP/1.1" status: 200  len: 945 time: 0.0776172
Dec 22 05:23:40.353316 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9c90def9-39c5-42f6-8e8c-3e7dfbecbde7 req-01cfb86e-9650-45cf-82c4-131c70940a95 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379288
Dec 22 05:23:41.039513 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9941d5bf-a578-4533-846e-2d36c36beaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:41.300458 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 6d41a43a-c1c5-4f72-af31-ecbd259f30ed up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:23:41.369519 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 6d41a43a-c1c5-4f72-af31-ecbd259f30ed completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:23:41.373952 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 6d41a43a-c1c5-4f72-af31-ecbd259f30ed triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:23:41.374326 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:41.488244 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:41.514521 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d41a43a-c1c5-4f72-af31-ecbd259f30ed'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:23:41.524387 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 6d41a43a-c1c5-4f72-af31-ecbd259f30ed, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6d41a43a-c1c5-4f72-af31-ecbd259f30ed,segment=NetworkSegment(ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36),segment_id=ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:23:41.530130 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:41.531387 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-da2ac727-4b7d-4d3d-9541-439192f2c304 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:23:41.553609 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64ece9-9a82-4e23-adf9-2a8e427adce3 req-f1dc7d16-493c-415e-8772-154706e4680f tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:41.555083 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-be64ece9-9a82-4e23-adf9-2a8e427adce3 req-f1dc7d16-493c-415e-8772-154706e4680f tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c HTTP/1.1" status: 200  len: 945 time: 0.0821178
Dec 22 05:23:41.576679 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d41a43a-c1c5-4f72-af31-ecbd259f30ed', 'code': 200}
Dec 22 05:23:41.599729 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=6d41a43a-c1c5-4f72-af31-ecbd259f30ed,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:23:41.602545 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:23:41.608701 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-be64ece9-9a82-4e23-adf9-2a8e427adce3 req-ab2c021b-1086-4194-af62-0ab60548c927 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468211
Dec 22 05:23:41.835198 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-10710518-6a29-4b81-b390-a77bf2284816 req-a2a814f3-dbb1-41c7-9dc8-0ce439c13e5e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c HTTP/1.1" status: 200  len: 1099 time: 0.0656061
Dec 22 05:23:41.876782 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-10710518-6a29-4b81-b390-a77bf2284816 req-2322519f-b233-4ec8-90f9-63a2ab4d8ab7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354741
Dec 22 05:23:42.202584 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:42.360854 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:42.803027 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a3674-55b1-4c4b-b9f5-04a2179b61d9 req-ee478e9b-c020-4f2b-aebc-3ee652849244 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:42.804449 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-668a3674-55b1-4c4b-b9f5-04a2179b61d9 req-ee478e9b-c020-4f2b-aebc-3ee652849244 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c HTTP/1.1" status: 200  len: 946 time: 0.0778773
Dec 22 05:23:42.848741 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-668a3674-55b1-4c4b-b9f5-04a2179b61d9 req-a024eb30-7d42-465b-8e4f-2f6b30921429 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385766
Dec 22 05:23:43.548650 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:23:43.652744 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:23:44.039548 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2e7de-6a5a-4b87-a89a-3dcc6be91ee1 req-00f61c5d-da4e-4d1e-ba8b-4e2bdf53deb5 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:44.041518 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-83b2e7de-6a5a-4b87-a89a-3dcc6be91ee1 req-00f61c5d-da4e-4d1e-ba8b-4e2bdf53deb5 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c HTTP/1.1" status: 200  len: 946 time: 0.0758355
Dec 22 05:23:44.085189 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-83b2e7de-6a5a-4b87-a89a-3dcc6be91ee1 req-af17c295-35f1-4e0b-af27-d92a01dfacc1 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383554
Dec 22 05:23:44.273932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cca4f0-f9a3-424d-94fd-f9009e767fe9 req-af13ad44-e179-4396-bee0-ac139b05c18f tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:44.275857 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-01cca4f0-f9a3-424d-94fd-f9009e767fe9 req-af13ad44-e179-4396-bee0-ac139b05c18f tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c HTTP/1.1" status: 200  len: 946 time: 0.0744035
Dec 22 05:23:44.323358 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-01cca4f0-f9a3-424d-94fd-f9009e767fe9 req-58f529d9-436e-451d-9f9c-c94c8786d3ae tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420833
Dec 22 05:23:59.852412 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf9b49-bb54-43b1-8d13-f9a86d3009c9 req-4000ec1c-bf82-44e8-a53a-4f08f6bc0a2b tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:23:59.853774 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-08bf9b49-bb54-43b1-8d13-f9a86d3009c9 req-4000ec1c-bf82-44e8-a53a-4f08f6bc0a2b tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c HTTP/1.1" status: 200  len: 946 time: 0.0748534
Dec 22 05:23:59.898824 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-08bf9b49-bb54-43b1-8d13-f9a86d3009c9 req-7b052969-18e9-430b-9983-5b19841d300f tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397215
Dec 22 05:24:01.095743 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552cac2-cb75-489f-b65c-50660792e52e req-88a1fda4-838e-4ddb-a33c-0006b29c15ba tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:01.097150 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-8552cac2-cb75-489f-b65c-50660792e52e req-88a1fda4-838e-4ddb-a33c-0006b29c15ba tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c HTTP/1.1" status: 200  len: 946 time: 0.0785894
Dec 22 05:24:01.141140 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-8552cac2-cb75-489f-b65c-50660792e52e req-a116d94a-8cdb-4c19-a8d1-5eac595e0d50 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386055
Dec 22 05:24:01.850452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb786f2-3def-407e-8d91-5f47709ef148 req-0f4e4caf-4102-474d-8d50-9cc2954b33d2 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:01.851841 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-eeb786f2-3def-407e-8d91-5f47709ef148 req-0f4e4caf-4102-474d-8d50-9cc2954b33d2 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c HTTP/1.1" status: 200  len: 946 time: 0.1847596
Dec 22 05:24:01.918885 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-eeb786f2-3def-407e-8d91-5f47709ef148 req-d8342c7b-50f4-43f5-a468-69190c52afdf tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Deleting port 6d41a43a-c1c5-4f72-af31-ecbd259f30ed {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:24:01.919224 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-eeb786f2-3def-407e-8d91-5f47709ef148 req-d8342c7b-50f4-43f5-a468-69190c52afdf tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:02.152475 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-eeb786f2-3def-407e-8d91-5f47709ef148 req-d8342c7b-50f4-43f5-a468-69190c52afdf tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] For port 6d41a43a-c1c5-4f72-af31-ecbd259f30ed, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6d41a43a-c1c5-4f72-af31-ecbd259f30ed,segment=NetworkSegment(ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36),segment_id=ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:24:02.152824 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-eeb786f2-3def-407e-8d91-5f47709ef148 req-d8342c7b-50f4-43f5-a468-69190c52afdf tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:02.272017 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-eeb786f2-3def-407e-8d91-5f47709ef148 req-d8342c7b-50f4-43f5-a468-69190c52afdf tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Calling delete_port for 6d41a43a-c1c5-4f72-af31-ecbd259f30ed owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:24:02.443092 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f477a83-d382-4569-9716-8acc3c0b113b req-332d1ad7-f8ff-4f71-8860-9c226a892ba1 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:02.444455 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1f477a83-d382-4569-9716-8acc3c0b113b req-332d1ad7-f8ff-4f71-8860-9c226a892ba1 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c HTTP/1.1" status: 200  len: 946 time: 0.1466563
Dec 22 05:24:02.495448 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-eeb786f2-3def-407e-8d91-5f47709ef148 req-d8342c7b-50f4-43f5-a468-69190c52afdf tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:02.502129 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2c43b557-521f-4060-8cc7-3521f79e24e2 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:02.527999 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['6d41a43a-c1c5-4f72-af31-ecbd259f30ed'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:24:02.548384 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8342c7b-50f4-43f5-a468-69190c52afdf tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Pushing event deleted for resources: {'Port': ['ID=6d41a43a-c1c5-4f72-af31-ecbd259f30ed,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:02.553923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d8342c7b-50f4-43f5-a468-69190c52afdf tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:02.558258 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1f477a83-d382-4569-9716-8acc3c0b113b req-aab66d7a-474c-4e2a-8af2-a75a01e289ff tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.53 "GET /v2.0/security-groups?id=85bd1e99-aba0-4ce5-bfdf-e46f97e75317&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031773
Dec 22 05:24:02.631252 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb786f2-3def-407e-8d91-5f47709ef148 req-d8342c7b-50f4-43f5-a468-69190c52afdf tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] No DVR routers for this DVR port 6d41a43a-c1c5-4f72-af31-ecbd259f30ed on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:24:02.633779 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-eeb786f2-3def-407e-8d91-5f47709ef148 req-d8342c7b-50f4-43f5-a468-69190c52afdf tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:02.636550 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c', 'name': 'network-vif-deleted', 'tag': '6d41a43a-c1c5-4f72-af31-ecbd259f30ed'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:24:02.652516 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-eeb786f2-3def-407e-8d91-5f47709ef148 req-d8342c7b-50f4-43f5-a468-69190c52afdf tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] 10.222.0.47 "DELETE /v2.0/ports/6d41a43a-c1c5-4f72-af31-ecbd259f30ed HTTP/1.1" status: 204  len: 173 time: 0.7945359
Dec 22 05:24:02.695502 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3cb52a-8833-4e5f-bdbe-a1a9bde1d94c', 'name': 'network-vif-deleted', 'tag': '6d41a43a-c1c5-4f72-af31-ecbd259f30ed', 'status': 'completed', 'code': 200}
Dec 22 05:24:03.709978 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36418) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:24:04.183951 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:04.761071 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] Deleting port d47d6461-b0c4-4659-881e-74469afe4ddc {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:24:04.761799 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:04.928019 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] For port d47d6461-b0c4-4659-881e-74469afe4ddc, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d47d6461-b0c4-4659-881e-74469afe4ddc,segment=NetworkSegment(ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36),segment_id=ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:24:04.928360 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:05.047177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] Calling delete_port for d47d6461-b0c4-4659-881e-74469afe4ddc owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:24:05.217968 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:05.222116 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-111b3d85-b73b-46ac-a853-78f39148ea34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:05.263908 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] Pushing event deleted for resources: {'Port': ['ID=d47d6461-b0c4-4659-881e-74469afe4ddc,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:05.334946 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:05.335316 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:05.335679 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:05.336036 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:05.336476 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:05.337326 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:05.337714 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:05.338072 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:05.338419 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:05.338766 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:05.339113 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:05.342388 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:05.363496 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 6d41a43a-c1c5-4f72-af31-ecbd259f30ed no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:24:05.401322 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 6d41a43a-c1c5-4f72-af31-ecbd259f30ed {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:24:05.401700 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 6d41a43a-c1c5-4f72-af31-ecbd259f30ed not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:24:05.660367 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:06.219075 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] Router c1360ecd-14ec-4475-b224-639b87c0aa08 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:24:06.416153 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:24:06.424443 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f731f83-aec5-4bf6-a7c1-5e89e4c539aa None None] Sync routers for ids ['c1360ecd-14ec-4475-b224-639b87c0aa08'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:24:06.428145 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] 10.222.0.53 "PUT /v2.0/routers/c1360ecd-14ec-4475-b224-639b87c0aa08/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7170961
Dec 22 05:24:06.431224 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36422) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:24:06.436776 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f731f83-aec5-4bf6-a7c1-5e89e4c539aa None None] Routers {'c1360ecd-14ec-4475-b224-639b87c0aa08'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:24:06.437379 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-9f731f83-aec5-4bf6-a7c1-5e89e4c539aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c72d370>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:23:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['c1360ecd-14ec-4475-b224-639b87c0aa08'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:06.615239 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-9f731f83-aec5-4bf6-a7c1-5e89e4c539aa None None] Set router c1360ecd-14ec-4475-b224-639b87c0aa08 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:24:06.621078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2bcd50d2-dbf7-4977-a8cb-dd7489c1c9a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:06.813773 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2bcd50d2-dbf7-4977-a8cb-dd7489c1c9a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:06.824189 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd50d2-dbf7-4977-a8cb-dd7489c1c9a6 admin admin] Deleting port 2842f114-03bb-4290-8765-f5bcc1474a55 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:24:06.824580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2bcd50d2-dbf7-4977-a8cb-dd7489c1c9a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:06.993832 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-2bcd50d2-dbf7-4977-a8cb-dd7489c1c9a6 admin admin] For port 2842f114-03bb-4290-8765-f5bcc1474a55, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2842f114-03bb-4290-8765-f5bcc1474a55,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:24:06.994106 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2bcd50d2-dbf7-4977-a8cb-dd7489c1c9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:07.070508 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-9f731f83-aec5-4bf6-a7c1-5e89e4c539aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c72d370>, [{'id': 'c1360ecd-14ec-4475-b224-639b87c0aa08', 'name': 'tempest-TestEncryptedCinderVolumes-824849353-router', 'tenant_id': '6c9d46cdaa024e28accb26824f8a1548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.210'}], 'enable_snat': True}, 'gw_port_id': '2842f114-03bb-4290-8765-f5bcc1474a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:47Z', 'updated_at': '2021-12-22T05:24:05Z', 'revision_number': 5, 'project_id': '6c9d46cdaa024e28accb26824f8a1548', 'gw_port': {'id': '2842f114-03bb-4290-8765-f5bcc1474a55', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:57:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1360ecd-14ec-4475-b224-639b87c0aa08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:47Z', 'updated_at': '2021-12-22T05:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:07.077260 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f731f83-aec5-4bf6-a7c1-5e89e4c539aa None None] Checking router: c1360ecd-14ec-4475-b224-639b87c0aa08 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:24:07.103290 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f731f83-aec5-4bf6-a7c1-5e89e4c539aa None None] Routers {'c1360ecd-14ec-4475-b224-639b87c0aa08'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:24:07.103925 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-9f731f83-aec5-4bf6-a7c1-5e89e4c539aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c72d370>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:23:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['c1360ecd-14ec-4475-b224-639b87c0aa08'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:07.245880 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd50d2-dbf7-4977-a8cb-dd7489c1c9a6 admin admin] Calling delete_port for 2842f114-03bb-4290-8765-f5bcc1474a55 owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:24:07.267780 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-9f731f83-aec5-4bf6-a7c1-5e89e4c539aa None None] Set router c1360ecd-14ec-4475-b224-639b87c0aa08 gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:24:07.373852 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-9f731f83-aec5-4bf6-a7c1-5e89e4c539aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c72d370>, [{'id': 'c1360ecd-14ec-4475-b224-639b87c0aa08', 'name': 'tempest-TestEncryptedCinderVolumes-824849353-router', 'tenant_id': '6c9d46cdaa024e28accb26824f8a1548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:47Z', 'updated_at': '2021-12-22T05:24:06Z', 'revision_number': 6, 'project_id': '6c9d46cdaa024e28accb26824f8a1548', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:07.377667 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f731f83-aec5-4bf6-a7c1-5e89e4c539aa None None] The sync data for ids ['c1360ecd-14ec-4475-b224-639b87c0aa08'] in dv-neutron-822525-1-hyperv is: [{'id': 'c1360ecd-14ec-4475-b224-639b87c0aa08', 'name': 'tempest-TestEncryptedCinderVolumes-824849353-router', 'tenant_id': '6c9d46cdaa024e28accb26824f8a1548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:47Z', 'updated_at': '2021-12-22T05:24:06Z', 'revision_number': 6, 'project_id': '6c9d46cdaa024e28accb26824f8a1548', 'gw_port_host': None}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:24:07.415424 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2bcd50d2-dbf7-4977-a8cb-dd7489c1c9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:07.419142 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3ab057c2-9275-4943-8fda-672a784128e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:07.458090 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd50d2-dbf7-4977-a8cb-dd7489c1c9a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2842f114-03bb-4290-8765-f5bcc1474a55,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:07.461965 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2bcd50d2-dbf7-4977-a8cb-dd7489c1c9a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:07.670760 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2bcd50d2-dbf7-4977-a8cb-dd7489c1c9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:07.852918 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:07.925418 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2bcd50d2-dbf7-4977-a8cb-dd7489c1c9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:07.929459 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2bcd50d2-dbf7-4977-a8cb-dd7489c1c9a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:07.953950 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2bcd50d2-dbf7-4977-a8cb-dd7489c1c9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:07.954578 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcd50d2-dbf7-4977-a8cb-dd7489c1c9a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1360ecd-14ec-4475-b224-639b87c0aa08 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 05:24:07.967043 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2bcd50d2-dbf7-4977-a8cb-dd7489c1c9a6 admin admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:07.968136 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2bcd50d2-dbf7-4977-a8cb-dd7489c1c9a6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/c1360ecd-14ec-4475-b224-639b87c0aa08 HTTP/1.1" status: 204  len: 168 time: 1.5359349
Dec 22 05:24:07.970649 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36426) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:24:08.028144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b8c510-8732-47c0-b239-a6a409fed181 admin admin] Deleting subnet 6344ef82-87af-4e7d-8867-ec59eaef7f84 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:24:08.030878 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e8b8c510-8732-47c0-b239-a6a409fed181 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:08.079963 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e8b8c510-8732-47c0-b239-a6a409fed181 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:08.156033 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e8b8c510-8732-47c0-b239-a6a409fed181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:08.225497 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e8b8c510-8732-47c0-b239-a6a409fed181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:08.229975 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bea2c1b2-7d9c-44f2-a771-355630d2810f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:08.265809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8c510-8732-47c0-b239-a6a409fed181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6344ef82-87af-4e7d-8867-ec59eaef7f84,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:08.268262 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e8b8c510-8732-47c0-b239-a6a409fed181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:08.273527 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e8b8c510-8732-47c0-b239-a6a409fed181 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:08.279560 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf800a8a-6be0-448d-afdb-511937c7c4b8 None None] Network df17c069-6092-4b46-af6c-d978a5e53b71 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:24:08.281004 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e8b8c510-8732-47c0-b239-a6a409fed181 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6344ef82-87af-4e7d-8867-ec59eaef7f84 HTTP/1.1" status: 204  len: 168 time: 0.3094380
Dec 22 05:24:08.283423 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36430) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:24:08.394265 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8a82fb4c-26b9-4703-b30f-994f3b80afdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:08.404942 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8a82fb4c-26b9-4703-b30f-994f3b80afdb admin admin] Deleting port 561612a3-e74c-4ae8-b896-943797a73382 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:24:08.405281 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8a82fb4c-26b9-4703-b30f-994f3b80afdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:08.521002 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5289899-7eb3-4b74-a283-58251ef74d8f None None] DHCP port deletion for df17c069-6092-4b46-af6c-d978a5e53b71 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 05:24:08.525523 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-e5289899-7eb3-4b74-a283-58251ef74d8f None None] Deleting port 561612a3-e74c-4ae8-b896-943797a73382 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:24:08.525930 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e5289899-7eb3-4b74-a283-58251ef74d8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:08.710694 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-8a82fb4c-26b9-4703-b30f-994f3b80afdb admin admin] For port 561612a3-e74c-4ae8-b896-943797a73382, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=561612a3-e74c-4ae8-b896-943797a73382,segment=NetworkSegment(ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36),segment_id=ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:24:08.710937 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8a82fb4c-26b9-4703-b30f-994f3b80afdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:08.724979 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-e5289899-7eb3-4b74-a283-58251ef74d8f None None] For port 561612a3-e74c-4ae8-b896-943797a73382, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=561612a3-e74c-4ae8-b896-943797a73382,segment=NetworkSegment(ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36),segment_id=ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:24:08.725311 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e5289899-7eb3-4b74-a283-58251ef74d8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:08.832609 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-8a82fb4c-26b9-4703-b30f-994f3b80afdb admin admin] Calling delete_port for 561612a3-e74c-4ae8-b896-943797a73382 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:24:08.848799 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-e5289899-7eb3-4b74-a283-58251ef74d8f None None] Calling delete_port for 561612a3-e74c-4ae8-b896-943797a73382 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:24:08.900800 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dd11393a-5759-4b7c-b729-34d5c450faf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:08.905236 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8a82fb4c-26b9-4703-b30f-994f3b80afdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:08.909625 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3ab057c2-9275-4943-8fda-672a784128e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:08.927715 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-e5289899-7eb3-4b74-a283-58251ef74d8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 05:24:08.928081 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-e5289899-7eb3-4b74-a283-58251ef74d8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 05:24:08.951412 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82fb4c-26b9-4703-b30f-994f3b80afdb admin admin] Pushing event deleted for resources: {'Port': ['ID=561612a3-e74c-4ae8-b896-943797a73382,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:08.954806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8a82fb4c-26b9-4703-b30f-994f3b80afdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:08.957731 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a82fb4c-26b9-4703-b30f-994f3b80afdb admin admin] No DVR routers for this DVR port 561612a3-e74c-4ae8-b896-943797a73382 on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:24:09.072099 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8a82fb4c-26b9-4703-b30f-994f3b80afdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:09.096150 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-8a82fb4c-26b9-4703-b30f-994f3b80afdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b74ff10>,) {'filters': {'network_id': ['df17c069-6092-4b46-af6c-d978a5e53b71']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:09.107603 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-8a82fb4c-26b9-4703-b30f-994f3b80afdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b74ff10>, 'ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:09.107895 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-8a82fb4c-26b9-4703-b30f-994f3b80afdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b74ff10>, 'ee1e8cea-01c2-4b07-bf87-e6fd2b07bf36') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:09.118780 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8a82fb4c-26b9-4703-b30f-994f3b80afdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:09.134228 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8a82fb4c-26b9-4703-b30f-994f3b80afdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:09.140173 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a82fb4c-26b9-4703-b30f-994f3b80afdb admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:24:09.140554 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8a82fb4c-26b9-4703-b30f-994f3b80afdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:24:09.154149 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:24:09.227815 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8a82fb4c-26b9-4703-b30f-994f3b80afdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:09.231051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:09.243140 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8a82fb4c-26b9-4703-b30f-994f3b80afdb admin admin] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:09.253969 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82fb4c-26b9-4703-b30f-994f3b80afdb admin admin] Pushing event deleted for resources: {'Network': ['ID=df17c069-6092-4b46-af6c-d978a5e53b71,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:09.260800 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8a82fb4c-26b9-4703-b30f-994f3b80afdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:09.266681 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8a82fb4c-26b9-4703-b30f-994f3b80afdb admin admin] 10.222.0.53 "DELETE /v2.0/networks/df17c069-6092-4b46-af6c-d978a5e53b71 HTTP/1.1" status: 204  len: 168 time: 0.9823353
Dec 22 05:24:09.269727 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36434) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:24:09.316673 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2842f114-03bb-4290-8765-f5bcc1474a55 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:24:09.348975 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 2842f114-03bb-4290-8765-f5bcc1474a55 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:24:09.349323 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2842f114-03bb-4290-8765-f5bcc1474a55 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:24:09.349841 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d47d6461-b0c4-4659-881e-74469afe4ddc no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:24:09.382069 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: d47d6461-b0c4-4659-881e-74469afe4ddc {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:24:09.382416 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d47d6461-b0c4-4659-881e-74469afe4ddc not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:24:09.382829 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 561612a3-e74c-4ae8-b896-943797a73382 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:24:09.413707 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 561612a3-e74c-4ae8-b896-943797a73382 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:24:09.414058 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 561612a3-e74c-4ae8-b896-943797a73382 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:24:09.429370 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-e5289899-7eb3-4b74-a283-58251ef74d8f None None] Deleting port 561612a3-e74c-4ae8-b896-943797a73382 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:24:09.429780 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e5289899-7eb3-4b74-a283-58251ef74d8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:09.490817 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-e5289899-7eb3-4b74-a283-58251ef74d8f None None] The port '561612a3-e74c-4ae8-b896-943797a73382' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 05:24:09.672251 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bad3ee57-802e-4263-9132-1523d4e34272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:10.350828 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-bad3ee57-802e-4263-9132-1523d4e34272 admin admin] Deleting port 18aa508c-f385-4159-8101-c22b9246272b {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:24:10.351487 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bad3ee57-802e-4263-9132-1523d4e34272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:10.517355 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-bad3ee57-802e-4263-9132-1523d4e34272 admin admin] For port 18aa508c-f385-4159-8101-c22b9246272b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=18aa508c-f385-4159-8101-c22b9246272b,segment=NetworkSegment(a36c99a6-41f3-4bb8-8996-42540b1ceaaa),segment_id=a36c99a6-41f3-4bb8-8996-42540b1ceaaa)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:24:10.517635 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bad3ee57-802e-4263-9132-1523d4e34272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:10.632762 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-bad3ee57-802e-4263-9132-1523d4e34272 admin admin] Calling delete_port for 18aa508c-f385-4159-8101-c22b9246272b owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:24:10.797324 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bad3ee57-802e-4263-9132-1523d4e34272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:10.800646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8a82fb4c-26b9-4703-b30f-994f3b80afdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:10.840501 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3ee57-802e-4263-9132-1523d4e34272 admin admin] Pushing event deleted for resources: {'Port': ['ID=18aa508c-f385-4159-8101-c22b9246272b,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:10.844382 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bad3ee57-802e-4263-9132-1523d4e34272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:11.041135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-acbdd82f-4abd-4469-a64d-bf7183b69f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:11.125797 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bad3ee57-802e-4263-9132-1523d4e34272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:11.784970 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad3ee57-802e-4263-9132-1523d4e34272 admin admin] Router 355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:24:11.978896 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad3ee57-802e-4263-9132-1523d4e34272 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:24:11.987262 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62576c96-49a3-4e99-ac55-4c2ba5d769d8 None None] Sync routers for ids ['355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:24:11.987816 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bad3ee57-802e-4263-9132-1523d4e34272 admin admin] 10.222.0.53 "PUT /v2.0/routers/355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7171440
Dec 22 05:24:11.990319 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36438) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:24:11.999914 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62576c96-49a3-4e99-ac55-4c2ba5d769d8 None None] Routers {'355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:24:12.000596 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-62576c96-49a3-4e99-ac55-4c2ba5d769d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c833d00>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:24:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:12.175511 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-62576c96-49a3-4e99-ac55-4c2ba5d769d8 None None] Set router 355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:24:12.183831 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6015-61c7-4939-be56-dbd0afef4700 admin admin] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:12.301116 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:12.375906 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:12.382467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6015-61c7-4939-be56-dbd0afef4700 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:12.391958 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-c8ab6015-61c7-4939-be56-dbd0afef4700 admin admin] Deleting port 58e7dc81-2855-4aa2-934a-bbfc91d76d26 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:24:12.392290 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6015-61c7-4939-be56-dbd0afef4700 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:12.518411 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-62576c96-49a3-4e99-ac55-4c2ba5d769d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c833d00>, [{'id': '355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9', 'name': 'tempest-TestEncryptedCinderVolumes-147346633-router', 'tenant_id': '75e71ad5f7be41938a198ea609185188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '58e7dc81-2855-4aa2-934a-bbfc91d76d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:53Z', 'updated_at': '2021-12-22T05:24:10Z', 'revision_number': 5, 'project_id': '75e71ad5f7be41938a198ea609185188', 'gw_port': {'id': '58e7dc81-2855-4aa2-934a-bbfc91d76d26', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:41:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:53Z', 'updated_at': '2021-12-22T05:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:12.522311 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62576c96-49a3-4e99-ac55-4c2ba5d769d8 None None] Checking router: 355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:24:12.533131 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62576c96-49a3-4e99-ac55-4c2ba5d769d8 None None] Routers {'355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:24:12.533766 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-62576c96-49a3-4e99-ac55-4c2ba5d769d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c833d00>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:24:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:12.562006 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-c8ab6015-61c7-4939-be56-dbd0afef4700 admin admin] For port 58e7dc81-2855-4aa2-934a-bbfc91d76d26, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=58e7dc81-2855-4aa2-934a-bbfc91d76d26,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:24:12.562349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6015-61c7-4939-be56-dbd0afef4700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:12.678723 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-c8ab6015-61c7-4939-be56-dbd0afef4700 admin admin] Calling delete_port for 58e7dc81-2855-4aa2-934a-bbfc91d76d26 owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:24:12.678955 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-62576c96-49a3-4e99-ac55-4c2ba5d769d8 None None] Set router 355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9 gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:24:12.789063 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-62576c96-49a3-4e99-ac55-4c2ba5d769d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c833d00>, [{'id': '355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9', 'name': 'tempest-TestEncryptedCinderVolumes-147346633-router', 'tenant_id': '75e71ad5f7be41938a198ea609185188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:53Z', 'updated_at': '2021-12-22T05:24:12Z', 'revision_number': 6, 'project_id': '75e71ad5f7be41938a198ea609185188', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:12.793758 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62576c96-49a3-4e99-ac55-4c2ba5d769d8 None None] The sync data for ids ['355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9'] in dv-neutron-822525-1-hyperv is: [{'id': '355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9', 'name': 'tempest-TestEncryptedCinderVolumes-147346633-router', 'tenant_id': '75e71ad5f7be41938a198ea609185188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:53Z', 'updated_at': '2021-12-22T05:24:12Z', 'revision_number': 6, 'project_id': '75e71ad5f7be41938a198ea609185188', 'gw_port_host': None}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:24:12.844139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6015-61c7-4939-be56-dbd0afef4700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:12.847684 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3f3fabba-190f-43bf-bc1b-57eaa3ea7d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:12.890035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab6015-61c7-4939-be56-dbd0afef4700 admin admin] Pushing event deleted for resources: {'Port': ['ID=58e7dc81-2855-4aa2-934a-bbfc91d76d26,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:12.893454 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c8ab6015-61c7-4939-be56-dbd0afef4700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:13.225588 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6015-61c7-4939-be56-dbd0afef4700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:13.473850 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6015-61c7-4939-be56-dbd0afef4700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:13.477826 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6015-61c7-4939-be56-dbd0afef4700 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:13.501396 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6015-61c7-4939-be56-dbd0afef4700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:13.504246 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ab6015-61c7-4939-be56-dbd0afef4700 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 05:24:13.515267 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6015-61c7-4939-be56-dbd0afef4700 admin admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:13.518894 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c8ab6015-61c7-4939-be56-dbd0afef4700 admin admin] 10.222.0.53 "DELETE /v2.0/routers/355a8aea-c98b-4d1f-a0c5-3d8f0d78b0c9 HTTP/1.1" status: 204  len: 168 time: 1.5253694
Dec 22 05:24:13.519259 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36444) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:24:13.564719 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 18aa508c-f385-4159-8101-c22b9246272b no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:24:13.584138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-79476e8b-41ba-49de-b393-4b2391fbb4bd admin admin] Deleting subnet 381d8e27-6f11-4672-8ddc-def594f4488b {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:24:13.587040 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79476e8b-41ba-49de-b393-4b2391fbb4bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:13.596841 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 18aa508c-f385-4159-8101-c22b9246272b {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:24:13.597197 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 18aa508c-f385-4159-8101-c22b9246272b not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:24:13.597654 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 58e7dc81-2855-4aa2-934a-bbfc91d76d26 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:24:13.629864 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 58e7dc81-2855-4aa2-934a-bbfc91d76d26 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:24:13.630217 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 58e7dc81-2855-4aa2-934a-bbfc91d76d26 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:24:13.639260 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79476e8b-41ba-49de-b393-4b2391fbb4bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:13.657914 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:13.714807 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79476e8b-41ba-49de-b393-4b2391fbb4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:13.784078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79476e8b-41ba-49de-b393-4b2391fbb4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:13.787917 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1949f241-c15f-4176-81f9-217a02cdf8d7 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:13.824481 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79476e8b-41ba-49de-b393-4b2391fbb4bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=381d8e27-6f11-4672-8ddc-def594f4488b,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:13.826833 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-79476e8b-41ba-49de-b393-4b2391fbb4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:13.831936 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79476e8b-41ba-49de-b393-4b2391fbb4bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:13.836999 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c1e816-87fc-47d7-a0df-173eff4efb51 None None] Network 83df8e67-21ee-43fd-98fb-3a13a668fd2c requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:24:13.838413 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-79476e8b-41ba-49de-b393-4b2391fbb4bd admin admin] 10.222.0.53 "DELETE /v2.0/subnets/381d8e27-6f11-4672-8ddc-def594f4488b HTTP/1.1" status: 204  len: 168 time: 0.3182263
Dec 22 05:24:13.840776 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36448) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:24:13.944936 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:13.955043 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] Deleting port 5d19e639-f4c0-40a8-8a59-7fd25c800e90 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:24:13.955364 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:14.080451 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cd25d1-7b28-4bdb-82b4-5f62d1e5fec0 None None] DHCP port deletion for 83df8e67-21ee-43fd-98fb-3a13a668fd2c request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 05:24:14.084783 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-c2cd25d1-7b28-4bdb-82b4-5f62d1e5fec0 None None] Deleting port 5d19e639-f4c0-40a8-8a59-7fd25c800e90 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:24:14.085229 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c2cd25d1-7b28-4bdb-82b4-5f62d1e5fec0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:14.152860 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] For port 5d19e639-f4c0-40a8-8a59-7fd25c800e90, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5d19e639-f4c0-40a8-8a59-7fd25c800e90,segment=NetworkSegment(a36c99a6-41f3-4bb8-8996-42540b1ceaaa),segment_id=a36c99a6-41f3-4bb8-8996-42540b1ceaaa)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:24:14.153212 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:14.276250 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] Calling delete_port for 5d19e639-f4c0-40a8-8a59-7fd25c800e90 owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:24:14.281434 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c2cd25d1-7b28-4bdb-82b4-5f62d1e5fec0 None None] For port 5d19e639-f4c0-40a8-8a59-7fd25c800e90, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=5d19e639-f4c0-40a8-8a59-7fd25c800e90,segment=NetworkSegment(a36c99a6-41f3-4bb8-8996-42540b1ceaaa),segment_id=a36c99a6-41f3-4bb8-8996-42540b1ceaaa)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:24:14.281862 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c2cd25d1-7b28-4bdb-82b4-5f62d1e5fec0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:14.347678 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:14.351863 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-06cf2742-e80d-480a-bbd5-d37fdf9a09fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:14.393432 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] Pushing event deleted for resources: {'Port': ['ID=5d19e639-f4c0-40a8-8a59-7fd25c800e90,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:14.395800 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:14.398527 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] No DVR routers for this DVR port 5d19e639-f4c0-40a8-8a59-7fd25c800e90 on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:24:14.399917 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-c2cd25d1-7b28-4bdb-82b4-5f62d1e5fec0 None None] Calling delete_port for 5d19e639-f4c0-40a8-8a59-7fd25c800e90 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:24:14.473078 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-c2cd25d1-7b28-4bdb-82b4-5f62d1e5fec0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 05:24:14.473441 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-c2cd25d1-7b28-4bdb-82b4-5f62d1e5fec0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 05:24:14.608145 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:14.635074 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b1d4610>,) {'filters': {'network_id': ['83df8e67-21ee-43fd-98fb-3a13a668fd2c']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:14.646326 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b1d4610>, 'a36c99a6-41f3-4bb8-8996-42540b1ceaaa') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:14.646613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b1d4610>, 'a36c99a6-41f3-4bb8-8996-42540b1ceaaa') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:14.657922 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:14.672796 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:14.678666 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:24:14.679075 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:24:14.692330 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:24:14.766013 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:14.769462 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:14.781692 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:14.791274 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] Pushing event deleted for resources: {'Network': ['ID=83df8e67-21ee-43fd-98fb-3a13a668fd2c,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:14.793893 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:14.795606 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] 10.222.0.53 "DELETE /v2.0/networks/83df8e67-21ee-43fd-98fb-3a13a668fd2c HTTP/1.1" status: 204  len: 168 time: 0.9539170
Dec 22 05:24:14.974470 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-c2cd25d1-7b28-4bdb-82b4-5f62d1e5fec0 None None] Deleting port 5d19e639-f4c0-40a8-8a59-7fd25c800e90 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:24:14.975088 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c2cd25d1-7b28-4bdb-82b4-5f62d1e5fec0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:15.037514 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-c2cd25d1-7b28-4bdb-82b4-5f62d1e5fec0 None None] The port '5d19e639-f4c0-40a8-8a59-7fd25c800e90' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 05:24:15.068493 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36454) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:24:15.118007 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6938223f-4c68-4cc6-bb58-a02a259e5d22 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6c9d46cdaa024e28accb26824f8a1548&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0477345
Dec 22 05:24:15.120460 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36458) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:24:15.179017 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-095029ae-b80f-428f-b6bf-135358561fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:15.203973 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-095029ae-b80f-428f-b6bf-135358561fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:15.253827 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-095029ae-b80f-428f-b6bf-135358561fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:15.257768 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6bc428a0-8083-4921-9eca-6c381efcad87 tempest-TestVolumeBootPattern-2138017313 tempest-TestVolumeBootPattern-2138017313-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:15.270859 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095029ae-b80f-428f-b6bf-135358561fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bd1e99-aba0-4ce5-bfdf-e46f97e75317,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:15.273476 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-095029ae-b80f-428f-b6bf-135358561fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:15.284947 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-095029ae-b80f-428f-b6bf-135358561fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:15.288425 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-095029ae-b80f-428f-b6bf-135358561fbe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85bd1e99-aba0-4ce5-bfdf-e46f97e75317 HTTP/1.1" status: 204  len: 168 time: 0.1648490
Dec 22 05:24:15.313708 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 5d19e639-f4c0-40a8-8a59-7fd25c800e90 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:24:15.352607 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 5d19e639-f4c0-40a8-8a59-7fd25c800e90 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:24:15.352960 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 5d19e639-f4c0-40a8-8a59-7fd25c800e90 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:24:15.659742 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36466) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:24:15.710787 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f535c97d-e0ba-4801-a353-b67b283236a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=75e71ad5f7be41938a198ea609185188&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0498610
Dec 22 05:24:15.713636 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36470) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:24:15.769351 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-607af380-9284-4841-be40-2f95d9117466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:15.794259 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-607af380-9284-4841-be40-2f95d9117466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:15.842474 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-607af380-9284-4841-be40-2f95d9117466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:15.845992 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-14c73b1b-ea2b-4683-b262-f7256aaa7d83 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:15.856669 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607af380-9284-4841-be40-2f95d9117466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56de7647-c731-4e74-a661-d59fe530dbb6,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:15.860661 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-607af380-9284-4841-be40-2f95d9117466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:15.863654 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-607af380-9284-4841-be40-2f95d9117466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:15.867058 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-607af380-9284-4841-be40-2f95d9117466 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56de7647-c731-4e74-a661-d59fe530dbb6 HTTP/1.1" status: 204  len: 168 time: 0.1502600
Dec 22 05:24:16.659562 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 36492) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:24:16.784232 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-445945868-network', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:24:16.788845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:24:16.792557 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Usage tracker for resource:network and tenant:b538932e81224dc093ca0f3d666e0ff1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:24:16.795324 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:24:16.801726 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:24:16.810876 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Made reservation on behalf of b538932e81224dc093ca0f3d666e0ff1 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:24:16.813423 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:16.825925 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:16.855699 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:24:16.859770 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Usage tracker for resource:security_group_rule and tenant:b538932e81224dc093ca0f3d666e0ff1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:24:16.862450 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:24:16.867904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:24:16.930470 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:16.933866 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:16.937660 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a1bf1987-e381-4952-8ccc-61a97a98cb2b tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:16.960636 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:24:16.972294 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe016e9b-eee0-4471-9be6-5a150c287be5,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:16.976021 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:16.976922 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:16.977257 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Added segment 730950a4-3d73-4032-8f5e-f4550497f1e6 of type vlan for network be52d4ac-323f-4984-8cae-3d4c717bedbd
Dec 22 05:24:17.002696 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:17.030067 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:17.030936 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:17.031501 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:17.035953 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b80d762f-cbfd-484b-98ac-27d70ace59d5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:17.132100 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Pushing event updated for resources: {'Network': ['ID=be52d4ac-323f-4984-8cae-3d4c717bedbd,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:17.137071 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4748604
Dec 22 05:24:17.137071 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:17.138738 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36498) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:24:17.142732 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network be52d4ac-323f-4984-8cae-3d4c717bedbd details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:24:17.144383 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-0dc3f3f3-4081-4f62-974f-70f909bc15a0 admin admin] Request body: {'subnet': {'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-445945868-subnet', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'ip_version': 4}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:24:17.149353 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0dc3f3f3-4081-4f62-974f-70f909bc15a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:24:17.153175 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0dc3f3f3-4081-4f62-974f-70f909bc15a0 admin admin] Usage tracker for resource:subnet and tenant:b538932e81224dc093ca0f3d666e0ff1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:24:17.157759 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0dc3f3f3-4081-4f62-974f-70f909bc15a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:24:17.163974 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0dc3f3f3-4081-4f62-974f-70f909bc15a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:24:17.173950 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc3f3f3-4081-4f62-974f-70f909bc15a0 admin admin] Made reservation on behalf of b538932e81224dc093ca0f3d666e0ff1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:24:17.176347 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0dc3f3f3-4081-4f62-974f-70f909bc15a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:17.375981 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0dc3f3f3-4081-4f62-974f-70f909bc15a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:17.380106 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a4bfebae-27f8-4241-b523-e6eb1bc7f78a tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:17.444805 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3f3f3-4081-4f62-974f-70f909bc15a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a858abfb-23be-42d4-b9cc-d7b07707e382,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:17.447385 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0dc3f3f3-4081-4f62-974f-70f909bc15a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:17.463806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc3f3f3-4081-4f62-974f-70f909bc15a0 admin admin] Checking segment: {'id': '730950a4-3d73-4032-8f5e-f4550497f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:24:17.464146 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc3f3f3-4081-4f62-974f-70f909bc15a0 admin admin] Network hostable DHCP agents. Network: be52d4ac-323f-4984-8cae-3d4c717bedbd, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:24:17.485828 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc3f3f3-4081-4f62-974f-70f909bc15a0 admin admin] Network be52d4ac-323f-4984-8cae-3d4c717bedbd is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:24:17.494536 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-0dc3f3f3-4081-4f62-974f-70f909bc15a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, be52d4ac-323f-4984-8cae-3d4c717bedbd) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:24:17.498281 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc3f3f3-4081-4f62-974f-70f909bc15a0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:17.498855 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0dc3f3f3-4081-4f62-974f-70f909bc15a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:17.503078 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0e1907-b963-45b8-a597-2181bea592be None None] Network be52d4ac-323f-4984-8cae-3d4c717bedbd requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:24:17.518257 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0dc3f3f3-4081-4f62-974f-70f909bc15a0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3785400
Dec 22 05:24:17.520848 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36502) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:24:17.525780 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-445945868-router', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:24:17.530359 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:24:17.534086 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] Usage tracker for resource:router and tenant:b538932e81224dc093ca0f3d666e0ff1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:24:17.536843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:24:17.542885 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:24:17.552034 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:17.552884 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:17.571149 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:17.714667 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:17.749336 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-be52d4ac-323f-4984-8cae-3d4c717bedbd', 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'fixed_ips': [{'subnet_id': 'a858abfb-23be-42d4-b9cc-d7b07707e382'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:24:17.750204 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:17.896704 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:17.902969 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Allocated IP 172.20.0.2 (be52d4ac-323f-4984-8cae-3d4c717bedbd/a858abfb-23be-42d4-b9cc-d7b07707e382/635c611c-dcce-47ad-8e62-7c4a8fb6945f) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:24:17.926546 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:18.058912 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] Allocated IP 172.26.4.154 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/c9a6a69a-e444-47a7-96c1-0ea903d0f766) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:24:18.101607 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:18.111341 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Transition to ACTIVE for port object 635c611c-dcce-47ad-8e62-7c4a8fb6945f will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:24:18.128691 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Transition to ACTIVE for port object 635c611c-dcce-47ad-8e62-7c4a8fb6945f will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:24:18.134375 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:18.142497 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:18.198091 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Network be52d4ac-323f-4984-8cae-3d4c717bedbd is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:24:18.199256 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:24:18.201821 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:24:18.210570 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:18.219325 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Pushing event updated for resources: {'Port': ['ID=635c611c-dcce-47ad-8e62-7c4a8fb6945f,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:18.238802 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:18.242352 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-971391db-29f4-4f45-b9ba-777f41c97acd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:18.297929 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:18.298287 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:18.298625 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:18.298955 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:18.299677 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:18.300005 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:18.300349 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:18.300691 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:18.301012 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:18.301330 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:18.301671 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:18.305300 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:18.314605 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Attempting to bind port 635c611c-dcce-47ad-8e62-7c4a8fb6945f on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:24:18.315024 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Attempting to bind port 635c611c-dcce-47ad-8e62-7c4a8fb6945f by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '730950a4-3d73-4032-8f5e-f4550497f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:24:18.315389 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Attempting to bind port 635c611c-dcce-47ad-8e62-7c4a8fb6945f on network be52d4ac-323f-4984-8cae-3d4c717bedbd {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:24:18.322910 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:24:18.323303 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Checking segment: {'id': '730950a4-3d73-4032-8f5e-f4550497f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:24:18.323731 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:18.324150 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Bound using segment: {'id': '730950a4-3d73-4032-8f5e-f4550497f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:24:18.324623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Bound port: 635c611c-dcce-47ad-8e62-7c4a8fb6945f, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730950a4-3d73-4032-8f5e-f4550497f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:24:18.325003 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:18.413910 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] For port 635c611c-dcce-47ad-8e62-7c4a8fb6945f, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:24:18.415176 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:24:18.416308 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] Pushing event updated for resources: {'Port': ['ID=c9a6a69a-e444-47a7-96c1-0ea903d0f766,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:18.417327 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] For port 635c611c-dcce-47ad-8e62-7c4a8fb6945f, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=635c611c-dcce-47ad-8e62-7c4a8fb6945f,segment=NetworkSegment(730950a4-3d73-4032-8f5e-f4550497f1e6),segment_id=730950a4-3d73-4032-8f5e-f4550497f1e6)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:24:18.418615 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:24:18.420343 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:18.420998 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:24:18.422431 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:18.426193 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:18.508699 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Pushing event updated for resources: {'Port': ['ID=635c611c-dcce-47ad-8e62-7c4a8fb6945f,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:18.511425 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:18.573836 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:18.574567 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:18.822586 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] Router 53f61547-5bac-4f49-a170-84650da5e836 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 05:24:19.016929 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:24:19.025466 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] Sync routers for ids ['53f61547-5bac-4f49-a170-84650da5e836'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:24:19.037151 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] Routers {'53f61547-5bac-4f49-a170-84650da5e836'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:24:19.037779 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c73b430>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:24:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['53f61547-5bac-4f49-a170-84650da5e836'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:19.040866 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:19.042196 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1f3c19b7-e45c-4ed4-9f50-bd121bdbe670 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.5204217
Dec 22 05:24:19.045232 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36506) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:24:19.216307 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] Set router 53f61547-5bac-4f49-a170-84650da5e836 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:24:19.360362 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 635c611c-dcce-47ad-8e62-7c4a8fb6945f up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:24:19.446746 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 635c611c-dcce-47ad-8e62-7c4a8fb6945f completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:24:19.509941 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6454a8c6-b49e-4501-8a40-9c480554caaf None None] Network be52d4ac-323f-4984-8cae-3d4c717bedbd requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:24:19.517411 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c73b430>, [{'id': '53f61547-5bac-4f49-a170-84650da5e836', 'name': 'tempest-TestMinimumBasicScenario-445945868-router', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:18Z', 'revision_number': 3, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'gw_port': {'id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:17:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f61547-5bac-4f49-a170-84650da5e836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:19.521389 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] Checking router: 53f61547-5bac-4f49-a170-84650da5e836 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:24:19.521945 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] Updating router 53f61547-5bac-4f49-a170-84650da5e836 port c9a6a69a-e444-47a7-96c1-0ea903d0f766 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:24:19.573081 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:19.642480 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5aa43014-a57d-4fc2-b0b0-716e63aef29d None None] Provisioning for port 635c611c-dcce-47ad-8e62-7c4a8fb6945f completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:24:19.678573 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5aa43014-a57d-4fc2-b0b0-716e63aef29d None None] Provisioning complete for port 635c611c-dcce-47ad-8e62-7c4a8fb6945f triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:24:19.678966 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5aa43014-a57d-4fc2-b0b0-716e63aef29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:19.817629 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0056b6b9-d5f7-4e5c-a6e5-e2ba5d0a00a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:19.860801 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5aa43014-a57d-4fc2-b0b0-716e63aef29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:19.899927 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-5aa43014-a57d-4fc2-b0b0-716e63aef29d None None] For port 635c611c-dcce-47ad-8e62-7c4a8fb6945f, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=635c611c-dcce-47ad-8e62-7c4a8fb6945f,segment=NetworkSegment(730950a4-3d73-4032-8f5e-f4550497f1e6),segment_id=730950a4-3d73-4032-8f5e-f4550497f1e6)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:24:19.904376 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5aa43014-a57d-4fc2-b0b0-716e63aef29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:19.906288 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:19.935785 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:19.948001 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] Transition to ACTIVE for port object c9a6a69a-e444-47a7-96c1-0ea903d0f766 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:24:19.958693 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:19.963976 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-ddeb5fb2-cf2e-464e-9ee6-92493185861f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:19.981514 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa43014-a57d-4fc2-b0b0-716e63aef29d None None] Pushing event updated for resources: {'Port': ['ID=635c611c-dcce-47ad-8e62-7c4a8fb6945f,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:19.984900 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5aa43014-a57d-4fc2-b0b0-716e63aef29d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:20.047106 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c75ccd-cda7-4738-bbc6-748e0382d1f8 None None] Pushing event updated for resources: {'Port': ['ID=c9a6a69a-e444-47a7-96c1-0ea903d0f766,revision_number=2']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:20.053021 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] Attempting to bind port c9a6a69a-e444-47a7-96c1-0ea903d0f766 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:24:20.053670 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] Attempting to bind port c9a6a69a-e444-47a7-96c1-0ea903d0f766 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:24:20.054227 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] Attempting to bind port c9a6a69a-e444-47a7-96c1-0ea903d0f766 on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:24:20.063614 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c75ccd-cda7-4738-bbc6-748e0382d1f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:20.063956 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c75ccd-cda7-4738-bbc6-748e0382d1f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:20.064282 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c75ccd-cda7-4738-bbc6-748e0382d1f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:20.064796 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c75ccd-cda7-4738-bbc6-748e0382d1f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:20.065294 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c75ccd-cda7-4738-bbc6-748e0382d1f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:20.065633 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c75ccd-cda7-4738-bbc6-748e0382d1f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:20.065953 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c75ccd-cda7-4738-bbc6-748e0382d1f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:20.066274 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c75ccd-cda7-4738-bbc6-748e0382d1f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:20.066589 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c75ccd-cda7-4738-bbc6-748e0382d1f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:20.066901 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c75ccd-cda7-4738-bbc6-748e0382d1f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:20.067212 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c75ccd-cda7-4738-bbc6-748e0382d1f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:20.071196 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-24c75ccd-cda7-4738-bbc6-748e0382d1f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:20.072366 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:24:20.072727 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:24:20.073118 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:20.073788 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:24:20.074421 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] Bound port: c9a6a69a-e444-47a7-96c1-0ea903d0f766, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:24:20.074971 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:20.084159 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-0056b6b9-d5f7-4e5c-a6e5-e2ba5d0a00a6 admin admin] Allocated IP 172.20.0.1 (be52d4ac-323f-4984-8cae-3d4c717bedbd/a858abfb-23be-42d4-b9cc-d7b07707e382/e2cd5a41-ea0c-4468-bb61-ff075d5966c1) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:24:20.127462 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-43d95676-113e-474f-9bbc-9cb8240305b8 None None] Provisioning complete for port 635c611c-dcce-47ad-8e62-7c4a8fb6945f triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:24:20.128009 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-43d95676-113e-474f-9bbc-9cb8240305b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:20.171603 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] For port c9a6a69a-e444-47a7-96c1-0ea903d0f766, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:24:20.176448 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] For port c9a6a69a-e444-47a7-96c1-0ea903d0f766, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c9a6a69a-e444-47a7-96c1-0ea903d0f766,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:24:20.182393 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:20.190205 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-cbc18982-b31c-474d-9a75-a03b16cef7ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:20.274456 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c75ccd-cda7-4738-bbc6-748e0382d1f8 None None] Pushing event updated for resources: {'Port': ['ID=c9a6a69a-e444-47a7-96c1-0ea903d0f766,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:20.277867 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-24c75ccd-cda7-4738-bbc6-748e0382d1f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:20.280201 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] Routers {'53f61547-5bac-4f49-a170-84650da5e836'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:24:20.280800 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c73b430>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:24:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['53f61547-5bac-4f49-a170-84650da5e836'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:20.370517 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0056b6b9-d5f7-4e5c-a6e5-e2ba5d0a00a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:20.386131 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-0056b6b9-d5f7-4e5c-a6e5-e2ba5d0a00a6 admin admin] Transition to ACTIVE for port object e2cd5a41-ea0c-4468-bb61-ff075d5966c1 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:24:20.406844 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0056b6b9-d5f7-4e5c-a6e5-e2ba5d0a00a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:20.410937 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0422f47c-6c23-43c0-a3ad-3e374da2badf tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:20.473661 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0056b6b9-d5f7-4e5c-a6e5-e2ba5d0a00a6 admin admin] Network be52d4ac-323f-4984-8cae-3d4c717bedbd is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:24:20.476792 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-0056b6b9-d5f7-4e5c-a6e5-e2ba5d0a00a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:24:20.481078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0056b6b9-d5f7-4e5c-a6e5-e2ba5d0a00a6 admin admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:24:20.486482 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] Set router 53f61547-5bac-4f49-a170-84650da5e836 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:24:20.504761 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056b6b9-d5f7-4e5c-a6e5-e2ba5d0a00a6 admin admin] Pushing event updated for resources: {'Port': ['ID=e2cd5a41-ea0c-4468-bb61-ff075d5966c1,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:20.510314 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0056b6b9-d5f7-4e5c-a6e5-e2ba5d0a00a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:20.539288 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0056b6b9-d5f7-4e5c-a6e5-e2ba5d0a00a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:20.624974 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0056b6b9-d5f7-4e5c-a6e5-e2ba5d0a00a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:20.664174 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:24:20.689399 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3351880d-8b97-4382-aab2-2052f9230129 None None] Provisioning for port e2cd5a41-ea0c-4468-bb61-ff075d5966c1 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:24:20.695949 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3351880d-8b97-4382-aab2-2052f9230129 None None] Provisioning complete for port e2cd5a41-ea0c-4468-bb61-ff075d5966c1 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:24:20.696403 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3351880d-8b97-4382-aab2-2052f9230129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:20.751230 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-3351880d-8b97-4382-aab2-2052f9230129 None None] Port e2cd5a41-ea0c-4468-bb61-ff075d5966c1 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:24:20.784475 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c73b430>, [{'id': '53f61547-5bac-4f49-a170-84650da5e836', 'name': 'tempest-TestMinimumBasicScenario-445945868-router', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:18Z', 'revision_number': 3, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'gw_port': {'id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:17:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f61547-5bac-4f49-a170-84650da5e836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:20.788587 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d777fe-4168-40af-8d78-911502d9b961 None None] The sync data for ids ['53f61547-5bac-4f49-a170-84650da5e836'] in dv-neutron-822525-1-hyperv is: [{'id': '53f61547-5bac-4f49-a170-84650da5e836', 'name': 'tempest-TestMinimumBasicScenario-445945868-router', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:18Z', 'revision_number': 3, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'gw_port': {'id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:17:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f61547-5bac-4f49-a170-84650da5e836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:24:20.848690 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0056b6b9-d5f7-4e5c-a6e5-e2ba5d0a00a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:20.854017 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0056b6b9-d5f7-4e5c-a6e5-e2ba5d0a00a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:20.886668 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8abfd258-7ad8-44cc-8287-df1174b7d4ef tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:20.973068 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0056b6b9-d5f7-4e5c-a6e5-e2ba5d0a00a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:20.976632 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056b6b9-d5f7-4e5c-a6e5-e2ba5d0a00a6 admin admin] Pushing event updated for resources: {'Port': ['ID=e2cd5a41-ea0c-4468-bb61-ff075d5966c1,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:20.980266 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0056b6b9-d5f7-4e5c-a6e5-e2ba5d0a00a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:21.116717 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0056b6b9-d5f7-4e5c-a6e5-e2ba5d0a00a6 admin admin] Network be52d4ac-323f-4984-8cae-3d4c717bedbd is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:24:21.118516 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-0056b6b9-d5f7-4e5c-a6e5-e2ba5d0a00a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:24:21.387436 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1f6b3fec-ccc9-4e0b-827b-8e0945cbd80e None None] Provisioning complete for port e2cd5a41-ea0c-4468-bb61-ff075d5966c1 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:24:21.387816 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1f6b3fec-ccc9-4e0b-827b-8e0945cbd80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:21.438532 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 635c611c-dcce-47ad-8e62-7c4a8fb6945f up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:24:21.509840 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-1f6b3fec-ccc9-4e0b-827b-8e0945cbd80e None None] Port e2cd5a41-ea0c-4468-bb61-ff075d5966c1 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:24:21.531124 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 635c611c-dcce-47ad-8e62-7c4a8fb6945f triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:24:21.531503 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:21.546907 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0056b6b9-d5f7-4e5c-a6e5-e2ba5d0a00a6 admin admin] Router 53f61547-5bac-4f49-a170-84650da5e836 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:24:21.699245 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c9a6a69a-e444-47a7-96c1-0ea903d0f766 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:24:21.758704 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0056b6b9-d5f7-4e5c-a6e5-e2ba5d0a00a6 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:24:21.763422 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port c9a6a69a-e444-47a7-96c1-0ea903d0f766 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:24:21.767969 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port c9a6a69a-e444-47a7-96c1-0ea903d0f766 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:24:21.768344 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:21.768518 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0056b6b9-d5f7-4e5c-a6e5-e2ba5d0a00a6 admin admin] 10.222.0.53 "PUT /v2.0/routers/53f61547-5bac-4f49-a170-84650da5e836/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7222245
Dec 22 05:24:21.885570 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:21.901629 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port c9a6a69a-e444-47a7-96c1-0ea903d0f766, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c9a6a69a-e444-47a7-96c1-0ea903d0f766,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:24:21.905288 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:21.907203 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-986d3bab-fe9b-49d8-8363-cbd6bf599649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:21.972768 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=c9a6a69a-e444-47a7-96c1-0ea903d0f766,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:21.975707 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:22.579268 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36528) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:24:22.584765 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-530805861-network', 'tenant_id': '5c3fbdc89c7647da9fde7a2cdbafddcf'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:24:22.589482 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:24:22.593212 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Usage tracker for resource:network and tenant:5c3fbdc89c7647da9fde7a2cdbafddcf is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:24:22.596012 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:24:22.602074 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:24:22.611808 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Made reservation on behalf of 5c3fbdc89c7647da9fde7a2cdbafddcf for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:24:22.614237 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:22.626476 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:22.657163 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:24:22.660888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Usage tracker for resource:security_group_rule and tenant:5c3fbdc89c7647da9fde7a2cdbafddcf is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:24:22.663625 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:24:22.669745 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:24:22.731841 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:22.735687 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:22.738421 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7302e268-f96e-4712-8f03-bb593912a3d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194249852-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:22.767811 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:24:22.775800 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6530a0d-9bfd-4e2f-a440-5f4038e787a0,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:22.779130 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:22.781404 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:22.781766 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Added segment 165387b6-55b1-431f-8b0e-fa773bb5534a of type vlan for network 3f7f899d-4893-4da0-b17b-a3c0d3894205
Dec 22 05:24:22.901784 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:22.930418 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:22.931287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:22.931843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:22.935043 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1b7384c1-4075-4368-879a-2567b0f89c06 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:23.030851 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Pushing event updated for resources: {'Network': ['ID=3f7f899d-4893-4da0-b17b-a3c0d3894205,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:23.037244 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4564209
Dec 22 05:24:23.037352 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 36532) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:24:23.037778 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:23.042217 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 3f7f899d-4893-4da0-b17b-a3c0d3894205 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:24:23.043270 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-373c10fd-291b-411a-a9ed-90a141930b29 admin admin] Request body: {'subnet': {'network_id': '3f7f899d-4893-4da0-b17b-a3c0d3894205', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-530805861-subnet', 'tenant_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'ip_version': 4}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:24:23.048217 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-373c10fd-291b-411a-a9ed-90a141930b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:24:23.051935 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-373c10fd-291b-411a-a9ed-90a141930b29 admin admin] Usage tracker for resource:subnet and tenant:5c3fbdc89c7647da9fde7a2cdbafddcf is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:24:23.054777 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-373c10fd-291b-411a-a9ed-90a141930b29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:24:23.060424 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-373c10fd-291b-411a-a9ed-90a141930b29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:24:23.070769 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373c10fd-291b-411a-a9ed-90a141930b29 admin admin] Made reservation on behalf of 5c3fbdc89c7647da9fde7a2cdbafddcf for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:24:23.073226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-373c10fd-291b-411a-a9ed-90a141930b29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:23.274114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-373c10fd-291b-411a-a9ed-90a141930b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:23.277809 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8ab18ce8-f59e-4fe2-b989-cb94deeba3b9 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:23.320976 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c9a6a69a-e444-47a7-96c1-0ea903d0f766 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:24:23.344931 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c10fd-291b-411a-a9ed-90a141930b29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a1f94da-b7dd-48d0-87ca-310668f746cb,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:23.349198 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-373c10fd-291b-411a-a9ed-90a141930b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:23.359576 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373c10fd-291b-411a-a9ed-90a141930b29 admin admin] Checking segment: {'id': '165387b6-55b1-431f-8b0e-fa773bb5534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3f7f899d-4893-4da0-b17b-a3c0d3894205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:24:23.359926 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373c10fd-291b-411a-a9ed-90a141930b29 admin admin] Network hostable DHCP agents. Network: 3f7f899d-4893-4da0-b17b-a3c0d3894205, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:24:23.381481 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373c10fd-291b-411a-a9ed-90a141930b29 admin admin] Network 3f7f899d-4893-4da0-b17b-a3c0d3894205 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:24:23.387457 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port c9a6a69a-e444-47a7-96c1-0ea903d0f766 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:24:23.387834 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:23.390855 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-373c10fd-291b-411a-a9ed-90a141930b29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 3f7f899d-4893-4da0-b17b-a3c0d3894205) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:24:23.394959 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373c10fd-291b-411a-a9ed-90a141930b29 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:23.395532 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-373c10fd-291b-411a-a9ed-90a141930b29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:23.417353 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-373c10fd-291b-411a-a9ed-90a141930b29 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3793187
Dec 22 05:24:23.417614 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a9c044-9b8a-4016-a0dc-a0c6a371ead4 None None] Network 3f7f899d-4893-4da0-b17b-a3c0d3894205 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:24:23.419824 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 36536) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:24:23.425224 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-530805861-router', 'tenant_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:24:23.430423 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:24:23.434181 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Usage tracker for resource:router and tenant:5c3fbdc89c7647da9fde7a2cdbafddcf is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:24:23.436921 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:24:23.444039 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:24:23.454851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:23.455738 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:23.473646 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:23.703006 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-3f7f899d-4893-4da0-b17b-a3c0d3894205', 'network_id': '3f7f899d-4893-4da0-b17b-a3c0d3894205', 'tenant_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'fixed_ips': [{'subnet_id': '2a1f94da-b7dd-48d0-87ca-310668f746cb'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:24:23.703830 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:23.730880 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:23.852963 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Allocated IP 172.20.0.2 (3f7f899d-4893-4da0-b17b-a3c0d3894205/2a1f94da-b7dd-48d0-87ca-310668f746cb/7bdbfe56-3c58-4638-a500-57c89a3b368b) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:24:23.917164 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:23.947712 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:24.055800 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:24.068266 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Transition to ACTIVE for port object 7bdbfe56-3c58-4638-a500-57c89a3b368b will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:24:24.087756 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Transition to ACTIVE for port object 7bdbfe56-3c58-4638-a500-57c89a3b368b will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:24:24.088966 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Allocated IP 172.26.4.241 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:24:24.093833 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:24.098858 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:24.161783 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Network 3f7f899d-4893-4da0-b17b-a3c0d3894205 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:24:24.165575 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:24:24.170050 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:24:24.172187 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Pushing event updated for resources: {'Port': ['ID=7bdbfe56-3c58-4638-a500-57c89a3b368b,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:24.176028 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:24.251909 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:24.263710 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Attempting to bind port 7bdbfe56-3c58-4638-a500-57c89a3b368b on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:24:24.264091 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Attempting to bind port 7bdbfe56-3c58-4638-a500-57c89a3b368b by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '165387b6-55b1-431f-8b0e-fa773bb5534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3f7f899d-4893-4da0-b17b-a3c0d3894205'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:24:24.264455 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Attempting to bind port 7bdbfe56-3c58-4638-a500-57c89a3b368b on network 3f7f899d-4893-4da0-b17b-a3c0d3894205 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:24:24.271023 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:24:24.271400 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Checking segment: {'id': '165387b6-55b1-431f-8b0e-fa773bb5534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3f7f899d-4893-4da0-b17b-a3c0d3894205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:24:24.271810 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:24.272200 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Bound using segment: {'id': '165387b6-55b1-431f-8b0e-fa773bb5534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3f7f899d-4893-4da0-b17b-a3c0d3894205'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:24:24.272666 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Bound port: 7bdbfe56-3c58-4638-a500-57c89a3b368b, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165387b6-55b1-431f-8b0e-fa773bb5534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3f7f899d-4893-4da0-b17b-a3c0d3894205'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:24:24.273087 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:24.281715 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:24.286188 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:24.346821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:24:24.355464 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:24:24.359590 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:24:24.362468 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] Sync routers for ids ['53f61547-5bac-4f49-a170-84650da5e836'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:24:24.377338 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] For port 7bdbfe56-3c58-4638-a500-57c89a3b368b, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:24:24.380517 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] For port 7bdbfe56-3c58-4638-a500-57c89a3b368b, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=7bdbfe56-3c58-4638-a500-57c89a3b368b,segment=NetworkSegment(165387b6-55b1-431f-8b0e-fa773bb5534a),segment_id=165387b6-55b1-431f-8b0e-fa773bb5534a)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:24:24.385569 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:24.390162 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-33d3f6e2-f799-4af6-b349-61f2bbc80bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:24.392700 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Pushing event updated for resources: {'Port': ['ID=a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:24.399265 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:24.435020 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] Routers {'53f61547-5bac-4f49-a170-84650da5e836'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:24:24.435571 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c1a2520>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:24:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['53f61547-5bac-4f49-a170-84650da5e836'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:24.522727 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:24.523538 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:24.630197 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Pushing event updated for resources: {'Port': ['ID=7bdbfe56-3c58-4638-a500-57c89a3b368b,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:24.635434 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:24.676889 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] Set router 53f61547-5bac-4f49-a170-84650da5e836 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:24:24.777864 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Router d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 05:24:24.999696 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:24:25.009099 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] Sync routers for ids ['d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:24:25.014894 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c1a2520>, [{'id': '53f61547-5bac-4f49-a170-84650da5e836', 'name': 'tempest-TestMinimumBasicScenario-445945868-router', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:20Z', 'revision_number': 4, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'gw_port': {'id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f61547-5bac-4f49-a170-84650da5e836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'e2cd5a41-ea0c-4468-bb61-ff075d5966c1', 'name': '', 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'mac_address': 'fa:16:3e:6a:b2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f61547-5bac-4f49-a170-84650da5e836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a858abfb-23be-42d4-b9cc-d7b07707e382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:19Z', 'updated_at': '2021-12-22T05:24:20Z', 'revision_number': 2, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'subnets': [{'id': 'a858abfb-23be-42d4-b9cc-d7b07707e382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:25.019048 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] Checking router: 53f61547-5bac-4f49-a170-84650da5e836 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:24:25.019503 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] Updating router 53f61547-5bac-4f49-a170-84650da5e836 port e2cd5a41-ea0c-4468-bb61-ff075d5966c1 binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:24:25.030480 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] Routers {'d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:24:25.031100 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c2ffca0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:24:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:25.032919 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:25.034669 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.6138256
Dec 22 05:24:25.037332 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 36540) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:24:25.074381 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:25.234744 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] Set router d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:24:25.406190 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 7bdbfe56-3c58-4638-a500-57c89a3b368b up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:24:25.559297 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 7bdbfe56-3c58-4638-a500-57c89a3b368b completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:24:25.565292 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:25.576957 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c2ffca0>, [{'id': 'd3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b', 'name': 'tempest-TestMinimumBasicScenario-530805861-router', 'tenant_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': 'a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:24:23Z', 'updated_at': '2021-12-22T05:24:24Z', 'revision_number': 3, 'project_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'gw_port': {'id': 'a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:23Z', 'updated_at': '2021-12-22T05:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:25.581917 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] Checking router: d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:24:25.582487 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] Updating router d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b port a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:24:25.584776 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] Transition to ACTIVE for port object e2cd5a41-ea0c-4468-bb61-ff075d5966c1 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:24:25.603694 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:25.607897 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:25.637912 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:25.661244 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2b4507-3925-4c6f-a040-2ec363e901f7 None None] Network 3f7f899d-4893-4da0-b17b-a3c0d3894205 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:24:25.825703 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c066c0-86c6-4e0d-acab-06651fc7ea19 None None] Pushing event updated for resources: {'Port': ['ID=e2cd5a41-ea0c-4468-bb61-ff075d5966c1,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:25.839371 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f1c066c0-86c6-4e0d-acab-06651fc7ea19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:25.934974 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-511ed94a-ec86-4a01-9a32-a97fc7920d62 None None] Provisioning for port 7bdbfe56-3c58-4638-a500-57c89a3b368b completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:24:25.955748 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-511ed94a-ec86-4a01-9a32-a97fc7920d62 None None] Provisioning complete for port 7bdbfe56-3c58-4638-a500-57c89a3b368b triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:24:25.956115 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-511ed94a-ec86-4a01-9a32-a97fc7920d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:25.993436 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] Attempting to bind port e2cd5a41-ea0c-4468-bb61-ff075d5966c1 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:24:25.993946 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] Attempting to bind port e2cd5a41-ea0c-4468-bb61-ff075d5966c1 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '730950a4-3d73-4032-8f5e-f4550497f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:24:25.994171 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] Attempting to bind port e2cd5a41-ea0c-4468-bb61-ff075d5966c1 on network be52d4ac-323f-4984-8cae-3d4c717bedbd {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:24:26.000382 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:26.014814 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] Transition to ACTIVE for port object a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:24:26.024458 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:26.028355 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-ddeb5fb2-cf2e-464e-9ee6-92493185861f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:26.049439 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:24:26.049852 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] Checking segment: {'id': '730950a4-3d73-4032-8f5e-f4550497f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:24:26.050236 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:26.050622 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] Bound using segment: {'id': '730950a4-3d73-4032-8f5e-f4550497f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:24:26.051085 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] Bound port: e2cd5a41-ea0c-4468-bb61-ff075d5966c1, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730950a4-3d73-4032-8f5e-f4550497f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:24:26.051452 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:26.063899 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cb8954d5-0d8d-43ff-b061-b0bf0072aa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:26.130047 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a861ac3-fcfc-4c64-8d5c-adbb72bee9d8 None None] Pushing event updated for resources: {'Port': ['ID=a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8,revision_number=2']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:26.134433 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-6a861ac3-fcfc-4c64-8d5c-adbb72bee9d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:26.135426 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] Attempting to bind port a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:24:26.135958 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] Attempting to bind port a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:24:26.136468 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] Attempting to bind port a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8 on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:24:26.144026 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:24:26.144643 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:24:26.145215 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:26.145793 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:24:26.146419 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] Bound port: a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:24:26.146961 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:26.225475 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] For port a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:24:26.230869 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] For port a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:24:26.235707 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:26.240324 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-a4011d7b-2fed-433a-b780-6250d58d324a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:26.293734 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-511ed94a-ec86-4a01-9a32-a97fc7920d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:26.316216 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-cb8954d5-0d8d-43ff-b061-b0bf0072aa51 admin admin] Allocated IP 172.20.0.1 (3f7f899d-4893-4da0-b17b-a3c0d3894205/2a1f94da-b7dd-48d0-87ca-310668f746cb/fb129748-8f52-473f-8c47-ce558fb75a53) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:24:26.317402 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] For port e2cd5a41-ea0c-4468-bb61-ff075d5966c1, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:24:26.323154 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a861ac3-fcfc-4c64-8d5c-adbb72bee9d8 None None] Pushing event updated for resources: {'Port': ['ID=a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:26.327229 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-6a861ac3-fcfc-4c64-8d5c-adbb72bee9d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:26.328686 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] Routers {'d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:24:26.329301 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c2ffca0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:24:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:26.343713 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] For port e2cd5a41-ea0c-4468-bb61-ff075d5966c1, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=e2cd5a41-ea0c-4468-bb61-ff075d5966c1,segment=NetworkSegment(730950a4-3d73-4032-8f5e-f4550497f1e6),segment_id=730950a4-3d73-4032-8f5e-f4550497f1e6)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:24:26.357354 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-511ed94a-ec86-4a01-9a32-a97fc7920d62 None None] For port 7bdbfe56-3c58-4638-a500-57c89a3b368b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=7bdbfe56-3c58-4638-a500-57c89a3b368b,segment=NetworkSegment(165387b6-55b1-431f-8b0e-fa773bb5534a),segment_id=165387b6-55b1-431f-8b0e-fa773bb5534a)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:24:26.359990 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:26.364278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:26.397787 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-511ed94a-ec86-4a01-9a32-a97fc7920d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:26.450726 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c066c0-86c6-4e0d-acab-06651fc7ea19 None None] Pushing event updated for resources: {'Port': ['ID=e2cd5a41-ea0c-4468-bb61-ff075d5966c1,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:26.453792 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f1c066c0-86c6-4e0d-acab-06651fc7ea19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:26.454332 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:26.489638 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] Routers {'53f61547-5bac-4f49-a170-84650da5e836'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:24:26.491192 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c1a2520>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:24:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['53f61547-5bac-4f49-a170-84650da5e836'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:26.494454 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cb8954d5-0d8d-43ff-b061-b0bf0072aa51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:26.521770 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-cb8954d5-0d8d-43ff-b061-b0bf0072aa51 admin admin] Transition to ACTIVE for port object fb129748-8f52-473f-8c47-ce558fb75a53 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:24:26.537425 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] Set router d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:24:26.555367 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cb8954d5-0d8d-43ff-b061-b0bf0072aa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:26.582856 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-96cb1d43-41aa-4650-9c82-926e8fc01488 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:26.668160 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8954d5-0d8d-43ff-b061-b0bf0072aa51 admin admin] Network 3f7f899d-4893-4da0-b17b-a3c0d3894205 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:24:26.672454 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-cb8954d5-0d8d-43ff-b061-b0bf0072aa51 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:24:26.677465 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8954d5-0d8d-43ff-b061-b0bf0072aa51 admin admin] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:24:26.696922 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ed94a-ec86-4a01-9a32-a97fc7920d62 None None] Pushing event updated for resources: {'Port': ['ID=7bdbfe56-3c58-4638-a500-57c89a3b368b,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:26.702223 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-511ed94a-ec86-4a01-9a32-a97fc7920d62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:26.717137 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8954d5-0d8d-43ff-b061-b0bf0072aa51 admin admin] Pushing event updated for resources: {'Port': ['ID=fb129748-8f52-473f-8c47-ce558fb75a53,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:26.726882 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cb8954d5-0d8d-43ff-b061-b0bf0072aa51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:26.769248 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cb8954d5-0d8d-43ff-b061-b0bf0072aa51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:26.779424 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] Set router 53f61547-5bac-4f49-a170-84650da5e836 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:24:26.873111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cb8954d5-0d8d-43ff-b061-b0bf0072aa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:26.898593 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c2ffca0>, [{'id': 'd3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b', 'name': 'tempest-TestMinimumBasicScenario-530805861-router', 'tenant_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': 'a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:24:23Z', 'updated_at': '2021-12-22T05:24:24Z', 'revision_number': 3, 'project_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'gw_port': {'id': 'a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:23Z', 'updated_at': '2021-12-22T05:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:26.903071 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de3203c-c579-4b10-a82e-5103035f1028 None None] The sync data for ids ['d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b'] in dv-neutron-822525-1-hyperv is: [{'id': 'd3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b', 'name': 'tempest-TestMinimumBasicScenario-530805861-router', 'tenant_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': 'a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:24:23Z', 'updated_at': '2021-12-22T05:24:24Z', 'revision_number': 3, 'project_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'gw_port': {'id': 'a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:23Z', 'updated_at': '2021-12-22T05:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:24:27.030843 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7362bc68-c3ca-44d0-a083-655b23f4caed None None] Provisioning complete for port 7bdbfe56-3c58-4638-a500-57c89a3b368b triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:24:27.031110 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7362bc68-c3ca-44d0-a083-655b23f4caed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:27.102643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cb8954d5-0d8d-43ff-b061-b0bf0072aa51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:27.107884 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cb8954d5-0d8d-43ff-b061-b0bf0072aa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:27.134655 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d8342c7b-50f4-43f5-a468-69190c52afdf tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:27.215233 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-cb8954d5-0d8d-43ff-b061-b0bf0072aa51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:27.218564 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8954d5-0d8d-43ff-b061-b0bf0072aa51 admin admin] Pushing event updated for resources: {'Port': ['ID=fb129748-8f52-473f-8c47-ce558fb75a53,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:27.222729 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cb8954d5-0d8d-43ff-b061-b0bf0072aa51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:27.259177 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c1a2520>, [{'id': '53f61547-5bac-4f49-a170-84650da5e836', 'name': 'tempest-TestMinimumBasicScenario-445945868-router', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:20Z', 'revision_number': 4, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'gw_port': {'id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f61547-5bac-4f49-a170-84650da5e836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'e2cd5a41-ea0c-4468-bb61-ff075d5966c1', 'name': '', 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'mac_address': 'fa:16:3e:6a:b2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f61547-5bac-4f49-a170-84650da5e836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a858abfb-23be-42d4-b9cc-d7b07707e382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:19Z', 'updated_at': '2021-12-22T05:24:26Z', 'revision_number': 4, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'subnets': [{'id': 'a858abfb-23be-42d4-b9cc-d7b07707e382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:27.263165 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4dad20-0652-428a-a21c-1f54b7976a3b None None] The sync data for ids ['53f61547-5bac-4f49-a170-84650da5e836'] in dv-neutron-822525-1-hyperv is: [{'id': '53f61547-5bac-4f49-a170-84650da5e836', 'name': 'tempest-TestMinimumBasicScenario-445945868-router', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:20Z', 'revision_number': 4, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'gw_port': {'id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f61547-5bac-4f49-a170-84650da5e836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'e2cd5a41-ea0c-4468-bb61-ff075d5966c1', 'name': '', 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'mac_address': 'fa:16:3e:6a:b2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f61547-5bac-4f49-a170-84650da5e836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a858abfb-23be-42d4-b9cc-d7b07707e382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:19Z', 'updated_at': '2021-12-22T05:24:26Z', 'revision_number': 4, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'subnets': [{'id': 'a858abfb-23be-42d4-b9cc-d7b07707e382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:24:27.372723 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-57c6a1b9-c21b-429f-b388-3300da318d89 None None] Provisioning for port fb129748-8f52-473f-8c47-ce558fb75a53 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:24:27.378797 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8954d5-0d8d-43ff-b061-b0bf0072aa51 admin admin] Network 3f7f899d-4893-4da0-b17b-a3c0d3894205 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:24:27.379641 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-57c6a1b9-c21b-429f-b388-3300da318d89 None None] Provisioning complete for port fb129748-8f52-473f-8c47-ce558fb75a53 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:24:27.379957 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-cb8954d5-0d8d-43ff-b061-b0bf0072aa51 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:24:27.380100 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-57c6a1b9-c21b-429f-b388-3300da318d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:27.411293 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 7bdbfe56-3c58-4638-a500-57c89a3b368b up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:24:27.501859 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-57c6a1b9-c21b-429f-b388-3300da318d89 None None] Port fb129748-8f52-473f-8c47-ce558fb75a53 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:24:27.521388 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 7bdbfe56-3c58-4638-a500-57c89a3b368b triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:24:27.521973 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:27.724160 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-79f570a4-f3d0-4fe8-8750-6254211ba3ca None None] Provisioning complete for port fb129748-8f52-473f-8c47-ce558fb75a53 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:24:27.724547 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-79f570a4-f3d0-4fe8-8750-6254211ba3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:27.787495 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-79f570a4-f3d0-4fe8-8750-6254211ba3ca None None] Port fb129748-8f52-473f-8c47-ce558fb75a53 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:24:27.912948 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8954d5-0d8d-43ff-b061-b0bf0072aa51 admin admin] Router d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:24:28.121758 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8954d5-0d8d-43ff-b061-b0bf0072aa51 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:24:28.130887 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-cb8954d5-0d8d-43ff-b061-b0bf0072aa51 admin admin] 10.222.0.53 "PUT /v2.0/routers/d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0920258
Dec 22 05:24:29.352023 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device e2cd5a41-ea0c-4468-bb61-ff075d5966c1 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:24:29.429009 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port e2cd5a41-ea0c-4468-bb61-ff075d5966c1 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:24:29.436199 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port e2cd5a41-ea0c-4468-bb61-ff075d5966c1 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:24:29.436658 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:29.566231 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:29.602218 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port e2cd5a41-ea0c-4468-bb61-ff075d5966c1, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=e2cd5a41-ea0c-4468-bb61-ff075d5966c1,segment=NetworkSegment(730950a4-3d73-4032-8f5e-f4550497f1e6),segment_id=730950a4-3d73-4032-8f5e-f4550497f1e6)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:24:29.605808 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:29.607771 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:29.676109 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=e2cd5a41-ea0c-4468-bb61-ff075d5966c1,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:29.680444 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:31.340959 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device e2cd5a41-ea0c-4468-bb61-ff075d5966c1 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:24:31.420489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port e2cd5a41-ea0c-4468-bb61-ff075d5966c1 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:24:31.420862 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:33.363110 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:24:33.438842 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:24:33.444626 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:24:33.445069 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:33.574312 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:33.593519 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:24:33.597652 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:33.600946 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:33.674895 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:33.679131 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:35.339123 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:24:35.408456 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:24:35.408833 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:37.856599 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:38.751654 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15067eba-2839-4a9f-9df4-092d2cca033c req-c237db26-0d75-42cf-ae67-338b66be0428 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:38.753073 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-15067eba-2839-4a9f-9df4-092d2cca033c req-c237db26-0d75-42cf-ae67-338b66be0428 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/networks?id=be52d4ac-323f-4984-8cae-3d4c717bedbd HTTP/1.1" status: 200  len: 814 time: 0.1421399
Dec 22 05:24:38.768993 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-15067eba-2839-4a9f-9df4-092d2cca033c req-3fba3622-ab5d-4ea8-98d0-e10d5b5eb9b8 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/quotas/b538932e81224dc093ca0f3d666e0ff1 HTTP/1.1" status: 200  len: 375 time: 0.0104451
Dec 22 05:24:38.844924 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-83e2203a-36ec-490e-a7cf-aaadb1b186f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:38.850486 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-15067eba-2839-4a9f-9df4-092d2cca033c req-fb5b6d44-6417-4e83-834f-cd5a580f2d44 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Synchronizing usage tracker for tenant:b538932e81224dc093ca0f3d666e0ff1 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:24:38.867185 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-15067eba-2839-4a9f-9df4-092d2cca033c req-fb5b6d44-6417-4e83-834f-cd5a580f2d44 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Unset dirty status for tenant:b538932e81224dc093ca0f3d666e0ff1 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:24:38.868750 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-15067eba-2839-4a9f-9df4-092d2cca033c req-fb5b6d44-6417-4e83-834f-cd5a580f2d44 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b538932e81224dc093ca0f3d666e0ff1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0942671
Dec 22 05:24:39.125015 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-15067eba-2839-4a9f-9df4-092d2cca033c req-2693ec6f-ab48-4756-81f4-fa31c7b361a9 service neutron] 10.222.0.53 "GET /v2.0/networks/be52d4ac-323f-4984-8cae-3d4c717bedbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2446194
Dec 22 05:24:39.255979 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-15067eba-2839-4a9f-9df4-092d2cca033c req-841a1d3a-20c0-4bf0-9fd2-e7b997d4e2d7 service neutron] 10.222.0.53 "GET /v2.0/networks/be52d4ac-323f-4984-8cae-3d4c717bedbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252778
Dec 22 05:24:39.454814 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e9b50236-4b10-46b7-855f-90385b71ef31 req-a4493c6f-ed4a-498e-a672-b4f6397de6dd tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 210 time: 0.0530219
Dec 22 05:24:40.636152 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-35009255-c64a-4253-acae-07e65a8a260e req-4a74efd2-320d-4a11-b885-e745a0808452 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 210 time: 0.0473192
Dec 22 05:24:40.742699 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15067eba-2839-4a9f-9df4-092d2cca033c req-272df17c-7b4b-4a3f-a156-9f90cc48653f tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:40.743357 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-15067eba-2839-4a9f-9df4-092d2cca033c req-272df17c-7b4b-4a3f-a156-9f90cc48653f tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Synchronizing usage tracker for tenant:b538932e81224dc093ca0f3d666e0ff1 on resource:network {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:24:40.759815 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-15067eba-2839-4a9f-9df4-092d2cca033c req-272df17c-7b4b-4a3f-a156-9f90cc48653f tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Unset dirty status for tenant:b538932e81224dc093ca0f3d666e0ff1 on resource:network {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:24:40.760849 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-15067eba-2839-4a9f-9df4-092d2cca033c req-272df17c-7b4b-4a3f-a156-9f90cc48653f tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.47 "GET /v2.0/networks?id=be52d4ac-323f-4984-8cae-3d4c717bedbd HTTP/1.1" status: 200  len: 814 time: 0.1645489
Dec 22 05:24:40.783745 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-15067eba-2839-4a9f-9df4-092d2cca033c req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Request body: {'port': {'device_id': '473fc4ad-9797-4468-b9fc-cc7d1b8608e1', 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd', 'admin_state_up': True, 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:24:40.914973 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-15067eba-2839-4a9f-9df4-092d2cca033c req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:24:40.924514 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-15067eba-2839-4a9f-9df4-092d2cca033c req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:24:40.935497 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15067eba-2839-4a9f-9df4-092d2cca033c req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Made reservation on behalf of b538932e81224dc093ca0f3d666e0ff1 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:24:40.938808 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-15067eba-2839-4a9f-9df4-092d2cca033c req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:41.043692 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d32e91c5-0121-4da5-b223-05ba5917214b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:41.102982 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-15067eba-2839-4a9f-9df4-092d2cca033c req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Allocated IP 172.20.0.11 (be52d4ac-323f-4984-8cae-3d4c717bedbd/a858abfb-23be-42d4-b9cc-d7b07707e382/35504daa-5190-42a3-9d1e-841e6c53c411) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:24:41.354473 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-15067eba-2839-4a9f-9df4-092d2cca033c req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:41.371182 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-15067eba-2839-4a9f-9df4-092d2cca033c req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Transition to ACTIVE for port object 35504daa-5190-42a3-9d1e-841e6c53c411 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:24:41.395230 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-15067eba-2839-4a9f-9df4-092d2cca033c req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:41.403876 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8bfb7068-192a-456f-9e26-140af8b0769d tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:41.479571 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15067eba-2839-4a9f-9df4-092d2cca033c req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Network be52d4ac-323f-4984-8cae-3d4c717bedbd is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:24:41.483218 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-15067eba-2839-4a9f-9df4-092d2cca033c req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:24:41.487733 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-15067eba-2839-4a9f-9df4-092d2cca033c req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:24:41.515022 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Pushing event updated for resources: {'Port': ['ID=35504daa-5190-42a3-9d1e-841e6c53c411,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:41.540159 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:41.540541 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:41.540911 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:41.541277 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:41.541666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:41.542027 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:41.542384 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:41.542739 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:41.543090 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:41.543443 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:41.543795 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:24:41.553412 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:41.568328 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15067eba-2839-4a9f-9df4-092d2cca033c req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:41.569294 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-15067eba-2839-4a9f-9df4-092d2cca033c req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:41.597829 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-15067eba-2839-4a9f-9df4-092d2cca033c req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8174806
Dec 22 05:24:41.835674 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1625a92c-ebab-4609-a411-f0197d73cf4e None None] Provisioning for port 35504daa-5190-42a3-9d1e-841e6c53c411 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:24:41.841302 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1625a92c-ebab-4609-a411-f0197d73cf4e None None] Provisioning complete for port 35504daa-5190-42a3-9d1e-841e6c53c411 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:24:41.841788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1625a92c-ebab-4609-a411-f0197d73cf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:41.843125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883a216-a0d3-4c3c-9bf2-e93ab325b741 req-150ccea3-a59a-4202-9603-61692d828400 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:41.843801 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-a883a216-a0d3-4c3c-9bf2-e93ab325b741 req-150ccea3-a59a-4202-9603-61692d828400 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Synchronizing usage tracker for tenant:b538932e81224dc093ca0f3d666e0ff1 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:24:41.860152 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-a883a216-a0d3-4c3c-9bf2-e93ab325b741 req-150ccea3-a59a-4202-9603-61692d828400 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Unset dirty status for tenant:b538932e81224dc093ca0f3d666e0ff1 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:24:41.861444 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a883a216-a0d3-4c3c-9bf2-e93ab325b741 req-150ccea3-a59a-4202-9603-61692d828400 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 932 time: 0.0994604
Dec 22 05:24:41.896984 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-1625a92c-ebab-4609-a411-f0197d73cf4e None None] Port 35504daa-5190-42a3-9d1e-841e6c53c411 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:24:41.937707 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-a883a216-a0d3-4c3c-9bf2-e93ab325b741 req-2b1dae4e-1cfa-46ad-8364-506a9d09cac2 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Synchronizing usage tracker for tenant:b538932e81224dc093ca0f3d666e0ff1 on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:24:41.956644 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-a883a216-a0d3-4c3c-9bf2-e93ab325b741 req-2b1dae4e-1cfa-46ad-8364-506a9d09cac2 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Unset dirty status for tenant:b538932e81224dc093ca0f3d666e0ff1 on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:24:41.957917 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a883a216-a0d3-4c3c-9bf2-e93ab325b741 req-2b1dae4e-1cfa-46ad-8364-506a9d09cac2 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834894
Dec 22 05:24:42.211405 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:42.372401 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:43.172671 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246bba7-5464-406b-98ac-a062b81ea533 req-46c954da-43af-4e09-b5af-aad9501aaf0a tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:43.174342 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c246bba7-5464-406b-98ac-a062b81ea533 req-46c954da-43af-4e09-b5af-aad9501aaf0a tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 932 time: 0.0892615
Dec 22 05:24:43.222591 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c246bba7-5464-406b-98ac-a062b81ea533 req-5fdce893-79f0-41d1-8e7f-f730f8401b84 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420382
Dec 22 05:24:43.660603 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:44.425594 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c77aa-95a5-4017-b136-e1b3996db052 req-122b8d5a-85a0-4fd3-a747-956cae1f45e3 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:44.427292 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0e9c77aa-95a5-4017-b136-e1b3996db052 req-122b8d5a-85a0-4fd3-a747-956cae1f45e3 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 932 time: 0.0825083
Dec 22 05:24:44.478679 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0e9c77aa-95a5-4017-b136-e1b3996db052 req-64795755-8791-4148-9082-4410e729272b tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452523
Dec 22 05:24:45.682090 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac353b-b26e-452c-8020-49eb5f55b1c3 req-4f4ea807-f45a-497d-bc98-a461cbc309cb tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:45.683570 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f1ac353b-b26e-452c-8020-49eb5f55b1c3 req-4f4ea807-f45a-497d-bc98-a461cbc309cb tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 932 time: 0.0803385
Dec 22 05:24:45.739039 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f1ac353b-b26e-452c-8020-49eb5f55b1c3 req-d92e4d8b-5783-4796-85ce-729ed80ac477 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492432
Dec 22 05:24:46.952726 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815d2c0-fe2b-40ca-b168-78d54cf11ba0 req-90c14194-1109-4b0f-9891-4715579beff7 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:46.954316 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6815d2c0-fe2b-40ca-b168-78d54cf11ba0 req-90c14194-1109-4b0f-9891-4715579beff7 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 932 time: 0.0856864
Dec 22 05:24:47.014125 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6815d2c0-fe2b-40ca-b168-78d54cf11ba0 req-65695492-af60-4035-972a-7991c3de28f6 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542681
Dec 22 05:24:47.333938 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] Sync routers for ids ['d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:24:47.345809 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] Routers {'d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:24:47.346429 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469be54880>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:24:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:47.527992 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] Set router d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:24:47.855769 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469be54880>, [{'id': 'd3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b', 'name': 'tempest-TestMinimumBasicScenario-530805861-router', 'tenant_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': 'a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:24:23Z', 'updated_at': '2021-12-22T05:24:26Z', 'revision_number': 4, 'project_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'gw_port': {'id': 'a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:23Z', 'updated_at': '2021-12-22T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'fb129748-8f52-473f-8c47-ce558fb75a53', 'name': '', 'network_id': '3f7f899d-4893-4da0-b17b-a3c0d3894205', 'tenant_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'mac_address': 'fa:16:3e:c9:20:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a1f94da-b7dd-48d0-87ca-310668f746cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:26Z', 'updated_at': '2021-12-22T05:24:26Z', 'revision_number': 2, 'project_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'subnets': [{'id': '2a1f94da-b7dd-48d0-87ca-310668f746cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:47.859550 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] Checking router: d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:24:47.859904 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] Updating router d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b port fb129748-8f52-473f-8c47-ce558fb75a53 binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:24:47.911835 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:48.262438 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bdc60-0b3d-4a7e-9463-3f91d068edec req-3d907cb5-acdf-447b-981e-3f135254cf80 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:48.269390 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-488bdc60-0b3d-4a7e-9463-3f91d068edec req-3d907cb5-acdf-447b-981e-3f135254cf80 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 932 time: 0.1258793
Dec 22 05:24:48.321395 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-488bdc60-0b3d-4a7e-9463-3f91d068edec req-74c8ebb7-0a01-4fb8-b0af-a6e7b67e7adf tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508595
Dec 22 05:24:48.328599 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:48.344532 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] Transition to ACTIVE for port object fb129748-8f52-473f-8c47-ce558fb75a53 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:24:48.354708 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:48.362986 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-ab906551-085e-49b4-83df-7bf383d39e3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:48.550036 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c52bb9-d9ff-4afe-912d-0637b60ae08f None None] Pushing event updated for resources: {'Port': ['ID=fb129748-8f52-473f-8c47-ce558fb75a53,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:48.557376 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f8c52bb9-d9ff-4afe-912d-0637b60ae08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:48.588969 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] Attempting to bind port fb129748-8f52-473f-8c47-ce558fb75a53 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:24:48.589440 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] Attempting to bind port fb129748-8f52-473f-8c47-ce558fb75a53 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '165387b6-55b1-431f-8b0e-fa773bb5534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3f7f899d-4893-4da0-b17b-a3c0d3894205'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:24:48.589925 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] Attempting to bind port fb129748-8f52-473f-8c47-ce558fb75a53 on network 3f7f899d-4893-4da0-b17b-a3c0d3894205 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:24:48.596979 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:24:48.597567 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] Checking segment: {'id': '165387b6-55b1-431f-8b0e-fa773bb5534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3f7f899d-4893-4da0-b17b-a3c0d3894205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:24:48.598042 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:48.598512 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] Bound using segment: {'id': '165387b6-55b1-431f-8b0e-fa773bb5534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3f7f899d-4893-4da0-b17b-a3c0d3894205'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:24:48.599130 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] Bound port: fb129748-8f52-473f-8c47-ce558fb75a53, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165387b6-55b1-431f-8b0e-fa773bb5534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3f7f899d-4893-4da0-b17b-a3c0d3894205'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:24:48.599693 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:48.711008 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] For port fb129748-8f52-473f-8c47-ce558fb75a53, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:24:48.714279 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] For port fb129748-8f52-473f-8c47-ce558fb75a53, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=fb129748-8f52-473f-8c47-ce558fb75a53,segment=NetworkSegment(165387b6-55b1-431f-8b0e-fa773bb5534a),segment_id=165387b6-55b1-431f-8b0e-fa773bb5534a)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:24:48.718890 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:48.722540 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:48.811725 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c52bb9-d9ff-4afe-912d-0637b60ae08f None None] Pushing event updated for resources: {'Port': ['ID=fb129748-8f52-473f-8c47-ce558fb75a53,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:48.826695 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f8c52bb9-d9ff-4afe-912d-0637b60ae08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:48.829677 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] Routers {'d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:24:48.830395 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469be54880>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:24:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:49.028842 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] Set router d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:24:49.360783 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469be54880>, [{'id': 'd3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b', 'name': 'tempest-TestMinimumBasicScenario-530805861-router', 'tenant_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': 'a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:24:23Z', 'updated_at': '2021-12-22T05:24:26Z', 'revision_number': 4, 'project_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'gw_port': {'id': 'a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:23Z', 'updated_at': '2021-12-22T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'fb129748-8f52-473f-8c47-ce558fb75a53', 'name': '', 'network_id': '3f7f899d-4893-4da0-b17b-a3c0d3894205', 'tenant_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'mac_address': 'fa:16:3e:c9:20:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a1f94da-b7dd-48d0-87ca-310668f746cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:26Z', 'updated_at': '2021-12-22T05:24:48Z', 'revision_number': 4, 'project_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'subnets': [{'id': '2a1f94da-b7dd-48d0-87ca-310668f746cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:24:49.368390 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d839b2c0-87cd-4d90-9c2d-1c08bcd598fb None None] The sync data for ids ['d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b'] in dv-neutron-822525-1-hyperv is: [{'id': 'd3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b', 'name': 'tempest-TestMinimumBasicScenario-530805861-router', 'tenant_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': 'a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:24:23Z', 'updated_at': '2021-12-22T05:24:26Z', 'revision_number': 4, 'project_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'gw_port': {'id': 'a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:23Z', 'updated_at': '2021-12-22T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'fb129748-8f52-473f-8c47-ce558fb75a53', 'name': '', 'network_id': '3f7f899d-4893-4da0-b17b-a3c0d3894205', 'tenant_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'mac_address': 'fa:16:3e:c9:20:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a1f94da-b7dd-48d0-87ca-310668f746cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:26Z', 'updated_at': '2021-12-22T05:24:48Z', 'revision_number': 4, 'project_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'subnets': [{'id': '2a1f94da-b7dd-48d0-87ca-310668f746cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:24:49.581130 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a35fc-53d1-4453-954d-06a4d34635c8 req-bf252076-f12a-46bb-a64c-f2d046bde01a tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:49.583463 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fe7a35fc-53d1-4453-954d-06a4d34635c8 req-bf252076-f12a-46bb-a64c-f2d046bde01a tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 932 time: 0.1050315
Dec 22 05:24:49.648349 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fe7a35fc-53d1-4453-954d-06a4d34635c8 req-af8c7aa7-0ecf-4d51-9010-34e6616e5de8 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503902
Dec 22 05:24:50.845785 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54133f-2df5-4b36-b645-ca09b905d59f req-2001434f-5a72-425f-a245-0c0bcfa3e9a8 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:50.847214 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9e54133f-2df5-4b36-b645-ca09b905d59f req-2001434f-5a72-425f-a245-0c0bcfa3e9a8 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 932 time: 0.0787506
Dec 22 05:24:50.891318 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9e54133f-2df5-4b36-b645-ca09b905d59f req-10c6af09-39d6-4605-85af-38c6b0c248c4 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385802
Dec 22 05:24:51.352556 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device fb129748-8f52-473f-8c47-ce558fb75a53 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:24:51.421010 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port fb129748-8f52-473f-8c47-ce558fb75a53 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:24:51.425530 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port fb129748-8f52-473f-8c47-ce558fb75a53 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:24:51.425926 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:51.534246 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:51.567916 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port fb129748-8f52-473f-8c47-ce558fb75a53, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=fb129748-8f52-473f-8c47-ce558fb75a53,segment=NetworkSegment(165387b6-55b1-431f-8b0e-fa773bb5534a),segment_id=165387b6-55b1-431f-8b0e-fa773bb5534a)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:24:51.571337 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:51.573071 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5aa43014-a57d-4fc2-b0b0-716e63aef29d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:51.636022 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=fb129748-8f52-473f-8c47-ce558fb75a53,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:51.638868 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:52.175283 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-15067eba-2839-4a9f-9df4-092d2cca033c req-cab2556d-b571-45d9-837a-46c41324972b service neutron] Request body: {'port': {'device_id': '473fc4ad-9797-4468-b9fc-cc7d1b8608e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:24:52.309354 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9ab50-6a6f-4bde-9bb0-58ffdf42c33f req-7b4ef8b5-dac3-4202-8dcd-f220051eb8c1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:52.310813 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2ae9ab50-6a6f-4bde-9bb0-58ffdf42c33f req-7b4ef8b5-dac3-4202-8dcd-f220051eb8c1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 932 time: 0.3038645
Dec 22 05:24:52.313137 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-15067eba-2839-4a9f-9df4-092d2cca033c req-cab2556d-b571-45d9-837a-46c41324972b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:52.404470 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2ae9ab50-6a6f-4bde-9bb0-58ffdf42c33f req-3982e768-c3cb-4804-932b-158a1dcf37a4 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819063
Dec 22 05:24:52.672596 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-15067eba-2839-4a9f-9df4-092d2cca033c req-cab2556d-b571-45d9-837a-46c41324972b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35504daa-5190-42a3-9d1e-841e6c53c411 {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:24:52.679701 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-15067eba-2839-4a9f-9df4-092d2cca033c req-cab2556d-b571-45d9-837a-46c41324972b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:52.693574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-15067eba-2839-4a9f-9df4-092d2cca033c req-cab2556d-b571-45d9-837a-46c41324972b service neutron] Transition to ACTIVE for port object 35504daa-5190-42a3-9d1e-841e6c53c411 will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:24:52.697023 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-15067eba-2839-4a9f-9df4-092d2cca033c req-cab2556d-b571-45d9-837a-46c41324972b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:52.701045 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-aabc41bc-6571-4907-9030-2ef95367db9a tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:52.820059 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2556d-b571-45d9-837a-46c41324972b service neutron] Pushing event updated for resources: {'Port': ['ID=35504daa-5190-42a3-9d1e-841e6c53c411,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:52.824857 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cab2556d-b571-45d9-837a-46c41324972b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:52.931082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-15067eba-2839-4a9f-9df4-092d2cca033c req-cab2556d-b571-45d9-837a-46c41324972b service neutron] Attempting to bind port 35504daa-5190-42a3-9d1e-841e6c53c411 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:24:52.931353 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-15067eba-2839-4a9f-9df4-092d2cca033c req-cab2556d-b571-45d9-837a-46c41324972b service neutron] Attempting to bind port 35504daa-5190-42a3-9d1e-841e6c53c411 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '730950a4-3d73-4032-8f5e-f4550497f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:24:52.931665 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15067eba-2839-4a9f-9df4-092d2cca033c req-cab2556d-b571-45d9-837a-46c41324972b service neutron] Attempting to bind port 35504daa-5190-42a3-9d1e-841e6c53c411 on network be52d4ac-323f-4984-8cae-3d4c717bedbd {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:24:52.937512 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15067eba-2839-4a9f-9df4-092d2cca033c req-cab2556d-b571-45d9-837a-46c41324972b service neutron] Port 35504daa-5190-42a3-9d1e-841e6c53c411 on network be52d4ac-323f-4984-8cae-3d4c717bedbd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:24:52.937849 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15067eba-2839-4a9f-9df4-092d2cca033c req-cab2556d-b571-45d9-837a-46c41324972b service neutron] Attempting to bind port 35504daa-5190-42a3-9d1e-841e6c53c411 on network be52d4ac-323f-4984-8cae-3d4c717bedbd {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:24:52.943904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15067eba-2839-4a9f-9df4-092d2cca033c req-cab2556d-b571-45d9-837a-46c41324972b service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:24:52.944774 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15067eba-2839-4a9f-9df4-092d2cca033c req-cab2556d-b571-45d9-837a-46c41324972b service neutron] Checking segment: {'id': '730950a4-3d73-4032-8f5e-f4550497f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:24:52.945161 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15067eba-2839-4a9f-9df4-092d2cca033c req-cab2556d-b571-45d9-837a-46c41324972b service neutron] Bound using segment: {'id': '730950a4-3d73-4032-8f5e-f4550497f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:24:52.945596 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-15067eba-2839-4a9f-9df4-092d2cca033c req-cab2556d-b571-45d9-837a-46c41324972b service neutron] Bound port: 35504daa-5190-42a3-9d1e-841e6c53c411, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '730950a4-3d73-4032-8f5e-f4550497f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:24:52.945931 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-15067eba-2839-4a9f-9df4-092d2cca033c req-cab2556d-b571-45d9-837a-46c41324972b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:53.032459 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-15067eba-2839-4a9f-9df4-092d2cca033c req-cab2556d-b571-45d9-837a-46c41324972b service neutron] For port 35504daa-5190-42a3-9d1e-841e6c53c411, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:24:53.035344 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-15067eba-2839-4a9f-9df4-092d2cca033c req-cab2556d-b571-45d9-837a-46c41324972b service neutron] For port 35504daa-5190-42a3-9d1e-841e6c53c411, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=35504daa-5190-42a3-9d1e-841e6c53c411,segment=NetworkSegment(730950a4-3d73-4032-8f5e-f4550497f1e6),segment_id=730950a4-3d73-4032-8f5e-f4550497f1e6)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:24:53.039022 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-15067eba-2839-4a9f-9df4-092d2cca033c req-cab2556d-b571-45d9-837a-46c41324972b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:53.043021 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4b9ee05c-8c4a-4b59-b5dc-31e8a9ad8869 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:53.094758 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-15067eba-2839-4a9f-9df4-092d2cca033c req-cab2556d-b571-45d9-837a-46c41324972b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:53.096082 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-15067eba-2839-4a9f-9df4-092d2cca033c req-cab2556d-b571-45d9-837a-46c41324972b service neutron] 10.222.0.47 "PUT /v2.0/ports/35504daa-5190-42a3-9d1e-841e6c53c411 HTTP/1.1" status: 200  len: 1094 time: 0.9288790
Dec 22 05:24:53.096666 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473fc4ad-9797-4468-b9fc-cc7d1b8608e1', 'tag': '35504daa-5190-42a3-9d1e-841e6c53c411'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:24:53.121075 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2556d-b571-45d9-837a-46c41324972b service neutron] Pushing event updated for resources: {'Port': ['ID=35504daa-5190-42a3-9d1e-841e6c53c411,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:53.125138 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cab2556d-b571-45d9-837a-46c41324972b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:53.191601 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473fc4ad-9797-4468-b9fc-cc7d1b8608e1', 'tag': '35504daa-5190-42a3-9d1e-841e6c53c411', 'status': 'completed', 'code': 200}
Dec 22 05:24:53.233704 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-15067eba-2839-4a9f-9df4-092d2cca033c req-9d476dac-e492-45de-a582-9c278fc28f5a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b538932e81224dc093ca0f3d666e0ff1&device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 1097 time: 0.0804701
Dec 22 05:24:53.311210 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-15067eba-2839-4a9f-9df4-092d2cca033c req-32e92655-6b32-4bb0-b84f-354a599b8718 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35504daa-5190-42a3-9d1e-841e6c53c411 HTTP/1.1" status: 200  len: 217 time: 0.0655522
Dec 22 05:24:53.337286 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device fb129748-8f52-473f-8c47-ce558fb75a53 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:24:53.372672 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15067eba-2839-4a9f-9df4-092d2cca033c req-bdfe87c5-d8f6-48bd-a7b1-a9ca795d8e56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:53.374136 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-15067eba-2839-4a9f-9df4-092d2cca033c req-bdfe87c5-d8f6-48bd-a7b1-a9ca795d8e56 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a858abfb-23be-42d4-b9cc-d7b07707e382 HTTP/1.1" status: 200  len: 853 time: 0.0569549
Dec 22 05:24:53.412573 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port fb129748-8f52-473f-8c47-ce558fb75a53 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:24:53.413466 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:53.455573 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-15067eba-2839-4a9f-9df4-092d2cca033c req-ad9503a0-6d37-4ad3-8dd8-ee84953fa9fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be52d4ac-323f-4984-8cae-3d4c717bedbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0752659
Dec 22 05:24:53.646697 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-15067eba-2839-4a9f-9df4-092d2cca033c req-3d05893b-1a20-4302-9718-62851d1e3e3e service neutron] 10.222.0.47 "GET /v2.0/networks/be52d4ac-323f-4984-8cae-3d4c717bedbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1841280
Dec 22 05:24:53.653276 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26564c7b-dcb7-4687-a072-88d041dd1a16 req-7ab22f59-a27b-4515-a284-460f6a8ad73e tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:53.654644 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-26564c7b-dcb7-4687-a072-88d041dd1a16 req-7ab22f59-a27b-4515-a284-460f6a8ad73e tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 944 time: 0.1230047
Dec 22 05:24:53.779277 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-26564c7b-dcb7-4687-a072-88d041dd1a16 req-9b2df14d-b9e6-4330-a924-f8ab2cb5d8aa tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063006
Dec 22 05:24:53.814248 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-15067eba-2839-4a9f-9df4-092d2cca033c req-51ff0f81-4a9a-4974-be50-c423dcc40a8d service neutron] 10.222.0.47 "GET /v2.0/networks/be52d4ac-323f-4984-8cae-3d4c717bedbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1587110
Dec 22 05:24:53.985470 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bbaacf2d-6149-4bd8-b1bf-e6789ef58531 req-32a82096-925f-42b9-a111-f628bed703d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b538932e81224dc093ca0f3d666e0ff1&device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 1097 time: 0.0671704
Dec 22 05:24:54.213289 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaacf2d-6149-4bd8-b1bf-e6789ef58531 req-acb9ba61-0590-4fd4-9d2b-4217a62319bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:54.214745 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bbaacf2d-6149-4bd8-b1bf-e6789ef58531 req-acb9ba61-0590-4fd4-9d2b-4217a62319bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=be52d4ac-323f-4984-8cae-3d4c717bedbd HTTP/1.1" status: 200  len: 915 time: 0.2233884
Dec 22 05:24:54.284217 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bbaacf2d-6149-4bd8-b1bf-e6789ef58531 req-26baf214-43fb-41e1-91fe-1a8eefca2554 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35504daa-5190-42a3-9d1e-841e6c53c411 HTTP/1.1" status: 200  len: 217 time: 0.0631213
Dec 22 05:24:54.347702 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaacf2d-6149-4bd8-b1bf-e6789ef58531 req-a32778aa-d40b-4c44-baeb-a2b2d22b0963 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:54.349154 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bbaacf2d-6149-4bd8-b1bf-e6789ef58531 req-a32778aa-d40b-4c44-baeb-a2b2d22b0963 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a858abfb-23be-42d4-b9cc-d7b07707e382 HTTP/1.1" status: 200  len: 853 time: 0.0594583
Dec 22 05:24:54.422245 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bbaacf2d-6149-4bd8-b1bf-e6789ef58531 req-89dba7e7-ea1c-434a-90ac-bcdc02c75885 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be52d4ac-323f-4984-8cae-3d4c717bedbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0662479
Dec 22 05:24:54.551855 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bbaacf2d-6149-4bd8-b1bf-e6789ef58531 req-1d356987-bf39-4fac-9338-c900e1d15d2e service neutron] 10.222.0.47 "GET /v2.0/networks/be52d4ac-323f-4984-8cae-3d4c717bedbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218641
Dec 22 05:24:54.682461 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bbaacf2d-6149-4bd8-b1bf-e6789ef58531 req-66efdf84-6219-45ab-88e6-0c9bfd498d56 service neutron] 10.222.0.47 "GET /v2.0/networks/be52d4ac-323f-4984-8cae-3d4c717bedbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236532
Dec 22 05:24:54.977133 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea7078-c2aa-482e-a1b7-ee9d58da6aa7 req-e77bf9a1-eed5-4dca-8436-795d3f017bd9 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:54.978592 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b4ea7078-c2aa-482e-a1b7-ee9d58da6aa7 req-e77bf9a1-eed5-4dca-8436-795d3f017bd9 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 944 time: 0.0796032
Dec 22 05:24:55.030813 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b4ea7078-c2aa-482e-a1b7-ee9d58da6aa7 req-35c1b1bf-f2c3-4f3f-80df-f046e329f3da tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467741
Dec 22 05:24:56.221979 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce7072-00ea-4a26-adf4-6c33e178ad09 req-90bc5d7c-4892-470d-810c-5ce8a6fc07ad tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:56.223415 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bdce7072-00ea-4a26-adf4-6c33e178ad09 req-90bc5d7c-4892-470d-810c-5ce8a6fc07ad tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 944 time: 0.0795944
Dec 22 05:24:56.267272 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bdce7072-00ea-4a26-adf4-6c33e178ad09 req-abc96778-2dbf-459f-b9d2-419fc120292c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383921
Dec 22 05:24:57.465740 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c688b1-e1ed-40ec-9ef2-65a7de4e0a86 req-cb94f60e-2554-4074-a7c1-db46da86a03c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:57.467104 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-32c688b1-e1ed-40ec-9ef2-65a7de4e0a86 req-cb94f60e-2554-4074-a7c1-db46da86a03c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 944 time: 0.0806575
Dec 22 05:24:57.511279 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-32c688b1-e1ed-40ec-9ef2-65a7de4e0a86 req-5704eda3-7905-4c9d-87ad-97998c18d457 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387213
Dec 22 05:24:57.593667 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:24:57.703607 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 35504daa-5190-42a3-9d1e-841e6c53c411 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:24:57.830817 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 35504daa-5190-42a3-9d1e-841e6c53c411, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=35504daa-5190-42a3-9d1e-841e6c53c411,segment=NetworkSegment(730950a4-3d73-4032-8f5e-f4550497f1e6),segment_id=730950a4-3d73-4032-8f5e-f4550497f1e6)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:24:57.846777 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '35504daa-5190-42a3-9d1e-841e6c53c411', 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd', 'port_id': '35504daa-5190-42a3-9d1e-841e6c53c411', 'mac_address': 'fa:16:3e:ae:28:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a858abfb-23be-42d4-b9cc-d7b07707e382', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:24:57.898103 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:57.914038 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35504daa-5190-42a3-9d1e-841e6c53c411 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:24:57.927799 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 35504daa-5190-42a3-9d1e-841e6c53c411, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=35504daa-5190-42a3-9d1e-841e6c53c411,segment=NetworkSegment(730950a4-3d73-4032-8f5e-f4550497f1e6),segment_id=730950a4-3d73-4032-8f5e-f4550497f1e6)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:24:57.931417 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:57.934102 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:57.995547 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=35504daa-5190-42a3-9d1e-841e6c53c411,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:24:57.998350 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:24:58.321241 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['35504daa-5190-42a3-9d1e-841e6c53c411'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:24:58.701124 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c11782-07f0-46ea-8db5-a80e869f894a req-2436e126-970b-419c-9f9c-4ff4bc436139 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:58.702566 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-87c11782-07f0-46ea-8db5-a80e869f894a req-2436e126-970b-419c-9f9c-4ff4bc436139 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 945 time: 0.0738773
Dec 22 05:24:58.750062 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-87c11782-07f0-46ea-8db5-a80e869f894a req-aa103bfb-8af2-476c-a4c1-34c450bf0920 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421507
Dec 22 05:24:59.718216 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 35504daa-5190-42a3-9d1e-841e6c53c411 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:24:59.787126 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 35504daa-5190-42a3-9d1e-841e6c53c411 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:24:59.792438 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 35504daa-5190-42a3-9d1e-841e6c53c411 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:24:59.792821 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:59.904199 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:59.933221 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473fc4ad-9797-4468-b9fc-cc7d1b8608e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35504daa-5190-42a3-9d1e-841e6c53c411'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:24:59.941762 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4917d6c-43c7-4455-a53f-673f96eaa166 req-62e8021c-2715-4bfd-90d8-cbb94224c1ae tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:24:59.942830 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 35504daa-5190-42a3-9d1e-841e6c53c411, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=35504daa-5190-42a3-9d1e-841e6c53c411,segment=NetworkSegment(730950a4-3d73-4032-8f5e-f4550497f1e6),segment_id=730950a4-3d73-4032-8f5e-f4550497f1e6)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:24:59.943249 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b4917d6c-43c7-4455-a53f-673f96eaa166 req-62e8021c-2715-4bfd-90d8-cbb94224c1ae tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 945 time: 0.0756004
Dec 22 05:24:59.952605 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:24:59.954606 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:24:59.996532 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b4917d6c-43c7-4455-a53f-673f96eaa166 req-1bed1809-5471-4af0-8c41-c0ff70b462bf tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478189
Dec 22 05:25:00.027034 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=35504daa-5190-42a3-9d1e-841e6c53c411,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:25:00.030328 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:25:00.139283 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473fc4ad-9797-4468-b9fc-cc7d1b8608e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35504daa-5190-42a3-9d1e-841e6c53c411', 'code': 200}
Dec 22 05:25:00.390367 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ad889742-c926-4eb9-a4a3-1b0896de8fc4 req-c5f90a6d-88a6-4afb-95e5-7267a1d097f1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 1099 time: 0.0665848
Dec 22 05:25:00.435216 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ad889742-c926-4eb9-a4a3-1b0896de8fc4 req-4c37b7f9-7da1-4556-a034-66fb1b6c92ad service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380726
Dec 22 05:25:01.186421 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e92c7-292c-4d8a-8284-425c7a01bec2 req-6148fbbd-1713-412f-ab91-bb6527e3d0e4 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:25:01.188110 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-8c2e92c7-292c-4d8a-8284-425c7a01bec2 req-6148fbbd-1713-412f-ab91-bb6527e3d0e4 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 946 time: 0.0751491
Dec 22 05:25:01.232414 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-8c2e92c7-292c-4d8a-8284-425c7a01bec2 req-e7e74ba1-2548-4298-be58-03316cc61641 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388894
Dec 22 05:25:02.430402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab26d2-e390-42de-854d-6449b9624f65 req-9cdcc524-a4a6-444a-b377-eede4a7f59bd tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:25:02.431804 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-83ab26d2-e390-42de-854d-6449b9624f65 req-9cdcc524-a4a6-444a-b377-eede4a7f59bd tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 946 time: 0.0779781
Dec 22 05:25:02.474856 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-83ab26d2-e390-42de-854d-6449b9624f65 req-6caaf0e2-0822-4514-af73-fede144abff9 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376372
Dec 22 05:25:02.671210 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8840080-e6d8-4e68-a0d3-58614ceda355 req-3a833198-125b-4b3d-a501-3b41a93f35ef tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:25:02.672612 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d8840080-e6d8-4e68-a0d3-58614ceda355 req-3a833198-125b-4b3d-a501-3b41a93f35ef tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 946 time: 0.0791402
Dec 22 05:25:02.716841 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d8840080-e6d8-4e68-a0d3-58614ceda355 req-50e3bb3c-7391-40dd-bafa-ce05472053ef tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388045
Dec 22 05:25:03.120348 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b897160-af85-4c5e-ba48-8bfb4d89a9a6 req-cefb35aa-7814-45c8-9780-0a257a227d1f tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:25:03.121802 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5b897160-af85-4c5e-ba48-8bfb4d89a9a6 req-cefb35aa-7814-45c8-9780-0a257a227d1f tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 946 time: 0.0747681
Dec 22 05:25:03.165313 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5b897160-af85-4c5e-ba48-8bfb4d89a9a6 req-4dcca796-fc9d-4f97-b28a-4c6b302b62e7 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381820
Dec 22 05:25:07.877259 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:08.846277 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-be833a82-e47e-4204-b4a4-9d85bcfcf2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:11.045750 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-43d2ce48-27f3-4718-960c-b5e87715cdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:12.211472 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:12.364196 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:13.538501 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032996c-a9b2-4a32-87b1-a5d47509d222 req-7e175a56-6e6c-4c87-b70e-8443efca3abd tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:25:13.539943 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6032996c-a9b2-4a32-87b1-a5d47509d222 req-7e175a56-6e6c-4c87-b70e-8443efca3abd tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 946 time: 0.1776595
Dec 22 05:25:13.583777 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6032996c-a9b2-4a32-87b1-a5d47509d222 req-e45bc624-cd9f-4938-ad0c-940c046f7fb9 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383143
Dec 22 05:25:13.611507 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 36728) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:25:13.664676 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:13.743856 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-77d02d72-cd76-4222-9a13-760d662ba94a tempest-TestMinimumBasicScenario-675966043 tempest-TestMinimumBasicScenario-675966043-project-admin] Synchronizing usage tracker for tenant:5c3fbdc89c7647da9fde7a2cdbafddcf on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:25:13.759934 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-77d02d72-cd76-4222-9a13-760d662ba94a tempest-TestMinimumBasicScenario-675966043 tempest-TestMinimumBasicScenario-675966043-project-admin] Unset dirty status for tenant:5c3fbdc89c7647da9fde7a2cdbafddcf on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:25:13.763949 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-77d02d72-cd76-4222-9a13-760d662ba94a tempest-TestMinimumBasicScenario-675966043 tempest-TestMinimumBasicScenario-675966043-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 1094 time: 0.1485572
Dec 22 05:25:13.764143 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 36734) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:25:13.769271 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': '35504daa-5190-42a3-9d1e-841e6c53c411', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:25:13.775553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:25:13.779314 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Usage tracker for resource:floatingip and tenant:b538932e81224dc093ca0f3d666e0ff1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:25:13.782075 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:25:13.787650 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:25:13.798086 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for floatingip, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:13.933673 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:14.067751 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Allocated IP 172.26.4.9 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/8132b131-8f97-43c5-806c-0f649c8cf5b9) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:25:14.213112 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:14.238371 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:14.242769 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1578974c-d051-42e2-80ac-a5e4516b55b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:25:14.297747 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:25:14.305012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:25:14.307550 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:25:14.344761 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Pushing event updated for resources: {'Port': ['ID=8132b131-8f97-43c5-806c-0f649c8cf5b9,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:25:14.347645 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:25:14.916230 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:14.968600 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:15.164174 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:15.169402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:15.172758 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a96fd3db-6817-4b0e-8a93-a826c39ae102 tempest-TestEncryptedCinderVolumes-2019796862 tempest-TestEncryptedCinderVolumes-2019796862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:25:15.270888 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Pushing event updated for resources: {'Port': ['ID=8132b131-8f97-43c5-806c-0f649c8cf5b9,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:25:15.275335 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:25:15.289132 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:15.475324 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Floating IP 040d49aa-6b0a-49ba-9b3b-bb42ea250170 associated. External IP: 172.26.4.9, port: 35504daa-5190-42a3-9d1e-841e6c53c411.
Dec 22 05:25:15.857774 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Router 53f61547-5bac-4f49-a170-84650da5e836 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:25:16.164472 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:25:16.175207 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb67f174-50fa-40e7-bdf3-7a560fa9da95 None None] Sync routers for ids ['53f61547-5bac-4f49-a170-84650da5e836'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:25:16.187648 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb67f174-50fa-40e7-bdf3-7a560fa9da95 None None] Routers {'53f61547-5bac-4f49-a170-84650da5e836'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:25:16.188029 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:16.188656 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-fb67f174-50fa-40e7-bdf3-7a560fa9da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c739580>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:25:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['53f61547-5bac-4f49-a170-84650da5e836'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:25:16.240791 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4756329
Dec 22 05:25:16.241448 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473fc4ad-9797-4468-b9fc-cc7d1b8608e1', 'tag': '35504daa-5190-42a3-9d1e-841e6c53c411'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:25:16.243845 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36740) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:25:16.249996 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1815877287', 'description': 'tempest-secgroup-smoke-1815877287 description', 'project_id': 'b538932e81224dc093ca0f3d666e0ff1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:25:16.255945 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:25:16.265651 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:25:16.275312 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:16.297754 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473fc4ad-9797-4468-b9fc-cc7d1b8608e1', 'tag': '35504daa-5190-42a3-9d1e-841e6c53c411', 'status': 'completed', 'code': 200}
Dec 22 05:25:16.312411 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:25:16.316267 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Usage tracker for resource:security_group_rule and tenant:b538932e81224dc093ca0f3d666e0ff1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:25:16.319078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:25:16.325258 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:25:16.369016 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-fb67f174-50fa-40e7-bdf3-7a560fa9da95 None None] Set router 53f61547-5bac-4f49-a170-84650da5e836 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:25:16.383138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:16.386831 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:16.392287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-04805c7e-12c3-48e5-9c97-2feed911821f tempest-RoutersIpV6AdminTest-1489473073 tempest-RoutersIpV6AdminTest-1489473073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:25:16.420079 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a2d13f14-dd6c-48eb-a25e-702c697b6ac8 req-c1caca39-df30-4b4b-85ab-96d4a7997605 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b538932e81224dc093ca0f3d666e0ff1&device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 1099 time: 0.0782466
Dec 22 05:25:16.434772 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed35cc8-6265-4630-8630-45358a5b360f,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:25:16.443015 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:16.445442 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1988616
Dec 22 05:25:16.448038 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:25:16.448038 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:25:16.448038 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:25:16.448038 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:25:16.448038 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:25:16.448038 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:25:16.448676 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 36746) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:25:16.448827 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:25:16.448827 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:25:16.448827 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:25:16.449158 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:25:16.449276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:25:16.452916 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:25:16.457863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-d36c56a9-96f8-4495-803a-e812fdd7685e tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Request body: {'security_group_rule': {'security_group_id': '5ed35cc8-6265-4630-8630-45358a5b360f', 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:25:16.510623 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d36c56a9-96f8-4495-803a-e812fdd7685e tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:25:16.517041 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d36c56a9-96f8-4495-803a-e812fdd7685e tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Usage tracker for resource:security_group_rule and tenant:b538932e81224dc093ca0f3d666e0ff1 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:25:16.521122 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d36c56a9-96f8-4495-803a-e812fdd7685e tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:25:16.534965 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d36c56a9-96f8-4495-803a-e812fdd7685e tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:25:16.578668 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d36c56a9-96f8-4495-803a-e812fdd7685e tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:16.601315 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d13f14-dd6c-48eb-a25e-702c697b6ac8 req-f72ca6bf-3a9f-4e36-898b-68be4105a8b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:25:16.602776 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a2d13f14-dd6c-48eb-a25e-702c697b6ac8 req-f72ca6bf-3a9f-4e36-898b-68be4105a8b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=be52d4ac-323f-4984-8cae-3d4c717bedbd HTTP/1.1" status: 200  len: 915 time: 0.1770420
Dec 22 05:25:16.718176 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-fb67f174-50fa-40e7-bdf3-7a560fa9da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c739580>, [{'id': '53f61547-5bac-4f49-a170-84650da5e836', 'name': 'tempest-TestMinimumBasicScenario-445945868-router', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:20Z', 'revision_number': 4, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'gw_port': {'id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f61547-5bac-4f49-a170-84650da5e836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '040d49aa-6b0a-49ba-9b3b-bb42ea250170', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'floating_ip_address': '172.26.4.9', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '53f61547-5bac-4f49-a170-84650da5e836', 'port_id': '35504daa-5190-42a3-9d1e-841e6c53c411', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd', 'mac_address': 'fa:16:3e:ae:28:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fc4ad-9797-4468-b9fc-cc7d1b8608e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:25:14Z', 'updated_at': '2021-12-22T05:25:14Z', 'revision_number': 0, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2cd5a41-ea0c-4468-bb61-ff075d5966c1', 'name': '', 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'mac_address': 'fa:16:3e:6a:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f61547-5bac-4f49-a170-84650da5e836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a858abfb-23be-42d4-b9cc-d7b07707e382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:19Z', 'updated_at': '2021-12-22T05:24:29Z', 'revision_number': 5, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'subnets': [{'id': 'a858abfb-23be-42d4-b9cc-d7b07707e382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:25:16.721901 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb67f174-50fa-40e7-bdf3-7a560fa9da95 None None] Checking router: 53f61547-5bac-4f49-a170-84650da5e836 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:25:16.728626 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d36c56a9-96f8-4495-803a-e812fdd7685e tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:16.731837 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a2d13f14-dd6c-48eb-a25e-702c697b6ac8 req-7aab03b0-36da-410b-a704-4dceb4d83acc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35504daa-5190-42a3-9d1e-841e6c53c411 HTTP/1.1" status: 200  len: 998 time: 0.1200509
Dec 22 05:25:16.732272 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb67f174-50fa-40e7-bdf3-7a560fa9da95 None None] Routers {'53f61547-5bac-4f49-a170-84650da5e836'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:25:16.732853 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d36c56a9-96f8-4495-803a-e812fdd7685e tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:16.732974 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-fb67f174-50fa-40e7-bdf3-7a560fa9da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c739580>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:25:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['53f61547-5bac-4f49-a170-84650da5e836'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:25:16.734698 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3681ac0e-aa8f-4eca-af8e-71db15341c71 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:25:16.796315 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c56a9-96f8-4495-803a-e812fdd7685e tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e1af81-48c1-4860-9040-b4690f525830,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:25:16.800256 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d36c56a9-96f8-4495-803a-e812fdd7685e tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:25:16.814750 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d36c56a9-96f8-4495-803a-e812fdd7685e tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:16.815890 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d36c56a9-96f8-4495-803a-e812fdd7685e tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3667367
Dec 22 05:25:16.819393 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36750) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:25:16.821976 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d13f14-dd6c-48eb-a25e-702c697b6ac8 req-26d371e5-14e0-46eb-ae69-b089790d89d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:25:16.823341 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a2d13f14-dd6c-48eb-a25e-702c697b6ac8 req-26d371e5-14e0-46eb-ae69-b089790d89d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a858abfb-23be-42d4-b9cc-d7b07707e382 HTTP/1.1" status: 200  len: 853 time: 0.0763023
Dec 22 05:25:16.826411 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-8cb5aa64-e8db-4bba-8279-a3f1f7bf2985 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Request body: {'security_group_rule': {'security_group_id': '5ed35cc8-6265-4630-8630-45358a5b360f', 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:25:16.832394 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-8cb5aa64-e8db-4bba-8279-a3f1f7bf2985 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:25:16.836698 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8cb5aa64-e8db-4bba-8279-a3f1f7bf2985 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Usage tracker for resource:security_group_rule and tenant:b538932e81224dc093ca0f3d666e0ff1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:25:16.839695 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8cb5aa64-e8db-4bba-8279-a3f1f7bf2985 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:25:16.845265 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-8cb5aa64-e8db-4bba-8279-a3f1f7bf2985 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:25:16.862817 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8cb5aa64-e8db-4bba-8279-a3f1f7bf2985 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:16.917828 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-fb67f174-50fa-40e7-bdf3-7a560fa9da95 None None] Set router 53f61547-5bac-4f49-a170-84650da5e836 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:25:16.922977 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a2d13f14-dd6c-48eb-a25e-702c697b6ac8 req-c8c5c9e9-1eb7-45d4-97be-8704af3c2ee6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be52d4ac-323f-4984-8cae-3d4c717bedbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0697443
Dec 22 05:25:16.931872 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8cb5aa64-e8db-4bba-8279-a3f1f7bf2985 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:16.933412 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [req-a2d13f14-dd6c-48eb-a25e-702c697b6ac8 req-de60cdd4-1f8a-497f-a3d7-b41b0749fed5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 05:25:16.934543 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a2d13f14-dd6c-48eb-a25e-702c697b6ac8 req-de60cdd4-1f8a-497f-a3d7-b41b0749fed5 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0051825
Dec 22 05:25:16.936895 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8cb5aa64-e8db-4bba-8279-a3f1f7bf2985 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:16.938760 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6585a86a-7b82-4a6f-ae47-2a3222f600dd tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:25:16.961942 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5aa64-e8db-4bba-8279-a3f1f7bf2985 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080f09c1-9415-412b-853b-1b9845d91c2d,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:25:16.965320 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8cb5aa64-e8db-4bba-8279-a3f1f7bf2985 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:25:16.973915 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8cb5aa64-e8db-4bba-8279-a3f1f7bf2985 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:16.975637 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8cb5aa64-e8db-4bba-8279-a3f1f7bf2985 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1549845
Dec 22 05:25:16.980055 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36754) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:25:16.985425 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b51012da-3521-4ac2-b884-a759d2baf094 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Request body: {'security_group_rule': {'security_group_id': '5ed35cc8-6265-4630-8630-45358a5b360f', 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:25:16.991338 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b51012da-3521-4ac2-b884-a759d2baf094 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:25:16.995085 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b51012da-3521-4ac2-b884-a759d2baf094 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Usage tracker for resource:security_group_rule and tenant:b538932e81224dc093ca0f3d666e0ff1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:25:16.997966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b51012da-3521-4ac2-b884-a759d2baf094 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:25:17.003747 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b51012da-3521-4ac2-b884-a759d2baf094 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:25:17.024699 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b51012da-3521-4ac2-b884-a759d2baf094 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:17.078189 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a2d13f14-dd6c-48eb-a25e-702c697b6ac8 req-14befa29-7946-4bdc-9cb3-016425ca8f88 service neutron] 10.222.0.47 "GET /v2.0/networks/be52d4ac-323f-4984-8cae-3d4c717bedbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369314
Dec 22 05:25:17.086518 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b51012da-3521-4ac2-b884-a759d2baf094 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:17.091415 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b51012da-3521-4ac2-b884-a759d2baf094 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:17.093202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2606f7f1-40e9-43ae-85e7-96d1ed71ef70 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:25:17.114122 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51012da-3521-4ac2-b884-a759d2baf094 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e047e7f-8031-4ecc-ba24-b06ef47f0227,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:25:17.118190 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b51012da-3521-4ac2-b884-a759d2baf094 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:25:17.127349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b51012da-3521-4ac2-b884-a759d2baf094 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:17.131213 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b51012da-3521-4ac2-b884-a759d2baf094 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1477344
Dec 22 05:25:17.131530 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36758) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:25:17.137359 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-dcd8820e-1206-45cc-82a4-cdb2936eb9d2 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Request body: {'security_group_rule': {'security_group_id': '5ed35cc8-6265-4630-8630-45358a5b360f', 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:25:17.143320 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-dcd8820e-1206-45cc-82a4-cdb2936eb9d2 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:25:17.147674 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-dcd8820e-1206-45cc-82a4-cdb2936eb9d2 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Usage tracker for resource:security_group_rule and tenant:b538932e81224dc093ca0f3d666e0ff1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:25:17.150772 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-dcd8820e-1206-45cc-82a4-cdb2936eb9d2 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:25:17.157617 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-dcd8820e-1206-45cc-82a4-cdb2936eb9d2 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:25:17.180635 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dcd8820e-1206-45cc-82a4-cdb2936eb9d2 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:17.227644 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a2d13f14-dd6c-48eb-a25e-702c697b6ac8 req-c39ca1aa-7392-43d0-a9fe-717d58378869 service neutron] 10.222.0.47 "GET /v2.0/networks/be52d4ac-323f-4984-8cae-3d4c717bedbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424270
Dec 22 05:25:17.255132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dcd8820e-1206-45cc-82a4-cdb2936eb9d2 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:17.259541 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dcd8820e-1206-45cc-82a4-cdb2936eb9d2 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:17.261306 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-497b8fb9-4963-47d2-96bb-10863d09488c tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:25:17.282691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8820e-1206-45cc-82a4-cdb2936eb9d2 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1352e3-4a27-43c5-bbd2-e25bc1b26397,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:25:17.284938 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dcd8820e-1206-45cc-82a4-cdb2936eb9d2 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:25:17.293040 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dcd8820e-1206-45cc-82a4-cdb2936eb9d2 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:17.294482 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dcd8820e-1206-45cc-82a4-cdb2936eb9d2 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1620388
Dec 22 05:25:17.297128 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36762) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:25:17.303587 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-1946744a-8aab-4b3d-b818-9416fa3f8b62 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Request body: {'security_group_rule': {'security_group_id': '5ed35cc8-6265-4630-8630-45358a5b360f', 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:25:17.309624 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1946744a-8aab-4b3d-b818-9416fa3f8b62 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:25:17.313716 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1946744a-8aab-4b3d-b818-9416fa3f8b62 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Usage tracker for resource:security_group_rule and tenant:b538932e81224dc093ca0f3d666e0ff1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:25:17.316527 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1946744a-8aab-4b3d-b818-9416fa3f8b62 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:25:17.322196 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1946744a-8aab-4b3d-b818-9416fa3f8b62 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:25:17.332622 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-1946744a-8aab-4b3d-b818-9416fa3f8b62 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Project b538932e81224dc093ca0f3d666e0ff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:25:17.335170 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-fb67f174-50fa-40e7-bdf3-7a560fa9da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c739580>, [{'id': '53f61547-5bac-4f49-a170-84650da5e836', 'name': 'tempest-TestMinimumBasicScenario-445945868-router', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:20Z', 'revision_number': 4, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'gw_port': {'id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f61547-5bac-4f49-a170-84650da5e836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '040d49aa-6b0a-49ba-9b3b-bb42ea250170', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'floating_ip_address': '172.26.4.9', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '53f61547-5bac-4f49-a170-84650da5e836', 'port_id': '35504daa-5190-42a3-9d1e-841e6c53c411', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd', 'mac_address': 'fa:16:3e:ae:28:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fc4ad-9797-4468-b9fc-cc7d1b8608e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:25:14Z', 'updated_at': '2021-12-22T05:25:14Z', 'revision_number': 0, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2cd5a41-ea0c-4468-bb61-ff075d5966c1', 'name': '', 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'mac_address': 'fa:16:3e:6a:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f61547-5bac-4f49-a170-84650da5e836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a858abfb-23be-42d4-b9cc-d7b07707e382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:19Z', 'updated_at': '2021-12-22T05:24:29Z', 'revision_number': 5, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'subnets': [{'id': 'a858abfb-23be-42d4-b9cc-d7b07707e382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:25:17.339129 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb67f174-50fa-40e7-bdf3-7a560fa9da95 None None] The sync data for ids ['53f61547-5bac-4f49-a170-84650da5e836'] in dv-neutron-822525-1-hyperv is: [{'id': '53f61547-5bac-4f49-a170-84650da5e836', 'name': 'tempest-TestMinimumBasicScenario-445945868-router', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:20Z', 'revision_number': 4, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'gw_port': {'id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f61547-5bac-4f49-a170-84650da5e836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '040d49aa-6b0a-49ba-9b3b-bb42ea250170', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'floating_ip_address': '172.26.4.9', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '53f61547-5bac-4f49-a170-84650da5e836', 'port_id': '35504daa-5190-42a3-9d1e-841e6c53c411', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd', 'mac_address': 'fa:16:3e:ae:28:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473fc4ad-9797-4468-b9fc-cc7d1b8608e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:25:14Z', 'updated_at': '2021-12-22T05:25:14Z', 'revision_number': 0, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2cd5a41-ea0c-4468-bb61-ff075d5966c1', 'name': '', 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'mac_address': 'fa:16:3e:6a:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f61547-5bac-4f49-a170-84650da5e836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a858abfb-23be-42d4-b9cc-d7b07707e382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:19Z', 'updated_at': '2021-12-22T05:24:29Z', 'revision_number': 5, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'subnets': [{'id': 'a858abfb-23be-42d4-b9cc-d7b07707e382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:25:17.339748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1946744a-8aab-4b3d-b818-9416fa3f8b62 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:17.407813 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1946744a-8aab-4b3d-b818-9416fa3f8b62 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:17.411423 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1946744a-8aab-4b3d-b818-9416fa3f8b62 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:17.413891 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ee284283-21fb-49d1-a7e9-40776389cf28 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:25:17.436359 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946744a-8aab-4b3d-b818-9416fa3f8b62 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce9fa7c-9d5a-4ad6-b75d-aa5db2df8395,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:25:17.440922 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1946744a-8aab-4b3d-b818-9416fa3f8b62 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:25:17.445350 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1946744a-8aab-4b3d-b818-9416fa3f8b62 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:17.446695 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1946744a-8aab-4b3d-b818-9416fa3f8b62 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1485660
Dec 22 05:25:17.449296 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36766) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:25:17.454865 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-ee870b5b-a591-4673-bf8f-f702a23440c9 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Request body: {'security_group_rule': {'security_group_id': '5ed35cc8-6265-4630-8630-45358a5b360f', 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:25:17.461051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ee870b5b-a591-4673-bf8f-f702a23440c9 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:25:17.464891 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ee870b5b-a591-4673-bf8f-f702a23440c9 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Usage tracker for resource:security_group_rule and tenant:b538932e81224dc093ca0f3d666e0ff1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:25:17.467985 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ee870b5b-a591-4673-bf8f-f702a23440c9 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:25:17.473862 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ee870b5b-a591-4673-bf8f-f702a23440c9 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:25:17.485521 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-ee870b5b-a591-4673-bf8f-f702a23440c9 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Project b538932e81224dc093ca0f3d666e0ff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:25:17.492921 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ee870b5b-a591-4673-bf8f-f702a23440c9 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:17.541181 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367fd7df-90bd-418b-9346-397145bee4c7 None None] New status for floating IP 040d49aa-6b0a-49ba-9b3b-bb42ea250170: ACTIVE {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:25:17.562627 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ee870b5b-a591-4673-bf8f-f702a23440c9 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:17.567077 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ee870b5b-a591-4673-bf8f-f702a23440c9 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:17.568904 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-90331fb2-3a95-445f-9d58-381f339c76d7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:25:17.590816 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee870b5b-a591-4673-bf8f-f702a23440c9 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ec84d5-4ebd-48f3-bef5-1cfd2c2c5c02,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:25:17.593207 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ee870b5b-a591-4673-bf8f-f702a23440c9 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:25:17.600603 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ee870b5b-a591-4673-bf8f-f702a23440c9 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:17.601907 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ee870b5b-a591-4673-bf8f-f702a23440c9 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1515241
Dec 22 05:25:17.740880 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-b9dc7f19-f1c6-426a-ab45-bd4a10dca7c9 req-3eeefca2-3b63-460c-ad78-69b0e89ee4f5 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Synchronizing usage tracker for tenant:b538932e81224dc093ca0f3d666e0ff1 on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:25:17.755949 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-b9dc7f19-f1c6-426a-ab45-bd4a10dca7c9 req-3eeefca2-3b63-460c-ad78-69b0e89ee4f5 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Unset dirty status for tenant:b538932e81224dc093ca0f3d666e0ff1 on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:25:17.757084 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b9dc7f19-f1c6-426a-ab45-bd4a10dca7c9 req-3eeefca2-3b63-460c-ad78-69b0e89ee4f5 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1815877287&fields=id&tenant_id=b538932e81224dc093ca0f3d666e0ff1 HTTP/1.1" status: 200  len: 267 time: 0.0599456
Dec 22 05:25:17.838887 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc7f19-f1c6-426a-ab45-bd4a10dca7c9 req-146a85bf-b9f3-49fe-8f7f-9c58f8d1f6fd tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:25:17.840305 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b9dc7f19-f1c6-426a-ab45-bd4a10dca7c9 req-146a85bf-b9f3-49fe-8f7f-9c58f8d1f6fd tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 946 time: 0.0771375
Dec 22 05:25:17.851222 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [req-b9dc7f19-f1c6-426a-ab45-bd4a10dca7c9 req-afd5eb8f-12fb-491f-8562-a7a8b3b1af70 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Request body: {'port': {'security_groups': ['fe016e9b-eee0-4471-9be6-5a150c287be5', '5ed35cc8-6265-4630-8630-45358a5b360f']}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:25:17.963533 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-b9dc7f19-f1c6-426a-ab45-bd4a10dca7c9 req-afd5eb8f-12fb-491f-8562-a7a8b3b1af70 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:18.212015 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [req-b9dc7f19-f1c6-426a-ab45-bd4a10dca7c9 req-afd5eb8f-12fb-491f-8562-a7a8b3b1af70 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] For port 35504daa-5190-42a3-9d1e-841e6c53c411, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=35504daa-5190-42a3-9d1e-841e6c53c411,segment=NetworkSegment(730950a4-3d73-4032-8f5e-f4550497f1e6),segment_id=730950a4-3d73-4032-8f5e-f4550497f1e6)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:25:18.235915 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-b9dc7f19-f1c6-426a-ab45-bd4a10dca7c9 req-afd5eb8f-12fb-491f-8562-a7a8b3b1af70 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:18.240541 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-b9dc7f19-f1c6-426a-ab45-bd4a10dca7c9 req-afd5eb8f-12fb-491f-8562-a7a8b3b1af70 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:18.245850 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-86e90578-85e5-4d1c-8130-be0e0ea4dd80 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:25:18.274487 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['35504daa-5190-42a3-9d1e-841e6c53c411'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:25:18.312510 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc7f19-f1c6-426a-ab45-bd4a10dca7c9 req-afd5eb8f-12fb-491f-8562-a7a8b3b1af70 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:25:18.313005 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [req-b9dc7f19-f1c6-426a-ab45-bd4a10dca7c9 req-afd5eb8f-12fb-491f-8562-a7a8b3b1af70 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:18.313939 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b9dc7f19-f1c6-426a-ab45-bd4a10dca7c9 req-afd5eb8f-12fb-491f-8562-a7a8b3b1af70 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "PUT /v2.0/ports/35504daa-5190-42a3-9d1e-841e6c53c411 HTTP/1.1" status: 200  len: 982 time: 0.4676628
Dec 22 05:25:18.314472 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473fc4ad-9797-4468-b9fc-cc7d1b8608e1', 'tag': '35504daa-5190-42a3-9d1e-841e6c53c411'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:25:18.334577 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5eb8f-12fb-491f-8562-a7a8b3b1af70 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Pushing event updated for resources: {'Port': ['ID=35504daa-5190-42a3-9d1e-841e6c53c411,revision_number=6']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:25:18.338139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-afd5eb8f-12fb-491f-8562-a7a8b3b1af70 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:25:18.429728 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['35504daa-5190-42a3-9d1e-841e6c53c411'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:25:18.508104 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473fc4ad-9797-4468-b9fc-cc7d1b8608e1', 'tag': '35504daa-5190-42a3-9d1e-841e6c53c411', 'status': 'completed', 'code': 200}
Dec 22 05:25:18.534795 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa7069-08a3-4062-b026-ff2a5ed1cf78 req-6427e7a9-48ab-49df-8eaa-5835990b133d tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:25:18.536243 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-beaa7069-08a3-4062-b026-ff2a5ed1cf78 req-6427e7a9-48ab-49df-8eaa-5835990b133d tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 985 time: 0.0938778
Dec 22 05:25:18.588596 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-beaa7069-08a3-4062-b026-ff2a5ed1cf78 req-ea3092b4-05af-406e-86bd-762bd53e2139 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ed35cc8-6265-4630-8630-45358a5b360f&id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0461738
Dec 22 05:25:18.596395 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f8874fa9-f58d-4c1f-9826-fda1b71c0ba4 None None] Provisioning complete for port 35504daa-5190-42a3-9d1e-841e6c53c411 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:25:18.596920 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f8874fa9-f58d-4c1f-9826-fda1b71c0ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:18.648924 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e2e5c293-83f7-4805-963b-733bb1c869d9 req-1d5279e5-524c-4e24-bbda-68100e8783b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b538932e81224dc093ca0f3d666e0ff1&device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 1138 time: 0.0946727
Dec 22 05:25:18.788959 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5c293-83f7-4805-963b-733bb1c869d9 req-4906efd4-6e34-4bcb-b96b-469a9622bfc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:25:18.790457 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e2e5c293-83f7-4805-963b-733bb1c869d9 req-4906efd4-6e34-4bcb-b96b-469a9622bfc2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=be52d4ac-323f-4984-8cae-3d4c717bedbd HTTP/1.1" status: 200  len: 915 time: 0.1346614
Dec 22 05:25:18.897870 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e2e5c293-83f7-4805-963b-733bb1c869d9 req-0735830b-2190-4594-a77e-9ca87e181ab2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35504daa-5190-42a3-9d1e-841e6c53c411 HTTP/1.1" status: 200  len: 1000 time: 0.0999427
Dec 22 05:25:18.960212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5c293-83f7-4805-963b-733bb1c869d9 req-2882ecca-669e-460d-9185-94535957da23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:25:18.961565 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e2e5c293-83f7-4805-963b-733bb1c869d9 req-2882ecca-669e-460d-9185-94535957da23 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a858abfb-23be-42d4-b9cc-d7b07707e382 HTTP/1.1" status: 200  len: 853 time: 0.0578802
Dec 22 05:25:19.033733 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e2e5c293-83f7-4805-963b-733bb1c869d9 req-c00577e7-6c98-4c1e-8cd9-d80a151cd91b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be52d4ac-323f-4984-8cae-3d4c717bedbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0655482
Dec 22 05:25:19.162471 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e2e5c293-83f7-4805-963b-733bb1c869d9 req-505934a0-664c-45f4-95d6-2e21e4b38f8c service neutron] 10.222.0.47 "GET /v2.0/networks/be52d4ac-323f-4984-8cae-3d4c717bedbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216993
Dec 22 05:25:19.391698 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e2e5c293-83f7-4805-963b-733bb1c869d9 req-694ae692-448f-468b-a7eb-976387a44b3a service neutron] 10.222.0.47 "GET /v2.0/networks/be52d4ac-323f-4984-8cae-3d4c717bedbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2233512
Dec 22 05:25:29.571259 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1e68752d-992c-4afd-9ac2-db079403b66f req-1d3c255d-a54f-4da1-9f06-2cac63281e17 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0667322
Dec 22 05:25:29.732764 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1e68752d-992c-4afd-9ac2-db079403b66f req-d6bcd5d5-f1bd-4c11-ac43-09e9155c4e23 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b538932e81224dc093ca0f3d666e0ff1&device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 1138 time: 0.0696826
Dec 22 05:25:29.876001 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68752d-992c-4afd-9ac2-db079403b66f req-f21382ef-5c47-4f3d-ad77-cc1a42065ee6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:25:29.877422 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1e68752d-992c-4afd-9ac2-db079403b66f req-f21382ef-5c47-4f3d-ad77-cc1a42065ee6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=be52d4ac-323f-4984-8cae-3d4c717bedbd HTTP/1.1" status: 200  len: 915 time: 0.1255426
Dec 22 05:25:29.978126 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1e68752d-992c-4afd-9ac2-db079403b66f req-9fd27252-4336-40a4-a173-89e1794ac518 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35504daa-5190-42a3-9d1e-841e6c53c411 HTTP/1.1" status: 200  len: 1000 time: 0.0937111
Dec 22 05:25:30.042865 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68752d-992c-4afd-9ac2-db079403b66f req-bdf02843-2da1-4dfb-9774-99caca4df392 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:25:30.044245 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1e68752d-992c-4afd-9ac2-db079403b66f req-bdf02843-2da1-4dfb-9774-99caca4df392 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a858abfb-23be-42d4-b9cc-d7b07707e382 HTTP/1.1" status: 200  len: 853 time: 0.0596776
Dec 22 05:25:30.117885 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1e68752d-992c-4afd-9ac2-db079403b66f req-bebb286c-fdf6-45e4-a738-9663bdccfb65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be52d4ac-323f-4984-8cae-3d4c717bedbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0667679
Dec 22 05:25:30.248020 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1e68752d-992c-4afd-9ac2-db079403b66f req-b875df33-d1c5-4534-8fca-03a965229f08 service neutron] 10.222.0.47 "GET /v2.0/networks/be52d4ac-323f-4984-8cae-3d4c717bedbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238766
Dec 22 05:25:30.376245 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1e68752d-992c-4afd-9ac2-db079403b66f req-53533ae2-fd54-4f6b-ad26-b9726070abe1 service neutron] 10.222.0.47 "GET /v2.0/networks/be52d4ac-323f-4984-8cae-3d4c717bedbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215734
Dec 22 05:25:34.593529 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:25:37.868682 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:38.847482 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-debea0db-6055-434d-a9aa-4a6d4ede68ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:41.046891 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fcad2c78-1170-4f2d-abc7-72dd16c81b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:42.213789 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:42.366103 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:25:43.666881 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:26:07.872623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:26:08.848226 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3f4b8cc0-cdb4-43ff-8d7c-cfdba7e8a3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:26:11.048642 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2eedf2c7-9eaa-4be1-9abc-21eac4e9155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:26:11.593983 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:26:12.216010 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:26:12.367796 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:26:13.669863 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:26:16.655058 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-eb061f22-e331-42c2-a4bd-e3fe76938c60 req-537f8186-7a7c-4666-990e-40221cade677 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b538932e81224dc093ca0f3d666e0ff1&device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 1138 time: 0.0672011
Dec 22 05:26:16.669947 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464018e-5f9e-46fe-871c-1d346de9852b req-ed58c012-f9c1-44ac-8b1a-a885402cc784 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:26:16.671390 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7464018e-5f9e-46fe-871c-1d346de9852b req-ed58c012-f9c1-44ac-8b1a-a885402cc784 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 985 time: 0.0749145
Dec 22 05:26:16.718268 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7464018e-5f9e-46fe-871c-1d346de9852b req-984b7367-2339-4c80-bd0c-10c3bd00ee68 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ed35cc8-6265-4630-8630-45358a5b360f&id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0410681
Dec 22 05:26:16.787761 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb061f22-e331-42c2-a4bd-e3fe76938c60 req-9302b258-b264-4509-8057-9fbb1c7fb0d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:26:16.789118 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-eb061f22-e331-42c2-a4bd-e3fe76938c60 req-9302b258-b264-4509-8057-9fbb1c7fb0d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=be52d4ac-323f-4984-8cae-3d4c717bedbd HTTP/1.1" status: 200  len: 915 time: 0.1278679
Dec 22 05:26:16.891942 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-eb061f22-e331-42c2-a4bd-e3fe76938c60 req-c20b7155-cccb-4a80-9e31-2992eb70991b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35504daa-5190-42a3-9d1e-841e6c53c411 HTTP/1.1" status: 200  len: 1000 time: 0.0952506
Dec 22 05:26:16.955490 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb061f22-e331-42c2-a4bd-e3fe76938c60 req-a2e4a957-1458-4f06-8f90-34251845e00b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:26:16.956873 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-eb061f22-e331-42c2-a4bd-e3fe76938c60 req-a2e4a957-1458-4f06-8f90-34251845e00b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a858abfb-23be-42d4-b9cc-d7b07707e382 HTTP/1.1" status: 200  len: 853 time: 0.0585330
Dec 22 05:26:17.028718 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-eb061f22-e331-42c2-a4bd-e3fe76938c60 req-9200aa28-3f0c-4a7c-bd8c-297dfa5cbffb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be52d4ac-323f-4984-8cae-3d4c717bedbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0654440
Dec 22 05:26:17.158285 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-eb061f22-e331-42c2-a4bd-e3fe76938c60 req-fc75192b-3f6c-4c6d-8d92-5bdf49be6a99 service neutron] 10.222.0.47 "GET /v2.0/networks/be52d4ac-323f-4984-8cae-3d4c717bedbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222844
Dec 22 05:26:17.286845 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-eb061f22-e331-42c2-a4bd-e3fe76938c60 req-e5162f29-65e9-4d95-a1b6-64a3c4be91a1 service neutron] 10.222.0.47 "GET /v2.0/networks/be52d4ac-323f-4984-8cae-3d4c717bedbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220479
Dec 22 05:26:17.917936 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd9a21-c7da-4df1-b481-b0af15ae6002 req-072d8e09-ce8c-4c3b-871d-a9382e3072ba tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:26:17.919350 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-59bd9a21-c7da-4df1-b481-b0af15ae6002 req-072d8e09-ce8c-4c3b-871d-a9382e3072ba tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 985 time: 0.0787115
Dec 22 05:26:18.063340 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-59bd9a21-c7da-4df1-b481-b0af15ae6002 req-77aa62b7-f789-4bd9-9fbf-aeed4b0e279d tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ed35cc8-6265-4630-8630-45358a5b360f&id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1382635
Dec 22 05:26:19.278608 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32cf41-4963-4252-a428-0e76a76173c2 req-ac723197-1b83-4ebe-9a54-68eea524e376 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:26:19.280052 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4e32cf41-4963-4252-a428-0e76a76173c2 req-ac723197-1b83-4ebe-9a54-68eea524e376 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 985 time: 0.0784032
Dec 22 05:26:19.326137 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4e32cf41-4963-4252-a428-0e76a76173c2 req-e5bc4414-868f-4299-80b9-30213fc99537 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ed35cc8-6265-4630-8630-45358a5b360f&id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0405188
Dec 22 05:26:20.517777 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df368d30-3efb-4009-ba75-8dba8f07fe67 req-2c320842-17c5-446d-96b7-fa83134508db tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:26:20.519097 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-df368d30-3efb-4009-ba75-8dba8f07fe67 req-2c320842-17c5-446d-96b7-fa83134508db tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 985 time: 0.0741258
Dec 22 05:26:20.563559 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-df368d30-3efb-4009-ba75-8dba8f07fe67 req-7ed67b5d-070b-447a-b876-1d57bc0436b4 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ed35cc8-6265-4630-8630-45358a5b360f&id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0383754
Dec 22 05:26:21.754889 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90999801-43a2-4397-b6a1-e561f3958154 req-0290fc8b-356e-4025-b718-ea9ed5516fff tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:26:21.756328 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-90999801-43a2-4397-b6a1-e561f3958154 req-0290fc8b-356e-4025-b718-ea9ed5516fff tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 985 time: 0.0755517
Dec 22 05:26:21.802227 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-90999801-43a2-4397-b6a1-e561f3958154 req-aec7f045-97e7-4b51-8e6f-0bfb395e1ba4 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ed35cc8-6265-4630-8630-45358a5b360f&id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0398431
Dec 22 05:26:22.997050 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cef4ee-61ba-4022-8bbf-d9d20abaee26 req-0dbd6177-6173-4ccb-a3ed-afae6d4f67aa tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:26:22.998486 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-39cef4ee-61ba-4022-8bbf-d9d20abaee26 req-0dbd6177-6173-4ccb-a3ed-afae6d4f67aa tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 985 time: 0.0766895
Dec 22 05:26:23.044057 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-39cef4ee-61ba-4022-8bbf-d9d20abaee26 req-8d44b8d7-039a-4be8-bb9f-51ba56eb36cf tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ed35cc8-6265-4630-8630-45358a5b360f&id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0397973
Dec 22 05:26:24.238874 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcef7d-f43c-42c2-ae59-c25c42dbfde0 req-a4a6a10c-cab5-4c09-ab36-08209d68dcf7 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:26:24.240293 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1ddcef7d-f43c-42c2-ae59-c25c42dbfde0 req-a4a6a10c-cab5-4c09-ab36-08209d68dcf7 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 985 time: 0.0780036
Dec 22 05:26:24.285204 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1ddcef7d-f43c-42c2-ae59-c25c42dbfde0 req-db5bfe9e-e158-4cb0-b82b-2b27f00a06b1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ed35cc8-6265-4630-8630-45358a5b360f&id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0394785
Dec 22 05:26:25.496976 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2580c-d278-434e-8ae4-85ae6254c283 req-9fc89138-b882-4779-8422-36c60fc53cda tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:26:25.498365 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8eb2580c-d278-434e-8ae4-85ae6254c283 req-9fc89138-b882-4779-8422-36c60fc53cda tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 985 time: 0.0757389
Dec 22 05:26:25.548530 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8eb2580c-d278-434e-8ae4-85ae6254c283 req-660f94b3-8a09-4bbc-b399-d6e0bc7688b0 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ed35cc8-6265-4630-8630-45358a5b360f&id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0443840
Dec 22 05:26:26.740838 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bd5f3-88be-4832-bccd-9470a5b1967e req-4cdab188-f255-4a22-97f9-057daa384336 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:26:26.742784 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1c0bd5f3-88be-4832-bccd-9470a5b1967e req-4cdab188-f255-4a22-97f9-057daa384336 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 985 time: 0.0743990
Dec 22 05:26:26.791570 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1c0bd5f3-88be-4832-bccd-9470a5b1967e req-736c9eab-f0f2-4675-acc9-4b647a1a2d5b tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ed35cc8-6265-4630-8630-45358a5b360f&id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0430510
Dec 22 05:26:27.993177 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcad613-2588-40e7-a857-f338d508c06c req-51b972d0-a314-4980-bfe1-7e88c142962a tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:26:27.994645 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-adcad613-2588-40e7-a857-f338d508c06c req-51b972d0-a314-4980-bfe1-7e88c142962a tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 985 time: 0.0857198
Dec 22 05:26:28.040477 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-adcad613-2588-40e7-a857-f338d508c06c req-4a0de892-0824-4c1d-958f-a50e8ba8c097 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ed35cc8-6265-4630-8630-45358a5b360f&id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0402987
Dec 22 05:26:29.232942 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ab72b-e0c7-4c0f-8b2f-481092a2d6d6 req-f112d70c-2665-4b1b-8534-c403e02e10bb tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:26:29.234404 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-716ab72b-e0c7-4c0f-8b2f-481092a2d6d6 req-f112d70c-2665-4b1b-8534-c403e02e10bb tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 985 time: 0.0765479
Dec 22 05:26:29.279677 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-716ab72b-e0c7-4c0f-8b2f-481092a2d6d6 req-184c2daf-2d00-47f1-9634-6eb3d9024bb5 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ed35cc8-6265-4630-8630-45358a5b360f&id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0396898
Dec 22 05:26:31.628176 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0d4a7d1a-7424-4369-b690-5dbbc9bd972d req-5036bd6d-1148-4b0d-ae96-626f6807b4ad service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1323841
Dec 22 05:26:31.781305 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0d4a7d1a-7424-4369-b690-5dbbc9bd972d req-82e7ebde-faf1-4f75-a95d-d586c5389bb4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b538932e81224dc093ca0f3d666e0ff1&device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 1138 time: 0.0702155
Dec 22 05:26:31.921370 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a7d1a-7424-4369-b690-5dbbc9bd972d req-7cac546c-75d1-46de-9786-f9e97c21f9ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:26:31.922811 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0d4a7d1a-7424-4369-b690-5dbbc9bd972d req-7cac546c-75d1-46de-9786-f9e97c21f9ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=be52d4ac-323f-4984-8cae-3d4c717bedbd HTTP/1.1" status: 200  len: 915 time: 0.1224799
Dec 22 05:26:32.022376 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0d4a7d1a-7424-4369-b690-5dbbc9bd972d req-72b1adb7-77b8-46d3-b7d7-d90540a5c2c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35504daa-5190-42a3-9d1e-841e6c53c411 HTTP/1.1" status: 200  len: 1000 time: 0.0935004
Dec 22 05:26:32.081561 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a7d1a-7424-4369-b690-5dbbc9bd972d req-244ea315-61fb-46c6-a98f-dd97e47b8223 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:26:32.082856 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0d4a7d1a-7424-4369-b690-5dbbc9bd972d req-244ea315-61fb-46c6-a98f-dd97e47b8223 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a858abfb-23be-42d4-b9cc-d7b07707e382 HTTP/1.1" status: 200  len: 853 time: 0.0548003
Dec 22 05:26:32.157974 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0d4a7d1a-7424-4369-b690-5dbbc9bd972d req-edffc1f1-a930-49eb-bfda-43e698d13ee5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be52d4ac-323f-4984-8cae-3d4c717bedbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0688503
Dec 22 05:26:32.287267 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0d4a7d1a-7424-4369-b690-5dbbc9bd972d req-02c564a4-707d-4a9c-9238-36ab662b132b service neutron] 10.222.0.47 "GET /v2.0/networks/be52d4ac-323f-4984-8cae-3d4c717bedbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227999
Dec 22 05:26:32.415299 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0d4a7d1a-7424-4369-b690-5dbbc9bd972d req-483e02b5-f3a7-47d0-b001-25535de9a491 service neutron] 10.222.0.47 "GET /v2.0/networks/be52d4ac-323f-4984-8cae-3d4c717bedbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220300
Dec 22 05:26:37.863358 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:26:38.849634 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fe00984d-603f-45ee-a3eb-9338857c5c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:26:41.050404 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-926520e7-1341-4893-b18e-67c189113d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:26:42.218970 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:26:42.368470 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:26:43.672301 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:26:48.593880 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:27:06.709021 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [req-a75f631f-78e4-450c-be9a-6fc5f007cbcb req-4318414a-5779-479e-8578-7dd4552f9fb7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] (83435) timed out ('10.222.0.47', 57795) {{(pid=83435) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 22 05:27:07.881120 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:08.851014 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a4e5039a-15ee-4e35-a141-11a37c7de78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:11.052399 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-080f3c45-e0b0-41cf-8c35-129c6f3064cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:12.220833 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:12.369316 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:13.675552 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:17.998494 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-88a7ca2c-13fd-4e16-8525-75837a545873 req-d62407e1-bf40-4a7c-b687-1ffc43e05639 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1815877287&fields=id&tenant_id=b538932e81224dc093ca0f3d666e0ff1 HTTP/1.1" status: 200  len: 267 time: 0.1066644
Dec 22 05:27:18.075903 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7ca2c-13fd-4e16-8525-75837a545873 req-7e56eb9a-f6ca-42d2-a367-4bde85b9ce62 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:27:18.077240 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-88a7ca2c-13fd-4e16-8525-75837a545873 req-7e56eb9a-f6ca-42d2-a367-4bde85b9ce62 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 985 time: 0.0736740
Dec 22 05:27:18.087376 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-88a7ca2c-13fd-4e16-8525-75837a545873 req-075300dd-e0d4-44d8-9e2d-949dafec7858 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Request body: {'port': {'security_groups': ['fe016e9b-eee0-4471-9be6-5a150c287be5']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:27:18.203989 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-88a7ca2c-13fd-4e16-8525-75837a545873 req-075300dd-e0d4-44d8-9e2d-949dafec7858 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:18.539220 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-88a7ca2c-13fd-4e16-8525-75837a545873 req-075300dd-e0d4-44d8-9e2d-949dafec7858 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] For port 35504daa-5190-42a3-9d1e-841e6c53c411, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=35504daa-5190-42a3-9d1e-841e6c53c411,segment=NetworkSegment(730950a4-3d73-4032-8f5e-f4550497f1e6),segment_id=730950a4-3d73-4032-8f5e-f4550497f1e6)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:27:18.563131 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-88a7ca2c-13fd-4e16-8525-75837a545873 req-075300dd-e0d4-44d8-9e2d-949dafec7858 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:18.567594 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-88a7ca2c-13fd-4e16-8525-75837a545873 req-075300dd-e0d4-44d8-9e2d-949dafec7858 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:18.573857 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6a6fa2e4-27fd-4d33-83bd-274176bb9aa3 tempest-ServersNegativeTestJSON-874795977 tempest-ServersNegativeTestJSON-874795977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:18.606896 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['35504daa-5190-42a3-9d1e-841e6c53c411'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:27:18.640438 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7ca2c-13fd-4e16-8525-75837a545873 req-075300dd-e0d4-44d8-9e2d-949dafec7858 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:27:18.641062 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-88a7ca2c-13fd-4e16-8525-75837a545873 req-075300dd-e0d4-44d8-9e2d-949dafec7858 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:18.642474 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-88a7ca2c-13fd-4e16-8525-75837a545873 req-075300dd-e0d4-44d8-9e2d-949dafec7858 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "PUT /v2.0/ports/35504daa-5190-42a3-9d1e-841e6c53c411 HTTP/1.1" status: 200  len: 943 time: 0.5593901
Dec 22 05:27:18.643005 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473fc4ad-9797-4468-b9fc-cc7d1b8608e1', 'tag': '35504daa-5190-42a3-9d1e-841e6c53c411'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:27:18.648924 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36864) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:18.672721 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075300dd-e0d4-44d8-9e2d-949dafec7858 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Pushing event updated for resources: {'Port': ['ID=35504daa-5190-42a3-9d1e-841e6c53c411,revision_number=7']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:18.683415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075300dd-e0d4-44d8-9e2d-949dafec7858 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:18.683790 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075300dd-e0d4-44d8-9e2d-949dafec7858 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:18.684166 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075300dd-e0d4-44d8-9e2d-949dafec7858 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:18.684537 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075300dd-e0d4-44d8-9e2d-949dafec7858 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:18.684902 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075300dd-e0d4-44d8-9e2d-949dafec7858 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:18.685264 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075300dd-e0d4-44d8-9e2d-949dafec7858 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:18.685654 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075300dd-e0d4-44d8-9e2d-949dafec7858 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:18.686169 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075300dd-e0d4-44d8-9e2d-949dafec7858 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:18.686537 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075300dd-e0d4-44d8-9e2d-949dafec7858 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:18.687148 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075300dd-e0d4-44d8-9e2d-949dafec7858 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:18.687516 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075300dd-e0d4-44d8-9e2d-949dafec7858 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:18.700864 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-075300dd-e0d4-44d8-9e2d-949dafec7858 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:18.750513 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f7243b83-18b8-4c7c-bd6c-6ea993607547 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:18.764230 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['35504daa-5190-42a3-9d1e-841e6c53c411'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:27:18.790340 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f7243b83-18b8-4c7c-bd6c-6ea993607547 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:18.823289 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473fc4ad-9797-4468-b9fc-cc7d1b8608e1', 'tag': '35504daa-5190-42a3-9d1e-841e6c53c411', 'status': 'completed', 'code': 200}
Dec 22 05:27:18.880144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f7243b83-18b8-4c7c-bd6c-6ea993607547 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:18.887307 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-095029ae-b80f-428f-b6bf-135358561fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:18.902201 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7243b83-18b8-4c7c-bd6c-6ea993607547 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed35cc8-6265-4630-8630-45358a5b360f,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:18.916866 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7243b83-18b8-4c7c-bd6c-6ea993607547 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:18.917255 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7243b83-18b8-4c7c-bd6c-6ea993607547 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:18.917654 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7243b83-18b8-4c7c-bd6c-6ea993607547 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:18.918071 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7243b83-18b8-4c7c-bd6c-6ea993607547 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:18.918390 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7243b83-18b8-4c7c-bd6c-6ea993607547 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:18.918753 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7243b83-18b8-4c7c-bd6c-6ea993607547 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:18.919113 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7243b83-18b8-4c7c-bd6c-6ea993607547 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:18.919474 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7243b83-18b8-4c7c-bd6c-6ea993607547 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:18.919826 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7243b83-18b8-4c7c-bd6c-6ea993607547 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:18.920490 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7243b83-18b8-4c7c-bd6c-6ea993607547 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:18.920853 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7243b83-18b8-4c7c-bd6c-6ea993607547 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:18.924411 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f7243b83-18b8-4c7c-bd6c-6ea993607547 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:18.928433 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f7243b83-18b8-4c7c-bd6c-6ea993607547 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "DELETE /v2.0/security-groups/5ed35cc8-6265-4630-8630-45358a5b360f HTTP/1.1" status: 204  len: 168 time: 0.2730660
Dec 22 05:27:18.928433 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f7243b83-18b8-4c7c-bd6c-6ea993607547 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:18.928433 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36870) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:18.959149 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1acd844d-7685-42dd-8018-4ea54bbfd65d req-539154d5-7f88-45fd-8e93-0284903174c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b538932e81224dc093ca0f3d666e0ff1&device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 1099 time: 0.0857723
Dec 22 05:27:19.002478 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-7d49a8f5-a89d-41ee-beee-5b6198d62731 None None] Provisioning complete for port 35504daa-5190-42a3-9d1e-841e6c53c411 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:27:19.002852 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7d49a8f5-a89d-41ee-beee-5b6198d62731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:19.101873 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd844d-7685-42dd-8018-4ea54bbfd65d req-2f73d3e6-c191-4fb0-9538-5e474a9e0bee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:27:19.103834 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1acd844d-7685-42dd-8018-4ea54bbfd65d req-2f73d3e6-c191-4fb0-9538-5e474a9e0bee service neutron] 10.222.0.47 "GET /v2.0/networks?id=be52d4ac-323f-4984-8cae-3d4c717bedbd HTTP/1.1" status: 200  len: 915 time: 0.1348896
Dec 22 05:27:19.214552 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1acd844d-7685-42dd-8018-4ea54bbfd65d req-b8e6dd72-543d-49c6-aa01-f7ff5a1c8f25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35504daa-5190-42a3-9d1e-841e6c53c411 HTTP/1.1" status: 200  len: 1000 time: 0.1034811
Dec 22 05:27:19.238640 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-0115c35f-dc61-4fb1-9eed-5a6b4632b7cd tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Deleting port 8132b131-8f97-43c5-806c-0f649c8cf5b9 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:27:19.238976 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0115c35f-dc61-4fb1-9eed-5a6b4632b7cd tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:19.276559 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd844d-7685-42dd-8018-4ea54bbfd65d req-2e940a01-1290-43a6-bf22-e666291f6316 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:27:19.278134 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1acd844d-7685-42dd-8018-4ea54bbfd65d req-2e940a01-1290-43a6-bf22-e666291f6316 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a858abfb-23be-42d4-b9cc-d7b07707e382 HTTP/1.1" status: 200  len: 853 time: 0.0572348
Dec 22 05:27:19.351337 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1acd844d-7685-42dd-8018-4ea54bbfd65d req-4c476da2-bfb6-48e9-b201-629ae06b5dfa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be52d4ac-323f-4984-8cae-3d4c717bedbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0661924
Dec 22 05:27:19.404453 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0115c35f-dc61-4fb1-9eed-5a6b4632b7cd tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:19.404768 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0115c35f-dc61-4fb1-9eed-5a6b4632b7cd tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:19.484257 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1acd844d-7685-42dd-8018-4ea54bbfd65d req-983fd722-0149-4abb-8d3c-76f5fc181090 service neutron] 10.222.0.47 "GET /v2.0/networks/be52d4ac-323f-4984-8cae-3d4c717bedbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258049
Dec 22 05:27:19.523994 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-0115c35f-dc61-4fb1-9eed-5a6b4632b7cd tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Calling delete_port for 8132b131-8f97-43c5-806c-0f649c8cf5b9 owned by network:floatingip {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:27:19.618030 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1acd844d-7685-42dd-8018-4ea54bbfd65d req-ab84952b-94ee-43e9-89f1-5eeb118d3af2 service neutron] 10.222.0.47 "GET /v2.0/networks/be52d4ac-323f-4984-8cae-3d4c717bedbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266522
Dec 22 05:27:19.672842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0115c35f-dc61-4fb1-9eed-5a6b4632b7cd tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:19.676221 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8af6a577-43cf-4e75-9d5d-4d9fd5fb67dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:19.718255 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115c35f-dc61-4fb1-9eed-5a6b4632b7cd tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Pushing event deleted for resources: {'Port': ['ID=8132b131-8f97-43c5-806c-0f649c8cf5b9,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:19.720887 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0115c35f-dc61-4fb1-9eed-5a6b4632b7cd tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:19.810501 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0115c35f-dc61-4fb1-9eed-5a6b4632b7cd tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks [] for floatingip, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:20.194769 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0115c35f-dc61-4fb1-9eed-5a6b4632b7cd tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Router 53f61547-5bac-4f49-a170-84650da5e836 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:27:20.388871 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0115c35f-dc61-4fb1-9eed-5a6b4632b7cd tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:27:20.398158 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3a4fdd-a179-454d-b913-80305d2cc187 None None] Sync routers for ids ['53f61547-5bac-4f49-a170-84650da5e836'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:27:20.409539 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0115c35f-dc61-4fb1-9eed-5a6b4632b7cd tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:20.410621 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3a4fdd-a179-454d-b913-80305d2cc187 None None] Routers {'53f61547-5bac-4f49-a170-84650da5e836'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:27:20.411218 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-2a3a4fdd-a179-454d-b913-80305d2cc187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c615520>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:27:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['53f61547-5bac-4f49-a170-84650da5e836'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:20.462338 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0115c35f-dc61-4fb1-9eed-5a6b4632b7cd tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "DELETE /v2.0/floatingips/040d49aa-6b0a-49ba-9b3b-bb42ea250170 HTTP/1.1" status: 204  len: 168 time: 1.5330524
Dec 22 05:27:20.462913 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473fc4ad-9797-4468-b9fc-cc7d1b8608e1', 'tag': '35504daa-5190-42a3-9d1e-841e6c53c411'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:27:20.531246 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473fc4ad-9797-4468-b9fc-cc7d1b8608e1', 'tag': '35504daa-5190-42a3-9d1e-841e6c53c411', 'status': 'completed', 'code': 200}
Dec 22 05:27:20.584495 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-2a3a4fdd-a179-454d-b913-80305d2cc187 None None] Set router 53f61547-5bac-4f49-a170-84650da5e836 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:27:20.648354 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0af3a4a6-c667-4563-bd4f-6e95797bbc60 req-02684f19-6b46-49d6-9eb9-2bfa16e9680c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b538932e81224dc093ca0f3d666e0ff1&device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 1099 time: 0.0744438
Dec 22 05:27:20.787857 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3a4a6-c667-4563-bd4f-6e95797bbc60 req-ce19c3f3-f440-41a8-be74-ac6c349e546a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:27:20.789433 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0af3a4a6-c667-4563-bd4f-6e95797bbc60 req-ce19c3f3-f440-41a8-be74-ac6c349e546a service neutron] 10.222.0.47 "GET /v2.0/networks?id=be52d4ac-323f-4984-8cae-3d4c717bedbd HTTP/1.1" status: 200  len: 915 time: 0.1340849
Dec 22 05:27:20.873111 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0af3a4a6-c667-4563-bd4f-6e95797bbc60 req-3e35cc14-fa52-4395-82ff-0f21c337402e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35504daa-5190-42a3-9d1e-841e6c53c411 HTTP/1.1" status: 200  len: 217 time: 0.0716715
Dec 22 05:27:20.906717 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-2a3a4fdd-a179-454d-b913-80305d2cc187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c615520>, [{'id': '53f61547-5bac-4f49-a170-84650da5e836', 'name': 'tempest-TestMinimumBasicScenario-445945868-router', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:20Z', 'revision_number': 4, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'gw_port': {'id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f61547-5bac-4f49-a170-84650da5e836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'e2cd5a41-ea0c-4468-bb61-ff075d5966c1', 'name': '', 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'mac_address': 'fa:16:3e:6a:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f61547-5bac-4f49-a170-84650da5e836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a858abfb-23be-42d4-b9cc-d7b07707e382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:19Z', 'updated_at': '2021-12-22T05:24:29Z', 'revision_number': 5, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'subnets': [{'id': 'a858abfb-23be-42d4-b9cc-d7b07707e382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:20.910613 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3a4fdd-a179-454d-b913-80305d2cc187 None None] Checking router: 53f61547-5bac-4f49-a170-84650da5e836 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:27:20.922018 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3a4fdd-a179-454d-b913-80305d2cc187 None None] Routers {'53f61547-5bac-4f49-a170-84650da5e836'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:27:20.922718 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-2a3a4fdd-a179-454d-b913-80305d2cc187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c615520>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:27:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['53f61547-5bac-4f49-a170-84650da5e836'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:20.937357 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3a4a6-c667-4563-bd4f-6e95797bbc60 req-55022ae3-08ee-47bc-ab12-f0034778b7f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:27:20.938884 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0af3a4a6-c667-4563-bd4f-6e95797bbc60 req-55022ae3-08ee-47bc-ab12-f0034778b7f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a858abfb-23be-42d4-b9cc-d7b07707e382 HTTP/1.1" status: 200  len: 853 time: 0.0596066
Dec 22 05:27:21.012011 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0af3a4a6-c667-4563-bd4f-6e95797bbc60 req-2977b608-a2c2-4040-a8b0-b5eb00a41cb1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be52d4ac-323f-4984-8cae-3d4c717bedbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0664153
Dec 22 05:27:21.095407 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-2a3a4fdd-a179-454d-b913-80305d2cc187 None None] Set router 53f61547-5bac-4f49-a170-84650da5e836 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:27:21.142711 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0af3a4a6-c667-4563-bd4f-6e95797bbc60 req-2c0cbd7c-c94e-45e6-a8dd-c8ef799c948d service neutron] 10.222.0.47 "GET /v2.0/networks/be52d4ac-323f-4984-8cae-3d4c717bedbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238027
Dec 22 05:27:21.273430 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0af3a4a6-c667-4563-bd4f-6e95797bbc60 req-e3b160d6-fe04-4339-a11e-4fbeb45ddc71 service neutron] 10.222.0.47 "GET /v2.0/networks/be52d4ac-323f-4984-8cae-3d4c717bedbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243024
Dec 22 05:27:21.436434 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-2a3a4fdd-a179-454d-b913-80305d2cc187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c615520>, [{'id': '53f61547-5bac-4f49-a170-84650da5e836', 'name': 'tempest-TestMinimumBasicScenario-445945868-router', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:20Z', 'revision_number': 4, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'gw_port': {'id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f61547-5bac-4f49-a170-84650da5e836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'e2cd5a41-ea0c-4468-bb61-ff075d5966c1', 'name': '', 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'mac_address': 'fa:16:3e:6a:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f61547-5bac-4f49-a170-84650da5e836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a858abfb-23be-42d4-b9cc-d7b07707e382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:19Z', 'updated_at': '2021-12-22T05:24:29Z', 'revision_number': 5, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'subnets': [{'id': 'a858abfb-23be-42d4-b9cc-d7b07707e382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:21.440392 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3a4fdd-a179-454d-b913-80305d2cc187 None None] The sync data for ids ['53f61547-5bac-4f49-a170-84650da5e836'] in dv-neutron-822525-1-hyperv is: [{'id': '53f61547-5bac-4f49-a170-84650da5e836', 'name': 'tempest-TestMinimumBasicScenario-445945868-router', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:20Z', 'revision_number': 4, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'gw_port': {'id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f61547-5bac-4f49-a170-84650da5e836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'e2cd5a41-ea0c-4468-bb61-ff075d5966c1', 'name': '', 'network_id': 'be52d4ac-323f-4984-8cae-3d4c717bedbd', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'mac_address': 'fa:16:3e:6a:b2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f61547-5bac-4f49-a170-84650da5e836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a858abfb-23be-42d4-b9cc-d7b07707e382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:19Z', 'updated_at': '2021-12-22T05:24:29Z', 'revision_number': 5, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'subnets': [{'id': 'a858abfb-23be-42d4-b9cc-d7b07707e382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:27:21.659697 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f70fe34-013e-40ce-bbe4-dfb20c38a855 None None] New status for floating IP 040d49aa-6b0a-49ba-9b3b-bb42ea250170: DOWN {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:27:25.594164 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:27:26.048606 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced85314-a885-4648-8425-383f9d7c70d8 req-2597e390-b265-4e35-b794-1e7723baa0a7 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:27:26.049951 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ced85314-a885-4648-8425-383f9d7c70d8 req-2597e390-b265-4e35-b794-1e7723baa0a7 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 946 time: 0.1786430
Dec 22 05:27:26.093992 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ced85314-a885-4648-8425-383f9d7c70d8 req-97098438-0a90-438c-8d39-d2e8bf90cacd tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384815
Dec 22 05:27:27.357013 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e578a-5944-435e-91cb-04a6277b2651 req-fb6f4174-bd43-43fc-91a8-194a4471b4d8 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:27:27.357729 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-508e578a-5944-435e-91cb-04a6277b2651 req-fb6f4174-bd43-43fc-91a8-194a4471b4d8 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Synchronizing usage tracker for tenant:b538932e81224dc093ca0f3d666e0ff1 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:27:27.372727 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-508e578a-5944-435e-91cb-04a6277b2651 req-fb6f4174-bd43-43fc-91a8-194a4471b4d8 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Unset dirty status for tenant:b538932e81224dc093ca0f3d666e0ff1 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:27:27.373957 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-508e578a-5944-435e-91cb-04a6277b2651 req-fb6f4174-bd43-43fc-91a8-194a4471b4d8 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 946 time: 0.1558266
Dec 22 05:27:27.419872 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-508e578a-5944-435e-91cb-04a6277b2651 req-8a951517-c6d2-4002-8c49-e299d616653c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Synchronizing usage tracker for tenant:b538932e81224dc093ca0f3d666e0ff1 on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:27:27.434514 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-508e578a-5944-435e-91cb-04a6277b2651 req-8a951517-c6d2-4002-8c49-e299d616653c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Unset dirty status for tenant:b538932e81224dc093ca0f3d666e0ff1 on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:27:27.435625 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-508e578a-5944-435e-91cb-04a6277b2651 req-8a951517-c6d2-4002-8c49-e299d616653c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe016e9b-eee0-4471-9be6-5a150c287be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563254
Dec 22 05:27:27.846564 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780da024-5135-4050-95bc-cbf59c4a3de8 req-9ccf4c6a-d5b5-490b-ad15-79237aa4d5cc tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:27:27.847871 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-780da024-5135-4050-95bc-cbf59c4a3de8 req-9ccf4c6a-d5b5-490b-ad15-79237aa4d5cc tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.47 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 946 time: 0.0759263
Dec 22 05:27:27.914892 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-780da024-5135-4050-95bc-cbf59c4a3de8 req-48a69464-2ba6-47d1-b5ef-a154c41c5b52 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Deleting port 35504daa-5190-42a3-9d1e-841e6c53c411 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:27:27.915746 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-780da024-5135-4050-95bc-cbf59c4a3de8 req-48a69464-2ba6-47d1-b5ef-a154c41c5b52 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:28.150433 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-780da024-5135-4050-95bc-cbf59c4a3de8 req-48a69464-2ba6-47d1-b5ef-a154c41c5b52 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] For port 35504daa-5190-42a3-9d1e-841e6c53c411, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=35504daa-5190-42a3-9d1e-841e6c53c411,segment=NetworkSegment(730950a4-3d73-4032-8f5e-f4550497f1e6),segment_id=730950a4-3d73-4032-8f5e-f4550497f1e6)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:27:28.150776 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-780da024-5135-4050-95bc-cbf59c4a3de8 req-48a69464-2ba6-47d1-b5ef-a154c41c5b52 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:28.266566 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-780da024-5135-4050-95bc-cbf59c4a3de8 req-48a69464-2ba6-47d1-b5ef-a154c41c5b52 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Calling delete_port for 35504daa-5190-42a3-9d1e-841e6c53c411 owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:27:28.402849 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-780da024-5135-4050-95bc-cbf59c4a3de8 req-48a69464-2ba6-47d1-b5ef-a154c41c5b52 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:28.410078 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:28.435812 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['35504daa-5190-42a3-9d1e-841e6c53c411'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:27:28.512592 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a69464-2ba6-47d1-b5ef-a154c41c5b52 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Pushing event deleted for resources: {'Port': ['ID=35504daa-5190-42a3-9d1e-841e6c53c411,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:28.522637 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-48a69464-2ba6-47d1-b5ef-a154c41c5b52 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:28.528597 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-780da024-5135-4050-95bc-cbf59c4a3de8 req-48a69464-2ba6-47d1-b5ef-a154c41c5b52 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] No DVR routers for this DVR port 35504daa-5190-42a3-9d1e-841e6c53c411 on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:27:28.531032 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-780da024-5135-4050-95bc-cbf59c4a3de8 req-48a69464-2ba6-47d1-b5ef-a154c41c5b52 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:28.533822 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473fc4ad-9797-4468-b9fc-cc7d1b8608e1', 'name': 'network-vif-deleted', 'tag': '35504daa-5190-42a3-9d1e-841e6c53c411'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:27:28.549448 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-780da024-5135-4050-95bc-cbf59c4a3de8 req-48a69464-2ba6-47d1-b5ef-a154c41c5b52 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.47 "DELETE /v2.0/ports/35504daa-5190-42a3-9d1e-841e6c53c411 HTTP/1.1" status: 204  len: 173 time: 0.6962118
Dec 22 05:27:28.609236 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473fc4ad-9797-4468-b9fc-cc7d1b8608e1', 'name': 'network-vif-deleted', 'tag': '35504daa-5190-42a3-9d1e-841e6c53c411', 'status': 'completed', 'code': 200}
Dec 22 05:27:28.615625 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-64051bac-db60-48cc-b2fe-6ef9002c405a req-82b7647c-2683-4c4c-8c8d-d728d2049000 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Synchronizing usage tracker for tenant:b538932e81224dc093ca0f3d666e0ff1 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:27:28.631435 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-64051bac-db60-48cc-b2fe-6ef9002c405a req-82b7647c-2683-4c4c-8c8d-d728d2049000 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Unset dirty status for tenant:b538932e81224dc093ca0f3d666e0ff1 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:27:28.632595 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-64051bac-db60-48cc-b2fe-6ef9002c405a req-82b7647c-2683-4c4c-8c8d-d728d2049000 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] 10.222.0.53 "GET /v2.0/ports?device_id=473fc4ad-9797-4468-b9fc-cc7d1b8608e1 HTTP/1.1" status: 200  len: 210 time: 0.0633347
Dec 22 05:27:30.281840 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36960) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:30.489106 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 35504daa-5190-42a3-9d1e-841e6c53c411 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:27:30.521429 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 35504daa-5190-42a3-9d1e-841e6c53c411 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:27:30.521871 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 35504daa-5190-42a3-9d1e-841e6c53c411 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:27:30.770222 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53b1cc88-dad6-4183-a0ee-4404e8b07521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:31.342040 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-53b1cc88-dad6-4183-a0ee-4404e8b07521 admin admin] Deleting port e2cd5a41-ea0c-4468-bb61-ff075d5966c1 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:27:31.342716 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53b1cc88-dad6-4183-a0ee-4404e8b07521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:31.507615 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-53b1cc88-dad6-4183-a0ee-4404e8b07521 admin admin] For port e2cd5a41-ea0c-4468-bb61-ff075d5966c1, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=e2cd5a41-ea0c-4468-bb61-ff075d5966c1,segment=NetworkSegment(730950a4-3d73-4032-8f5e-f4550497f1e6),segment_id=730950a4-3d73-4032-8f5e-f4550497f1e6)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:27:31.507875 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53b1cc88-dad6-4183-a0ee-4404e8b07521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:31.627261 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-53b1cc88-dad6-4183-a0ee-4404e8b07521 admin admin] Calling delete_port for e2cd5a41-ea0c-4468-bb61-ff075d5966c1 owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:27:31.793523 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53b1cc88-dad6-4183-a0ee-4404e8b07521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:31.797372 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-afd5eb8f-12fb-491f-8562-a7a8b3b1af70 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:31.840880 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1cc88-dad6-4183-a0ee-4404e8b07521 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2cd5a41-ea0c-4468-bb61-ff075d5966c1,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:31.849575 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-53b1cc88-dad6-4183-a0ee-4404e8b07521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:32.218330 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53b1cc88-dad6-4183-a0ee-4404e8b07521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:32.768440 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b1cc88-dad6-4183-a0ee-4404e8b07521 admin admin] Router 53f61547-5bac-4f49-a170-84650da5e836 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:27:32.957369 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b1cc88-dad6-4183-a0ee-4404e8b07521 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:27:32.966598 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a68a1-604e-4919-b2c4-4fd2be3d98bd None None] Sync routers for ids ['53f61547-5bac-4f49-a170-84650da5e836'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:27:32.974050 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-53b1cc88-dad6-4183-a0ee-4404e8b07521 admin admin] 10.222.0.53 "PUT /v2.0/routers/53f61547-5bac-4f49-a170-84650da5e836/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6911731
Dec 22 05:27:32.976520 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36964) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:32.980335 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a68a1-604e-4919-b2c4-4fd2be3d98bd None None] Routers {'53f61547-5bac-4f49-a170-84650da5e836'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:27:32.980942 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f10a68a1-604e-4919-b2c4-4fd2be3d98bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c4a0f40>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:27:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['53f61547-5bac-4f49-a170-84650da5e836'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:33.159330 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-f10a68a1-604e-4919-b2c4-4fd2be3d98bd None None] Set router 53f61547-5bac-4f49-a170-84650da5e836 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:27:33.171161 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53706c72-75d0-4707-aa2a-7def0ecd3117 admin admin] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:33.365405 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53706c72-75d0-4707-aa2a-7def0ecd3117 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:33.377772 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-53706c72-75d0-4707-aa2a-7def0ecd3117 admin admin] Deleting port c9a6a69a-e444-47a7-96c1-0ea903d0f766 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:27:33.378181 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53706c72-75d0-4707-aa2a-7def0ecd3117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:33.441126 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f10a68a1-604e-4919-b2c4-4fd2be3d98bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c4a0f40>, [{'id': '53f61547-5bac-4f49-a170-84650da5e836', 'name': 'tempest-TestMinimumBasicScenario-445945868-router', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:27:31Z', 'revision_number': 5, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'gw_port': {'id': 'c9a6a69a-e444-47a7-96c1-0ea903d0f766', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f61547-5bac-4f49-a170-84650da5e836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:33.445134 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a68a1-604e-4919-b2c4-4fd2be3d98bd None None] Checking router: 53f61547-5bac-4f49-a170-84650da5e836 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:27:33.457815 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a68a1-604e-4919-b2c4-4fd2be3d98bd None None] Routers {'53f61547-5bac-4f49-a170-84650da5e836'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:27:33.458644 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f10a68a1-604e-4919-b2c4-4fd2be3d98bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c4a0f40>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:27:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['53f61547-5bac-4f49-a170-84650da5e836'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:33.612326 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-f10a68a1-604e-4919-b2c4-4fd2be3d98bd None None] Set router 53f61547-5bac-4f49-a170-84650da5e836 gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:27:33.675595 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-53706c72-75d0-4707-aa2a-7def0ecd3117 admin admin] For port c9a6a69a-e444-47a7-96c1-0ea903d0f766, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c9a6a69a-e444-47a7-96c1-0ea903d0f766,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:27:33.675903 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53706c72-75d0-4707-aa2a-7def0ecd3117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:33.716203 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f10a68a1-604e-4919-b2c4-4fd2be3d98bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c4a0f40>, [{'id': '53f61547-5bac-4f49-a170-84650da5e836', 'name': 'tempest-TestMinimumBasicScenario-445945868-router', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:27:33Z', 'revision_number': 6, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:33.719998 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a68a1-604e-4919-b2c4-4fd2be3d98bd None None] The sync data for ids ['53f61547-5bac-4f49-a170-84650da5e836'] in dv-neutron-822525-1-hyperv is: [{'id': '53f61547-5bac-4f49-a170-84650da5e836', 'name': 'tempest-TestMinimumBasicScenario-445945868-router', 'tenant_id': 'b538932e81224dc093ca0f3d666e0ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:24:17Z', 'updated_at': '2021-12-22T05:27:33Z', 'revision_number': 6, 'project_id': 'b538932e81224dc093ca0f3d666e0ff1', 'gw_port_host': None}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:27:33.794740 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-53706c72-75d0-4707-aa2a-7def0ecd3117 admin admin] Calling delete_port for c9a6a69a-e444-47a7-96c1-0ea903d0f766 owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:27:33.952408 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53706c72-75d0-4707-aa2a-7def0ecd3117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:33.955749 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0056b6b9-d5f7-4e5c-a6e5-e2ba5d0a00a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:33.995474 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53706c72-75d0-4707-aa2a-7def0ecd3117 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9a6a69a-e444-47a7-96c1-0ea903d0f766,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:33.998847 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-53706c72-75d0-4707-aa2a-7def0ecd3117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:34.217441 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53706c72-75d0-4707-aa2a-7def0ecd3117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:34.465509 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53706c72-75d0-4707-aa2a-7def0ecd3117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:34.469703 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53706c72-75d0-4707-aa2a-7def0ecd3117 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:34.494123 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53706c72-75d0-4707-aa2a-7def0ecd3117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:34.494564 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53706c72-75d0-4707-aa2a-7def0ecd3117 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53f61547-5bac-4f49-a170-84650da5e836 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 05:27:34.506294 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-53706c72-75d0-4707-aa2a-7def0ecd3117 admin admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:34.507393 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-53706c72-75d0-4707-aa2a-7def0ecd3117 admin admin] 10.222.0.53 "DELETE /v2.0/routers/53f61547-5bac-4f49-a170-84650da5e836 HTTP/1.1" status: 204  len: 168 time: 1.5299950
Dec 22 05:27:34.510472 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36968) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:34.572289 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-66372cc3-1647-4a8a-a30e-00da97b294ad admin admin] Deleting subnet a858abfb-23be-42d4-b9cc-d7b07707e382 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:27:34.575142 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-66372cc3-1647-4a8a-a30e-00da97b294ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:34.625632 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-66372cc3-1647-4a8a-a30e-00da97b294ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:34.708237 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-66372cc3-1647-4a8a-a30e-00da97b294ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:34.771588 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-66372cc3-1647-4a8a-a30e-00da97b294ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:34.775546 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e8b8c510-8732-47c0-b239-a6a409fed181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:34.807581 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66372cc3-1647-4a8a-a30e-00da97b294ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a858abfb-23be-42d4-b9cc-d7b07707e382,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:34.811415 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-66372cc3-1647-4a8a-a30e-00da97b294ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:34.814278 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-66372cc3-1647-4a8a-a30e-00da97b294ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:34.819746 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab233be-d979-4e06-80b5-8b1a33627150 None None] Network be52d4ac-323f-4984-8cae-3d4c717bedbd requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:27:34.820209 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-66372cc3-1647-4a8a-a30e-00da97b294ad admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a858abfb-23be-42d4-b9cc-d7b07707e382 HTTP/1.1" status: 204  len: 168 time: 0.3084366
Dec 22 05:27:34.822955 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36972) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:35.026779 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0304abe2-4770-401d-9462-f39483f3c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:35.037682 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-0304abe2-4770-401d-9462-f39483f3c6a0 admin admin] Deleting port 635c611c-dcce-47ad-8e62-7c4a8fb6945f {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:27:35.038091 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0304abe2-4770-401d-9462-f39483f3c6a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:35.080781 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940dcec6-30f7-4785-9641-d2ee83858f6b None None] DHCP port deletion for be52d4ac-323f-4984-8cae-3d4c717bedbd request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 05:27:35.084893 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-940dcec6-30f7-4785-9641-d2ee83858f6b None None] Deleting port 635c611c-dcce-47ad-8e62-7c4a8fb6945f {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:27:35.085296 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-940dcec6-30f7-4785-9641-d2ee83858f6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:35.245186 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-0304abe2-4770-401d-9462-f39483f3c6a0 admin admin] For port 635c611c-dcce-47ad-8e62-7c4a8fb6945f, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=635c611c-dcce-47ad-8e62-7c4a8fb6945f,segment=NetworkSegment(730950a4-3d73-4032-8f5e-f4550497f1e6),segment_id=730950a4-3d73-4032-8f5e-f4550497f1e6)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:27:35.245537 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0304abe2-4770-401d-9462-f39483f3c6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:35.327122 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-940dcec6-30f7-4785-9641-d2ee83858f6b None None] For port 635c611c-dcce-47ad-8e62-7c4a8fb6945f, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=635c611c-dcce-47ad-8e62-7c4a8fb6945f,segment=NetworkSegment(730950a4-3d73-4032-8f5e-f4550497f1e6),segment_id=730950a4-3d73-4032-8f5e-f4550497f1e6)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:27:35.327387 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-940dcec6-30f7-4785-9641-d2ee83858f6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:35.367044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-0304abe2-4770-401d-9462-f39483f3c6a0 admin admin] Calling delete_port for 635c611c-dcce-47ad-8e62-7c4a8fb6945f owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:27:35.443317 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0304abe2-4770-401d-9462-f39483f3c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:35.447033 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device e2cd5a41-ea0c-4468-bb61-ff075d5966c1 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:27:35.447613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4318414a-5779-479e-8578-7dd4552f9fb7 tempest-ServerDiskConfigTestJSON-832188387 tempest-ServerDiskConfigTestJSON-832188387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:35.478773 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-940dcec6-30f7-4785-9641-d2ee83858f6b None None] Calling delete_port for 635c611c-dcce-47ad-8e62-7c4a8fb6945f owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:27:35.491177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304abe2-4770-401d-9462-f39483f3c6a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=635c611c-dcce-47ad-8e62-7c4a8fb6945f,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:35.494491 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0304abe2-4770-401d-9462-f39483f3c6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:35.496781 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0304abe2-4770-401d-9462-f39483f3c6a0 admin admin] No DVR routers for this DVR port 635c611c-dcce-47ad-8e62-7c4a8fb6945f on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:27:35.520496 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: e2cd5a41-ea0c-4468-bb61-ff075d5966c1 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:27:35.520862 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device e2cd5a41-ea0c-4468-bb61-ff075d5966c1 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:27:35.521264 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c9a6a69a-e444-47a7-96c1-0ea903d0f766 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:27:35.553641 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: c9a6a69a-e444-47a7-96c1-0ea903d0f766 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:27:35.553985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c9a6a69a-e444-47a7-96c1-0ea903d0f766 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:27:35.554397 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 635c611c-dcce-47ad-8e62-7c4a8fb6945f no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:27:35.598934 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 635c611c-dcce-47ad-8e62-7c4a8fb6945f {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:27:35.599205 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 635c611c-dcce-47ad-8e62-7c4a8fb6945f not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:27:35.612256 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0304abe2-4770-401d-9462-f39483f3c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:35.623997 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-940dcec6-30f7-4785-9641-d2ee83858f6b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 05:27:35.624466 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-940dcec6-30f7-4785-9641-d2ee83858f6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 05:27:35.637860 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-0304abe2-4770-401d-9462-f39483f3c6a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469c2ba2e0>,) {'filters': {'network_id': ['be52d4ac-323f-4984-8cae-3d4c717bedbd']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:35.649328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-0304abe2-4770-401d-9462-f39483f3c6a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c2ba2e0>, '730950a4-3d73-4032-8f5e-f4550497f1e6') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:35.650155 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-0304abe2-4770-401d-9462-f39483f3c6a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c2ba2e0>, '730950a4-3d73-4032-8f5e-f4550497f1e6') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:35.661284 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0304abe2-4770-401d-9462-f39483f3c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:35.677313 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0304abe2-4770-401d-9462-f39483f3c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:35.683579 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0304abe2-4770-401d-9462-f39483f3c6a0 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:27:35.683945 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0304abe2-4770-401d-9462-f39483f3c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:27:35.697383 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:27:35.770734 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0304abe2-4770-401d-9462-f39483f3c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:35.774227 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:35.786676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0304abe2-4770-401d-9462-f39483f3c6a0 admin admin] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:35.797703 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304abe2-4770-401d-9462-f39483f3c6a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=be52d4ac-323f-4984-8cae-3d4c717bedbd,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:35.801690 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0304abe2-4770-401d-9462-f39483f3c6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:35.810124 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0304abe2-4770-401d-9462-f39483f3c6a0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/be52d4ac-323f-4984-8cae-3d4c717bedbd HTTP/1.1" status: 204  len: 168 time: 0.9862370
Dec 22 05:27:35.813233 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36976) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:36.125672 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-940dcec6-30f7-4785-9641-d2ee83858f6b None None] Deleting port 635c611c-dcce-47ad-8e62-7c4a8fb6945f {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:27:36.126207 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-940dcec6-30f7-4785-9641-d2ee83858f6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:36.188430 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-940dcec6-30f7-4785-9641-d2ee83858f6b None None] The port '635c611c-dcce-47ad-8e62-7c4a8fb6945f' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 05:27:36.195594 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06a2c590-393e-4965-96ca-710f747a7200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:36.878252 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-06a2c590-393e-4965-96ca-710f747a7200 admin admin] Deleting port fb129748-8f52-473f-8c47-ce558fb75a53 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:27:36.878926 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06a2c590-393e-4965-96ca-710f747a7200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:37.044468 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-06a2c590-393e-4965-96ca-710f747a7200 admin admin] For port fb129748-8f52-473f-8c47-ce558fb75a53, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=fb129748-8f52-473f-8c47-ce558fb75a53,segment=NetworkSegment(165387b6-55b1-431f-8b0e-fa773bb5534a),segment_id=165387b6-55b1-431f-8b0e-fa773bb5534a)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:27:37.044810 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06a2c590-393e-4965-96ca-710f747a7200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:37.160839 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-06a2c590-393e-4965-96ca-710f747a7200 admin admin] Calling delete_port for fb129748-8f52-473f-8c47-ce558fb75a53 owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:27:37.329706 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06a2c590-393e-4965-96ca-710f747a7200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:37.333022 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-012c35ed-c602-4eeb-84e8-4aed36ae682e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:37.383288 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2c590-393e-4965-96ca-710f747a7200 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb129748-8f52-473f-8c47-ce558fb75a53,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:37.387739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-06a2c590-393e-4965-96ca-710f747a7200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:37.672273 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-06a2c590-393e-4965-96ca-710f747a7200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:37.878615 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:38.331317 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a2c590-393e-4965-96ca-710f747a7200 admin admin] Router d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:27:38.526253 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a2c590-393e-4965-96ca-710f747a7200 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:27:38.534773 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcd933b-f56d-4551-b455-a562f4ff48bc None None] Sync routers for ids ['d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:27:38.546094 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-06a2c590-393e-4965-96ca-710f747a7200 admin admin] 10.222.0.53 "PUT /v2.0/routers/d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7295330
Dec 22 05:27:38.546315 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36982) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:38.550433 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcd933b-f56d-4551-b455-a562f4ff48bc None None] Routers {'d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:27:38.551048 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-5dcd933b-f56d-4551-b455-a562f4ff48bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bbceeb0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:27:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:38.739690 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-5dcd933b-f56d-4551-b455-a562f4ff48bc None None] Set router d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:27:38.739880 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-12f6bafa-d281-436e-9343-f7e171b30694 admin admin] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:38.935212 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-12f6bafa-d281-436e-9343-f7e171b30694 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:38.945848 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-12f6bafa-d281-436e-9343-f7e171b30694 admin admin] Deleting port a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:27:38.946180 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-12f6bafa-d281-436e-9343-f7e171b30694 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:38.968714 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9d75673d-7c90-4d70-8640-43bb63fc2a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:39.049975 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-5dcd933b-f56d-4551-b455-a562f4ff48bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bbceeb0>, [{'id': 'd3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b', 'name': 'tempest-TestMinimumBasicScenario-530805861-router', 'tenant_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': 'a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:24:23Z', 'updated_at': '2021-12-22T05:27:37Z', 'revision_number': 5, 'project_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'gw_port': {'id': 'a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:24:23Z', 'updated_at': '2021-12-22T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:39.053948 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcd933b-f56d-4551-b455-a562f4ff48bc None None] Checking router: d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:27:39.064759 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcd933b-f56d-4551-b455-a562f4ff48bc None None] Routers {'d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:27:39.065362 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-5dcd933b-f56d-4551-b455-a562f4ff48bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bbceeb0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:27:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:39.120228 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-12f6bafa-d281-436e-9343-f7e171b30694 admin admin] For port a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:27:39.120586 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-12f6bafa-d281-436e-9343-f7e171b30694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:39.214879 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-5dcd933b-f56d-4551-b455-a562f4ff48bc None None] Set router d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:27:39.247939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-12f6bafa-d281-436e-9343-f7e171b30694 admin admin] Calling delete_port for a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8 owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:27:39.325605 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-5dcd933b-f56d-4551-b455-a562f4ff48bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bbceeb0>, [{'id': 'd3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b', 'name': 'tempest-TestMinimumBasicScenario-530805861-router', 'tenant_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:24:23Z', 'updated_at': '2021-12-22T05:27:38Z', 'revision_number': 6, 'project_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:39.330465 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcd933b-f56d-4551-b455-a562f4ff48bc None None] The sync data for ids ['d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b'] in dv-neutron-822525-1-hyperv is: [{'id': 'd3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b', 'name': 'tempest-TestMinimumBasicScenario-530805861-router', 'tenant_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:24:23Z', 'updated_at': '2021-12-22T05:27:38Z', 'revision_number': 6, 'project_id': '5c3fbdc89c7647da9fde7a2cdbafddcf', 'gw_port_host': None}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:27:39.417738 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-12f6bafa-d281-436e-9343-f7e171b30694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:39.421406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-53b1cc88-dad6-4183-a0ee-4404e8b07521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:39.568455 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6bafa-d281-436e-9343-f7e171b30694 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:39.570814 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-12f6bafa-d281-436e-9343-f7e171b30694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:39.796399 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-12f6bafa-d281-436e-9343-f7e171b30694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:40.043762 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-12f6bafa-d281-436e-9343-f7e171b30694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:40.047809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-12f6bafa-d281-436e-9343-f7e171b30694 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:40.073040 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-12f6bafa-d281-436e-9343-f7e171b30694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:40.073580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f6bafa-d281-436e-9343-f7e171b30694 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 05:27:40.084963 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-12f6bafa-d281-436e-9343-f7e171b30694 admin admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:40.086095 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-12f6bafa-d281-436e-9343-f7e171b30694 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d3d28c9b-17b7-4a33-8a38-cf7cbb8c1a1b HTTP/1.1" status: 204  len: 168 time: 1.5388997
Dec 22 05:27:40.089100 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36986) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:40.152234 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa20041-d6f1-4a7d-94a4-b815a37ea079 admin admin] Deleting subnet 2a1f94da-b7dd-48d0-87ca-310668f746cb {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:27:40.155289 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-baa20041-d6f1-4a7d-94a4-b815a37ea079 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:40.210268 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-baa20041-d6f1-4a7d-94a4-b815a37ea079 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:40.287131 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-baa20041-d6f1-4a7d-94a4-b815a37ea079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:40.366728 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-baa20041-d6f1-4a7d-94a4-b815a37ea079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:40.370380 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-41faf44d-9ce3-4477-9420-0d9677ce36c2 tempest-FloatingIPNegativeTestJSON-357402669 tempest-FloatingIPNegativeTestJSON-357402669-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:40.403031 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa20041-d6f1-4a7d-94a4-b815a37ea079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a1f94da-b7dd-48d0-87ca-310668f746cb,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:40.406854 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-baa20041-d6f1-4a7d-94a4-b815a37ea079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:40.409438 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-baa20041-d6f1-4a7d-94a4-b815a37ea079 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:40.414455 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fa18ba-0036-413a-b429-868d5d3dcbcd None None] Network 3f7f899d-4893-4da0-b17b-a3c0d3894205 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:27:40.416127 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-baa20041-d6f1-4a7d-94a4-b815a37ea079 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2a1f94da-b7dd-48d0-87ca-310668f746cb HTTP/1.1" status: 204  len: 168 time: 0.3254921
Dec 22 05:27:40.418605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 36990) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:40.528705 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-656312d2-c52f-4a53-8dbf-17d901f02a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:40.538916 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-656312d2-c52f-4a53-8dbf-17d901f02a86 admin admin] Deleting port 7bdbfe56-3c58-4638-a500-57c89a3b368b {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:27:40.539245 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-656312d2-c52f-4a53-8dbf-17d901f02a86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:40.688411 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdc9dd5-5b0d-4935-967d-0a3ffc663e47 None None] DHCP port deletion for 3f7f899d-4893-4da0-b17b-a3c0d3894205 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 05:27:40.692794 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-3cdc9dd5-5b0d-4935-967d-0a3ffc663e47 None None] Deleting port 7bdbfe56-3c58-4638-a500-57c89a3b368b {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:27:40.693174 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3cdc9dd5-5b0d-4935-967d-0a3ffc663e47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:40.738990 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-656312d2-c52f-4a53-8dbf-17d901f02a86 admin admin] For port 7bdbfe56-3c58-4638-a500-57c89a3b368b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=7bdbfe56-3c58-4638-a500-57c89a3b368b,segment=NetworkSegment(165387b6-55b1-431f-8b0e-fa773bb5534a),segment_id=165387b6-55b1-431f-8b0e-fa773bb5534a)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:27:40.739353 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-656312d2-c52f-4a53-8dbf-17d901f02a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:40.862949 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-656312d2-c52f-4a53-8dbf-17d901f02a86 admin admin] Calling delete_port for 7bdbfe56-3c58-4638-a500-57c89a3b368b owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:27:40.889722 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-3cdc9dd5-5b0d-4935-967d-0a3ffc663e47 None None] For port 7bdbfe56-3c58-4638-a500-57c89a3b368b, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=7bdbfe56-3c58-4638-a500-57c89a3b368b,segment=NetworkSegment(165387b6-55b1-431f-8b0e-fa773bb5534a),segment_id=165387b6-55b1-431f-8b0e-fa773bb5534a)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:27:40.890108 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3cdc9dd5-5b0d-4935-967d-0a3ffc663e47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:40.935304 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-656312d2-c52f-4a53-8dbf-17d901f02a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:40.939847 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0880169c-fd57-4ebe-9f08-e5a41bfb56d0 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:40.979216 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656312d2-c52f-4a53-8dbf-17d901f02a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bdbfe56-3c58-4638-a500-57c89a3b368b,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:40.983167 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-656312d2-c52f-4a53-8dbf-17d901f02a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:40.985806 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656312d2-c52f-4a53-8dbf-17d901f02a86 admin admin] No DVR routers for this DVR port 7bdbfe56-3c58-4638-a500-57c89a3b368b on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:27:41.011159 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-3cdc9dd5-5b0d-4935-967d-0a3ffc663e47 None None] Calling delete_port for 7bdbfe56-3c58-4638-a500-57c89a3b368b owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:27:41.067500 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0b38-321d-451d-81d3-5f05eb4fed59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:41.092695 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-3cdc9dd5-5b0d-4935-967d-0a3ffc663e47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 05:27:41.093060 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-3cdc9dd5-5b0d-4935-967d-0a3ffc663e47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 05:27:41.105216 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-656312d2-c52f-4a53-8dbf-17d901f02a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:41.132743 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-656312d2-c52f-4a53-8dbf-17d901f02a86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469aca5610>,) {'filters': {'network_id': ['3f7f899d-4893-4da0-b17b-a3c0d3894205']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:41.144342 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-656312d2-c52f-4a53-8dbf-17d901f02a86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469aca5610>, '165387b6-55b1-431f-8b0e-fa773bb5534a') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:41.144633 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-656312d2-c52f-4a53-8dbf-17d901f02a86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469aca5610>, '165387b6-55b1-431f-8b0e-fa773bb5534a') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:41.156153 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-656312d2-c52f-4a53-8dbf-17d901f02a86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:41.172565 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-656312d2-c52f-4a53-8dbf-17d901f02a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:41.179265 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-656312d2-c52f-4a53-8dbf-17d901f02a86 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:27:41.179702 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-656312d2-c52f-4a53-8dbf-17d901f02a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:27:41.193036 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:27:41.268991 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-656312d2-c52f-4a53-8dbf-17d901f02a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:41.272356 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-71e4a027-96a8-48e0-9e8a-d4ab23b9993b tempest-RoutersNegativeIpV6Test-454273023 tempest-RoutersNegativeIpV6Test-454273023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:41.388540 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-656312d2-c52f-4a53-8dbf-17d901f02a86 admin admin] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:41.394439 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656312d2-c52f-4a53-8dbf-17d901f02a86 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f7f899d-4893-4da0-b17b-a3c0d3894205,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:41.398316 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-656312d2-c52f-4a53-8dbf-17d901f02a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:41.404179 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-656312d2-c52f-4a53-8dbf-17d901f02a86 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3f7f899d-4893-4da0-b17b-a3c0d3894205 HTTP/1.1" status: 204  len: 168 time: 0.9845493
Dec 22 05:27:41.414196 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:27:41.450421 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:27:41.451082 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device a5455ba5-d8c1-41bd-912b-bdcbe2ca23d8 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:27:41.451188 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 7bdbfe56-3c58-4638-a500-57c89a3b368b no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:27:41.483359 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 7bdbfe56-3c58-4638-a500-57c89a3b368b {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:27:41.483707 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 7bdbfe56-3c58-4638-a500-57c89a3b368b not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:27:41.484128 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device fb129748-8f52-473f-8c47-ce558fb75a53 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:27:41.515070 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: fb129748-8f52-473f-8c47-ce558fb75a53 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:27:41.515414 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device fb129748-8f52-473f-8c47-ce558fb75a53 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:27:41.594384 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-3cdc9dd5-5b0d-4935-967d-0a3ffc663e47 None None] Deleting port 7bdbfe56-3c58-4638-a500-57c89a3b368b {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:27:41.594782 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3cdc9dd5-5b0d-4935-967d-0a3ffc663e47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:41.598094 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 36996) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:41.650927 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-72987257-98ed-40b5-860b-34435545b7a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b538932e81224dc093ca0f3d666e0ff1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0513940
Dec 22 05:27:41.653287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37000) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:41.658532 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-3cdc9dd5-5b0d-4935-967d-0a3ffc663e47 None None] The port '7bdbfe56-3c58-4638-a500-57c89a3b368b' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 05:27:41.711570 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9e5a7c5-7440-4f1d-a52b-738608776722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:41.735756 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9e5a7c5-7440-4f1d-a52b-738608776722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:41.788824 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9e5a7c5-7440-4f1d-a52b-738608776722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:41.792479 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f17f2e48-7690-4906-8deb-406408015f75 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:41.806651 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5a7c5-7440-4f1d-a52b-738608776722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe016e9b-eee0-4471-9be6-5a150c287be5,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:41.809227 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d9e5a7c5-7440-4f1d-a52b-738608776722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:41.815804 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9e5a7c5-7440-4f1d-a52b-738608776722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:41.819449 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d9e5a7c5-7440-4f1d-a52b-738608776722 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe016e9b-eee0-4471-9be6-5a150c287be5 HTTP/1.1" status: 204  len: 168 time: 0.1626492
Dec 22 05:27:42.205399 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37008) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:42.224518 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:42.255377 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f4941990-6f99-4f42-8480-e70badd1707a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5c3fbdc89c7647da9fde7a2cdbafddcf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0487232
Dec 22 05:27:42.257861 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37012) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:42.315137 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c04fee54-9b70-42f3-93aa-c6ffa84e851e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:42.339538 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c04fee54-9b70-42f3-93aa-c6ffa84e851e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:42.372029 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:42.389859 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c04fee54-9b70-42f3-93aa-c6ffa84e851e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:42.393612 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1318fdff-a658-4520-b1e3-8e61bcfa1026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:42.404712 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fee54-9b70-42f3-93aa-c6ffa84e851e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6530a0d-9bfd-4e2f-a440-5f4038e787a0,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:42.407073 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c04fee54-9b70-42f3-93aa-c6ffa84e851e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:42.412741 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c04fee54-9b70-42f3-93aa-c6ffa84e851e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:42.413859 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c04fee54-9b70-42f3-93aa-c6ffa84e851e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d6530a0d-9bfd-4e2f-a440-5f4038e787a0 HTTP/1.1" status: 204  len: 168 time: 0.1550894
Dec 22 05:27:43.678996 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:44.419920 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37056) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:44.425590 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1511481312', 'description': 'tempest-secgroup-smoke-1511481312 description', 'project_id': '8d14121bb4964f9788327a98293c0192'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:27:44.431959 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:27:44.435686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:27:44.438758 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:27:44.447956 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:27:44.458107 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:44.470325 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:44.503334 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:27:44.507282 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:27:44.510104 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:27:44.515675 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:27:44.582924 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:44.586482 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:44.591015 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-35f50e07-cddb-471f-803e-c8d68f83e318 tempest-NegativeSecGroupIPv6Test-766972492 tempest-NegativeSecGroupIPv6Test-766972492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:44.627422 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:27:44.631399 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eeef6d1-7edf-471f-a2b1-0bf403be85a6,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:44.634029 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:27:44.636650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:44.637409 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:27:44.643353 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:27:44.699177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:44.702663 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:44.706086 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2df4e359-0f0a-4491-96dc-f367f956f8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:44.744087 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4c572a-4175-4d3c-b884-a330d339eca5,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:44.746735 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:44.747909 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3270218
Dec 22 05:27:44.748786 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:44.750821 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37060) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:44.756165 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-94e6fe33-4e38-46e5-ae4e-6d84edceedde tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': '3f4c572a-4175-4d3c-b884-a330d339eca5', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:27:44.761927 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-94e6fe33-4e38-46e5-ae4e-6d84edceedde tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:27:44.765670 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-94e6fe33-4e38-46e5-ae4e-6d84edceedde tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:27:44.768463 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-94e6fe33-4e38-46e5-ae4e-6d84edceedde tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:27:44.774986 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-94e6fe33-4e38-46e5-ae4e-6d84edceedde tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:27:44.791346 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-94e6fe33-4e38-46e5-ae4e-6d84edceedde tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:44.852631 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-94e6fe33-4e38-46e5-ae4e-6d84edceedde tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:44.856502 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-94e6fe33-4e38-46e5-ae4e-6d84edceedde tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:44.858349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5f349421-684f-45b3-8e7d-fef1a43aa3d3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:44.879759 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6fe33-4e38-46e5-ae4e-6d84edceedde tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57bf9fc-d9b6-4586-8bd3-2f4b56dbdf73,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:44.884019 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-94e6fe33-4e38-46e5-ae4e-6d84edceedde tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:44.888352 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-94e6fe33-4e38-46e5-ae4e-6d84edceedde tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:44.889508 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-94e6fe33-4e38-46e5-ae4e-6d84edceedde tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1378064
Dec 22 05:27:44.892206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37064) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:44.897670 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-bfd858fb-f1c3-4424-aad7-b8cbcacf1fc0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': '3f4c572a-4175-4d3c-b884-a330d339eca5', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:27:44.903720 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bfd858fb-f1c3-4424-aad7-b8cbcacf1fc0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:27:44.907407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bfd858fb-f1c3-4424-aad7-b8cbcacf1fc0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:27:44.910223 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-bfd858fb-f1c3-4424-aad7-b8cbcacf1fc0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:27:44.916365 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-bfd858fb-f1c3-4424-aad7-b8cbcacf1fc0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:27:44.932328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bfd858fb-f1c3-4424-aad7-b8cbcacf1fc0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:44.992579 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bfd858fb-f1c3-4424-aad7-b8cbcacf1fc0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:44.996470 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bfd858fb-f1c3-4424-aad7-b8cbcacf1fc0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:44.998471 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-024f942e-ea5e-42e1-8613-26df4b1f7e0c tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:45.019047 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd858fb-f1c3-4424-aad7-b8cbcacf1fc0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a508445-f1da-44a9-8b10-7a341640c148,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:45.021683 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bfd858fb-f1c3-4424-aad7-b8cbcacf1fc0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:45.028443 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bfd858fb-f1c3-4424-aad7-b8cbcacf1fc0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:45.029611 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bfd858fb-f1c3-4424-aad7-b8cbcacf1fc0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1364589
Dec 22 05:27:45.032224 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37068) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:45.037534 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-8dc22f93-3e6a-4e86-a03f-aa98c26d7044 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': '3f4c572a-4175-4d3c-b884-a330d339eca5', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:27:45.043621 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-8dc22f93-3e6a-4e86-a03f-aa98c26d7044 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:27:45.047365 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8dc22f93-3e6a-4e86-a03f-aa98c26d7044 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:27:45.050185 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8dc22f93-3e6a-4e86-a03f-aa98c26d7044 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:27:45.055804 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-8dc22f93-3e6a-4e86-a03f-aa98c26d7044 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:27:45.072490 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8dc22f93-3e6a-4e86-a03f-aa98c26d7044 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:45.137040 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8dc22f93-3e6a-4e86-a03f-aa98c26d7044 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:45.140513 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8dc22f93-3e6a-4e86-a03f-aa98c26d7044 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:45.142637 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-caf02232-c289-4ffd-adee-1b1a749fb6a7 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:45.262258 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc22f93-3e6a-4e86-a03f-aa98c26d7044 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15cb7588-67b2-4716-8589-db25b9f701c5,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:45.266749 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8dc22f93-3e6a-4e86-a03f-aa98c26d7044 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:45.271045 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8dc22f93-3e6a-4e86-a03f-aa98c26d7044 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:45.272568 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8dc22f93-3e6a-4e86-a03f-aa98c26d7044 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2393754
Dec 22 05:27:45.275950 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37072) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:45.281633 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-a2ead92e-15af-45b5-bfdf-1fe34d0a600a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': '3f4c572a-4175-4d3c-b884-a330d339eca5', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:27:45.287186 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a2ead92e-15af-45b5-bfdf-1fe34d0a600a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:27:45.291416 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a2ead92e-15af-45b5-bfdf-1fe34d0a600a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:27:45.294293 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a2ead92e-15af-45b5-bfdf-1fe34d0a600a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:27:45.299714 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a2ead92e-15af-45b5-bfdf-1fe34d0a600a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:27:45.316133 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a2ead92e-15af-45b5-bfdf-1fe34d0a600a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:45.375782 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a2ead92e-15af-45b5-bfdf-1fe34d0a600a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:45.378684 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a2ead92e-15af-45b5-bfdf-1fe34d0a600a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:45.380534 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ee870b5b-a591-4673-bf8f-f702a23440c9 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:45.401820 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ead92e-15af-45b5-bfdf-1fe34d0a600a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54df1c23-30a6-4423-82ac-20bc0a705dda,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:45.406040 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a2ead92e-15af-45b5-bfdf-1fe34d0a600a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:45.410601 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a2ead92e-15af-45b5-bfdf-1fe34d0a600a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:45.411979 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a2ead92e-15af-45b5-bfdf-1fe34d0a600a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1349120
Dec 22 05:27:45.414910 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37076) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:45.421105 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-40564148-cd19-45dd-b728-634c8316a7ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': '3f4c572a-4175-4d3c-b884-a330d339eca5', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:27:45.426961 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-40564148-cd19-45dd-b728-634c8316a7ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:27:45.431001 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-40564148-cd19-45dd-b728-634c8316a7ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:27:45.433807 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-40564148-cd19-45dd-b728-634c8316a7ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:27:45.439564 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-40564148-cd19-45dd-b728-634c8316a7ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:27:45.449918 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.securitygroups_db [None req-40564148-cd19-45dd-b728-634c8316a7ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Project 8d14121bb4964f9788327a98293c0192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:27:45.456136 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-40564148-cd19-45dd-b728-634c8316a7ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:45.518247 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-40564148-cd19-45dd-b728-634c8316a7ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:45.521602 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-40564148-cd19-45dd-b728-634c8316a7ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:45.523335 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-076505bc-02d6-455a-9317-bcec612a048a tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:45.544760 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40564148-cd19-45dd-b728-634c8316a7ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9934787-3a45-4b6d-bc01-1ff869bf8a2d,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:45.547244 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-40564148-cd19-45dd-b728-634c8316a7ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:45.553833 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-40564148-cd19-45dd-b728-634c8316a7ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:45.555007 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-40564148-cd19-45dd-b728-634c8316a7ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1390378
Dec 22 05:27:45.557722 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37080) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:45.563314 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-4591e4ee-6567-4a20-b5eb-e95646423157 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': '3f4c572a-4175-4d3c-b884-a330d339eca5', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:27:45.568865 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4591e4ee-6567-4a20-b5eb-e95646423157 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:27:45.572579 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4591e4ee-6567-4a20-b5eb-e95646423157 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:27:45.575408 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-4591e4ee-6567-4a20-b5eb-e95646423157 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:27:45.581337 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-4591e4ee-6567-4a20-b5eb-e95646423157 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:27:45.591012 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.securitygroups_db [None req-4591e4ee-6567-4a20-b5eb-e95646423157 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Project 8d14121bb4964f9788327a98293c0192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:27:45.597004 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4591e4ee-6567-4a20-b5eb-e95646423157 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:45.659272 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4591e4ee-6567-4a20-b5eb-e95646423157 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:45.662577 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4591e4ee-6567-4a20-b5eb-e95646423157 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:45.664346 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d1680d65-5657-4372-ad20-207cab92d174 tempest-SecGroupTest-1201407584 tempest-SecGroupTest-1201407584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:45.688502 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591e4ee-6567-4a20-b5eb-e95646423157 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e5e420-f053-4308-82d7-82dab34be74d,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:45.692618 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4591e4ee-6567-4a20-b5eb-e95646423157 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:45.697735 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-4591e4ee-6567-4a20-b5eb-e95646423157 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:45.698827 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4591e4ee-6567-4a20-b5eb-e95646423157 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1402152
Dec 22 05:27:45.701762 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37084) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:45.707009 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-d69fd3b9-ab8f-497d-ba5e-5a107aee543f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'network': {'name': 'tempest-network-smoke--951632791', 'project_id': '8d14121bb4964f9788327a98293c0192', 'port_security_enabled': True}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:27:45.711539 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d69fd3b9-ab8f-497d-ba5e-5a107aee543f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:27:45.715735 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d69fd3b9-ab8f-497d-ba5e-5a107aee543f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:network and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:27:45.718467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-d69fd3b9-ab8f-497d-ba5e-5a107aee543f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:27:45.723893 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-d69fd3b9-ab8f-497d-ba5e-5a107aee543f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:27:45.733497 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69fd3b9-ab8f-497d-ba5e-5a107aee543f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Made reservation on behalf of 8d14121bb4964f9788327a98293c0192 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:27:45.736402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d69fd3b9-ab8f-497d-ba5e-5a107aee543f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:45.763803 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69fd3b9-ab8f-497d-ba5e-5a107aee543f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:27:45.772207 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d69fd3b9-ab8f-497d-ba5e-5a107aee543f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:45.772542 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-d69fd3b9-ab8f-497d-ba5e-5a107aee543f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Added segment 389c2333-b52e-4c9b-8c03-ff9e2db97905 of type vlan for network 0bfb34fb-179d-41c5-bcfb-693882932949
Dec 22 05:27:45.797241 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d69fd3b9-ab8f-497d-ba5e-5a107aee543f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:45.826325 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d69fd3b9-ab8f-497d-ba5e-5a107aee543f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:45.830073 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69fd3b9-ab8f-497d-ba5e-5a107aee543f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:27:45.830643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-d69fd3b9-ab8f-497d-ba5e-5a107aee543f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:45.835302 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b83827ad-2888-431b-85bc-2d037302098f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:45.928306 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-d69fd3b9-ab8f-497d-ba5e-5a107aee543f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2253923
Dec 22 05:27:45.931205 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37088) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:45.936648 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2087285850', 'admin_state_up': True, 'project_id': '8d14121bb4964f9788327a98293c0192', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:27:45.936806 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fd3b9-ab8f-497d-ba5e-5a107aee543f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Network': ['ID=0bfb34fb-179d-41c5-bcfb-693882932949,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:45.939518 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d69fd3b9-ab8f-497d-ba5e-5a107aee543f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:45.944652 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:27:45.947269 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 0bfb34fb-179d-41c5-bcfb-693882932949 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:27:45.948697 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:router and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:27:45.951476 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:27:45.957805 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:27:45.968470 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:45.969349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:45.986151 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:46.129505 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:46.302437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:46.332160 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:46.465278 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Allocated IP 172.26.4.166 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/f87e04df-422d-4cd9-882b-a50f8892cc29) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:27:46.607643 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:46.634029 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:46.638042 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bad3ee57-802e-4263-9132-1523d4e34272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:46.703341 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:27:46.706395 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:27:46.710318 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:27:46.734295 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=f87e04df-422d-4cd9-882b-a50f8892cc29,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:46.738793 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:46.859065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:46.859771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:47.078105 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router 06bfcb11-6581-47de-a676-ec201f4f7fa3 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 05:27:47.276439 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:27:47.287079 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] Sync routers for ids ['06bfcb11-6581-47de-a676-ec201f4f7fa3'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:27:47.298369 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] Routers {'06bfcb11-6581-47de-a676-ec201f4f7fa3'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:27:47.299051 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c4a0c40>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:27:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['06bfcb11-6581-47de-a676-ec201f4f7fa3'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:47.302769 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:47.304005 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.3717029
Dec 22 05:27:47.307167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37092) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:47.470269 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-414dc82a-953d-480f-b3dd-5f0334d5b926 tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=8d14121bb4964f9788327a98293c0192&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1595490
Dec 22 05:27:47.470481 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37098) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:47.472404 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] Set router 06bfcb11-6581-47de-a676-ec201f4f7fa3 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:27:47.712407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c442a17-73e1-42a7-8f76-1a51360a810f tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:27:47.713950 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0c442a17-73e1-42a7-8f76-1a51360a810f tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2426128
Dec 22 05:27:47.716702 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37102) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:47.755084 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d64fdb94-933e-4991-a468-bc77c141b316 tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0372560
Dec 22 05:27:47.757513 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37106) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:47.763276 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-59211b79-0af7-4d9d-ba24-5a520d0a7c7e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2105588954', 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949', 'project_id': '8d14121bb4964f9788327a98293c0192', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:27:47.785872 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c4a0c40>, [{'id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087285850', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:45Z', 'updated_at': '2021-12-22T05:27:46Z', 'revision_number': 3, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:46Z', 'updated_at': '2021-12-22T05:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:47.789534 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] Checking router: 06bfcb11-6581-47de-a676-ec201f4f7fa3 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:27:47.789912 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] Updating router 06bfcb11-6581-47de-a676-ec201f4f7fa3 port f87e04df-422d-4cd9-882b-a50f8892cc29 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:27:47.839532 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:47.867417 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-59211b79-0af7-4d9d-ba24-5a520d0a7c7e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:27:47.871741 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-59211b79-0af7-4d9d-ba24-5a520d0a7c7e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:subnet and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:27:47.874504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-59211b79-0af7-4d9d-ba24-5a520d0a7c7e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:27:47.879981 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-59211b79-0af7-4d9d-ba24-5a520d0a7c7e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:27:47.890056 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59211b79-0af7-4d9d-ba24-5a520d0a7c7e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Made reservation on behalf of 8d14121bb4964f9788327a98293c0192 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:27:47.988816 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-59211b79-0af7-4d9d-ba24-5a520d0a7c7e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:48.151316 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:48.164230 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] Transition to ACTIVE for port object f87e04df-422d-4cd9-882b-a50f8892cc29 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:27:48.171766 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:48.175303 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-24c75ccd-cda7-4738-bbc6-748e0382d1f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:48.198083 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-59211b79-0af7-4d9d-ba24-5a520d0a7c7e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:48.201592 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-24a81338-3510-4d63-88b9-44f97ec1a8c6 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:48.252958 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d273c-8496-4ea3-92de-128f9275a07f None None] Pushing event updated for resources: {'Port': ['ID=f87e04df-422d-4cd9-882b-a50f8892cc29,revision_number=2']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:48.259269 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] Attempting to bind port f87e04df-422d-4cd9-882b-a50f8892cc29 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:27:48.259633 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] Attempting to bind port f87e04df-422d-4cd9-882b-a50f8892cc29 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:27:48.259990 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] Attempting to bind port f87e04df-422d-4cd9-882b-a50f8892cc29 on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:27:48.267512 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d273c-8496-4ea3-92de-128f9275a07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:48.267843 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d273c-8496-4ea3-92de-128f9275a07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:48.268168 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d273c-8496-4ea3-92de-128f9275a07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:48.268485 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d273c-8496-4ea3-92de-128f9275a07f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:48.268799 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d273c-8496-4ea3-92de-128f9275a07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:48.269111 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d273c-8496-4ea3-92de-128f9275a07f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:48.269420 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d273c-8496-4ea3-92de-128f9275a07f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:48.269750 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d273c-8496-4ea3-92de-128f9275a07f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:48.270060 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d273c-8496-4ea3-92de-128f9275a07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:48.270360 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d273c-8496-4ea3-92de-128f9275a07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:48.270661 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d273c-8496-4ea3-92de-128f9275a07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:48.274203 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-4d0d273c-8496-4ea3-92de-128f9275a07f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:48.278323 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:27:48.278578 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59211b79-0af7-4d9d-ba24-5a520d0a7c7e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Subnet': ['ID=4fd9713a-bf34-42c3-8db8-60d7533c19ea,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:48.278704 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:27:48.279093 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:48.279471 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:27:48.280437 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] Bound port: f87e04df-422d-4cd9-882b-a50f8892cc29, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:27:48.281345 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:48.282304 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-59211b79-0af7-4d9d-ba24-5a520d0a7c7e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:48.290232 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59211b79-0af7-4d9d-ba24-5a520d0a7c7e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Checking segment: {'id': '389c2333-b52e-4c9b-8c03-ff9e2db97905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:27:48.291138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59211b79-0af7-4d9d-ba24-5a520d0a7c7e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network hostable DHCP agents. Network: 0bfb34fb-179d-41c5-bcfb-693882932949, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:27:48.313564 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59211b79-0af7-4d9d-ba24-5a520d0a7c7e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network 0bfb34fb-179d-41c5-bcfb-693882932949 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:27:48.323561 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-59211b79-0af7-4d9d-ba24-5a520d0a7c7e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 0bfb34fb-179d-41c5-bcfb-693882932949) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:27:48.327459 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59211b79-0af7-4d9d-ba24-5a520d0a7c7e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:27:48.328037 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-59211b79-0af7-4d9d-ba24-5a520d0a7c7e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:48.334098 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb91198d-4a50-4ae6-af0b-39be91f432a9 None None] Network 0bfb34fb-179d-41c5-bcfb-693882932949 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:27:48.349499 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-59211b79-0af7-4d9d-ba24-5a520d0a7c7e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5906198
Dec 22 05:27:48.351863 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37110) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:27:48.358500 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] For port f87e04df-422d-4cd9-882b-a50f8892cc29, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:27:48.362131 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] For port f87e04df-422d-4cd9-882b-a50f8892cc29, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f87e04df-422d-4cd9-882b-a50f8892cc29,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:27:48.366183 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:48.369797 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-6a861ac3-fcfc-4c64-8d5c-adbb72bee9d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:48.448031 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d273c-8496-4ea3-92de-128f9275a07f None None] Pushing event updated for resources: {'Port': ['ID=f87e04df-422d-4cd9-882b-a50f8892cc29,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:48.451200 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-4d0d273c-8496-4ea3-92de-128f9275a07f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:48.455036 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] Routers {'06bfcb11-6581-47de-a676-ec201f4f7fa3'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:27:48.455752 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c4a0c40>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:27:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['06bfcb11-6581-47de-a676-ec201f4f7fa3'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:48.554749 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-0bfb34fb-179d-41c5-bcfb-693882932949', 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ips': [{'subnet_id': '4fd9713a-bf34-42c3-8db8-60d7533c19ea'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:27:48.555584 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:48.634193 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] Set router 06bfcb11-6581-47de-a676-ec201f4f7fa3 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:27:48.717924 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Allocated IP 172.20.0.2 (0bfb34fb-179d-41c5-bcfb-693882932949/4fd9713a-bf34-42c3-8db8-60d7533c19ea/234de2cd-fca1-4010-b78c-473e948ff1c1) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:27:48.925311 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c4a0c40>, [{'id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087285850', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:45Z', 'updated_at': '2021-12-22T05:27:46Z', 'revision_number': 3, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:46Z', 'updated_at': '2021-12-22T05:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:48.928160 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:48.930443 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc8f0fa-360f-48f1-9e2b-0d2ea3083ded None None] The sync data for ids ['06bfcb11-6581-47de-a676-ec201f4f7fa3'] in dv-neutron-822525-1-hyperv is: [{'id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087285850', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:45Z', 'updated_at': '2021-12-22T05:27:46Z', 'revision_number': 3, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:46Z', 'updated_at': '2021-12-22T05:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:27:48.940550 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Transition to ACTIVE for port object 234de2cd-fca1-4010-b78c-473e948ff1c1 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:27:48.963165 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Transition to ACTIVE for port object 234de2cd-fca1-4010-b78c-473e948ff1c1 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:27:48.969108 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:49.014670 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:49.077634 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Network 0bfb34fb-179d-41c5-bcfb-693882932949 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:27:49.080841 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:27:49.085842 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:27:49.092141 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Pushing event updated for resources: {'Port': ['ID=234de2cd-fca1-4010-b78c-473e948ff1c1,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:49.150087 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d0f2b3fe-7786-48e0-982e-84d743897d66 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:49.153794 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:49.154143 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:49.154479 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:49.154808 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:49.155138 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:49.155461 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:49.155782 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:49.156102 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:49.156416 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:49.156729 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:49.157044 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:27:49.164357 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:49.221376 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Attempting to bind port 234de2cd-fca1-4010-b78c-473e948ff1c1 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:27:49.221791 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Attempting to bind port 234de2cd-fca1-4010-b78c-473e948ff1c1 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '389c2333-b52e-4c9b-8c03-ff9e2db97905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:27:49.222158 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Attempting to bind port 234de2cd-fca1-4010-b78c-473e948ff1c1 on network 0bfb34fb-179d-41c5-bcfb-693882932949 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:27:49.230022 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:27:49.230398 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Checking segment: {'id': '389c2333-b52e-4c9b-8c03-ff9e2db97905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:27:49.230809 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:49.231516 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Bound using segment: {'id': '389c2333-b52e-4c9b-8c03-ff9e2db97905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:27:49.231658 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Bound port: 234de2cd-fca1-4010-b78c-473e948ff1c1, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389c2333-b52e-4c9b-8c03-ff9e2db97905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:27:49.232036 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:49.327212 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] For port 234de2cd-fca1-4010-b78c-473e948ff1c1, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:27:49.331095 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] For port 234de2cd-fca1-4010-b78c-473e948ff1c1, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=234de2cd-fca1-4010-b78c-473e948ff1c1,segment=NetworkSegment(389c2333-b52e-4c9b-8c03-ff9e2db97905),segment_id=389c2333-b52e-4c9b-8c03-ff9e2db97905)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:27:49.336499 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:49.340693 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f1c066c0-86c6-4e0d-acab-06651fc7ea19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:49.443881 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Pushing event updated for resources: {'Port': ['ID=234de2cd-fca1-4010-b78c-473e948ff1c1,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:49.447520 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:49.483707 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f87e04df-422d-4cd9-882b-a50f8892cc29 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:27:49.557065 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port f87e04df-422d-4cd9-882b-a50f8892cc29 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:27:49.564680 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port f87e04df-422d-4cd9-882b-a50f8892cc29 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:27:49.565311 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:49.723375 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:49.743302 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port f87e04df-422d-4cd9-882b-a50f8892cc29, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f87e04df-422d-4cd9-882b-a50f8892cc29,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:27:49.749650 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:49.752164 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:49.754883 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-d0f2b3fe-7786-48e0-982e-84d743897d66 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Allocated IP 172.20.0.1 (0bfb34fb-179d-41c5-bcfb-693882932949/4fd9713a-bf34-42c3-8db8-60d7533c19ea/c0c95a4d-9f9d-4784-809e-a27baa234df8) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:27:49.834107 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=f87e04df-422d-4cd9-882b-a50f8892cc29,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:49.839281 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:49.930481 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d0f2b3fe-7786-48e0-982e-84d743897d66 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:49.945788 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-d0f2b3fe-7786-48e0-982e-84d743897d66 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Transition to ACTIVE for port object c0c95a4d-9f9d-4784-809e-a27baa234df8 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:27:49.966534 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d0f2b3fe-7786-48e0-982e-84d743897d66 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:49.969925 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2bcd50d2-dbf7-4977-a8cb-dd7489c1c9a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:50.028775 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f2b3fe-7786-48e0-982e-84d743897d66 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network 0bfb34fb-179d-41c5-bcfb-693882932949 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:27:50.035737 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-d0f2b3fe-7786-48e0-982e-84d743897d66 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:27:50.039893 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f2b3fe-7786-48e0-982e-84d743897d66 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:27:50.069351 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2b3fe-7786-48e0-982e-84d743897d66 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=c0c95a4d-9f9d-4784-809e-a27baa234df8,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:50.075436 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d0f2b3fe-7786-48e0-982e-84d743897d66 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:50.098766 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d0f2b3fe-7786-48e0-982e-84d743897d66 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:50.191734 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d0f2b3fe-7786-48e0-982e-84d743897d66 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:50.433843 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccf920e-02e5-4c90-a77f-ec970c457926 None None] Network 0bfb34fb-179d-41c5-bcfb-693882932949 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:27:50.592400 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-3d3e3c0e-59cf-46c1-9f07-4b28182960c9 None None] Provisioning for port 234de2cd-fca1-4010-b78c-473e948ff1c1 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:27:50.603686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d0f2b3fe-7786-48e0-982e-84d743897d66 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:50.608662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d0f2b3fe-7786-48e0-982e-84d743897d66 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:50.636700 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-45254a4b-9d81-4529-a64d-b9d8ca194bdc tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:50.723590 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2b3fe-7786-48e0-982e-84d743897d66 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=c0c95a4d-9f9d-4784-809e-a27baa234df8,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:50.726887 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d0f2b3fe-7786-48e0-982e-84d743897d66 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:50.727828 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d0f2b3fe-7786-48e0-982e-84d743897d66 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:50.865460 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f2b3fe-7786-48e0-982e-84d743897d66 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network 0bfb34fb-179d-41c5-bcfb-693882932949 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:27:50.866764 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-d0f2b3fe-7786-48e0-982e-84d743897d66 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:27:50.938248 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-06d94db4-f01f-40fa-8e83-e83271ce2940 None None] Provisioning for port c0c95a4d-9f9d-4784-809e-a27baa234df8 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:27:50.943744 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-06d94db4-f01f-40fa-8e83-e83271ce2940 None None] Provisioning complete for port c0c95a4d-9f9d-4784-809e-a27baa234df8 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:27:50.944061 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-06d94db4-f01f-40fa-8e83-e83271ce2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:51.001922 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-06d94db4-f01f-40fa-8e83-e83271ce2940 None None] Port c0c95a4d-9f9d-4784-809e-a27baa234df8 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:27:51.125653 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-83311e86-8c47-414e-be2e-cc9b23091410 None None] Provisioning complete for port c0c95a4d-9f9d-4784-809e-a27baa234df8 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:27:51.126042 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-83311e86-8c47-414e-be2e-cc9b23091410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:51.180601 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-83311e86-8c47-414e-be2e-cc9b23091410 None None] Port c0c95a4d-9f9d-4784-809e-a27baa234df8 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:27:51.306698 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1a179e51-1bab-4edf-84f2-ac01fd146c8c None None] Provisioning complete for port c0c95a4d-9f9d-4784-809e-a27baa234df8 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:27:51.306971 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1a179e51-1bab-4edf-84f2-ac01fd146c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:51.357837 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-1a179e51-1bab-4edf-84f2-ac01fd146c8c None None] Port c0c95a4d-9f9d-4784-809e-a27baa234df8 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:27:51.372459 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f2b3fe-7786-48e0-982e-84d743897d66 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router 06bfcb11-6581-47de-a676-ec201f4f7fa3 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:27:51.487009 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 234de2cd-fca1-4010-b78c-473e948ff1c1 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:27:51.558143 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 234de2cd-fca1-4010-b78c-473e948ff1c1 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:27:51.563215 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 234de2cd-fca1-4010-b78c-473e948ff1c1 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:27:51.563594 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:51.575635 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f2b3fe-7786-48e0-982e-84d743897d66 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:27:51.586053 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d0f2b3fe-7786-48e0-982e-84d743897d66 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "PUT /v2.0/routers/06bfcb11-6581-47de-a676-ec201f4f7fa3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2309735
Dec 22 05:27:51.677306 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:51.710656 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 234de2cd-fca1-4010-b78c-473e948ff1c1, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=234de2cd-fca1-4010-b78c-473e948ff1c1,segment=NetworkSegment(389c2333-b52e-4c9b-8c03-ff9e2db97905),segment_id=389c2333-b52e-4c9b-8c03-ff9e2db97905)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:27:51.714898 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:51.715955 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f87e04df-422d-4cd9-882b-a50f8892cc29 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:27:51.741828 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:51.755068 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-824fa4ae-08d6-46c0-9d4c-8c5a16f19f95 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1511481312&fields=id&tenant_id=8d14121bb4964f9788327a98293c0192 HTTP/1.1" status: 200  len: 267 time: 0.0401232
Dec 22 05:27:51.827914 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=234de2cd-fca1-4010-b78c-473e948ff1c1,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:51.831073 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:51.842362 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port f87e04df-422d-4cd9-882b-a50f8892cc29 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:27:51.842739 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:51.901969 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-e0abcb5a-824e-452c-9148-7e1f55891ec4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:27:51.902554 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-e0abcb5a-824e-452c-9148-7e1f55891ec4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:network {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:27:51.919956 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-e0abcb5a-824e-452c-9148-7e1f55891ec4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:network {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:27:51.921085 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-e0abcb5a-824e-452c-9148-7e1f55891ec4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/networks?id=0bfb34fb-179d-41c5-bcfb-693882932949 HTTP/1.1" status: 200  len: 796 time: 0.1587164
Dec 22 05:27:51.937420 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-0945bf35-4253-47ed-9964-b986bdad3542 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/quotas/8d14121bb4964f9788327a98293c0192 HTTP/1.1" status: 200  len: 375 time: 0.0108829
Dec 22 05:27:52.022664 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-7ca11f18-2607-49a4-b6de-9bc97f62c404 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0787799
Dec 22 05:27:52.240676 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-f2733835-a767-4fda-b1b2-a4020407a588 service neutron] 10.222.0.53 "GET /v2.0/networks/0bfb34fb-179d-41c5-bcfb-693882932949?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2061958
Dec 22 05:27:52.369351 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-044f49ec-d420-4a63-a3bb-8c6b7c5e2d04 service neutron] 10.222.0.53 "GET /v2.0/networks/0bfb34fb-179d-41c5-bcfb-693882932949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220906
Dec 22 05:27:52.569091 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-1f0edcc5-9063-4c57-8174-bdc95cf65e86 req-eca8f56f-cae5-48fb-84e7-3305aed45ab0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:27:52.586628 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-1f0edcc5-9063-4c57-8174-bdc95cf65e86 req-eca8f56f-cae5-48fb-84e7-3305aed45ab0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:27:52.587878 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1f0edcc5-9063-4c57-8174-bdc95cf65e86 req-eca8f56f-cae5-48fb-84e7-3305aed45ab0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 210 time: 0.0607846
Dec 22 05:27:52.654234 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] Sync routers for ids ['06bfcb11-6581-47de-a676-ec201f4f7fa3'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:27:52.666971 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] Routers {'06bfcb11-6581-47de-a676-ec201f4f7fa3'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:27:52.667594 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469be54b20>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:27:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['06bfcb11-6581-47de-a676-ec201f4f7fa3'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:52.881462 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] Set router 06bfcb11-6581-47de-a676-ec201f4f7fa3 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:27:53.198141 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469be54b20>, [{'id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087285850', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:45Z', 'updated_at': '2021-12-22T05:27:50Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:46Z', 'updated_at': '2021-12-22T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'c0c95a4d-9f9d-4784-809e-a27baa234df8', 'name': '', 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:5e:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd9713a-bf34-42c3-8db8-60d7533c19ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:49Z', 'updated_at': '2021-12-22T05:27:50Z', 'revision_number': 2, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '4fd9713a-bf34-42c3-8db8-60d7533c19ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:53.202001 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] Checking router: 06bfcb11-6581-47de-a676-ec201f4f7fa3 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:27:53.202356 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] Updating router 06bfcb11-6581-47de-a676-ec201f4f7fa3 port c0c95a4d-9f9d-4784-809e-a27baa234df8 binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:27:53.251385 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:53.448845 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 234de2cd-fca1-4010-b78c-473e948ff1c1 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:27:53.577790 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 234de2cd-fca1-4010-b78c-473e948ff1c1 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:27:53.578091 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:53.702595 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:53.707457 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-9a1a0231-6e8c-482d-bc59-02c45b5806a5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:27:53.709582 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-9a1a0231-6e8c-482d-bc59-02c45b5806a5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "GET /v2.0/networks?id=0bfb34fb-179d-41c5-bcfb-693882932949 HTTP/1.1" status: 200  len: 796 time: 0.1787841
Dec 22 05:27:53.751571 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] Transition to ACTIVE for port object c0c95a4d-9f9d-4784-809e-a27baa234df8 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:27:53.770834 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:53.775314 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:53.803117 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-67d89b00-7714-4343-a917-9373d8d1dd0c req-cca3b975-bb9c-4035-8353-bf74dd889e9c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 210 time: 0.0527411
Dec 22 05:27:53.835195 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-f1689cf9-c3f8-4715-a3a1-c1ef81ec7ce9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d14121bb4964f9788327a98293c0192 HTTP/1.1" status: 200  len: 380 time: 0.1068850
Dec 22 05:27:53.844078 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-360562aa-64f4-4cd4-8a19-ace79e8a1c61 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'port': {'device_id': '14065baf-5d0d-4320-8ea7-2d1a5133151e', 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949', 'admin_state_up': True, 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'security_groups': ['3f4c572a-4175-4d3c-b884-a330d339eca5']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:27:53.897667 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df458204-a031-4943-94e9-8f5a5691dd69 None None] Pushing event updated for resources: {'Port': ['ID=c0c95a4d-9f9d-4784-809e-a27baa234df8,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:53.900483 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-df458204-a031-4943-94e9-8f5a5691dd69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:53.991241 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-360562aa-64f4-4cd4-8a19-ace79e8a1c61 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:27:53.991561 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] Attempting to bind port c0c95a4d-9f9d-4784-809e-a27baa234df8 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:27:53.991946 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] Attempting to bind port c0c95a4d-9f9d-4784-809e-a27baa234df8 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '389c2333-b52e-4c9b-8c03-ff9e2db97905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:27:53.992319 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] Attempting to bind port c0c95a4d-9f9d-4784-809e-a27baa234df8 on network 0bfb34fb-179d-41c5-bcfb-693882932949 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:27:53.999951 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:27:54.000329 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] Checking segment: {'id': '389c2333-b52e-4c9b-8c03-ff9e2db97905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:27:54.000739 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:54.001137 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] Bound using segment: {'id': '389c2333-b52e-4c9b-8c03-ff9e2db97905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:27:54.001762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] Bound port: c0c95a4d-9f9d-4784-809e-a27baa234df8, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '389c2333-b52e-4c9b-8c03-ff9e2db97905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:27:54.002012 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:54.002438 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-360562aa-64f4-4cd4-8a19-ace79e8a1c61 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:27:54.012979 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-360562aa-64f4-4cd4-8a19-ace79e8a1c61 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Made reservation on behalf of 8d14121bb4964f9788327a98293c0192 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:27:54.016363 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-360562aa-64f4-4cd4-8a19-ace79e8a1c61 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:54.097044 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] For port c0c95a4d-9f9d-4784-809e-a27baa234df8, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:27:54.100888 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] For port c0c95a4d-9f9d-4784-809e-a27baa234df8, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c0c95a4d-9f9d-4784-809e-a27baa234df8,segment=NetworkSegment(389c2333-b52e-4c9b-8c03-ff9e2db97905),segment_id=389c2333-b52e-4c9b-8c03-ff9e2db97905)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:27:54.107846 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:54.112037 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f8c52bb9-d9ff-4afe-912d-0637b60ae08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:54.189379 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] Routers {'06bfcb11-6581-47de-a676-ec201f4f7fa3'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:27:54.190060 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469be54b20>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:27:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['06bfcb11-6581-47de-a676-ec201f4f7fa3'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:54.200311 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-360562aa-64f4-4cd4-8a19-ace79e8a1c61 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Allocated IP 172.20.0.3 (0bfb34fb-179d-41c5-bcfb-693882932949/4fd9713a-bf34-42c3-8db8-60d7533c19ea/e799e48b-a12a-4f71-9a20-fa199ea0ec86) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:27:54.248487 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df458204-a031-4943-94e9-8f5a5691dd69 None None] Pushing event updated for resources: {'Port': ['ID=c0c95a4d-9f9d-4784-809e-a27baa234df8,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:54.258520 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-df458204-a031-4943-94e9-8f5a5691dd69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:54.385929 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] Set router 06bfcb11-6581-47de-a676-ec201f4f7fa3 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:27:54.399498 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-360562aa-64f4-4cd4-8a19-ace79e8a1c61 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:54.417921 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-360562aa-64f4-4cd4-8a19-ace79e8a1c61 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Transition to ACTIVE for port object e799e48b-a12a-4f71-9a20-fa199ea0ec86 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:27:54.439636 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-360562aa-64f4-4cd4-8a19-ace79e8a1c61 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:54.445106 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3da00c3d-93fa-4eaa-81c7-27f943aa388e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:54.612785 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-360562aa-64f4-4cd4-8a19-ace79e8a1c61 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network 0bfb34fb-179d-41c5-bcfb-693882932949 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:27:54.621318 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-360562aa-64f4-4cd4-8a19-ace79e8a1c61 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:27:54.625734 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-360562aa-64f4-4cd4-8a19-ace79e8a1c61 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:27:54.662365 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360562aa-64f4-4cd4-8a19-ace79e8a1c61 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=e799e48b-a12a-4f71-9a20-fa199ea0ec86,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:54.667456 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-360562aa-64f4-4cd4-8a19-ace79e8a1c61 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:54.694514 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-360562aa-64f4-4cd4-8a19-ace79e8a1c61 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:27:54.695130 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-360562aa-64f4-4cd4-8a19-ace79e8a1c61 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:54.722496 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-360562aa-64f4-4cd4-8a19-ace79e8a1c61 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8821597
Dec 22 05:27:54.740306 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] Request body: {'port': {'device_id': '14065baf-5d0d-4320-8ea7-2d1a5133151e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:27:54.761306 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469be54b20>, [{'id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087285850', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:45Z', 'updated_at': '2021-12-22T05:27:50Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:46Z', 'updated_at': '2021-12-22T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'c0c95a4d-9f9d-4784-809e-a27baa234df8', 'name': '', 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:5e:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd9713a-bf34-42c3-8db8-60d7533c19ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:49Z', 'updated_at': '2021-12-22T05:27:54Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '4fd9713a-bf34-42c3-8db8-60d7533c19ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:27:54.766015 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7c2731-ad7e-417c-9850-e1edff7f55f2 None None] The sync data for ids ['06bfcb11-6581-47de-a676-ec201f4f7fa3'] in dv-neutron-822525-1-hyperv is: [{'id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087285850', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:45Z', 'updated_at': '2021-12-22T05:27:50Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:46Z', 'updated_at': '2021-12-22T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'c0c95a4d-9f9d-4784-809e-a27baa234df8', 'name': '', 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:5e:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd9713a-bf34-42c3-8db8-60d7533c19ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:49Z', 'updated_at': '2021-12-22T05:27:54Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '4fd9713a-bf34-42c3-8db8-60d7533c19ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:27:54.887299 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-99ff5e7f-b08a-469e-88a6-b29c36ef7d57 None None] Provisioning for port e799e48b-a12a-4f71-9a20-fa199ea0ec86 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:27:54.891000 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:54.894588 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-99ff5e7f-b08a-469e-88a6-b29c36ef7d57 None None] Provisioning complete for port e799e48b-a12a-4f71-9a20-fa199ea0ec86 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:27:54.895162 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-99ff5e7f-b08a-469e-88a6-b29c36ef7d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:54.958899 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-99ff5e7f-b08a-469e-88a6-b29c36ef7d57 None None] Port e799e48b-a12a-4f71-9a20-fa199ea0ec86 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:27:55.042647 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0ce64-35ca-43df-9eff-eb6dc78b514e req-10fdf325-a1c8-4985-aa4b-d9e570fd5301 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:27:55.044138 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b4e0ce64-35ca-43df-9eff-eb6dc78b514e req-10fdf325-a1c8-4985-aa4b-d9e570fd5301 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 931 time: 0.0994103
Dec 22 05:27:55.093176 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-b4e0ce64-35ca-43df-9eff-eb6dc78b514e req-7650d97e-329d-4a9e-b2d4-7fe04eae92c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:27:55.111191 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-b4e0ce64-35ca-43df-9eff-eb6dc78b514e req-7650d97e-329d-4a9e-b2d4-7fe04eae92c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:27:55.122554 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b4e0ce64-35ca-43df-9eff-eb6dc78b514e req-7650d97e-329d-4a9e-b2d4-7fe04eae92c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4c572a-4175-4d3c-b884-a330d339eca5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728235
Dec 22 05:27:55.261333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e799e48b-a12a-4f71-9a20-fa199ea0ec86 {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:27:55.269100 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:55.283556 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] Transition to ACTIVE for port object e799e48b-a12a-4f71-9a20-fa199ea0ec86 will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:27:55.287246 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:55.291033 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d07261c8-61c2-4bc3-8003-b1b94e77e5ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:55.417405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] Pushing event updated for resources: {'Port': ['ID=e799e48b-a12a-4f71-9a20-fa199ea0ec86,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:55.420687 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:55.468174 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c0c95a4d-9f9d-4784-809e-a27baa234df8 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:27:55.532896 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] Attempting to bind port e799e48b-a12a-4f71-9a20-fa199ea0ec86 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:27:55.533230 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] Attempting to bind port e799e48b-a12a-4f71-9a20-fa199ea0ec86 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '389c2333-b52e-4c9b-8c03-ff9e2db97905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:27:55.533596 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] Attempting to bind port e799e48b-a12a-4f71-9a20-fa199ea0ec86 on network 0bfb34fb-179d-41c5-bcfb-693882932949 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:27:55.539525 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] Port e799e48b-a12a-4f71-9a20-fa199ea0ec86 on network 0bfb34fb-179d-41c5-bcfb-693882932949 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:27:55.539840 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] Attempting to bind port e799e48b-a12a-4f71-9a20-fa199ea0ec86 on network 0bfb34fb-179d-41c5-bcfb-693882932949 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:27:55.547211 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:27:55.547546 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] Checking segment: {'id': '389c2333-b52e-4c9b-8c03-ff9e2db97905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:27:55.547926 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] Bound using segment: {'id': '389c2333-b52e-4c9b-8c03-ff9e2db97905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:27:55.548349 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] Bound port: e799e48b-a12a-4f71-9a20-fa199ea0ec86, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '389c2333-b52e-4c9b-8c03-ff9e2db97905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:27:55.548673 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port c0c95a4d-9f9d-4784-809e-a27baa234df8 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:27:55.548839 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:55.554589 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port c0c95a4d-9f9d-4784-809e-a27baa234df8 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:27:55.555002 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:55.649853 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] For port e799e48b-a12a-4f71-9a20-fa199ea0ec86, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:27:55.653248 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] For port e799e48b-a12a-4f71-9a20-fa199ea0ec86, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e799e48b-a12a-4f71-9a20-fa199ea0ec86,segment=NetworkSegment(389c2333-b52e-4c9b-8c03-ff9e2db97905),segment_id=389c2333-b52e-4c9b-8c03-ff9e2db97905)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:27:55.657863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:55.662204 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:55.680864 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:55.720735 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port c0c95a4d-9f9d-4784-809e-a27baa234df8, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c0c95a4d-9f9d-4784-809e-a27baa234df8,segment=NetworkSegment(389c2333-b52e-4c9b-8c03-ff9e2db97905),segment_id=389c2333-b52e-4c9b-8c03-ff9e2db97905)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:27:55.728630 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:55.729569 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:55.730164 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] 10.222.0.47 "PUT /v2.0/ports/e799e48b-a12a-4f71-9a20-fa199ea0ec86 HTTP/1.1" status: 200  len: 1093 time: 0.9944446
Dec 22 05:27:55.730714 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14065baf-5d0d-4320-8ea7-2d1a5133151e', 'tag': 'e799e48b-a12a-4f71-9a20-fa199ea0ec86'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:27:55.735050 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:55.758784 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] Pushing event updated for resources: {'Port': ['ID=e799e48b-a12a-4f71-9a20-fa199ea0ec86,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:55.774083 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:55.797303 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14065baf-5d0d-4320-8ea7-2d1a5133151e', 'tag': 'e799e48b-a12a-4f71-9a20-fa199ea0ec86', 'status': 'completed', 'code': 200}
Dec 22 05:27:55.825459 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=c0c95a4d-9f9d-4784-809e-a27baa234df8,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:55.828908 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:55.890552 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-ba84b5d6-bbe3-4e7c-aac2-57962a934339 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 1096 time: 0.0776026
Dec 22 05:27:55.970408 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-076ae45d-e1ad-4919-a4a1-33a47b93c1aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e799e48b-a12a-4f71-9a20-fa199ea0ec86 HTTP/1.1" status: 200  len: 217 time: 0.0666430
Dec 22 05:27:56.033025 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-f178ebdb-dd35-4aee-9ad6-fd08c3a547d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:27:56.034437 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-f178ebdb-dd35-4aee-9ad6-fd08c3a547d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4fd9713a-bf34-42c3-8db8-60d7533c19ea HTTP/1.1" status: 200  len: 835 time: 0.0582743
Dec 22 05:27:56.112103 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-84a4ffdd-233a-4780-9e9d-95e6bbfa1650 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0bfb34fb-179d-41c5-bcfb-693882932949&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0719128
Dec 22 05:27:56.244743 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-6101eba2-e50f-47c5-ab42-63be73ccb9a5 service neutron] 10.222.0.47 "GET /v2.0/networks/0bfb34fb-179d-41c5-bcfb-693882932949?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262796
Dec 22 05:27:56.310275 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78f42a-ed56-4145-9267-f42f98bcc55c req-aaddd466-3faf-4510-8a28-e62f11b01c8f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:27:56.311697 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3d78f42a-ed56-4145-9267-f42f98bcc55c req-aaddd466-3faf-4510-8a28-e62f11b01c8f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 943 time: 0.0751259
Dec 22 05:27:56.356047 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3d78f42a-ed56-4145-9267-f42f98bcc55c req-9e765075-b381-4bfa-b864-54e01472e784 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4c572a-4175-4d3c-b884-a330d339eca5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384917
Dec 22 05:27:56.379143 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3d2efc51-8aa1-4967-823a-8f8e0ab05ebe req-9fc9b55d-730f-4141-8eb0-2f44b33fa63e service neutron] 10.222.0.47 "GET /v2.0/networks/0bfb34fb-179d-41c5-bcfb-693882932949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244044
Dec 22 05:27:56.535949 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0b436d3f-5a95-4ef1-86ef-316a94a8e880 req-b3ffff7d-5d4a-4b97-8fb4-702264d1f776 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 1096 time: 0.0664306
Dec 22 05:27:56.763917 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b436d3f-5a95-4ef1-86ef-316a94a8e880 req-dd7a14af-6e15-4119-ad11-3b65352b4180 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:27:56.765347 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0b436d3f-5a95-4ef1-86ef-316a94a8e880 req-dd7a14af-6e15-4119-ad11-3b65352b4180 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0bfb34fb-179d-41c5-bcfb-693882932949 HTTP/1.1" status: 200  len: 897 time: 0.2228150
Dec 22 05:27:56.834405 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0b436d3f-5a95-4ef1-86ef-316a94a8e880 req-2778805d-62b6-4784-9b5b-ce4cf589a187 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e799e48b-a12a-4f71-9a20-fa199ea0ec86 HTTP/1.1" status: 200  len: 217 time: 0.0617387
Dec 22 05:27:56.894270 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b436d3f-5a95-4ef1-86ef-316a94a8e880 req-1fa77906-c927-422d-b05c-c636c86eb360 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:27:56.895612 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0b436d3f-5a95-4ef1-86ef-316a94a8e880 req-1fa77906-c927-422d-b05c-c636c86eb360 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4fd9713a-bf34-42c3-8db8-60d7533c19ea HTTP/1.1" status: 200  len: 835 time: 0.0546787
Dec 22 05:27:56.973168 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0b436d3f-5a95-4ef1-86ef-316a94a8e880 req-f7f96c6b-1f1c-4ebe-8a4e-983ab5f93103 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0bfb34fb-179d-41c5-bcfb-693882932949&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0692942
Dec 22 05:27:57.101134 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0b436d3f-5a95-4ef1-86ef-316a94a8e880 req-36f425a4-5828-4341-9d79-5d4edec3433f service neutron] 10.222.0.47 "GET /v2.0/networks/0bfb34fb-179d-41c5-bcfb-693882932949?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214414
Dec 22 05:27:57.228608 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0b436d3f-5a95-4ef1-86ef-316a94a8e880 req-97b2cc20-6f09-430f-9c5a-8f23c9a1185e service neutron] 10.222.0.47 "GET /v2.0/networks/0bfb34fb-179d-41c5-bcfb-693882932949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1205859
Dec 22 05:27:57.424930 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c0c95a4d-9f9d-4784-809e-a27baa234df8 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:27:57.496244 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port c0c95a4d-9f9d-4784-809e-a27baa234df8 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:27:57.496651 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:57.554740 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a669eda-981a-4ffd-b6a5-358a6e5a7e3f req-fda7c108-b625-4580-aa3c-6c0a7743c45a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:27:57.555430 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-2a669eda-981a-4ffd-b6a5-358a6e5a7e3f req-fda7c108-b625-4580-aa3c-6c0a7743c45a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:27:57.570507 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-2a669eda-981a-4ffd-b6a5-358a6e5a7e3f req-fda7c108-b625-4580-aa3c-6c0a7743c45a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:27:57.572012 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2a669eda-981a-4ffd-b6a5-358a6e5a7e3f req-fda7c108-b625-4580-aa3c-6c0a7743c45a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 943 time: 0.0907507
Dec 22 05:27:57.617460 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2a669eda-981a-4ffd-b6a5-358a6e5a7e3f req-70d23e16-516b-49dc-a32a-28388ed409cd tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4c572a-4175-4d3c-b884-a330d339eca5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397170
Dec 22 05:27:58.684501 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device e799e48b-a12a-4f71-9a20-fa199ea0ec86 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:27:58.813056 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb9918-0350-4bac-b08a-a8d6cedf8e90 req-5f97fe11-d79b-4b4e-b67b-4f1324d9b097 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:27:58.814561 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f5bb9918-0350-4bac-b08a-a8d6cedf8e90 req-5f97fe11-d79b-4b4e-b67b-4f1324d9b097 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 943 time: 0.0787787
Dec 22 05:27:58.818093 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port e799e48b-a12a-4f71-9a20-fa199ea0ec86, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e799e48b-a12a-4f71-9a20-fa199ea0ec86,segment=NetworkSegment(389c2333-b52e-4c9b-8c03-ff9e2db97905),segment_id=389c2333-b52e-4c9b-8c03-ff9e2db97905)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:27:58.831370 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': 'e799e48b-a12a-4f71-9a20-fa199ea0ec86', 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949', 'port_id': 'e799e48b-a12a-4f71-9a20-fa199ea0ec86', 'mac_address': 'fa:16:3e:b0:fd:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd9713a-bf34-42c3-8db8-60d7533c19ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:27:58.859246 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f5bb9918-0350-4bac-b08a-a8d6cedf8e90 req-f09c385e-6a28-4663-b068-9fecf5d30e28 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4c572a-4175-4d3c-b884-a330d339eca5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392349
Dec 22 05:27:58.884726 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:58.901645 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e799e48b-a12a-4f71-9a20-fa199ea0ec86 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:27:58.916721 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port e799e48b-a12a-4f71-9a20-fa199ea0ec86, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e799e48b-a12a-4f71-9a20-fa199ea0ec86,segment=NetworkSegment(389c2333-b52e-4c9b-8c03-ff9e2db97905),segment_id=389c2333-b52e-4c9b-8c03-ff9e2db97905)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:27:58.920269 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:27:58.921962 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-6a177160-2b71-4d74-945c-faa49e7dbf8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:27:58.986434 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=e799e48b-a12a-4f71-9a20-fa199ea0ec86,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:27:58.989225 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:27:59.326314 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['e799e48b-a12a-4f71-9a20-fa199ea0ec86'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:28:00.052317 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea925bbf-2609-4ccf-8ec2-cb3b45dc0a21 req-d38ab5ba-f395-4e47-9334-9f374faf3c47 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:28:00.053774 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ea925bbf-2609-4ccf-8ec2-cb3b45dc0a21 req-d38ab5ba-f395-4e47-9334-9f374faf3c47 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 944 time: 0.0781484
Dec 22 05:28:00.098254 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ea925bbf-2609-4ccf-8ec2-cb3b45dc0a21 req-d5e94dd5-0838-4882-839c-cb7fa2b1f0f8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4c572a-4175-4d3c-b884-a330d339eca5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381432
Dec 22 05:28:00.715182 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device e799e48b-a12a-4f71-9a20-fa199ea0ec86 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:28:00.780267 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port e799e48b-a12a-4f71-9a20-fa199ea0ec86 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:28:00.784750 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port e799e48b-a12a-4f71-9a20-fa199ea0ec86 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:28:00.785121 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:28:00.894442 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:28:00.919740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14065baf-5d0d-4320-8ea7-2d1a5133151e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e799e48b-a12a-4f71-9a20-fa199ea0ec86'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:28:00.929434 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port e799e48b-a12a-4f71-9a20-fa199ea0ec86, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e799e48b-a12a-4f71-9a20-fa199ea0ec86,segment=NetworkSegment(389c2333-b52e-4c9b-8c03-ff9e2db97905),segment_id=389c2333-b52e-4c9b-8c03-ff9e2db97905)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:28:00.933323 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:28:00.935196 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:28:00.990693 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14065baf-5d0d-4320-8ea7-2d1a5133151e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e799e48b-a12a-4f71-9a20-fa199ea0ec86', 'code': 200}
Dec 22 05:28:01.000253 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=e799e48b-a12a-4f71-9a20-fa199ea0ec86,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:28:01.003102 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:28:01.298231 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c8c68809-68ba-497e-bcb4-6242bb1babe4 req-3128d369-1a64-42fa-a03f-f44c1a008307 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 1098 time: 0.1279116
Dec 22 05:28:01.334377 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c195514-ce11-41f1-80db-084207ffdcdf req-27f58c45-fda0-4e74-8885-33ec6421c93e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:28:01.335780 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2c195514-ce11-41f1-80db-084207ffdcdf req-27f58c45-fda0-4e74-8885-33ec6421c93e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 945 time: 0.1130021
Dec 22 05:28:01.371429 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c8c68809-68ba-497e-bcb4-6242bb1babe4 req-a8b93c53-8bdb-422e-8f3b-f5643be992a6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3f4c572a-4175-4d3c-b884-a330d339eca5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652404
Dec 22 05:28:01.394355 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2c195514-ce11-41f1-80db-084207ffdcdf req-21d9d451-b4cc-4123-94e0-4b3067fa13f5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4c572a-4175-4d3c-b884-a330d339eca5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508220
Dec 22 05:28:02.594472 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:28:02.604696 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e747240-38ff-439f-a5cc-65c4ce58c281 req-7b253f15-c914-4e35-a3ef-90052d4e41bd tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:28:02.606180 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9e747240-38ff-439f-a5cc-65c4ce58c281 req-7b253f15-c914-4e35-a3ef-90052d4e41bd tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 945 time: 0.0879192
Dec 22 05:28:02.655826 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9e747240-38ff-439f-a5cc-65c4ce58c281 req-7e38de04-2abd-4ffb-bc07-2bbdb9c34223 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4c572a-4175-4d3c-b884-a330d339eca5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442421
Dec 22 05:28:03.856650 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77c2a8-3b53-45d1-bae5-ff6bcd1cf43d req-5b5287cc-033c-418b-867a-7e71331679da tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:28:03.858101 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3e77c2a8-3b53-45d1-bae5-ff6bcd1cf43d req-5b5287cc-033c-418b-867a-7e71331679da tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 945 time: 0.0807652
Dec 22 05:28:03.901376 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3e77c2a8-3b53-45d1-bae5-ff6bcd1cf43d req-ecf5bae9-f51d-4651-b5af-48d4ccdb812c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4c572a-4175-4d3c-b884-a330d339eca5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378199
Dec 22 05:28:04.091136 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57cbae-f7c7-4c22-8b7e-fa2a4491fb55 req-ae9834ea-3db8-47e5-afc2-c6972480a46f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:28:04.092550 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9a57cbae-f7c7-4c22-8b7e-fa2a4491fb55 req-ae9834ea-3db8-47e5-afc2-c6972480a46f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 945 time: 0.0744452
Dec 22 05:28:04.135864 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9a57cbae-f7c7-4c22-8b7e-fa2a4491fb55 req-239ad433-2ab7-4b6d-90b7-809564d75451 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4c572a-4175-4d3c-b884-a330d339eca5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378096
Dec 22 05:28:04.166566 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37162) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:28:04.238418 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7c64813d-4706-42c6-b63d-5b88448642ee tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 1093 time: 0.0706449
Dec 22 05:28:04.241111 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37166) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:28:04.246202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': 'e799e48b-a12a-4f71-9a20-fa199ea0ec86', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:28:04.251465 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:28:04.255202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:floatingip and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:28:04.257973 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:28:04.263663 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:28:04.273910 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:28:04.409021 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:28:04.536704 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Allocated IP 172.26.4.65 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/8583d30a-5331-4136-ae2e-26ff0bd7bf68) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:28:04.675956 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:28:04.702774 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:28:04.706740 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b8c2a21a-c2d0-4881-84c2-3f7f6e28c7fe tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:28:04.764900 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:28:04.767607 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:28:04.776625 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:28:04.810199 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=8583d30a-5331-4136-ae2e-26ff0bd7bf68,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:28:04.814183 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:28:05.369352 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:28:05.422092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:28:05.624363 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:28:05.628590 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:28:05.631928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-48edd1e0-545b-4cbb-aa32-3604dd18a6eb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:28:05.730003 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=8583d30a-5331-4136-ae2e-26ff0bd7bf68,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:28:05.737748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:28:05.747087 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:28:05.928612 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Floating IP d1f5830c-6cb5-4c4d-9f22-9ca9c059d9fe associated. External IP: 172.26.4.65, port: e799e48b-a12a-4f71-9a20-fa199ea0ec86.
Dec 22 05:28:06.303801 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router 06bfcb11-6581-47de-a676-ec201f4f7fa3 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:28:06.609183 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:28:06.618988 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f870ea7-aeab-4680-8bde-28871bc3832b None None] Sync routers for ids ['06bfcb11-6581-47de-a676-ec201f4f7fa3'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:28:06.631176 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f870ea7-aeab-4680-8bde-28871bc3832b None None] Routers {'06bfcb11-6581-47de-a676-ec201f4f7fa3'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:28:06.631770 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-7f870ea7-aeab-4680-8bde-28871bc3832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c6e5df0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:27:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['06bfcb11-6581-47de-a676-ec201f4f7fa3'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:28:06.631922 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:28:06.684410 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4422584
Dec 22 05:28:06.685312 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14065baf-5d0d-4320-8ea7-2d1a5133151e', 'tag': 'e799e48b-a12a-4f71-9a20-fa199ea0ec86'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:28:06.742108 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14065baf-5d0d-4320-8ea7-2d1a5133151e', 'tag': 'e799e48b-a12a-4f71-9a20-fa199ea0ec86', 'status': 'completed', 'code': 200}
Dec 22 05:28:06.849340 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-7f870ea7-aeab-4680-8bde-28871bc3832b None None] Set router 06bfcb11-6581-47de-a676-ec201f4f7fa3 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:28:06.917202 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b6721-35bf-4713-9c1b-f2ff21443fe9 req-255d9c37-910d-472d-9258-c06cf89f664c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:28:06.918678 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a43b6721-35bf-4713-9c1b-f2ff21443fe9 req-255d9c37-910d-472d-9258-c06cf89f664c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 945 time: 0.1349955
Dec 22 05:28:06.922140 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aeb7c875-31de-4ba4-8c50-e491e286a703 req-b02d72f3-8750-4ab4-b5dd-0d641e186fe2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 1098 time: 0.1039023
Dec 22 05:28:07.045331 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a43b6721-35bf-4713-9c1b-f2ff21443fe9 req-6ac26bcd-855b-44a0-b520-8f933e29469a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4c572a-4175-4d3c-b884-a330d339eca5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1207769
Dec 22 05:28:07.075357 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37174) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:28:07.093862 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7c875-31de-4ba4-8c50-e491e286a703 req-2c20644b-9f52-4e9e-91d3-301713ccaa0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:28:07.095311 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aeb7c875-31de-4ba4-8c50-e491e286a703 req-2c20644b-9f52-4e9e-91d3-301713ccaa0f service neutron] 10.222.0.47 "GET /v2.0/networks?id=0bfb34fb-179d-41c5-bcfb-693882932949 HTTP/1.1" status: 200  len: 897 time: 0.1560869
Dec 22 05:28:07.184611 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-12d9e946-6fc1-47a9-b6e7-be6e89fd43e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/floatingips/d1f5830c-6cb5-4c4d-9f22-9ca9c059d9fe HTTP/1.1" status: 200  len: 990 time: 0.1070027
Dec 22 05:28:07.201227 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aeb7c875-31de-4ba4-8c50-e491e286a703 req-f4a1ead8-36dd-4125-9062-bedec8496f1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e799e48b-a12a-4f71-9a20-fa199ea0ec86 HTTP/1.1" status: 200  len: 998 time: 0.0988815
Dec 22 05:28:07.262246 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7c875-31de-4ba4-8c50-e491e286a703 req-53d7cdc9-19b2-4f52-8c39-3103dd9ec0df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:28:07.263672 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aeb7c875-31de-4ba4-8c50-e491e286a703 req-53d7cdc9-19b2-4f52-8c39-3103dd9ec0df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4fd9713a-bf34-42c3-8db8-60d7533c19ea HTTP/1.1" status: 200  len: 835 time: 0.0565019
Dec 22 05:28:07.348073 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-7f870ea7-aeab-4680-8bde-28871bc3832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c6e5df0>, [{'id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087285850', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:45Z', 'updated_at': '2021-12-22T05:27:50Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:46Z', 'updated_at': '2021-12-22T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': 'd1f5830c-6cb5-4c4d-9f22-9ca9c059d9fe', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'floating_ip_address': '172.26.4.65', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'port_id': 'e799e48b-a12a-4f71-9a20-fa199ea0ec86', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949', 'mac_address': 'fa:16:3e:b0:fd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14065baf-5d0d-4320-8ea7-2d1a5133151e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:28:05Z', 'updated_at': '2021-12-22T05:28:05Z', 'revision_number': 0, 'project_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0c95a4d-9f9d-4784-809e-a27baa234df8', 'name': '', 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:5e:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd9713a-bf34-42c3-8db8-60d7533c19ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:49Z', 'updated_at': '2021-12-22T05:27:55Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '4fd9713a-bf34-42c3-8db8-60d7533c19ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:28:07.352164 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f870ea7-aeab-4680-8bde-28871bc3832b None None] Checking router: 06bfcb11-6581-47de-a676-ec201f4f7fa3 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:28:07.363135 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f870ea7-aeab-4680-8bde-28871bc3832b None None] Routers {'06bfcb11-6581-47de-a676-ec201f4f7fa3'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:28:07.363761 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-7f870ea7-aeab-4680-8bde-28871bc3832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c6e5df0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:27:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['06bfcb11-6581-47de-a676-ec201f4f7fa3'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:28:07.449678 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aeb7c875-31de-4ba4-8c50-e491e286a703 req-e71f72a2-834b-4600-bf55-a2dc2c1b0419 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0bfb34fb-179d-41c5-bcfb-693882932949&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1802487
Dec 22 05:28:07.543449 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-7f870ea7-aeab-4680-8bde-28871bc3832b None None] Set router 06bfcb11-6581-47de-a676-ec201f4f7fa3 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:28:07.579755 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aeb7c875-31de-4ba4-8c50-e491e286a703 req-c3e382ab-c38d-49fb-9f0b-f7a0ac77973a service neutron] 10.222.0.47 "GET /v2.0/networks/0bfb34fb-179d-41c5-bcfb-693882932949?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236243
Dec 22 05:28:07.712574 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-aeb7c875-31de-4ba4-8c50-e491e286a703 req-fb41d5c9-565b-47f2-8e47-28de4996c095 service neutron] 10.222.0.47 "GET /v2.0/networks/0bfb34fb-179d-41c5-bcfb-693882932949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271410
Dec 22 05:28:07.877756 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-7f870ea7-aeab-4680-8bde-28871bc3832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c6e5df0>, [{'id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087285850', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:45Z', 'updated_at': '2021-12-22T05:27:50Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:46Z', 'updated_at': '2021-12-22T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': 'd1f5830c-6cb5-4c4d-9f22-9ca9c059d9fe', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'floating_ip_address': '172.26.4.65', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'port_id': 'e799e48b-a12a-4f71-9a20-fa199ea0ec86', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949', 'mac_address': 'fa:16:3e:b0:fd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14065baf-5d0d-4320-8ea7-2d1a5133151e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:28:05Z', 'updated_at': '2021-12-22T05:28:05Z', 'revision_number': 0, 'project_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0c95a4d-9f9d-4784-809e-a27baa234df8', 'name': '', 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:5e:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd9713a-bf34-42c3-8db8-60d7533c19ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:49Z', 'updated_at': '2021-12-22T05:27:55Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '4fd9713a-bf34-42c3-8db8-60d7533c19ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:28:07.882019 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f870ea7-aeab-4680-8bde-28871bc3832b None None] The sync data for ids ['06bfcb11-6581-47de-a676-ec201f4f7fa3'] in dv-neutron-822525-1-hyperv is: [{'id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087285850', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:45Z', 'updated_at': '2021-12-22T05:27:50Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:46Z', 'updated_at': '2021-12-22T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': 'd1f5830c-6cb5-4c4d-9f22-9ca9c059d9fe', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'floating_ip_address': '172.26.4.65', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'port_id': 'e799e48b-a12a-4f71-9a20-fa199ea0ec86', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949', 'mac_address': 'fa:16:3e:b0:fd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14065baf-5d0d-4320-8ea7-2d1a5133151e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:28:05Z', 'updated_at': '2021-12-22T05:28:05Z', 'revision_number': 0, 'project_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0c95a4d-9f9d-4784-809e-a27baa234df8', 'name': '', 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:5e:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd9713a-bf34-42c3-8db8-60d7533c19ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:49Z', 'updated_at': '2021-12-22T05:27:55Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '4fd9713a-bf34-42c3-8db8-60d7533c19ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:28:07.882754 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:28:08.187369 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37178) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:28:08.290414 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-07144cfc-578b-4a3a-af2e-5063b058881a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/floatingips/d1f5830c-6cb5-4c4d-9f22-9ca9c059d9fe HTTP/1.1" status: 200  len: 990 time: 0.1015851
Dec 22 05:28:08.850314 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6f22497e-7386-4e9a-be47-73ac4c3959ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:28:09.294644 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37182) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:28:09.399715 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-64403ac9-62d5-46ab-803f-c510c0bb023b tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/floatingips/d1f5830c-6cb5-4c4d-9f22-9ca9c059d9fe HTTP/1.1" status: 200  len: 990 time: 0.1038425
Dec 22 05:28:10.403430 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37186) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:28:10.512371 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-224b417b-7061-4fb6-bf40-c7e5fa090008 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/floatingips/d1f5830c-6cb5-4c4d-9f22-9ca9c059d9fe HTTP/1.1" status: 200  len: 990 time: 0.1077180
Dec 22 05:28:10.540512 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fa632f-6531-4d50-96e0-2b4dea8e3fef None None] New status for floating IP d1f5830c-6cb5-4c4d-9f22-9ca9c059d9fe: ACTIVE {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:28:11.058560 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0f1d30f9-0893-4ede-9c73-3ec1cadcbc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:28:11.516129 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37190) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:28:11.620029 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7a4d253a-fc4e-45d8-b98d-cff7ada7d5f9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/floatingips/d1f5830c-6cb5-4c4d-9f22-9ca9c059d9fe HTTP/1.1" status: 200  len: 992 time: 0.1027086
Dec 22 05:28:12.227061 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:28:12.372779 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:28:13.681486 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:28:31.581685 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-43267b5b-65ad-408e-aa74-62164b006dd2 req-970593f3-5435-493b-843c-aa4f13538743 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0654137
Dec 22 05:28:31.746239 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-43267b5b-65ad-408e-aa74-62164b006dd2 req-435e1dc9-7988-4f19-aa5c-f801e832b909 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 1098 time: 0.0722034
Dec 22 05:28:31.886620 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43267b5b-65ad-408e-aa74-62164b006dd2 req-b0697326-e18f-47d1-b93b-92798cada34c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:28:31.888040 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-43267b5b-65ad-408e-aa74-62164b006dd2 req-b0697326-e18f-47d1-b93b-92798cada34c service neutron] 10.222.0.47 "GET /v2.0/networks?id=0bfb34fb-179d-41c5-bcfb-693882932949 HTTP/1.1" status: 200  len: 897 time: 0.1242135
Dec 22 05:28:31.983873 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-43267b5b-65ad-408e-aa74-62164b006dd2 req-6e9f9f25-200d-4d1f-8bee-815c750313e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e799e48b-a12a-4f71-9a20-fa199ea0ec86 HTTP/1.1" status: 200  len: 1000 time: 0.0895591
Dec 22 05:28:32.049935 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43267b5b-65ad-408e-aa74-62164b006dd2 req-c28ecca7-ca2c-49f3-a706-d5334d5f2291 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:28:32.051350 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-43267b5b-65ad-408e-aa74-62164b006dd2 req-c28ecca7-ca2c-49f3-a706-d5334d5f2291 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4fd9713a-bf34-42c3-8db8-60d7533c19ea HTTP/1.1" status: 200  len: 835 time: 0.0609601
Dec 22 05:28:32.131472 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-43267b5b-65ad-408e-aa74-62164b006dd2 req-ba9fa706-5bc5-4917-a95d-79952f6889fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0bfb34fb-179d-41c5-bcfb-693882932949&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0733826
Dec 22 05:28:32.263369 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-43267b5b-65ad-408e-aa74-62164b006dd2 req-f7556d63-31bf-486b-8aa7-f29afa8d6ebd service neutron] 10.222.0.47 "GET /v2.0/networks/0bfb34fb-179d-41c5-bcfb-693882932949?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240921
Dec 22 05:28:32.393522 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-43267b5b-65ad-408e-aa74-62164b006dd2 req-7b3ba476-7910-4401-9b83-8da6a91fd98a service neutron] 10.222.0.47 "GET /v2.0/networks/0bfb34fb-179d-41c5-bcfb-693882932949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226292
Dec 22 05:28:37.894791 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:28:38.851970 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ac9f1721-c344-42a7-9e43-908528fdb645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:28:39.593959 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:28:41.058906 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e5a4185e-553a-4b50-9284-05ba0147fa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:28:42.229266 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:28:42.374855 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:28:43.685115 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:07.910309 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:08.674135 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8a702-c654-45a9-a8fa-49fc0bcecb03 req-a5183713-bc09-4024-99dc-5107f3366213 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:08.675557 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1df8a702-c654-45a9-a8fa-49fc0bcecb03 req-a5183713-bc09-4024-99dc-5107f3366213 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 945 time: 0.0742397
Dec 22 05:29:08.719675 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1df8a702-c654-45a9-a8fa-49fc0bcecb03 req-3f134677-69ab-40f9-9ac6-6042ec46fc3f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4c572a-4175-4d3c-b884-a330d339eca5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387201
Dec 22 05:29:08.856199 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1febfc25-cbf9-4029-8f34-9aa7640f006c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:09.931895 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490495a-aa64-4d86-a295-a838c1c59209 req-b1dff3e4-1ff0-46b4-ba84-fa9c8f4a7e30 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:09.933311 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1490495a-aa64-4d86-a295-a838c1c59209 req-b1dff3e4-1ff0-46b4-ba84-fa9c8f4a7e30 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 945 time: 0.0803552
Dec 22 05:29:09.977344 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1490495a-aa64-4d86-a295-a838c1c59209 req-bd061212-7ee2-43fb-b087-ed5c70762b3c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4c572a-4175-4d3c-b884-a330d339eca5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386217
Dec 22 05:29:10.005939 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37220) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:10.108323 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5ac3857c-6348-4beb-a1fc-eeb9ca3c3ffe tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/floatingips/d1f5830c-6cb5-4c4d-9f22-9ca9c059d9fe HTTP/1.1" status: 200  len: 992 time: 0.1011379
Dec 22 05:29:11.060636 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8fb79851-5c46-48c5-b16c-4d9005d2c828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:11.618695 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96823fa6-79e7-4776-b0a0-ddcb463edfba req-cdb9b168-e472-4d55-963a-9da7690dc778 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:11.620114 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-96823fa6-79e7-4776-b0a0-ddcb463edfba req-cdb9b168-e472-4d55-963a-9da7690dc778 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 945 time: 0.0784616
Dec 22 05:29:11.664318 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-96823fa6-79e7-4776-b0a0-ddcb463edfba req-7fc4d778-fa21-4bc5-91ae-22be83a4e8a4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4c572a-4175-4d3c-b884-a330d339eca5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386186
Dec 22 05:29:12.230899 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:12.375577 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:12.858173 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd4262-32f0-4814-96d8-ca3cbd740ea4 req-55c72868-2a21-4c84-b460-34de5760c627 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:12.859595 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-affd4262-32f0-4814-96d8-ca3cbd740ea4 req-55c72868-2a21-4c84-b460-34de5760c627 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 945 time: 0.0746462
Dec 22 05:29:12.903314 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-affd4262-32f0-4814-96d8-ca3cbd740ea4 req-650cf60b-8ff9-48ee-a69d-07e695d60230 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4c572a-4175-4d3c-b884-a330d339eca5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383759
Dec 22 05:29:12.931452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37232) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:13.033419 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ce95701e-2b35-4e44-b589-b5284203fd33 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/floatingips/d1f5830c-6cb5-4c4d-9f22-9ca9c059d9fe HTTP/1.1" status: 200  len: 992 time: 0.1006789
Dec 22 05:29:13.410574 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37240) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:13.619444 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting port 8583d30a-5331-4136-ae2e-26ff0bd7bf68 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:29:13.619783 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:13.689372 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:13.785784 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:13.786093 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:14.005638 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Calling delete_port for 8583d30a-5331-4136-ae2e-26ff0bd7bf68 owned by network:floatingip {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:29:14.147401 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:14.151117 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-97f4232f-350d-4895-a78c-16c7db536bf6 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:14.190785 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Port': ['ID=8583d30a-5331-4136-ae2e-26ff0bd7bf68,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:14.229239 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:14.229652 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:14.230029 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:14.230398 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:14.230760 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:14.231121 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:14.231478 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:14.231838 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:14.232189 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:14.232553 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:14.232900 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:14.239947 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:14.294530 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for floatingip, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:14.672442 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router 06bfcb11-6581-47de-a676-ec201f4f7fa3 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:29:14.865518 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:29:14.875233 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de45d65-f731-47b1-a1d7-e677dae2c0e6 None None] Sync routers for ids ['06bfcb11-6581-47de-a676-ec201f4f7fa3'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:29:14.886235 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:14.888547 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de45d65-f731-47b1-a1d7-e677dae2c0e6 None None] Routers {'06bfcb11-6581-47de-a676-ec201f4f7fa3'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:29:14.889158 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3de45d65-f731-47b1-a1d7-e677dae2c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3b5040>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:29:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['06bfcb11-6581-47de-a676-ec201f4f7fa3'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:29:14.937063 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/floatingips/d1f5830c-6cb5-4c4d-9f22-9ca9c059d9fe HTTP/1.1" status: 204  len: 168 time: 1.5253522
Dec 22 05:29:14.937753 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14065baf-5d0d-4320-8ea7-2d1a5133151e', 'tag': 'e799e48b-a12a-4f71-9a20-fa199ea0ec86'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:29:15.113993 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-3de45d65-f731-47b1-a1d7-e677dae2c0e6 None None] Set router 06bfcb11-6581-47de-a676-ec201f4f7fa3 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:29:15.143594 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14065baf-5d0d-4320-8ea7-2d1a5133151e', 'tag': 'e799e48b-a12a-4f71-9a20-fa199ea0ec86', 'status': 'completed', 'code': 200}
Dec 22 05:29:15.307767 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-17d95d36-2e86-4849-a71c-a8b1b4df653d req-20713ce8-bebd-4ac2-8931-1add766d4f90 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 1098 time: 0.0798895
Dec 22 05:29:15.337735 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96298978-c860-4089-a381-442802ada67f req-2d475771-1773-46dd-bbc9-34c50ec2ebb7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:15.338445 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-96298978-c860-4089-a381-442802ada67f req-2d475771-1773-46dd-bbc9-34c50ec2ebb7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:29:15.358367 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-96298978-c860-4089-a381-442802ada67f req-2d475771-1773-46dd-bbc9-34c50ec2ebb7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:29:15.359597 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-96298978-c860-4089-a381-442802ada67f req-2d475771-1773-46dd-bbc9-34c50ec2ebb7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 945 time: 0.0982726
Dec 22 05:29:15.418193 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-96298978-c860-4089-a381-442802ada67f req-87abdf33-99ea-4eeb-bd9d-66fccc3fdc4e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4c572a-4175-4d3c-b884-a330d339eca5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523152
Dec 22 05:29:15.458352 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3de45d65-f731-47b1-a1d7-e677dae2c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3b5040>, [{'id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087285850', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:45Z', 'updated_at': '2021-12-22T05:27:50Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:46Z', 'updated_at': '2021-12-22T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'c0c95a4d-9f9d-4784-809e-a27baa234df8', 'name': '', 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:5e:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd9713a-bf34-42c3-8db8-60d7533c19ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:49Z', 'updated_at': '2021-12-22T05:27:55Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '4fd9713a-bf34-42c3-8db8-60d7533c19ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:29:15.461983 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de45d65-f731-47b1-a1d7-e677dae2c0e6 None None] Checking router: 06bfcb11-6581-47de-a676-ec201f4f7fa3 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:29:15.472894 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de45d65-f731-47b1-a1d7-e677dae2c0e6 None None] Routers {'06bfcb11-6581-47de-a676-ec201f4f7fa3'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:29:15.473486 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3de45d65-f731-47b1-a1d7-e677dae2c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3b5040>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:29:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['06bfcb11-6581-47de-a676-ec201f4f7fa3'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:29:15.552553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d95d36-2e86-4849-a71c-a8b1b4df653d req-d2ca3b16-cff7-4707-b16e-e6735ff9062d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:15.554015 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-17d95d36-2e86-4849-a71c-a8b1b4df653d req-d2ca3b16-cff7-4707-b16e-e6735ff9062d service neutron] 10.222.0.47 "GET /v2.0/networks?id=0bfb34fb-179d-41c5-bcfb-693882932949 HTTP/1.1" status: 200  len: 897 time: 0.2391458
Dec 22 05:29:15.621174 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-17d95d36-2e86-4849-a71c-a8b1b4df653d req-8ef92069-e464-4784-a0d2-456526cae490 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e799e48b-a12a-4f71-9a20-fa199ea0ec86 HTTP/1.1" status: 200  len: 217 time: 0.0599248
Dec 22 05:29:15.646016 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-3de45d65-f731-47b1-a1d7-e677dae2c0e6 None None] Set router 06bfcb11-6581-47de-a676-ec201f4f7fa3 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:29:15.687351 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d95d36-2e86-4849-a71c-a8b1b4df653d req-fa8792d8-5727-4962-90a1-f50b365d68ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:15.688822 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-17d95d36-2e86-4849-a71c-a8b1b4df653d req-fa8792d8-5727-4962-90a1-f50b365d68ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4fd9713a-bf34-42c3-8db8-60d7533c19ea HTTP/1.1" status: 200  len: 835 time: 0.0601990
Dec 22 05:29:15.762450 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-17d95d36-2e86-4849-a71c-a8b1b4df653d req-5d698ef5-0e97-44eb-b67e-d7bf28cd9248 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0bfb34fb-179d-41c5-bcfb-693882932949&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0666635
Dec 22 05:29:15.895098 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-17d95d36-2e86-4849-a71c-a8b1b4df653d req-a59845d7-4965-4a61-8bf9-6b762ae19e14 service neutron] 10.222.0.47 "GET /v2.0/networks/0bfb34fb-179d-41c5-bcfb-693882932949?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247356
Dec 22 05:29:15.962813 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-3de45d65-f731-47b1-a1d7-e677dae2c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3b5040>, [{'id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087285850', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:45Z', 'updated_at': '2021-12-22T05:27:50Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:46Z', 'updated_at': '2021-12-22T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'c0c95a4d-9f9d-4784-809e-a27baa234df8', 'name': '', 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:5e:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd9713a-bf34-42c3-8db8-60d7533c19ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:49Z', 'updated_at': '2021-12-22T05:27:55Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '4fd9713a-bf34-42c3-8db8-60d7533c19ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:29:15.966740 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de45d65-f731-47b1-a1d7-e677dae2c0e6 None None] The sync data for ids ['06bfcb11-6581-47de-a676-ec201f4f7fa3'] in dv-neutron-822525-1-hyperv is: [{'id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087285850', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:45Z', 'updated_at': '2021-12-22T05:27:50Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:46Z', 'updated_at': '2021-12-22T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'c0c95a4d-9f9d-4784-809e-a27baa234df8', 'name': '', 'network_id': '0bfb34fb-179d-41c5-bcfb-693882932949', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:5e:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd9713a-bf34-42c3-8db8-60d7533c19ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:49Z', 'updated_at': '2021-12-22T05:27:55Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '4fd9713a-bf34-42c3-8db8-60d7533c19ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:29:16.030190 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-17d95d36-2e86-4849-a71c-a8b1b4df653d req-2412b50f-7e24-468e-8c16-1bdc0d84c3d9 service neutron] 10.222.0.47 "GET /v2.0/networks/0bfb34fb-179d-41c5-bcfb-693882932949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273890
Dec 22 05:29:16.187493 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24399964-4393-4af7-9522-13412145b31c None None] New status for floating IP d1f5830c-6cb5-4c4d-9f22-9ca9c059d9fe: DOWN {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:29:16.593485 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:29:16.619960 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000f89c-7f7a-4fe5-804f-7dc40f5de8d8 req-e4a8a12b-f692-4098-a78d-1627c2e5404c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:16.621407 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a000f89c-7f7a-4fe5-804f-7dc40f5de8d8 req-e4a8a12b-f692-4098-a78d-1627c2e5404c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 945 time: 0.0798225
Dec 22 05:29:16.665658 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a000f89c-7f7a-4fe5-804f-7dc40f5de8d8 req-ccc491b8-49b3-44c5-93fb-e08dc654622f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4c572a-4175-4d3c-b884-a330d339eca5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378995
Dec 22 05:29:17.294872 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0825b4-06e0-4ee2-b7ab-7f8efc4e5fc2 req-4b7bd87a-ade5-4cdf-8ed7-ae324909d8be tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:17.296284 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4e0825b4-06e0-4ee2-b7ab-7f8efc4e5fc2 req-4b7bd87a-ade5-4cdf-8ed7-ae324909d8be tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "GET /v2.0/ports?device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 945 time: 0.0740879
Dec 22 05:29:17.367469 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-4e0825b4-06e0-4ee2-b7ab-7f8efc4e5fc2 req-7a2c5e7b-5e3d-4a5f-ad99-63935532e36f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting port e799e48b-a12a-4f71-9a20-fa199ea0ec86 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:29:17.367813 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-4e0825b4-06e0-4ee2-b7ab-7f8efc4e5fc2 req-7a2c5e7b-5e3d-4a5f-ad99-63935532e36f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:17.603303 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-4e0825b4-06e0-4ee2-b7ab-7f8efc4e5fc2 req-7a2c5e7b-5e3d-4a5f-ad99-63935532e36f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] For port e799e48b-a12a-4f71-9a20-fa199ea0ec86, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e799e48b-a12a-4f71-9a20-fa199ea0ec86,segment=NetworkSegment(389c2333-b52e-4c9b-8c03-ff9e2db97905),segment_id=389c2333-b52e-4c9b-8c03-ff9e2db97905)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:29:17.603652 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-4e0825b4-06e0-4ee2-b7ab-7f8efc4e5fc2 req-7a2c5e7b-5e3d-4a5f-ad99-63935532e36f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:17.724182 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-4e0825b4-06e0-4ee2-b7ab-7f8efc4e5fc2 req-7a2c5e7b-5e3d-4a5f-ad99-63935532e36f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Calling delete_port for e799e48b-a12a-4f71-9a20-fa199ea0ec86 owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:29:17.869826 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389508c1-550c-4b76-8ae2-d570526ec838 req-681b9351-d7a7-4e21-b625-78cc975acded tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:17.871142 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-4e0825b4-06e0-4ee2-b7ab-7f8efc4e5fc2 req-7a2c5e7b-5e3d-4a5f-ad99-63935532e36f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:17.871351 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-389508c1-550c-4b76-8ae2-d570526ec838 req-681b9351-d7a7-4e21-b625-78cc975acded tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=14065baf-5d0d-4320-8ea7-2d1a5133151e HTTP/1.1" status: 200  len: 945 time: 0.0843372
Dec 22 05:29:17.881615 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0410613f-14ff-4ce7-8bb4-a68501cae349 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:17.916872 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-389508c1-550c-4b76-8ae2-d570526ec838 req-a62ec412-0532-4786-a9f3-bb8d9922ffb9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=3f4c572a-4175-4d3c-b884-a330d339eca5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392737
Dec 22 05:29:17.925256 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c5e7b-5e3d-4a5f-ad99-63935532e36f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Port': ['ID=e799e48b-a12a-4f71-9a20-fa199ea0ec86,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:17.964863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c5e7b-5e3d-4a5f-ad99-63935532e36f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:17.965192 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c5e7b-5e3d-4a5f-ad99-63935532e36f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:17.965591 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c5e7b-5e3d-4a5f-ad99-63935532e36f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:17.965960 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c5e7b-5e3d-4a5f-ad99-63935532e36f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:17.966356 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c5e7b-5e3d-4a5f-ad99-63935532e36f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:17.966760 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c5e7b-5e3d-4a5f-ad99-63935532e36f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:17.967121 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c5e7b-5e3d-4a5f-ad99-63935532e36f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:17.967479 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c5e7b-5e3d-4a5f-ad99-63935532e36f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:17.967837 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c5e7b-5e3d-4a5f-ad99-63935532e36f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:17.968192 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c5e7b-5e3d-4a5f-ad99-63935532e36f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:17.968547 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c5e7b-5e3d-4a5f-ad99-63935532e36f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:17.975652 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7a2c5e7b-5e3d-4a5f-ad99-63935532e36f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:18.008292 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0825b4-06e0-4ee2-b7ab-7f8efc4e5fc2 req-7a2c5e7b-5e3d-4a5f-ad99-63935532e36f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] No DVR routers for this DVR port e799e48b-a12a-4f71-9a20-fa199ea0ec86 on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:29:18.010622 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-4e0825b4-06e0-4ee2-b7ab-7f8efc4e5fc2 req-7a2c5e7b-5e3d-4a5f-ad99-63935532e36f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:18.013768 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14065baf-5d0d-4320-8ea7-2d1a5133151e', 'name': 'network-vif-deleted', 'tag': 'e799e48b-a12a-4f71-9a20-fa199ea0ec86'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:29:18.029565 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4e0825b4-06e0-4ee2-b7ab-7f8efc4e5fc2 req-7a2c5e7b-5e3d-4a5f-ad99-63935532e36f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "DELETE /v2.0/ports/e799e48b-a12a-4f71-9a20-fa199ea0ec86 HTTP/1.1" status: 204  len: 173 time: 0.7270145
Dec 22 05:29:18.072436 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14065baf-5d0d-4320-8ea7-2d1a5133151e', 'name': 'network-vif-deleted', 'tag': 'e799e48b-a12a-4f71-9a20-fa199ea0ec86', 'status': 'completed', 'code': 200}
Dec 22 05:29:19.023799 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37260) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:19.512456 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb28e728-5804-487f-baec-0c4360e727d3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:20.110316 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-eb28e728-5804-487f-baec-0c4360e727d3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting port c0c95a4d-9f9d-4784-809e-a27baa234df8 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:29:20.111005 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb28e728-5804-487f-baec-0c4360e727d3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:20.296761 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-eb28e728-5804-487f-baec-0c4360e727d3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] For port c0c95a4d-9f9d-4784-809e-a27baa234df8, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c0c95a4d-9f9d-4784-809e-a27baa234df8,segment=NetworkSegment(389c2333-b52e-4c9b-8c03-ff9e2db97905),segment_id=389c2333-b52e-4c9b-8c03-ff9e2db97905)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:29:20.297108 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb28e728-5804-487f-baec-0c4360e727d3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:20.412843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-eb28e728-5804-487f-baec-0c4360e727d3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Calling delete_port for c0c95a4d-9f9d-4784-809e-a27baa234df8 owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:29:20.586489 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb28e728-5804-487f-baec-0c4360e727d3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:20.590521 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:20.634528 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28e728-5804-487f-baec-0c4360e727d3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Port': ['ID=c0c95a4d-9f9d-4784-809e-a27baa234df8,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:20.637280 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-eb28e728-5804-487f-baec-0c4360e727d3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:21.027061 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eb28e728-5804-487f-baec-0c4360e727d3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:21.058377 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device e799e48b-a12a-4f71-9a20-fa199ea0ec86 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:29:21.092098 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: e799e48b-a12a-4f71-9a20-fa199ea0ec86 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:29:21.092450 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device e799e48b-a12a-4f71-9a20-fa199ea0ec86 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:29:21.596389 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb28e728-5804-487f-baec-0c4360e727d3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router 06bfcb11-6581-47de-a676-ec201f4f7fa3 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:29:21.790808 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb28e728-5804-487f-baec-0c4360e727d3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:29:21.800031 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ca4fd-482a-4f59-9c75-0509afa160b2 None None] Sync routers for ids ['06bfcb11-6581-47de-a676-ec201f4f7fa3'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:29:21.807474 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-eb28e728-5804-487f-baec-0c4360e727d3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "PUT /v2.0/routers/06bfcb11-6581-47de-a676-ec201f4f7fa3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7800887
Dec 22 05:29:21.807627 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37264) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:21.811532 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902ca4fd-482a-4f59-9c75-0509afa160b2 None None] Routers {'06bfcb11-6581-47de-a676-ec201f4f7fa3'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:29:21.812122 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-902ca4fd-482a-4f59-9c75-0509afa160b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c53dfa0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:29:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['06bfcb11-6581-47de-a676-ec201f4f7fa3'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:29:21.982155 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-902ca4fd-482a-4f59-9c75-0509afa160b2 None None] Set router 06bfcb11-6581-47de-a676-ec201f4f7fa3 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:29:21.989761 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-97efd05e-598a-4477-bbf3-303aa9a866a6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting subnet 4fd9713a-bf34-42c3-8db8-60d7533c19ea {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:29:21.992614 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97efd05e-598a-4477-bbf3-303aa9a866a6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:22.048448 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97efd05e-598a-4477-bbf3-303aa9a866a6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:22.129650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97efd05e-598a-4477-bbf3-303aa9a866a6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:22.208901 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97efd05e-598a-4477-bbf3-303aa9a866a6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:22.213001 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-946b3228-d70b-4d96-bb68-8ec991b63686 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:22.248233 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97efd05e-598a-4477-bbf3-303aa9a866a6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Subnet': ['ID=4fd9713a-bf34-42c3-8db8-60d7533c19ea,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:22.252967 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-97efd05e-598a-4477-bbf3-303aa9a866a6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:22.257125 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-97efd05e-598a-4477-bbf3-303aa9a866a6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:22.262856 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4230ea20-74de-4eac-8146-0773e7cbb653 None None] Network 0bfb34fb-179d-41c5-bcfb-693882932949 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:29:22.263397 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-97efd05e-598a-4477-bbf3-303aa9a866a6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/subnets/4fd9713a-bf34-42c3-8db8-60d7533c19ea HTTP/1.1" status: 204  len: 168 time: 0.4548337
Dec 22 05:29:22.266011 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37268) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:22.298754 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-902ca4fd-482a-4f59-9c75-0509afa160b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c53dfa0>, [{'id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087285850', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:45Z', 'updated_at': '2021-12-22T05:29:20Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:46Z', 'updated_at': '2021-12-22T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:29:22.302507 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ca4fd-482a-4f59-9c75-0509afa160b2 None None] Checking router: 06bfcb11-6581-47de-a676-ec201f4f7fa3 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:29:22.312606 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902ca4fd-482a-4f59-9c75-0509afa160b2 None None] Routers {'06bfcb11-6581-47de-a676-ec201f4f7fa3'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:29:22.313197 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-902ca4fd-482a-4f59-9c75-0509afa160b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c53dfa0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:29:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['06bfcb11-6581-47de-a676-ec201f4f7fa3'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:29:22.469309 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6e638dcf-5ea0-4ff0-8c77-086ddc3935ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:22.497129 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-902ca4fd-482a-4f59-9c75-0509afa160b2 None None] Set router 06bfcb11-6581-47de-a676-ec201f4f7fa3 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:29:22.526324 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39b93c3-8df0-4d24-9509-9eff33be3987 None None] DHCP port deletion for 0bfb34fb-179d-41c5-bcfb-693882932949 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 05:29:22.530738 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b39b93c3-8df0-4d24-9509-9eff33be3987 None None] Deleting port 234de2cd-fca1-4010-b78c-473e948ff1c1 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:29:22.531114 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b39b93c3-8df0-4d24-9509-9eff33be3987 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:22.734327 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-b39b93c3-8df0-4d24-9509-9eff33be3987 None None] For port 234de2cd-fca1-4010-b78c-473e948ff1c1, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=234de2cd-fca1-4010-b78c-473e948ff1c1,segment=NetworkSegment(389c2333-b52e-4c9b-8c03-ff9e2db97905),segment_id=389c2333-b52e-4c9b-8c03-ff9e2db97905)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:29:22.734720 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b39b93c3-8df0-4d24-9509-9eff33be3987 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:22.805669 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6e638dcf-5ea0-4ff0-8c77-086ddc3935ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:22.815772 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-902ca4fd-482a-4f59-9c75-0509afa160b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c53dfa0>, [{'id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087285850', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:45Z', 'updated_at': '2021-12-22T05:29:20Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:46Z', 'updated_at': '2021-12-22T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:29:22.817733 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-6e638dcf-5ea0-4ff0-8c77-086ddc3935ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting port f87e04df-422d-4cd9-882b-a50f8892cc29 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:29:22.818556 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6e638dcf-5ea0-4ff0-8c77-086ddc3935ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:22.819987 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ca4fd-482a-4f59-9c75-0509afa160b2 None None] The sync data for ids ['06bfcb11-6581-47de-a676-ec201f4f7fa3'] in dv-neutron-822525-1-hyperv is: [{'id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087285850', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:45Z', 'updated_at': '2021-12-22T05:29:20Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': 'f87e04df-422d-4cd9-882b-a50f8892cc29', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bfcb11-6581-47de-a676-ec201f4f7fa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:46Z', 'updated_at': '2021-12-22T05:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:29:22.859707 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-b39b93c3-8df0-4d24-9509-9eff33be3987 None None] Calling delete_port for 234de2cd-fca1-4010-b78c-473e948ff1c1 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:29:22.972388 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b39b93c3-8df0-4d24-9509-9eff33be3987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:22.976134 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-1eb19b49-f737-488d-8276-67c948d96b9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:23.013159 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-6e638dcf-5ea0-4ff0-8c77-086ddc3935ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] For port f87e04df-422d-4cd9-882b-a50f8892cc29, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f87e04df-422d-4cd9-882b-a50f8892cc29,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:29:23.014860 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6e638dcf-5ea0-4ff0-8c77-086ddc3935ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:23.016342 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b93c3-8df0-4d24-9509-9eff33be3987 None None] Pushing event deleted for resources: {'Port': ['ID=234de2cd-fca1-4010-b78c-473e948ff1c1,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:23.027091 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39b93c3-8df0-4d24-9509-9eff33be3987 None None] No DVR routers for this DVR port 234de2cd-fca1-4010-b78c-473e948ff1c1 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:29:23.030748 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b93c3-8df0-4d24-9509-9eff33be3987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:23.031194 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b93c3-8df0-4d24-9509-9eff33be3987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:23.035794 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b93c3-8df0-4d24-9509-9eff33be3987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:23.035794 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b93c3-8df0-4d24-9509-9eff33be3987 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:23.035794 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b93c3-8df0-4d24-9509-9eff33be3987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:23.035794 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b93c3-8df0-4d24-9509-9eff33be3987 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:23.035794 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b93c3-8df0-4d24-9509-9eff33be3987 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:23.035794 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b93c3-8df0-4d24-9509-9eff33be3987 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:23.035794 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b93c3-8df0-4d24-9509-9eff33be3987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:23.035794 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b93c3-8df0-4d24-9509-9eff33be3987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:23.035794 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39b93c3-8df0-4d24-9509-9eff33be3987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:23.037491 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b39b93c3-8df0-4d24-9509-9eff33be3987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:23.150599 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-6e638dcf-5ea0-4ff0-8c77-086ddc3935ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Calling delete_port for f87e04df-422d-4cd9-882b-a50f8892cc29 owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:29:23.322837 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6e638dcf-5ea0-4ff0-8c77-086ddc3935ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:23.326516 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-06cf2742-e80d-480a-bbd5-d37fdf9a09fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:23.366745 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e638dcf-5ea0-4ff0-8c77-086ddc3935ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Port': ['ID=f87e04df-422d-4cd9-882b-a50f8892cc29,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:23.370504 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6e638dcf-5ea0-4ff0-8c77-086ddc3935ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:23.510515 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 234de2cd-fca1-4010-b78c-473e948ff1c1 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:29:23.542519 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 234de2cd-fca1-4010-b78c-473e948ff1c1 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:29:23.542788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 234de2cd-fca1-4010-b78c-473e948ff1c1 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:29:23.543218 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c0c95a4d-9f9d-4784-809e-a27baa234df8 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:29:23.576348 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: c0c95a4d-9f9d-4784-809e-a27baa234df8 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:29:23.576701 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c0c95a4d-9f9d-4784-809e-a27baa234df8 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:29:23.591419 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6e638dcf-5ea0-4ff0-8c77-086ddc3935ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:23.839483 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6e638dcf-5ea0-4ff0-8c77-086ddc3935ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:23.843458 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6e638dcf-5ea0-4ff0-8c77-086ddc3935ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:23.867794 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6e638dcf-5ea0-4ff0-8c77-086ddc3935ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:23.868296 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e638dcf-5ea0-4ff0-8c77-086ddc3935ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Fanout notify agent at l3_agent the message router_deleted on router 06bfcb11-6581-47de-a676-ec201f4f7fa3 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 05:29:23.882529 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-6e638dcf-5ea0-4ff0-8c77-086ddc3935ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:23.883744 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6e638dcf-5ea0-4ff0-8c77-086ddc3935ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/routers/06bfcb11-6581-47de-a676-ec201f4f7fa3 HTTP/1.1" status: 204  len: 168 time: 1.6166644
Dec 22 05:29:23.886528 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37272) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:24.099614 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37687f8a-dd23-4daa-ad9d-c198854ce4a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:24.228083 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37687f8a-dd23-4daa-ad9d-c198854ce4a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:24.255230 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-37687f8a-dd23-4daa-ad9d-c198854ce4a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469c0f9670>,) {'filters': {'network_id': ['0bfb34fb-179d-41c5-bcfb-693882932949']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:29:24.267327 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-37687f8a-dd23-4daa-ad9d-c198854ce4a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c0f9670>, '389c2333-b52e-4c9b-8c03-ff9e2db97905') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:29:24.267612 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-37687f8a-dd23-4daa-ad9d-c198854ce4a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c0f9670>, '389c2333-b52e-4c9b-8c03-ff9e2db97905') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:29:24.278375 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37687f8a-dd23-4daa-ad9d-c198854ce4a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:24.293803 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37687f8a-dd23-4daa-ad9d-c198854ce4a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:24.299853 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37687f8a-dd23-4daa-ad9d-c198854ce4a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:29:24.300229 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37687f8a-dd23-4daa-ad9d-c198854ce4a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:29:24.315221 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:29:24.390432 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37687f8a-dd23-4daa-ad9d-c198854ce4a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:24.394640 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0411f873-1ac9-42f6-a257-a318de5557a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:24.412061 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37687f8a-dd23-4daa-ad9d-c198854ce4a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:24.423516 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37687f8a-dd23-4daa-ad9d-c198854ce4a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Network': ['ID=0bfb34fb-179d-41c5-bcfb-693882932949,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:24.426591 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-37687f8a-dd23-4daa-ad9d-c198854ce4a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:24.432288 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-37687f8a-dd23-4daa-ad9d-c198854ce4a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/networks/0bfb34fb-179d-41c5-bcfb-693882932949 HTTP/1.1" status: 204  len: 168 time: 0.5446522
Dec 22 05:29:24.435064 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37276) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:24.505470 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0de9fb9b-3ad1-4700-97d7-6f766c148f58 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:24.534572 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0de9fb9b-3ad1-4700-97d7-6f766c148f58 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:24.597677 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0de9fb9b-3ad1-4700-97d7-6f766c148f58 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:24.601305 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-607af380-9284-4841-be40-2f95d9117466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:24.615246 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9fb9b-3ad1-4700-97d7-6f766c148f58 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4c572a-4175-4d3c-b884-a330d339eca5,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:24.618344 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0de9fb9b-3ad1-4700-97d7-6f766c148f58 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:24.627523 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0de9fb9b-3ad1-4700-97d7-6f766c148f58 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:24.628627 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0de9fb9b-3ad1-4700-97d7-6f766c148f58 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/security-groups/3f4c572a-4175-4d3c-b884-a330d339eca5 HTTP/1.1" status: 204  len: 168 time: 0.1926534
Dec 22 05:29:24.953663 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37284) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:24.959454 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b16fb353-c084-4439-a1d7-7f24c1d0dd14 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1294054336', 'description': 'tempest-secgroup-smoke-1294054336 description', 'project_id': '8d14121bb4964f9788327a98293c0192'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:29:24.965216 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b16fb353-c084-4439-a1d7-7f24c1d0dd14 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:29:24.969243 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b16fb353-c084-4439-a1d7-7f24c1d0dd14 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:29:24.972621 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b16fb353-c084-4439-a1d7-7f24c1d0dd14 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:29:24.978162 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b16fb353-c084-4439-a1d7-7f24c1d0dd14 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:29:24.988112 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b16fb353-c084-4439-a1d7-7f24c1d0dd14 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.021074 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b16fb353-c084-4439-a1d7-7f24c1d0dd14 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:29:25.024817 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b16fb353-c084-4439-a1d7-7f24c1d0dd14 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:29:25.027570 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b16fb353-c084-4439-a1d7-7f24c1d0dd14 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:29:25.033653 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b16fb353-c084-4439-a1d7-7f24c1d0dd14 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:29:25.090891 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b16fb353-c084-4439-a1d7-7f24c1d0dd14 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.094325 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b16fb353-c084-4439-a1d7-7f24c1d0dd14 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.099535 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2d6e5aef-37fb-4b30-9e5f-08f11fc4fe1b tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:25.137976 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fb353-c084-4439-a1d7-7f24c1d0dd14 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:25.140796 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b16fb353-c084-4439-a1d7-7f24c1d0dd14 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.142059 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b16fb353-c084-4439-a1d7-7f24c1d0dd14 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1873918
Dec 22 05:29:25.143038 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b16fb353-c084-4439-a1d7-7f24c1d0dd14 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:25.144952 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37288) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:25.150313 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-46a98d72-9fcc-430f-8cd7-1fa80d704ddc tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': '8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:29:25.156782 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-46a98d72-9fcc-430f-8cd7-1fa80d704ddc tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:29:25.161131 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-46a98d72-9fcc-430f-8cd7-1fa80d704ddc tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:29:25.164038 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-46a98d72-9fcc-430f-8cd7-1fa80d704ddc tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:29:25.169680 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-46a98d72-9fcc-430f-8cd7-1fa80d704ddc tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:29:25.185514 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-46a98d72-9fcc-430f-8cd7-1fa80d704ddc tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.244714 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-46a98d72-9fcc-430f-8cd7-1fa80d704ddc tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.248014 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-46a98d72-9fcc-430f-8cd7-1fa80d704ddc tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.249780 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1946744a-8aab-4b3d-b818-9416fa3f8b62 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:25.271404 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a98d72-9fcc-430f-8cd7-1fa80d704ddc tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df684f4e-d28b-4308-9ce3-8158cc022143,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:25.275597 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-46a98d72-9fcc-430f-8cd7-1fa80d704ddc tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:25.279882 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-46a98d72-9fcc-430f-8cd7-1fa80d704ddc tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.281019 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-46a98d72-9fcc-430f-8cd7-1fa80d704ddc tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1350877
Dec 22 05:29:25.284732 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37292) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:25.290018 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-cb7d6ff3-738f-4340-b283-c4a64b369880 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': '8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:29:25.295617 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-cb7d6ff3-738f-4340-b283-c4a64b369880 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:29:25.299304 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-cb7d6ff3-738f-4340-b283-c4a64b369880 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:29:25.302103 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-cb7d6ff3-738f-4340-b283-c4a64b369880 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:29:25.307588 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-cb7d6ff3-738f-4340-b283-c4a64b369880 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:29:25.323426 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cb7d6ff3-738f-4340-b283-c4a64b369880 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.384997 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cb7d6ff3-738f-4340-b283-c4a64b369880 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.388297 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cb7d6ff3-738f-4340-b283-c4a64b369880 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.390116 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-46a98d72-9fcc-430f-8cd7-1fa80d704ddc tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:25.412140 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d6ff3-738f-4340-b283-c4a64b369880 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c57474-c8de-4468-aa2b-380f7dc593c1,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:25.416347 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-cb7d6ff3-738f-4340-b283-c4a64b369880 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:25.420814 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cb7d6ff3-738f-4340-b283-c4a64b369880 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.421815 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-cb7d6ff3-738f-4340-b283-c4a64b369880 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1360457
Dec 22 05:29:25.424424 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37296) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:25.428751 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f87e04df-422d-4cd9-882b-a50f8892cc29 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:29:25.429794 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-dee3454b-ee83-4512-8958-a3070fe6d780 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': '8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:29:25.435689 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-dee3454b-ee83-4512-8958-a3070fe6d780 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:29:25.439657 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-dee3454b-ee83-4512-8958-a3070fe6d780 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:29:25.442468 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-dee3454b-ee83-4512-8958-a3070fe6d780 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:29:25.448078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-dee3454b-ee83-4512-8958-a3070fe6d780 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:29:25.461044 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: f87e04df-422d-4cd9-882b-a50f8892cc29 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:29:25.461393 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f87e04df-422d-4cd9-882b-a50f8892cc29 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:29:25.464896 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dee3454b-ee83-4512-8958-a3070fe6d780 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.525698 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dee3454b-ee83-4512-8958-a3070fe6d780 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.529201 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dee3454b-ee83-4512-8958-a3070fe6d780 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.531018 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1a285ed0-acf8-4608-99eb-7ed9ff0a85c3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:25.552615 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3454b-ee83-4512-8958-a3070fe6d780 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6870515-9574-4b92-ba97-e6e49f3dbc3f,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:25.556760 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dee3454b-ee83-4512-8958-a3070fe6d780 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:25.560842 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dee3454b-ee83-4512-8958-a3070fe6d780 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.563851 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dee3454b-ee83-4512-8958-a3070fe6d780 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1366868
Dec 22 05:29:25.565028 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37300) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:25.570419 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-2141c5f3-0ce8-42d3-be15-1dbafe7bca89 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': '8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:29:25.576102 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2141c5f3-0ce8-42d3-be15-1dbafe7bca89 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:29:25.580325 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2141c5f3-0ce8-42d3-be15-1dbafe7bca89 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:29:25.583184 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2141c5f3-0ce8-42d3-be15-1dbafe7bca89 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:29:25.588694 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2141c5f3-0ce8-42d3-be15-1dbafe7bca89 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:29:25.604405 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2141c5f3-0ce8-42d3-be15-1dbafe7bca89 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.665667 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2141c5f3-0ce8-42d3-be15-1dbafe7bca89 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.669124 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2141c5f3-0ce8-42d3-be15-1dbafe7bca89 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.676003 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bfd858fb-f1c3-4424-aad7-b8cbcacf1fc0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:25.695930 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141c5f3-0ce8-42d3-be15-1dbafe7bca89 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8bceb00-1b8a-4a7f-9f40-2a3bf0929652,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:25.698003 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2141c5f3-0ce8-42d3-be15-1dbafe7bca89 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:25.702179 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2141c5f3-0ce8-42d3-be15-1dbafe7bca89 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.703305 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2141c5f3-0ce8-42d3-be15-1dbafe7bca89 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1373305
Dec 22 05:29:25.706646 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37304) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:25.711912 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-0c956d90-eacd-473f-8371-b40be8f799f5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': '8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:29:25.717443 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0c956d90-eacd-473f-8371-b40be8f799f5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:29:25.721137 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0c956d90-eacd-473f-8371-b40be8f799f5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:29:25.723902 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-0c956d90-eacd-473f-8371-b40be8f799f5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:29:25.729359 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-0c956d90-eacd-473f-8371-b40be8f799f5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:29:25.741732 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-0c956d90-eacd-473f-8371-b40be8f799f5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Project 8d14121bb4964f9788327a98293c0192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:29:25.747707 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0c956d90-eacd-473f-8371-b40be8f799f5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.809943 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0c956d90-eacd-473f-8371-b40be8f799f5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.813155 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0c956d90-eacd-473f-8371-b40be8f799f5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.815686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0fcc0ab8-8d53-4ff9-9122-1ec28cf964c8 tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:25.836903 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c956d90-eacd-473f-8371-b40be8f799f5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a149ed-7a10-4228-a064-ebdd22785a6d,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:25.839192 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0c956d90-eacd-473f-8371-b40be8f799f5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:25.845470 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0c956d90-eacd-473f-8371-b40be8f799f5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.846633 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0c956d90-eacd-473f-8371-b40be8f799f5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1391118
Dec 22 05:29:25.849316 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37308) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:25.854525 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-69aa27b7-b6f4-4d30-a78d-b0fc51c27ca7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': '8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:29:25.860030 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-69aa27b7-b6f4-4d30-a78d-b0fc51c27ca7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:29:25.863706 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-69aa27b7-b6f4-4d30-a78d-b0fc51c27ca7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:29:25.866489 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-69aa27b7-b6f4-4d30-a78d-b0fc51c27ca7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:29:25.872021 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-69aa27b7-b6f4-4d30-a78d-b0fc51c27ca7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:29:25.881674 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-69aa27b7-b6f4-4d30-a78d-b0fc51c27ca7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Project 8d14121bb4964f9788327a98293c0192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:29:25.887593 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-69aa27b7-b6f4-4d30-a78d-b0fc51c27ca7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.950321 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-69aa27b7-b6f4-4d30-a78d-b0fc51c27ca7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.953445 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-69aa27b7-b6f4-4d30-a78d-b0fc51c27ca7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.955778 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b247f894-54bb-4a99-b78f-c2e3c94aab9a tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:25.976631 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa27b7-b6f4-4d30-a78d-b0fc51c27ca7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=029ed815-91fe-49df-a94a-8b8b9aee4288,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:25.980799 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-69aa27b7-b6f4-4d30-a78d-b0fc51c27ca7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:25.985025 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-69aa27b7-b6f4-4d30-a78d-b0fc51c27ca7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:25.986709 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-69aa27b7-b6f4-4d30-a78d-b0fc51c27ca7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1364837
Dec 22 05:29:25.989505 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37312) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:25.994881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-420ee22d-dc5a-43c6-b1e6-38291422c849 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'network': {'name': 'tempest-network-smoke--940244488', 'project_id': '8d14121bb4964f9788327a98293c0192', 'port_security_enabled': True}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:29:25.999511 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-420ee22d-dc5a-43c6-b1e6-38291422c849 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:29:26.004049 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-420ee22d-dc5a-43c6-b1e6-38291422c849 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:network and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:29:26.006871 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-420ee22d-dc5a-43c6-b1e6-38291422c849 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:29:26.012449 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-420ee22d-dc5a-43c6-b1e6-38291422c849 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:29:26.022114 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420ee22d-dc5a-43c6-b1e6-38291422c849 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Made reservation on behalf of 8d14121bb4964f9788327a98293c0192 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:29:26.025121 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-420ee22d-dc5a-43c6-b1e6-38291422c849 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:26.052242 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420ee22d-dc5a-43c6-b1e6-38291422c849 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:29:26.061246 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-420ee22d-dc5a-43c6-b1e6-38291422c849 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:26.061639 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-420ee22d-dc5a-43c6-b1e6-38291422c849 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Added segment 28218832-5f39-421a-a453-c0f877f1166e of type vlan for network a512575d-8621-4213-9fb7-79c2e74115a9
Dec 22 05:29:26.090360 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-420ee22d-dc5a-43c6-b1e6-38291422c849 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:26.118062 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-420ee22d-dc5a-43c6-b1e6-38291422c849 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:26.121668 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420ee22d-dc5a-43c6-b1e6-38291422c849 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:26.122233 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-420ee22d-dc5a-43c6-b1e6-38291422c849 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:26.127490 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:26.223522 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-420ee22d-dc5a-43c6-b1e6-38291422c849 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2329438
Dec 22 05:29:26.226689 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37316) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:26.233666 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1343809370', 'admin_state_up': True, 'project_id': '8d14121bb4964f9788327a98293c0192', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:29:26.242662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:29:26.244716 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ee22d-dc5a-43c6-b1e6-38291422c849 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Network': ['ID=a512575d-8621-4213-9fb7-79c2e74115a9,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:26.247286 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-420ee22d-dc5a-43c6-b1e6-38291422c849 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:26.249633 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:router and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:29:26.253120 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:29:26.254828 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network a512575d-8621-4213-9fb7-79c2e74115a9 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:29:26.259024 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:29:26.269064 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:26.270140 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:26.288636 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:26.430997 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:26.610995 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:26.638907 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:26.770417 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Allocated IP 172.26.4.181 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/854a700b-9a8b-48dd-9a7c-63fae82bf1cf) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:29:27.015928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:27.041802 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:27.045309 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0056b6b9-d5f7-4e5c-a6e5-e2ba5d0a00a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:27.111004 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:29:27.114296 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:29:27.116522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=854a700b-9a8b-48dd-9a7c-63fae82bf1cf,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:27.119294 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:29:27.143413 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:27.270112 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:27.270754 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:27.495158 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router 00f1efca-dca4-47e5-a163-0ecaec939643 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 05:29:27.686384 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:29:27.696303 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] Sync routers for ids ['00f1efca-dca4-47e5-a163-0ecaec939643'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:29:27.708206 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] Routers {'00f1efca-dca4-47e5-a163-0ecaec939643'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:29:27.708817 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c7b4730>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:29:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['00f1efca-dca4-47e5-a163-0ecaec939643'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:29:27.712697 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:27.713939 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.4863698
Dec 22 05:29:27.717177 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37320) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:27.758899 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e8829a3d-9672-4bca-b9c6-4368978360be tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=8d14121bb4964f9788327a98293c0192&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0405300
Dec 22 05:29:27.761446 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37324) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:27.885799 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] Set router 00f1efca-dca4-47e5-a163-0ecaec939643 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:29:27.886752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2ec5f6-9b7b-4402-85c7-45072431c231 tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:27.888212 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-6f2ec5f6-9b7b-4402-85c7-45072431c231 tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1258826
Dec 22 05:29:27.891086 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37328) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:27.929014 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c8e7bc1f-d846-4996-8d88-6c081393a400 tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0362473
Dec 22 05:29:27.931430 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37332) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:27.936570 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-c2cd118d-2781-4ba2-a44f-a40d88a11a3f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1448586210', 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9', 'project_id': '8d14121bb4964f9788327a98293c0192', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:29:28.043506 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c2cd118d-2781-4ba2-a44f-a40d88a11a3f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:29:28.047212 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c2cd118d-2781-4ba2-a44f-a40d88a11a3f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:subnet and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:29:28.049966 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c2cd118d-2781-4ba2-a44f-a40d88a11a3f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:29:28.055424 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c2cd118d-2781-4ba2-a44f-a40d88a11a3f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:29:28.065818 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cd118d-2781-4ba2-a44f-a40d88a11a3f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Made reservation on behalf of 8d14121bb4964f9788327a98293c0192 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:29:28.164083 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c7b4730>, [{'id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343809370', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:27Z', 'revision_number': 3, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:29:28.167013 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c2cd118d-2781-4ba2-a44f-a40d88a11a3f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:28.167938 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] Checking router: 00f1efca-dca4-47e5-a163-0ecaec939643 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:29:28.168298 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] Updating router 00f1efca-dca4-47e5-a163-0ecaec939643 port 854a700b-9a8b-48dd-9a7c-63fae82bf1cf binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:29:28.221645 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:28.378269 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c2cd118d-2781-4ba2-a44f-a40d88a11a3f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:28.382246 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1b42a8c3-90e0-470a-b984-03df60b1a0ec tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:28.553191 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:28.565715 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] Transition to ACTIVE for port object 854a700b-9a8b-48dd-9a7c-63fae82bf1cf will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:29:28.567242 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd118d-2781-4ba2-a44f-a40d88a11a3f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Subnet': ['ID=970cfc9f-429e-4d62-a579-d0a3573ff2c2,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:28.571009 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c2cd118d-2781-4ba2-a44f-a40d88a11a3f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:28.572913 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:28.577801 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:28.579260 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cd118d-2781-4ba2-a44f-a40d88a11a3f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Checking segment: {'id': '28218832-5f39-421a-a453-c0f877f1166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:29:28.579613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cd118d-2781-4ba2-a44f-a40d88a11a3f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network hostable DHCP agents. Network: a512575d-8621-4213-9fb7-79c2e74115a9, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:29:28.601185 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cd118d-2781-4ba2-a44f-a40d88a11a3f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network a512575d-8621-4213-9fb7-79c2e74115a9 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:29:28.610910 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-c2cd118d-2781-4ba2-a44f-a40d88a11a3f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, a512575d-8621-4213-9fb7-79c2e74115a9) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:29:28.616947 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cd118d-2781-4ba2-a44f-a40d88a11a3f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:28.617657 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c2cd118d-2781-4ba2-a44f-a40d88a11a3f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:28.629758 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4137838f-e244-4011-8407-d0f54b778599 None None] Network a512575d-8621-4213-9fb7-79c2e74115a9 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:29:28.638376 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c2cd118d-2781-4ba2-a44f-a40d88a11a3f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7060046
Dec 22 05:29:28.641311 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37336) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:28.738167 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337a9a8-124a-418b-882d-95ef5077a0b9 None None] Pushing event updated for resources: {'Port': ['ID=854a700b-9a8b-48dd-9a7c-63fae82bf1cf,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:28.744479 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e337a9a8-124a-418b-882d-95ef5077a0b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:28.766920 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] Attempting to bind port 854a700b-9a8b-48dd-9a7c-63fae82bf1cf on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:29:28.767288 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] Attempting to bind port 854a700b-9a8b-48dd-9a7c-63fae82bf1cf by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:29:28.767650 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] Attempting to bind port 854a700b-9a8b-48dd-9a7c-63fae82bf1cf on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:29:28.811619 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:29:28.811900 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:29:28.812307 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:28.812697 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:29:28.813171 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] Bound port: 854a700b-9a8b-48dd-9a7c-63fae82bf1cf, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:29:28.813590 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:28.975764 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] For port 854a700b-9a8b-48dd-9a7c-63fae82bf1cf, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:29:28.979043 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-a512575d-8621-4213-9fb7-79c2e74115a9', 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ips': [{'subnet_id': '970cfc9f-429e-4d62-a579-d0a3573ff2c2'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:29:28.979831 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:29.001980 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] For port 854a700b-9a8b-48dd-9a7c-63fae82bf1cf, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=854a700b-9a8b-48dd-9a7c-63fae82bf1cf,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:29:29.040180 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:29.044892 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:29.197212 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337a9a8-124a-418b-882d-95ef5077a0b9 None None] Pushing event updated for resources: {'Port': ['ID=854a700b-9a8b-48dd-9a7c-63fae82bf1cf,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:29.202170 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e337a9a8-124a-418b-882d-95ef5077a0b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:29.202741 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] Routers {'00f1efca-dca4-47e5-a163-0ecaec939643'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:29:29.203349 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c7b4730>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:29:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['00f1efca-dca4-47e5-a163-0ecaec939643'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:29:29.278080 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Allocated IP 172.20.0.2 (a512575d-8621-4213-9fb7-79c2e74115a9/970cfc9f-429e-4d62-a579-d0a3573ff2c2/b94a0082-9e73-45af-ba72-3b6974b9d8cb) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:29:29.397897 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27649957-b9c6-4d3d-85e6-e872be7a2de8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:29.486388 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] Set router 00f1efca-dca4-47e5-a163-0ecaec939643 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:29:29.762158 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:29.783444 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Transition to ACTIVE for port object b94a0082-9e73-45af-ba72-3b6974b9d8cb will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:29:29.834238 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Transition to ACTIVE for port object b94a0082-9e73-45af-ba72-3b6974b9d8cb will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:29:29.841152 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:29.846025 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:29.901606 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-27649957-b9c6-4d3d-85e6-e872be7a2de8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Allocated IP 172.20.0.1 (a512575d-8621-4213-9fb7-79c2e74115a9/970cfc9f-429e-4d62-a579-d0a3573ff2c2/2b9fe6cf-f844-47dd-b5c1-e9178b997838) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:29:29.908036 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Network a512575d-8621-4213-9fb7-79c2e74115a9 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:29:29.911750 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:29:29.914225 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:29:29.934031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Pushing event updated for resources: {'Port': ['ID=b94a0082-9e73-45af-ba72-3b6974b9d8cb,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:29.937474 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:29.974103 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c7b4730>, [{'id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343809370', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:27Z', 'revision_number': 3, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:29:30.011425 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837d454b-39c7-4930-97f9-93f1d8c13a75 None None] The sync data for ids ['00f1efca-dca4-47e5-a163-0ecaec939643'] in dv-neutron-822525-1-hyperv is: [{'id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343809370', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:27Z', 'revision_number': 3, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:29:30.033803 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Attempting to bind port b94a0082-9e73-45af-ba72-3b6974b9d8cb on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:29:30.034171 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Attempting to bind port b94a0082-9e73-45af-ba72-3b6974b9d8cb by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '28218832-5f39-421a-a453-c0f877f1166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:29:30.034681 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Attempting to bind port b94a0082-9e73-45af-ba72-3b6974b9d8cb on network a512575d-8621-4213-9fb7-79c2e74115a9 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:29:30.041901 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:29:30.042285 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Checking segment: {'id': '28218832-5f39-421a-a453-c0f877f1166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:29:30.042687 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:30.043080 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Bound using segment: {'id': '28218832-5f39-421a-a453-c0f877f1166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:29:30.043552 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Bound port: b94a0082-9e73-45af-ba72-3b6974b9d8cb, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28218832-5f39-421a-a453-c0f877f1166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:29:30.043926 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:30.062018 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27649957-b9c6-4d3d-85e6-e872be7a2de8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:30.080364 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-27649957-b9c6-4d3d-85e6-e872be7a2de8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Transition to ACTIVE for port object 2b9fe6cf-f844-47dd-b5c1-e9178b997838 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:29:30.104119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27649957-b9c6-4d3d-85e6-e872be7a2de8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:30.111589 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-30992b6b-b105-443f-a758-9b54a1461624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:30.144155 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] For port b94a0082-9e73-45af-ba72-3b6974b9d8cb, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:29:30.148008 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] For port b94a0082-9e73-45af-ba72-3b6974b9d8cb, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=b94a0082-9e73-45af-ba72-3b6974b9d8cb,segment=NetworkSegment(28218832-5f39-421a-a453-c0f877f1166e),segment_id=28218832-5f39-421a-a453-c0f877f1166e)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:29:30.152879 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:30.156895 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f6774ff2-9ad3-4f35-9586-aca94e93a6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:30.215139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27649957-b9c6-4d3d-85e6-e872be7a2de8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network a512575d-8621-4213-9fb7-79c2e74115a9 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:29:30.223791 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-27649957-b9c6-4d3d-85e6-e872be7a2de8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:29:30.228052 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27649957-b9c6-4d3d-85e6-e872be7a2de8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:29:30.278494 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Pushing event updated for resources: {'Port': ['ID=b94a0082-9e73-45af-ba72-3b6974b9d8cb,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:30.280088 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27649957-b9c6-4d3d-85e6-e872be7a2de8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=2b9fe6cf-f844-47dd-b5c1-e9178b997838,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:30.285007 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-27649957-b9c6-4d3d-85e6-e872be7a2de8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:30.286425 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:30.312753 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27649957-b9c6-4d3d-85e6-e872be7a2de8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:30.538440 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27649957-b9c6-4d3d-85e6-e872be7a2de8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:30.948410 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27649957-b9c6-4d3d-85e6-e872be7a2de8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:30.953475 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27649957-b9c6-4d3d-85e6-e872be7a2de8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:30.979081 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-06a2c590-393e-4965-96ca-710f747a7200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:31.067939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27649957-b9c6-4d3d-85e6-e872be7a2de8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:31.071413 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27649957-b9c6-4d3d-85e6-e872be7a2de8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=2b9fe6cf-f844-47dd-b5c1-e9178b997838,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:31.074739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-27649957-b9c6-4d3d-85e6-e872be7a2de8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:31.209699 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061b4a1a-2ea5-4112-b1a8-f97bafbd5678 None None] Network a512575d-8621-4213-9fb7-79c2e74115a9 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:29:31.210848 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27649957-b9c6-4d3d-85e6-e872be7a2de8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network a512575d-8621-4213-9fb7-79c2e74115a9 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:29:31.211999 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-27649957-b9c6-4d3d-85e6-e872be7a2de8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:29:31.303963 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-ff3d5135-9141-4bcd-9afe-f92f582d6b3a None None] Provisioning for port b94a0082-9e73-45af-ba72-3b6974b9d8cb completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:29:31.536669 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 854a700b-9a8b-48dd-9a7c-63fae82bf1cf up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:29:31.609576 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 854a700b-9a8b-48dd-9a7c-63fae82bf1cf completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:29:31.612789 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27649957-b9c6-4d3d-85e6-e872be7a2de8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router 00f1efca-dca4-47e5-a163-0ecaec939643 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:29:31.615116 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 854a700b-9a8b-48dd-9a7c-63fae82bf1cf triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:29:31.615555 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:31.743777 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:31.766444 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 854a700b-9a8b-48dd-9a7c-63fae82bf1cf, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=854a700b-9a8b-48dd-9a7c-63fae82bf1cf,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:29:31.769996 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-81a0c6d4-6305-4a05-9f49-a7f20f5554d3 None None] Provisioning for port 2b9fe6cf-f844-47dd-b5c1-e9178b997838 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:29:31.775518 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-81a0c6d4-6305-4a05-9f49-a7f20f5554d3 None None] Provisioning complete for port 2b9fe6cf-f844-47dd-b5c1-e9178b997838 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:29:31.775894 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-81a0c6d4-6305-4a05-9f49-a7f20f5554d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:31.804506 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:31.805360 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device b94a0082-9e73-45af-ba72-3b6974b9d8cb up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:29:31.822243 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27649957-b9c6-4d3d-85e6-e872be7a2de8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:29:31.836775 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-27649957-b9c6-4d3d-85e6-e872be7a2de8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "PUT /v2.0/routers/00f1efca-dca4-47e5-a163-0ecaec939643/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1940377
Dec 22 05:29:31.837621 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b39b93c3-8df0-4d24-9509-9eff33be3987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:31.928391 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=854a700b-9a8b-48dd-9a7c-63fae82bf1cf,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:31.942389 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:31.946720 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-81a0c6d4-6305-4a05-9f49-a7f20f5554d3 None None] Port 2b9fe6cf-f844-47dd-b5c1-e9178b997838 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:29:31.968770 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port b94a0082-9e73-45af-ba72-3b6974b9d8cb completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:29:31.973786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-81a0c6d4-6305-4a05-9f49-a7f20f5554d3 None None] Provisioning complete for port b94a0082-9e73-45af-ba72-3b6974b9d8cb triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:29:31.974159 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-81a0c6d4-6305-4a05-9f49-a7f20f5554d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:32.002581 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port b94a0082-9e73-45af-ba72-3b6974b9d8cb triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:29:32.002958 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:32.022809 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-7dbbf6e5-e6b4-4ba6-bfee-8ab73c06c021 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1294054336&fields=id&tenant_id=8d14121bb4964f9788327a98293c0192 HTTP/1.1" status: 200  len: 267 time: 0.0481937
Dec 22 05:29:32.194314 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-81a0c6d4-6305-4a05-9f49-a7f20f5554d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:32.202807 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:32.245535 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-81a0c6d4-6305-4a05-9f49-a7f20f5554d3 None None] For port b94a0082-9e73-45af-ba72-3b6974b9d8cb, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=b94a0082-9e73-45af-ba72-3b6974b9d8cb,segment=NetworkSegment(28218832-5f39-421a-a453-c0f877f1166e),segment_id=28218832-5f39-421a-a453-c0f877f1166e)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:29:32.250029 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-81a0c6d4-6305-4a05-9f49-a7f20f5554d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:32.253515 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-897d4450-b6b8-4fea-a922-7e8d53b663ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:32.280973 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-0db20eed-b3d1-4f27-ac63-9b22eadf6fb1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:32.282972 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-0db20eed-b3d1-4f27-ac63-9b22eadf6fb1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/networks?id=a512575d-8621-4213-9fb7-79c2e74115a9 HTTP/1.1" status: 200  len: 796 time: 0.2530193
Dec 22 05:29:32.299343 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-52624c96-f298-4836-a1c4-999916fdd322 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/quotas/8d14121bb4964f9788327a98293c0192 HTTP/1.1" status: 200  len: 375 time: 0.0107205
Dec 22 05:29:32.366861 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 05:29:32.367220 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 05:29:32.368207 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0c6d4-6305-4a05-9f49-a7f20f5554d3 None None] Pushing event updated for resources: {'Port': ['ID=b94a0082-9e73-45af-ba72-3b6974b9d8cb,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:32.372731 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-81a0c6d4-6305-4a05-9f49-a7f20f5554d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:32.377151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-dc9fa439-920b-48e4-8f11-86a62084247a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:29:32.381611 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-85e714ec-1255-4820-a341-c2c5da947099 None None] Provisioning complete for port 2b9fe6cf-f844-47dd-b5c1-e9178b997838 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:29:32.381985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-85e714ec-1255-4820-a341-c2c5da947099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:32.392702 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-dc9fa439-920b-48e4-8f11-86a62084247a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:29:32.394215 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-dc9fa439-920b-48e4-8f11-86a62084247a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0900476
Dec 22 05:29:32.432244 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-85e714ec-1255-4820-a341-c2c5da947099 None None] Port 2b9fe6cf-f844-47dd-b5c1-e9178b997838 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:29:32.531398 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-73698f20-776a-4df5-8397-2ba6fcb2b27d service neutron] 10.222.0.53 "GET /v2.0/networks/a512575d-8621-4213-9fb7-79c2e74115a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256952
Dec 22 05:29:32.660824 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-fadbf9e5-8267-4844-aa43-a226681b920e service neutron] 10.222.0.53 "GET /v2.0/networks/a512575d-8621-4213-9fb7-79c2e74115a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232536
Dec 22 05:29:32.840686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-b267bce8-f322-4315-982a-a3128162e9cf req-ec028124-6ea2-4f60-9953-c68b58f9e4d6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:29:32.852577 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-b267bce8-f322-4315-982a-a3128162e9cf req-ec028124-6ea2-4f60-9953-c68b58f9e4d6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:29:32.853678 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b267bce8-f322-4315-982a-a3128162e9cf req-ec028124-6ea2-4f60-9953-c68b58f9e4d6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 210 time: 0.0554965
Dec 22 05:29:33.476369 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 854a700b-9a8b-48dd-9a7c-63fae82bf1cf up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:29:33.489375 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] Sync routers for ids ['00f1efca-dca4-47e5-a163-0ecaec939643'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:29:33.500564 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] Routers {'00f1efca-dca4-47e5-a163-0ecaec939643'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:29:33.501948 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c7ce460>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:29:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['00f1efca-dca4-47e5-a163-0ecaec939643'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:29:33.546126 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 854a700b-9a8b-48dd-9a7c-63fae82bf1cf triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:29:33.546502 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:33.662337 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device b94a0082-9e73-45af-ba72-3b6974b9d8cb up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:29:33.674172 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] Set router 00f1efca-dca4-47e5-a163-0ecaec939643 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:29:33.725867 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port b94a0082-9e73-45af-ba72-3b6974b9d8cb triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:29:33.726159 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:33.961733 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e1bcdb24-fde0-4099-908d-ccc576f9437b req-af14a261-d140-4b18-b54f-d851059f861f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 210 time: 0.0405629
Dec 22 05:29:33.977085 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c7ce460>, [{'id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343809370', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:30Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '2b9fe6cf-f844-47dd-b5c1-e9178b997838', 'name': '', 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:4e:41:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '970cfc9f-429e-4d62-a579-d0a3573ff2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:29Z', 'updated_at': '2021-12-22T05:29:30Z', 'revision_number': 2, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '970cfc9f-429e-4d62-a579-d0a3573ff2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:29:33.980793 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] Checking router: 00f1efca-dca4-47e5-a163-0ecaec939643 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:29:33.981141 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] Updating router 00f1efca-dca4-47e5-a163-0ecaec939643 port 2b9fe6cf-f844-47dd-b5c1-e9178b997838 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:29:34.033019 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:34.381863 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:34.393675 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] Transition to ACTIVE for port object 2b9fe6cf-f844-47dd-b5c1-e9178b997838 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:29:34.399772 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:34.403025 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-6a861ac3-fcfc-4c64-8d5c-adbb72bee9d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:34.522257 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc135a2-7d4b-4d2d-9221-a504ef0f7e24 None None] Pushing event updated for resources: {'Port': ['ID=2b9fe6cf-f844-47dd-b5c1-e9178b997838,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:34.534329 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc135a2-7d4b-4d2d-9221-a504ef0f7e24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:34.534670 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc135a2-7d4b-4d2d-9221-a504ef0f7e24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:34.535001 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc135a2-7d4b-4d2d-9221-a504ef0f7e24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:34.535324 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc135a2-7d4b-4d2d-9221-a504ef0f7e24 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:34.535648 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc135a2-7d4b-4d2d-9221-a504ef0f7e24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:34.535969 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc135a2-7d4b-4d2d-9221-a504ef0f7e24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:34.536284 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc135a2-7d4b-4d2d-9221-a504ef0f7e24 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:34.536597 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc135a2-7d4b-4d2d-9221-a504ef0f7e24 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:34.536909 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc135a2-7d4b-4d2d-9221-a504ef0f7e24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:34.537218 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc135a2-7d4b-4d2d-9221-a504ef0f7e24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:34.537530 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc135a2-7d4b-4d2d-9221-a504ef0f7e24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:29:34.566754 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-bfc135a2-7d4b-4d2d-9221-a504ef0f7e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:34.624008 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] Attempting to bind port 2b9fe6cf-f844-47dd-b5c1-e9178b997838 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:29:34.624371 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] Attempting to bind port 2b9fe6cf-f844-47dd-b5c1-e9178b997838 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '28218832-5f39-421a-a453-c0f877f1166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:29:34.624749 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] Attempting to bind port 2b9fe6cf-f844-47dd-b5c1-e9178b997838 on network a512575d-8621-4213-9fb7-79c2e74115a9 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:29:34.631488 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:29:34.631848 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] Checking segment: {'id': '28218832-5f39-421a-a453-c0f877f1166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:29:34.632281 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:34.632619 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] Bound using segment: {'id': '28218832-5f39-421a-a453-c0f877f1166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:29:34.633063 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] Bound port: 2b9fe6cf-f844-47dd-b5c1-e9178b997838, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28218832-5f39-421a-a453-c0f877f1166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:29:34.633423 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:34.716038 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] For port 2b9fe6cf-f844-47dd-b5c1-e9178b997838, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:29:34.719107 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] For port 2b9fe6cf-f844-47dd-b5c1-e9178b997838, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2b9fe6cf-f844-47dd-b5c1-e9178b997838,segment=NetworkSegment(28218832-5f39-421a-a453-c0f877f1166e),segment_id=28218832-5f39-421a-a453-c0f877f1166e)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:29:34.722870 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:34.726067 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-8ef414d0-d106-468d-9ed5-55e437728bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:34.799647 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc135a2-7d4b-4d2d-9221-a504ef0f7e24 None None] Pushing event updated for resources: {'Port': ['ID=2b9fe6cf-f844-47dd-b5c1-e9178b997838,revision_number=4']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:34.803076 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-bfc135a2-7d4b-4d2d-9221-a504ef0f7e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:34.805394 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] Routers {'00f1efca-dca4-47e5-a163-0ecaec939643'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:29:34.806028 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c7ce460>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:29:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['00f1efca-dca4-47e5-a163-0ecaec939643'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:29:34.985838 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] Set router 00f1efca-dca4-47e5-a163-0ecaec939643 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:29:35.072926 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4983320c-a17c-49b2-a9ab-13df15d331dc req-96d2bb7c-a8cf-4fcb-9eeb-09a6d278e6af tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 210 time: 0.0414331
Dec 22 05:29:35.293774 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c7ce460>, [{'id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343809370', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:30Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '2b9fe6cf-f844-47dd-b5c1-e9178b997838', 'name': '', 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:4e:41:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '970cfc9f-429e-4d62-a579-d0a3573ff2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:29Z', 'updated_at': '2021-12-22T05:29:34Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '970cfc9f-429e-4d62-a579-d0a3573ff2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:29:35.297569 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9621adb9-7aaa-4b0a-adcf-dc6671813e8a None None] The sync data for ids ['00f1efca-dca4-47e5-a163-0ecaec939643'] in dv-neutron-822525-1-hyperv is: [{'id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343809370', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:30Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '2b9fe6cf-f844-47dd-b5c1-e9178b997838', 'name': '', 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:4e:41:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '970cfc9f-429e-4d62-a579-d0a3573ff2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:29Z', 'updated_at': '2021-12-22T05:29:34Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '970cfc9f-429e-4d62-a579-d0a3573ff2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:29:35.491083 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2b9fe6cf-f844-47dd-b5c1-e9178b997838 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:29:35.559322 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 2b9fe6cf-f844-47dd-b5c1-e9178b997838 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:29:35.566786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 2b9fe6cf-f844-47dd-b5c1-e9178b997838 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:29:35.567162 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:35.684756 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:35.716349 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 2b9fe6cf-f844-47dd-b5c1-e9178b997838, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2b9fe6cf-f844-47dd-b5c1-e9178b997838,segment=NetworkSegment(28218832-5f39-421a-a453-c0f877f1166e),segment_id=28218832-5f39-421a-a453-c0f877f1166e)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:29:35.721733 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:35.723820 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f8c52bb9-d9ff-4afe-912d-0637b60ae08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:35.833842 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=2b9fe6cf-f844-47dd-b5c1-e9178b997838,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:35.836995 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:36.197507 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-894301f8-e807-484e-b2d4-54ef7f17b181 req-6a28305d-9275-4e3b-b2f1-12ac1e9733fe tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 210 time: 0.0470338
Dec 22 05:29:37.355109 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-31f11b30-9d33-4a86-860d-7464c240c826 req-725a90f0-68b9-44ce-9e0b-8b47fae092f2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 210 time: 0.0396807
Dec 22 05:29:37.476709 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2b9fe6cf-f844-47dd-b5c1-e9178b997838 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:29:37.541858 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 2b9fe6cf-f844-47dd-b5c1-e9178b997838 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:29:37.542234 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:37.926110 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:38.001248 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-876a5169-90f7-400a-86ce-914f3a7922bd tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:38.002458 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-876a5169-90f7-400a-86ce-914f3a7922bd tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "GET /v2.0/networks?id=a512575d-8621-4213-9fb7-79c2e74115a9 HTTP/1.1" status: 200  len: 796 time: 0.1434133
Dec 22 05:29:38.064217 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-c499f034-26a2-40a6-8fbb-630f099273ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d14121bb4964f9788327a98293c0192 HTTP/1.1" status: 200  len: 380 time: 0.0420637
Dec 22 05:29:38.072379 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-2708c52f-5a68-4b23-8416-ffce98416256 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'port': {'device_id': 'e336c80d-9c3e-4eeb-bc7f-65523a63b0c2', 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9', 'admin_state_up': True, 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'security_groups': ['8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:29:38.205676 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-2708c52f-5a68-4b23-8416-ffce98416256 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:29:38.214871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-2708c52f-5a68-4b23-8416-ffce98416256 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:29:38.226006 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-2708c52f-5a68-4b23-8416-ffce98416256 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Made reservation on behalf of 8d14121bb4964f9788327a98293c0192 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:29:38.228949 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-2708c52f-5a68-4b23-8416-ffce98416256 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:38.385424 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-2708c52f-5a68-4b23-8416-ffce98416256 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Allocated IP 172.20.0.13 (a512575d-8621-4213-9fb7-79c2e74115a9/970cfc9f-429e-4d62-a579-d0a3573ff2c2/d1bb6b12-8265-493b-94ff-c6e72e5059b6) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:29:38.535868 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-db191d87-4f38-47ff-acb7-3bf8e79d71f0 req-6080563d-8964-412a-921b-e5e70a616268 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 210 time: 0.0483675
Dec 22 05:29:38.606699 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-2708c52f-5a68-4b23-8416-ffce98416256 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:38.621697 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-2708c52f-5a68-4b23-8416-ffce98416256 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Transition to ACTIVE for port object d1bb6b12-8265-493b-94ff-c6e72e5059b6 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:29:38.644349 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-2708c52f-5a68-4b23-8416-ffce98416256 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:38.650902 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b5a11fe8-0330-4f47-b138-18df5d7e0a59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:38.717609 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-2708c52f-5a68-4b23-8416-ffce98416256 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network a512575d-8621-4213-9fb7-79c2e74115a9 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:29:38.720985 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-2708c52f-5a68-4b23-8416-ffce98416256 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:29:38.723663 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-2708c52f-5a68-4b23-8416-ffce98416256 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:29:38.755391 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708c52f-5a68-4b23-8416-ffce98416256 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=d1bb6b12-8265-493b-94ff-c6e72e5059b6,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:38.762097 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2708c52f-5a68-4b23-8416-ffce98416256 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:38.797131 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-2708c52f-5a68-4b23-8416-ffce98416256 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:38.798878 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-2708c52f-5a68-4b23-8416-ffce98416256 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:38.828151 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-2708c52f-5a68-4b23-8416-ffce98416256 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7592123
Dec 22 05:29:38.846510 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] Request body: {'port': {'device_id': 'e336c80d-9c3e-4eeb-bc7f-65523a63b0c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:29:38.866675 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4f02442e-edd8-4ebd-a5ee-0d421ee7998d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:38.956631 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:39.050100 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-53554a70-e9db-4455-878e-bf3bc04abebb None None] Provisioning for port d1bb6b12-8265-493b-94ff-c6e72e5059b6 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:29:39.055654 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-53554a70-e9db-4455-878e-bf3bc04abebb None None] Provisioning complete for port d1bb6b12-8265-493b-94ff-c6e72e5059b6 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:29:39.056023 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-53554a70-e9db-4455-878e-bf3bc04abebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:39.120880 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-53554a70-e9db-4455-878e-bf3bc04abebb None None] Port d1bb6b12-8265-493b-94ff-c6e72e5059b6 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:29:39.410997 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1bb6b12-8265-493b-94ff-c6e72e5059b6 {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:29:39.417813 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:39.431600 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] Transition to ACTIVE for port object d1bb6b12-8265-493b-94ff-c6e72e5059b6 will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:29:39.435127 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:39.439815 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cb8954d5-0d8d-43ff-b061-b0bf0072aa51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:39.559450 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] Pushing event updated for resources: {'Port': ['ID=d1bb6b12-8265-493b-94ff-c6e72e5059b6,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:39.562696 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:39.675521 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] Attempting to bind port d1bb6b12-8265-493b-94ff-c6e72e5059b6 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:29:39.675850 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] Attempting to bind port d1bb6b12-8265-493b-94ff-c6e72e5059b6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '28218832-5f39-421a-a453-c0f877f1166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:29:39.676174 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] Attempting to bind port d1bb6b12-8265-493b-94ff-c6e72e5059b6 on network a512575d-8621-4213-9fb7-79c2e74115a9 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:29:39.681981 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] Port d1bb6b12-8265-493b-94ff-c6e72e5059b6 on network a512575d-8621-4213-9fb7-79c2e74115a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:29:39.682306 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] Attempting to bind port d1bb6b12-8265-493b-94ff-c6e72e5059b6 on network a512575d-8621-4213-9fb7-79c2e74115a9 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:29:39.689065 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:29:39.689408 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] Checking segment: {'id': '28218832-5f39-421a-a453-c0f877f1166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:29:39.690077 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] Bound using segment: {'id': '28218832-5f39-421a-a453-c0f877f1166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:29:39.690496 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] Bound port: d1bb6b12-8265-493b-94ff-c6e72e5059b6, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28218832-5f39-421a-a453-c0f877f1166e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:29:39.690838 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:39.780863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] For port d1bb6b12-8265-493b-94ff-c6e72e5059b6, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:29:39.784029 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] For port d1bb6b12-8265-493b-94ff-c6e72e5059b6, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d1bb6b12-8265-493b-94ff-c6e72e5059b6,segment=NetworkSegment(28218832-5f39-421a-a453-c0f877f1166e),segment_id=28218832-5f39-421a-a453-c0f877f1166e)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:29:39.789907 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:39.793823 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-360562aa-64f4-4cd4-8a19-ace79e8a1c61 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:39.852923 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:39.854290 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] 10.222.0.47 "PUT /v2.0/ports/d1bb6b12-8265-493b-94ff-c6e72e5059b6 HTTP/1.1" status: 200  len: 1094 time: 1.0124173
Dec 22 05:29:39.854834 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e336c80d-9c3e-4eeb-bc7f-65523a63b0c2', 'tag': 'd1bb6b12-8265-493b-94ff-c6e72e5059b6'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:29:39.875865 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59008b2e-2a46-4fa3-838f-a9644df2aab1 req-b7f8c906-5954-4ab3-85be-6e188ed84e6a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:39.877229 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] Pushing event updated for resources: {'Port': ['ID=d1bb6b12-8265-493b-94ff-c6e72e5059b6,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:39.877959 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-59008b2e-2a46-4fa3-838f-a9644df2aab1 req-b7f8c906-5954-4ab3-85be-6e188ed84e6a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 944 time: 0.2058172
Dec 22 05:29:39.881059 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:39.928585 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-59008b2e-2a46-4fa3-838f-a9644df2aab1 req-edf90ec1-ff67-4170-abcf-dd1190e602bb tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:29:39.946254 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-59008b2e-2a46-4fa3-838f-a9644df2aab1 req-edf90ec1-ff67-4170-abcf-dd1190e602bb tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:29:39.947401 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-59008b2e-2a46-4fa3-838f-a9644df2aab1 req-edf90ec1-ff67-4170-abcf-dd1190e602bb tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611267
Dec 22 05:29:39.958037 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e336c80d-9c3e-4eeb-bc7f-65523a63b0c2', 'tag': 'd1bb6b12-8265-493b-94ff-c6e72e5059b6', 'status': 'completed', 'code': 200}
Dec 22 05:29:40.000807 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-faaa7cb5-5396-4c2c-91b3-fc91c70c0028 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 1097 time: 0.0742569
Dec 22 05:29:40.080293 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-e93382d4-8b45-4165-8506-bb8547463f9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1bb6b12-8265-493b-94ff-c6e72e5059b6 HTTP/1.1" status: 200  len: 217 time: 0.0662363
Dec 22 05:29:40.144455 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-39edbba3-cb98-476e-8db8-2f23ab733b15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:40.145870 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-39edbba3-cb98-476e-8db8-2f23ab733b15 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=970cfc9f-429e-4d62-a579-d0a3573ff2c2 HTTP/1.1" status: 200  len: 835 time: 0.0594971
Dec 22 05:29:40.223122 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-e786e405-3f65-4e4b-9940-6a236bdc2433 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a512575d-8621-4213-9fb7-79c2e74115a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707700
Dec 22 05:29:40.352131 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-5b0a566a-fbbf-4c71-b8a6-3b87089c032d service neutron] 10.222.0.47 "GET /v2.0/networks/a512575d-8621-4213-9fb7-79c2e74115a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217890
Dec 22 05:29:40.479945 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c80cb984-6579-4a0a-bb11-c603367417e4 req-7788efd6-f4d4-442e-a652-9433b17f4190 service neutron] 10.222.0.47 "GET /v2.0/networks/a512575d-8621-4213-9fb7-79c2e74115a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1200070
Dec 22 05:29:40.653941 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f04e915a-d07c-4aa6-b298-e587e9fd23db req-c9a6eebf-1708-4542-a53e-60b70d04ab2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 1097 time: 0.0717392
Dec 22 05:29:40.782175 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e915a-d07c-4aa6-b298-e587e9fd23db req-a979d6bb-d355-4ac2-aefc-1622e444af31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:40.783551 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f04e915a-d07c-4aa6-b298-e587e9fd23db req-a979d6bb-d355-4ac2-aefc-1622e444af31 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a512575d-8621-4213-9fb7-79c2e74115a9 HTTP/1.1" status: 200  len: 897 time: 0.1231101
Dec 22 05:29:40.849913 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f04e915a-d07c-4aa6-b298-e587e9fd23db req-38952f54-8cc3-4cda-b570-22a35654a02d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1bb6b12-8265-493b-94ff-c6e72e5059b6 HTTP/1.1" status: 200  len: 217 time: 0.0600846
Dec 22 05:29:41.011919 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e915a-d07c-4aa6-b298-e587e9fd23db req-7e2e638b-35dc-41cb-aed0-8e7981925577 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:41.013398 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f04e915a-d07c-4aa6-b298-e587e9fd23db req-7e2e638b-35dc-41cb-aed0-8e7981925577 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=970cfc9f-429e-4d62-a579-d0a3573ff2c2 HTTP/1.1" status: 200  len: 835 time: 0.1578770
Dec 22 05:29:41.066297 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e17c6871-74c1-4365-a198-3c19381a1f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:41.096250 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f04e915a-d07c-4aa6-b298-e587e9fd23db req-9c35d102-5f49-4bf4-9cf7-42d22440d623 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a512575d-8621-4213-9fb7-79c2e74115a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0762703
Dec 22 05:29:41.272269 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f04e915a-d07c-4aa6-b298-e587e9fd23db req-e47f03d2-e8cf-4f19-a70a-342af6cecdb4 service neutron] 10.222.0.47 "GET /v2.0/networks/a512575d-8621-4213-9fb7-79c2e74115a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1680462
Dec 22 05:29:41.400734 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24198c72-3ef0-4d98-9959-c5bc5504542e req-f8ab41ee-282a-4e3a-a189-f1a295ade3b9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:41.401412 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-24198c72-3ef0-4d98-9959-c5bc5504542e req-f8ab41ee-282a-4e3a-a189-f1a295ade3b9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:29:41.430607 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f04e915a-d07c-4aa6-b298-e587e9fd23db req-0c28796c-9e2c-4497-945e-6c3c872f3efa service neutron] 10.222.0.47 "GET /v2.0/networks/a512575d-8621-4213-9fb7-79c2e74115a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1513855
Dec 22 05:29:41.431943 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-24198c72-3ef0-4d98-9959-c5bc5504542e req-f8ab41ee-282a-4e3a-a189-f1a295ade3b9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:29:41.432950 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-24198c72-3ef0-4d98-9959-c5bc5504542e req-f8ab41ee-282a-4e3a-a189-f1a295ade3b9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 944 time: 0.2158084
Dec 22 05:29:41.478063 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-24198c72-3ef0-4d98-9959-c5bc5504542e req-d027ac68-1da3-4dbf-811b-4ae0db0a0b06 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393097
Dec 22 05:29:42.237233 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:42.376479 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:42.680860 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cfeb7-3222-4a15-8199-b3124d42cd39 req-aedb0ecc-8055-4fae-8176-13c4aead68fd tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:42.682313 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3a5cfeb7-3222-4a15-8199-b3124d42cd39 req-aedb0ecc-8055-4fae-8176-13c4aead68fd tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 944 time: 0.0771775
Dec 22 05:29:42.726645 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3a5cfeb7-3222-4a15-8199-b3124d42cd39 req-a7c6b2bf-9e61-424a-b3d7-3f45a2eeec4b tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390198
Dec 22 05:29:43.122255 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device d1bb6b12-8265-493b-94ff-c6e72e5059b6 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:29:43.253008 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port d1bb6b12-8265-493b-94ff-c6e72e5059b6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d1bb6b12-8265-493b-94ff-c6e72e5059b6,segment=NetworkSegment(28218832-5f39-421a-a453-c0f877f1166e),segment_id=28218832-5f39-421a-a453-c0f877f1166e)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:29:43.269064 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': 'd1bb6b12-8265-493b-94ff-c6e72e5059b6', 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9', 'port_id': 'd1bb6b12-8265-493b-94ff-c6e72e5059b6', 'mac_address': 'fa:16:3e:03:fc:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '970cfc9f-429e-4d62-a579-d0a3573ff2c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:29:43.320696 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:43.336925 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1bb6b12-8265-493b-94ff-c6e72e5059b6 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:29:43.351129 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port d1bb6b12-8265-493b-94ff-c6e72e5059b6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d1bb6b12-8265-493b-94ff-c6e72e5059b6,segment=NetworkSegment(28218832-5f39-421a-a453-c0f877f1166e),segment_id=28218832-5f39-421a-a453-c0f877f1166e)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:29:43.354852 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:43.356623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:43.418567 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=d1bb6b12-8265-493b-94ff-c6e72e5059b6,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:43.421281 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:43.691453 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:43.791085 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['d1bb6b12-8265-493b-94ff-c6e72e5059b6'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:29:43.920609 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f8816-3426-4241-b996-bde08fbb74b5 req-edfe1099-9def-4bf2-98f9-a9f88452bf1d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:43.922144 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1c4f8816-3426-4241-b996-bde08fbb74b5 req-edfe1099-9def-4bf2-98f9-a9f88452bf1d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 945 time: 0.0794611
Dec 22 05:29:43.966222 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1c4f8816-3426-4241-b996-bde08fbb74b5 req-9de74c8b-bc28-4e9a-9340-f176fe7329ca tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379574
Dec 22 05:29:45.120699 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device d1bb6b12-8265-493b-94ff-c6e72e5059b6 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:29:45.159078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb220da-e38a-4e50-87c4-f49ea86e1838 req-386a8cf0-823f-4aac-a7e9-e693907ea88e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:45.160501 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1fb220da-e38a-4e50-87c4-f49ea86e1838 req-386a8cf0-823f-4aac-a7e9-e693907ea88e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 945 time: 0.0760691
Dec 22 05:29:45.193238 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port d1bb6b12-8265-493b-94ff-c6e72e5059b6 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:29:45.197755 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port d1bb6b12-8265-493b-94ff-c6e72e5059b6 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:29:45.198131 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:45.214004 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1fb220da-e38a-4e50-87c4-f49ea86e1838 req-1de8b77e-7998-4855-9a41-b35b82aa5896 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418158
Dec 22 05:29:45.310090 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:45.334914 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e336c80d-9c3e-4eeb-bc7f-65523a63b0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bb6b12-8265-493b-94ff-c6e72e5059b6'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:29:45.344137 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port d1bb6b12-8265-493b-94ff-c6e72e5059b6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d1bb6b12-8265-493b-94ff-c6e72e5059b6,segment=NetworkSegment(28218832-5f39-421a-a453-c0f877f1166e),segment_id=28218832-5f39-421a-a453-c0f877f1166e)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:29:45.348338 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:45.350232 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:45.390855 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e336c80d-9c3e-4eeb-bc7f-65523a63b0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bb6b12-8265-493b-94ff-c6e72e5059b6', 'code': 200}
Dec 22 05:29:45.415436 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=d1bb6b12-8265-493b-94ff-c6e72e5059b6,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:45.419639 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:45.642079 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a30d285d-5c42-4fc6-bd20-d5e04569576a req-645b00a8-05ef-45f8-ba3d-afe63816ad10 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 1099 time: 0.0656922
Dec 22 05:29:45.682574 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a30d285d-5c42-4fc6-bd20-d5e04569576a req-34982225-bb7e-4f9a-8c7d-7389e8b6711a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0343399
Dec 22 05:29:46.414149 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73518918-2964-45a5-9983-005d0cbba727 req-c22a5165-446d-490d-ba3b-7b5a49bf2965 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:46.415556 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-73518918-2964-45a5-9983-005d0cbba727 req-c22a5165-446d-490d-ba3b-7b5a49bf2965 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 946 time: 0.0784872
Dec 22 05:29:46.460361 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-73518918-2964-45a5-9983-005d0cbba727 req-c2219cdf-b301-4c25-880a-35405d56f268 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391848
Dec 22 05:29:47.666353 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b2b04-5f37-4e2f-a320-badaf819a0c5 req-19ce161e-20b2-4ab0-b51e-79ec8eb4fbfa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:47.667785 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0b8b2b04-5f37-4e2f-a320-badaf819a0c5 req-19ce161e-20b2-4ab0-b51e-79ec8eb4fbfa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 946 time: 0.0780275
Dec 22 05:29:47.711931 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0b8b2b04-5f37-4e2f-a320-badaf819a0c5 req-96a282ef-1d02-4c51-8a02-2e48949e33d5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386920
Dec 22 05:29:47.900525 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e048dd1-b07f-45bd-ab9f-c9c3d6626f3f req-e9a3e4e0-49c7-4310-9c85-f2c207a256cb tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:47.901950 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5e048dd1-b07f-45bd-ab9f-c9c3d6626f3f req-e9a3e4e0-49c7-4310-9c85-f2c207a256cb tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 946 time: 0.0745959
Dec 22 05:29:47.946255 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-5e048dd1-b07f-45bd-ab9f-c9c3d6626f3f req-d673d0d9-498d-4c6e-b699-71ddaae80628 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389640
Dec 22 05:29:47.972046 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37396) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:48.043007 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ff034556-32f0-4c00-848d-e7bd88b5b46f tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 1094 time: 0.0696859
Dec 22 05:29:48.045331 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37400) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:48.050810 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': 'd1bb6b12-8265-493b-94ff-c6e72e5059b6', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:29:48.055981 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:29:48.059691 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:floatingip and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:29:48.062496 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:29:48.068824 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:29:48.078512 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:48.209621 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:48.340557 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Allocated IP 172.26.4.20 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/13ff45d5-ad0a-4bdc-8f47-2388a5c879f1) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:29:48.482490 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:48.510563 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:48.514822 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1e1688ca-5d06-401f-ae64-8c4123e87b0f tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:48.589486 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:29:48.594183 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:29:48.599144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:29:48.622387 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=13ff45d5-ad0a-4bdc-8f47-2388a5c879f1,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:48.627002 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:49.088297 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:49.241112 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:49.433737 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:49.438021 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:49.442799 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c8ab6015-61c7-4939-be56-dbd0afef4700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:29:49.538361 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=13ff45d5-ad0a-4bdc-8f47-2388a5c879f1,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:29:49.542199 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:29:49.556632 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:49.740461 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Floating IP 318aaac0-7330-4064-a674-70264ea93d2e associated. External IP: 172.26.4.20, port: d1bb6b12-8265-493b-94ff-c6e72e5059b6.
Dec 22 05:29:50.112885 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router 00f1efca-dca4-47e5-a163-0ecaec939643 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:29:50.305488 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:29:50.316014 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e577c5ce-bb26-4831-ac52-f02162f1104b None None] Sync routers for ids ['00f1efca-dca4-47e5-a163-0ecaec939643'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:29:50.327277 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e577c5ce-bb26-4831-ac52-f02162f1104b None None] Routers {'00f1efca-dca4-47e5-a163-0ecaec939643'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:29:50.327882 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-e577c5ce-bb26-4831-ac52-f02162f1104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c271d60>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:29:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['00f1efca-dca4-47e5-a163-0ecaec939643'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:29:50.330247 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:29:50.384715 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3382983
Dec 22 05:29:50.385362 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e336c80d-9c3e-4eeb-bc7f-65523a63b0c2', 'tag': 'd1bb6b12-8265-493b-94ff-c6e72e5059b6'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:29:50.457085 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e336c80d-9c3e-4eeb-bc7f-65523a63b0c2', 'tag': 'd1bb6b12-8265-493b-94ff-c6e72e5059b6', 'status': 'completed', 'code': 200}
Dec 22 05:29:50.507305 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-e577c5ce-bb26-4831-ac52-f02162f1104b None None] Set router 00f1efca-dca4-47e5-a163-0ecaec939643 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:29:50.637845 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-09b1c6ba-ad9f-4129-a0c5-d9b7f186a2fd req-ec2e7929-647e-4e71-b694-7a6620c5da02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 1099 time: 0.1379218
Dec 22 05:29:50.645114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9122142-381d-4818-97f8-d3ed74581be5 req-79159db3-9649-4666-bf01-ce57c3a1b38e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:50.646542 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d9122142-381d-4818-97f8-d3ed74581be5 req-79159db3-9649-4666-bf01-ce57c3a1b38e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 946 time: 0.1123145
Dec 22 05:29:50.783431 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d9122142-381d-4818-97f8-d3ed74581be5 req-e3f584ed-d819-404f-a20f-e080cf0018cb tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1173332
Dec 22 05:29:50.806605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1c6ba-ad9f-4129-a0c5-d9b7f186a2fd req-cdf23723-38ba-40c8-8446-9629df1b1857 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:50.808044 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-09b1c6ba-ad9f-4129-a0c5-d9b7f186a2fd req-cdf23723-38ba-40c8-8446-9629df1b1857 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a512575d-8621-4213-9fb7-79c2e74115a9 HTTP/1.1" status: 200  len: 897 time: 0.1606846
Dec 22 05:29:50.812587 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37408) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:50.893982 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-e577c5ce-bb26-4831-ac52-f02162f1104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c271d60>, [{'id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343809370', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:30Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '318aaac0-7330-4064-a674-70264ea93d2e', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'floating_ip_address': '172.26.4.20', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'port_id': 'd1bb6b12-8265-493b-94ff-c6e72e5059b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9', 'mac_address': 'fa:16:3e:03:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e336c80d-9c3e-4eeb-bc7f-65523a63b0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:29:48Z', 'updated_at': '2021-12-22T05:29:48Z', 'revision_number': 0, 'project_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9fe6cf-f844-47dd-b5c1-e9178b997838', 'name': '', 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:4e:41:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '970cfc9f-429e-4d62-a579-d0a3573ff2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:29Z', 'updated_at': '2021-12-22T05:29:35Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '970cfc9f-429e-4d62-a579-d0a3573ff2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:29:50.897678 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e577c5ce-bb26-4831-ac52-f02162f1104b None None] Checking router: 00f1efca-dca4-47e5-a163-0ecaec939643 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:29:50.908386 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e577c5ce-bb26-4831-ac52-f02162f1104b None None] Routers {'00f1efca-dca4-47e5-a163-0ecaec939643'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:29:50.908975 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-e577c5ce-bb26-4831-ac52-f02162f1104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c271d60>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:29:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['00f1efca-dca4-47e5-a163-0ecaec939643'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:29:51.000914 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a7bcb966-6441-4d66-b63a-bfe565cee9e8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/floatingips/318aaac0-7330-4064-a674-70264ea93d2e HTTP/1.1" status: 200  len: 991 time: 0.1869781
Dec 22 05:29:51.003063 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-09b1c6ba-ad9f-4129-a0c5-d9b7f186a2fd req-ba566f61-66e7-4e0e-9ea0-298272b936dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1bb6b12-8265-493b-94ff-c6e72e5059b6 HTTP/1.1" status: 200  len: 999 time: 0.1875737
Dec 22 05:29:51.063511 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1c6ba-ad9f-4129-a0c5-d9b7f186a2fd req-2b7b46ac-a5b8-4ab7-b793-bc5d39e06fe4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:29:51.065262 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-09b1c6ba-ad9f-4129-a0c5-d9b7f186a2fd req-2b7b46ac-a5b8-4ab7-b793-bc5d39e06fe4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=970cfc9f-429e-4d62-a579-d0a3573ff2c2 HTTP/1.1" status: 200  len: 835 time: 0.0562718
Dec 22 05:29:51.081975 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-e577c5ce-bb26-4831-ac52-f02162f1104b None None] Set router 00f1efca-dca4-47e5-a163-0ecaec939643 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:29:51.140474 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-09b1c6ba-ad9f-4129-a0c5-d9b7f186a2fd req-1c865067-dba6-4d64-a4f0-4db2f46b0298 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a512575d-8621-4213-9fb7-79c2e74115a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0694709
Dec 22 05:29:51.392303 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-09b1c6ba-ad9f-4129-a0c5-d9b7f186a2fd req-d190c0bf-c9a2-4027-9421-0208f0170640 service neutron] 10.222.0.47 "GET /v2.0/networks/a512575d-8621-4213-9fb7-79c2e74115a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2447054
Dec 22 05:29:51.432196 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-e577c5ce-bb26-4831-ac52-f02162f1104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c271d60>, [{'id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343809370', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:30Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '318aaac0-7330-4064-a674-70264ea93d2e', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'floating_ip_address': '172.26.4.20', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'port_id': 'd1bb6b12-8265-493b-94ff-c6e72e5059b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9', 'mac_address': 'fa:16:3e:03:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e336c80d-9c3e-4eeb-bc7f-65523a63b0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:29:48Z', 'updated_at': '2021-12-22T05:29:48Z', 'revision_number': 0, 'project_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9fe6cf-f844-47dd-b5c1-e9178b997838', 'name': '', 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:4e:41:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '970cfc9f-429e-4d62-a579-d0a3573ff2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:29Z', 'updated_at': '2021-12-22T05:29:35Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '970cfc9f-429e-4d62-a579-d0a3573ff2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:29:51.436154 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e577c5ce-bb26-4831-ac52-f02162f1104b None None] The sync data for ids ['00f1efca-dca4-47e5-a163-0ecaec939643'] in dv-neutron-822525-1-hyperv is: [{'id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343809370', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:30Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '318aaac0-7330-4064-a674-70264ea93d2e', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'floating_ip_address': '172.26.4.20', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'port_id': 'd1bb6b12-8265-493b-94ff-c6e72e5059b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9', 'mac_address': 'fa:16:3e:03:fc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e336c80d-9c3e-4eeb-bc7f-65523a63b0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:29:48Z', 'updated_at': '2021-12-22T05:29:48Z', 'revision_number': 0, 'project_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9fe6cf-f844-47dd-b5c1-e9178b997838', 'name': '', 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:4e:41:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '970cfc9f-429e-4d62-a579-d0a3573ff2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:29Z', 'updated_at': '2021-12-22T05:29:35Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '970cfc9f-429e-4d62-a579-d0a3573ff2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:29:51.523914 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-09b1c6ba-ad9f-4129-a0c5-d9b7f186a2fd req-22df18e8-0a34-4efb-bbcd-52edf2101aec service neutron] 10.222.0.47 "GET /v2.0/networks/a512575d-8621-4213-9fb7-79c2e74115a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261253
Dec 22 05:29:51.647112 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaebbec-fbc5-4b5d-8223-574b3c98ad47 None None] New status for floating IP 318aaac0-7330-4064-a674-70264ea93d2e: ACTIVE {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:29:52.004693 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37414) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:29:52.106657 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0dfaed4c-64b0-4695-8c41-5719a023d49f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/floatingips/318aaac0-7330-4064-a674-70264ea93d2e HTTP/1.1" status: 200  len: 993 time: 0.1007328
Dec 22 05:29:53.592221 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:30:07.933030 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:30:08.859746 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c8d28aa0-bae5-4c50-9c92-635f0845d8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:30:11.057932 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f92ae79e-fa0a-4eb9-b7e6-8a73fea39c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:30:12.238694 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:30:12.378107 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:30:13.696254 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:30:30.592063 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:30:32.566564 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3d19cb25-8d6e-4cf5-b2ca-64803428dad7 req-359fb1a9-b0f9-483c-b3c6-98bb0082e1b6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0678382
Dec 22 05:30:32.721105 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3d19cb25-8d6e-4cf5-b2ca-64803428dad7 req-ee4a29d4-5add-4187-b5ba-670c5ff0ec76 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 1099 time: 0.0697219
Dec 22 05:30:32.860822 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19cb25-8d6e-4cf5-b2ca-64803428dad7 req-8ffb7c75-a8f1-4361-bcf4-6e4c4dcb45dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:30:32.862793 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3d19cb25-8d6e-4cf5-b2ca-64803428dad7 req-8ffb7c75-a8f1-4361-bcf4-6e4c4dcb45dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=a512575d-8621-4213-9fb7-79c2e74115a9 HTTP/1.1" status: 200  len: 897 time: 0.1238892
Dec 22 05:30:32.960381 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3d19cb25-8d6e-4cf5-b2ca-64803428dad7 req-657e255c-0353-4717-a9d0-02cf7bcbf1c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1bb6b12-8265-493b-94ff-c6e72e5059b6 HTTP/1.1" status: 200  len: 1001 time: 0.0910828
Dec 22 05:30:33.023935 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19cb25-8d6e-4cf5-b2ca-64803428dad7 req-826f2118-b35c-4494-b69d-259ede524221 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:30:33.025310 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3d19cb25-8d6e-4cf5-b2ca-64803428dad7 req-826f2118-b35c-4494-b69d-259ede524221 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=970cfc9f-429e-4d62-a579-d0a3573ff2c2 HTTP/1.1" status: 200  len: 835 time: 0.0589907
Dec 22 05:30:33.097267 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3d19cb25-8d6e-4cf5-b2ca-64803428dad7 req-f9f50204-fea5-4916-a1dd-5465cd7cdb63 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a512575d-8621-4213-9fb7-79c2e74115a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0660787
Dec 22 05:30:33.225334 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3d19cb25-8d6e-4cf5-b2ca-64803428dad7 req-e05155d3-507f-49c7-8872-d15bd6c28df9 service neutron] 10.222.0.47 "GET /v2.0/networks/a512575d-8621-4213-9fb7-79c2e74115a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220362
Dec 22 05:30:33.354758 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3d19cb25-8d6e-4cf5-b2ca-64803428dad7 req-f0c77829-2ce0-4b91-b4b3-5838daf02e9f service neutron] 10.222.0.47 "GET /v2.0/networks/a512575d-8621-4213-9fb7-79c2e74115a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229193
Dec 22 05:30:37.941905 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:30:38.862742 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7ba6ea82-fb3b-4b69-bf81-b84551dcd066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:30:41.060513 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f8b0cc96-19b4-4ba1-8578-515c28a84f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:30:42.242137 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:30:42.379179 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:30:43.699583 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:31:01.727243 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8a22695c-2810-4655-886e-60c7187e36a6 req-936a339b-e43d-4e7a-a74f-a9c4a3e86609 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 1099 time: 0.0746579
Dec 22 05:31:01.745350 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20516cc-fca6-49c5-a9e2-99211b1731e7 req-6f674885-8078-44c7-8a38-1ad3350c3290 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:31:01.746832 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d20516cc-fca6-49c5-a9e2-99211b1731e7 req-6f674885-8078-44c7-8a38-1ad3350c3290 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 946 time: 0.0759666
Dec 22 05:31:01.791496 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d20516cc-fca6-49c5-a9e2-99211b1731e7 req-2d987c21-a1a2-4575-932b-91d6e092a873 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391788
Dec 22 05:31:01.857158 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22695c-2810-4655-886e-60c7187e36a6 req-a1bdf0c3-c928-4963-9f09-61cf88cf6a85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:31:01.858628 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8a22695c-2810-4655-886e-60c7187e36a6 req-a1bdf0c3-c928-4963-9f09-61cf88cf6a85 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a512575d-8621-4213-9fb7-79c2e74115a9 HTTP/1.1" status: 200  len: 897 time: 0.1254480
Dec 22 05:31:01.956934 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8a22695c-2810-4655-886e-60c7187e36a6 req-4c9f5e3c-fe8d-4117-9919-acc8aa8b636b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1bb6b12-8265-493b-94ff-c6e72e5059b6 HTTP/1.1" status: 200  len: 1001 time: 0.0913312
Dec 22 05:31:02.021782 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22695c-2810-4655-886e-60c7187e36a6 req-077a9f81-82f3-46fb-9cc3-b1db5ef5e150 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:31:02.023088 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8a22695c-2810-4655-886e-60c7187e36a6 req-077a9f81-82f3-46fb-9cc3-b1db5ef5e150 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=970cfc9f-429e-4d62-a579-d0a3573ff2c2 HTTP/1.1" status: 200  len: 835 time: 0.0596590
Dec 22 05:31:02.095256 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8a22695c-2810-4655-886e-60c7187e36a6 req-e433bf2d-c39f-4d14-9f7b-29fb62461866 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a512575d-8621-4213-9fb7-79c2e74115a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0656564
Dec 22 05:31:02.328920 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8a22695c-2810-4655-886e-60c7187e36a6 req-bdc3b2fc-f7fa-4137-8302-28a043917027 service neutron] 10.222.0.47 "GET /v2.0/networks/a512575d-8621-4213-9fb7-79c2e74115a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2261660
Dec 22 05:31:02.456296 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8a22695c-2810-4655-886e-60c7187e36a6 req-cf315e31-883f-4e4a-93ec-ea4419ad0610 service neutron] 10.222.0.47 "GET /v2.0/networks/a512575d-8621-4213-9fb7-79c2e74115a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209712
Dec 22 05:31:02.989073 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c462c3a-972b-47f2-82f2-9a26001fd510 req-d6d9f78c-ffd2-48cd-8d6d-2f3662e436b0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:31:02.990531 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4c462c3a-972b-47f2-82f2-9a26001fd510 req-d6d9f78c-ffd2-48cd-8d6d-2f3662e436b0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 946 time: 0.0798616
Dec 22 05:31:03.034684 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4c462c3a-972b-47f2-82f2-9a26001fd510 req-5f103531-d17d-42dd-82df-4932197dd243 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387061
Dec 22 05:31:04.229178 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26644b14-ef83-45ae-ab4d-522b4bf389a3 req-8930fff9-5300-4a36-b45d-0012e145d6da tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:31:04.230641 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-26644b14-ef83-45ae-ab4d-522b4bf389a3 req-8930fff9-5300-4a36-b45d-0012e145d6da tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 946 time: 0.0784841
Dec 22 05:31:04.274275 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-26644b14-ef83-45ae-ab4d-522b4bf389a3 req-c06b1373-a2a5-4a03-a445-e388c925b64f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381858
Dec 22 05:31:05.464931 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776d1b4-924b-4913-aaa3-427c684f5108 req-97a5ba37-acf8-438e-943c-c8005c9f59e2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:31:05.466392 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8776d1b4-924b-4913-aaa3-427c684f5108 req-97a5ba37-acf8-438e-943c-c8005c9f59e2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 946 time: 0.0745785
Dec 22 05:31:05.514948 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8776d1b4-924b-4913-aaa3-427c684f5108 req-61a7e2b6-7384-4f0d-9345-4f423ca947db tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431714
Dec 22 05:31:06.706940 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbce3d-e98c-4569-a2fb-87cff918790c req-01cb47c1-8b65-4cbd-bc43-ce88ffccaf12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:31:06.708346 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-19dbce3d-e98c-4569-a2fb-87cff918790c req-01cb47c1-8b65-4cbd-bc43-ce88ffccaf12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 946 time: 0.0748796
Dec 22 05:31:06.753998 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-19dbce3d-e98c-4569-a2fb-87cff918790c req-fc553c73-b36f-4afc-9112-1bf4188eeb3e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403125
Dec 22 05:31:07.591708 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:31:07.942606 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:31:07.946940 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8130e5-c24c-473d-a3a4-4a1d3825e565 req-73ab918e-727e-435e-bc40-356d537ea8f5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:31:07.948388 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bc8130e5-c24c-473d-a3a4-4a1d3825e565 req-73ab918e-727e-435e-bc40-356d537ea8f5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 946 time: 0.0748074
Dec 22 05:31:07.992825 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bc8130e5-c24c-473d-a3a4-4a1d3825e565 req-86ea7e34-5bfa-44da-85dc-17edbbd864f4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389512
Dec 22 05:31:08.866610 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a952cbfc-a609-442f-b071-89c0c1c6456b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:31:09.291918 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511e0a6-89ab-4539-a5f1-0919629ebee8 req-ae1c4709-cac3-4904-b398-376bff395bb7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:31:09.293352 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2511e0a6-89ab-4539-a5f1-0919629ebee8 req-ae1c4709-cac3-4904-b398-376bff395bb7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 946 time: 0.1796706
Dec 22 05:31:09.337251 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2511e0a6-89ab-4539-a5f1-0919629ebee8 req-16186aa2-62d6-454c-ac45-755592867595 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384948
Dec 22 05:31:10.532981 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4915c4-dafd-4c2d-9f50-06ad0e701fb6 req-9b541447-28f8-4424-b2e2-cced39b48e47 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:31:10.534363 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2e4915c4-dafd-4c2d-9f50-06ad0e701fb6 req-9b541447-28f8-4424-b2e2-cced39b48e47 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 946 time: 0.0785854
Dec 22 05:31:10.578366 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2e4915c4-dafd-4c2d-9f50-06ad0e701fb6 req-24bd5929-c319-44d5-994c-c2b52ffff39f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385520
Dec 22 05:31:11.062414 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-47c7809b-b6ec-42da-aab6-33c778dd5ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:31:11.771337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce077a3-fc3d-4942-a92d-e17d1e556cec req-472f45aa-4e1e-48e0-abb7-080b03095596 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:31:11.772677 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2ce077a3-fc3d-4942-a92d-e17d1e556cec req-472f45aa-4e1e-48e0-abb7-080b03095596 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 946 time: 0.0780733
Dec 22 05:31:11.815431 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2ce077a3-fc3d-4942-a92d-e17d1e556cec req-696dd995-a0fa-4324-ad1c-29723e01906e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373898
Dec 22 05:31:12.244149 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:31:12.380452 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:31:13.007590 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121f4fd-5a6e-4e37-a97a-7be811e85f30 req-546f55e7-8eba-4212-8214-dba52bb0c70f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:31:13.009017 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6121f4fd-5a6e-4e37-a97a-7be811e85f30 req-546f55e7-8eba-4212-8214-dba52bb0c70f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 946 time: 0.0762379
Dec 22 05:31:13.053052 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6121f4fd-5a6e-4e37-a97a-7be811e85f30 req-d8848ffe-f74a-4b22-854f-2705ea2b9ab2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386660
Dec 22 05:31:13.702075 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:31:14.243313 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215a6bf-724e-4eeb-9058-34e50ee74c81 req-db6a06ba-cdcb-4d82-9e67-6c9de8df3b18 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:31:14.244742 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6215a6bf-724e-4eeb-9058-34e50ee74c81 req-db6a06ba-cdcb-4d82-9e67-6c9de8df3b18 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 946 time: 0.0740464
Dec 22 05:31:14.288268 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6215a6bf-724e-4eeb-9058-34e50ee74c81 req-55ff1912-13b1-499a-af19-ea0390898aed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380182
Dec 22 05:31:14.315445 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37466) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:31:14.417661 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-de592355-3340-4ef0-990e-0fdb8d98eebb tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/floatingips/318aaac0-7330-4064-a674-70264ea93d2e HTTP/1.1" status: 200  len: 993 time: 0.1007161
Dec 22 05:31:32.718070 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9094f3cd-db76-45fc-992f-b21502acef87 req-b503e735-e821-4b9f-a2d4-ce3086bf0f14 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1829815
Dec 22 05:31:32.874780 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9094f3cd-db76-45fc-992f-b21502acef87 req-6af97345-840b-4926-a3ec-25a46e332bfc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 1099 time: 0.0668671
Dec 22 05:31:33.016535 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094f3cd-db76-45fc-992f-b21502acef87 req-15955199-70aa-4e99-9f6f-b42964ce2679 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:31:33.017986 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9094f3cd-db76-45fc-992f-b21502acef87 req-15955199-70aa-4e99-9f6f-b42964ce2679 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a512575d-8621-4213-9fb7-79c2e74115a9 HTTP/1.1" status: 200  len: 897 time: 0.1243639
Dec 22 05:31:33.119664 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9094f3cd-db76-45fc-992f-b21502acef87 req-a8ad5aea-0941-4e44-aad4-6826001a595c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1bb6b12-8265-493b-94ff-c6e72e5059b6 HTTP/1.1" status: 200  len: 1001 time: 0.0949314
Dec 22 05:31:33.187305 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094f3cd-db76-45fc-992f-b21502acef87 req-a39dc0dc-59e4-4b73-b6c1-5124e8c826ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:31:33.188641 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9094f3cd-db76-45fc-992f-b21502acef87 req-a39dc0dc-59e4-4b73-b6c1-5124e8c826ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=970cfc9f-429e-4d62-a579-d0a3573ff2c2 HTTP/1.1" status: 200  len: 835 time: 0.0621448
Dec 22 05:31:33.265046 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9094f3cd-db76-45fc-992f-b21502acef87 req-0dacdc48-7fbd-458b-98c3-7368a5aa9681 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a512575d-8621-4213-9fb7-79c2e74115a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0693457
Dec 22 05:31:33.393450 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9094f3cd-db76-45fc-992f-b21502acef87 req-8942d697-6c19-4383-9af8-2052b42ddb67 service neutron] 10.222.0.47 "GET /v2.0/networks/a512575d-8621-4213-9fb7-79c2e74115a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213715
Dec 22 05:31:33.522797 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9094f3cd-db76-45fc-992f-b21502acef87 req-01fbf536-c5f0-4394-8999-89dc84e9ff56 service neutron] 10.222.0.47 "GET /v2.0/networks/a512575d-8621-4213-9fb7-79c2e74115a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215825
Dec 22 05:31:37.952168 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:31:38.868391 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6eeefe41-abaa-4180-9cd8-76ecdb1f833e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:31:41.063995 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d12e6d3f-803d-44ea-8204-0c7937581592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:31:42.247341 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:31:42.382021 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:31:43.704289 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:31:44.590930 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:32:07.954438 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:08.870431 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab026-799c-4362-90ee-bbd91f2344b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:09.434309 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37496) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:32:09.634151 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting port 13ff45d5-ad0a-4bdc-8f47-2388a5c879f1 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:32:09.634484 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:09.798056 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:09.798297 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:09.918317 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Calling delete_port for 13ff45d5-ad0a-4bdc-8f47-2388a5c879f1 owned by network:floatingip {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:32:10.059675 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:10.063039 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-3f94b314-a85e-4d79-9650-bff629056522 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:10.107816 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Port': ['ID=13ff45d5-ad0a-4bdc-8f47-2388a5c879f1,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:10.150923 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:10.151307 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:10.151680 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:10.152060 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:10.152425 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:10.152786 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:10.153147 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:10.153506 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:10.153893 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:10.154247 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:10.154605 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:10.182104 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:10.210860 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for floatingip, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:10.692612 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router 00f1efca-dca4-47e5-a163-0ecaec939643 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:32:10.887424 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:32:10.896998 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2382b69f-7b1e-43c1-a244-048b1431094b None None] Sync routers for ids ['00f1efca-dca4-47e5-a163-0ecaec939643'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:32:10.907113 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:10.908780 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2382b69f-7b1e-43c1-a244-048b1431094b None None] Routers {'00f1efca-dca4-47e5-a163-0ecaec939643'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:32:10.909395 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-2382b69f-7b1e-43c1-a244-048b1431094b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c7be340>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:31:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['00f1efca-dca4-47e5-a163-0ecaec939643'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:32:10.963241 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/floatingips/318aaac0-7330-4064-a674-70264ea93d2e HTTP/1.1" status: 204  len: 168 time: 1.5277269
Dec 22 05:32:10.963732 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e336c80d-9c3e-4eeb-bc7f-65523a63b0c2', 'tag': 'd1bb6b12-8265-493b-94ff-c6e72e5059b6'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:32:11.089113 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a147b673-1bcb-4826-96d4-82aa32231957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:11.116044 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-2382b69f-7b1e-43c1-a244-048b1431094b None None] Set router 00f1efca-dca4-47e5-a163-0ecaec939643 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:32:11.159869 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e336c80d-9c3e-4eeb-bc7f-65523a63b0c2', 'tag': 'd1bb6b12-8265-493b-94ff-c6e72e5059b6', 'status': 'completed', 'code': 200}
Dec 22 05:32:11.288325 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8ff2deee-9d41-46e8-b01f-adef78c63c83 req-7ce3b934-4ce4-4738-9611-77633b612884 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 1099 time: 0.0841579
Dec 22 05:32:11.551070 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-2382b69f-7b1e-43c1-a244-048b1431094b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c7be340>, [{'id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343809370', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:30Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '2b9fe6cf-f844-47dd-b5c1-e9178b997838', 'name': '', 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:4e:41:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '970cfc9f-429e-4d62-a579-d0a3573ff2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:29Z', 'updated_at': '2021-12-22T05:29:35Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '970cfc9f-429e-4d62-a579-d0a3573ff2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:32:11.554865 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2382b69f-7b1e-43c1-a244-048b1431094b None None] Checking router: 00f1efca-dca4-47e5-a163-0ecaec939643 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:32:11.564867 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2382b69f-7b1e-43c1-a244-048b1431094b None None] Routers {'00f1efca-dca4-47e5-a163-0ecaec939643'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:32:11.565460 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-2382b69f-7b1e-43c1-a244-048b1431094b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c7be340>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:32:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['00f1efca-dca4-47e5-a163-0ecaec939643'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:32:11.594253 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2deee-9d41-46e8-b01f-adef78c63c83 req-0f5bad21-e47a-4158-9f98-01995fcde2b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:11.595700 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8ff2deee-9d41-46e8-b01f-adef78c63c83 req-0f5bad21-e47a-4158-9f98-01995fcde2b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a512575d-8621-4213-9fb7-79c2e74115a9 HTTP/1.1" status: 200  len: 897 time: 0.3006613
Dec 22 05:32:11.602037 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184a5b7-2ee2-4f40-ad58-bf08927091dd req-c0e479c0-7491-4f0e-a3c8-a5d11e58f893 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:11.603420 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b184a5b7-2ee2-4f40-ad58-bf08927091dd req-c0e479c0-7491-4f0e-a3c8-a5d11e58f893 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 946 time: 0.1281209
Dec 22 05:32:11.686538 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8ff2deee-9d41-46e8-b01f-adef78c63c83 req-f9be7880-8726-4820-a097-b14693f0007e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1bb6b12-8265-493b-94ff-c6e72e5059b6 HTTP/1.1" status: 200  len: 217 time: 0.0822096
Dec 22 05:32:11.736134 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-2382b69f-7b1e-43c1-a244-048b1431094b None None] Set router 00f1efca-dca4-47e5-a163-0ecaec939643 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:32:11.750203 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b184a5b7-2ee2-4f40-ad58-bf08927091dd req-659246a3-79dd-4784-9d02-307680f8e15f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0981638
Dec 22 05:32:11.759896 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2deee-9d41-46e8-b01f-adef78c63c83 req-6699305b-637a-490b-ba56-f43d3e40a16d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:11.761312 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8ff2deee-9d41-46e8-b01f-adef78c63c83 req-6699305b-637a-490b-ba56-f43d3e40a16d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=970cfc9f-429e-4d62-a579-d0a3573ff2c2 HTTP/1.1" status: 200  len: 835 time: 0.0657413
Dec 22 05:32:11.836579 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8ff2deee-9d41-46e8-b01f-adef78c63c83 req-f9087486-f3b0-4b00-aecb-c8a8c989461d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a512575d-8621-4213-9fb7-79c2e74115a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0682907
Dec 22 05:32:11.967299 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8ff2deee-9d41-46e8-b01f-adef78c63c83 req-82b3b331-e74b-430a-8fda-925f1dfc0085 service neutron] 10.222.0.47 "GET /v2.0/networks/a512575d-8621-4213-9fb7-79c2e74115a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237788
Dec 22 05:32:12.042573 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-2382b69f-7b1e-43c1-a244-048b1431094b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c7be340>, [{'id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343809370', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:30Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '2b9fe6cf-f844-47dd-b5c1-e9178b997838', 'name': '', 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:4e:41:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '970cfc9f-429e-4d62-a579-d0a3573ff2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:29Z', 'updated_at': '2021-12-22T05:29:35Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '970cfc9f-429e-4d62-a579-d0a3573ff2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:32:12.046482 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2382b69f-7b1e-43c1-a244-048b1431094b None None] The sync data for ids ['00f1efca-dca4-47e5-a163-0ecaec939643'] in dv-neutron-822525-1-hyperv is: [{'id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343809370', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:30Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '2b9fe6cf-f844-47dd-b5c1-e9178b997838', 'name': '', 'network_id': 'a512575d-8621-4213-9fb7-79c2e74115a9', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:4e:41:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '970cfc9f-429e-4d62-a579-d0a3573ff2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:29Z', 'updated_at': '2021-12-22T05:29:35Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '970cfc9f-429e-4d62-a579-d0a3573ff2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:32:12.102084 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8ff2deee-9d41-46e8-b01f-adef78c63c83 req-6304de69-d528-45da-aa8a-e9b98011d286 service neutron] 10.222.0.47 "GET /v2.0/networks/a512575d-8621-4213-9fb7-79c2e74115a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277642
Dec 22 05:32:12.249749 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:12.360182 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6513fbe-df3a-4cb7-a45d-d1202ea0746a None None] New status for floating IP 318aaac0-7330-4064-a674-70264ea93d2e: DOWN {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:32:12.383895 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:12.947467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5d737-e9b9-4607-8c24-7a0b5d8bae9b req-bac4228d-3dea-41de-82ff-3aaa57ed2056 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:12.948143 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-75a5d737-e9b9-4607-8c24-7a0b5d8bae9b req-bac4228d-3dea-41de-82ff-3aaa57ed2056 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:32:12.963080 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-75a5d737-e9b9-4607-8c24-7a0b5d8bae9b req-bac4228d-3dea-41de-82ff-3aaa57ed2056 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:32:12.964388 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-75a5d737-e9b9-4607-8c24-7a0b5d8bae9b req-bac4228d-3dea-41de-82ff-3aaa57ed2056 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 946 time: 0.0908349
Dec 22 05:32:13.010375 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-75a5d737-e9b9-4607-8c24-7a0b5d8bae9b req-7790fedd-390b-451a-9c45-7f401a65c57e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402026
Dec 22 05:32:13.328553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572cf07-e48c-4327-81a9-cd4bae03f3e3 req-d42c82fa-05f4-4609-a934-2b379e36c459 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:13.329985 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9572cf07-e48c-4327-81a9-cd4bae03f3e3 req-d42c82fa-05f4-4609-a934-2b379e36c459 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 946 time: 0.0794573
Dec 22 05:32:13.395774 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-9572cf07-e48c-4327-81a9-cd4bae03f3e3 req-9a0d09fe-7d05-4509-8f2b-9d10932e8786 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting port d1bb6b12-8265-493b-94ff-c6e72e5059b6 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:32:13.396140 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-9572cf07-e48c-4327-81a9-cd4bae03f3e3 req-9a0d09fe-7d05-4509-8f2b-9d10932e8786 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:13.628932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-9572cf07-e48c-4327-81a9-cd4bae03f3e3 req-9a0d09fe-7d05-4509-8f2b-9d10932e8786 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] For port d1bb6b12-8265-493b-94ff-c6e72e5059b6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d1bb6b12-8265-493b-94ff-c6e72e5059b6,segment=NetworkSegment(28218832-5f39-421a-a453-c0f877f1166e),segment_id=28218832-5f39-421a-a453-c0f877f1166e)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:32:13.629312 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-9572cf07-e48c-4327-81a9-cd4bae03f3e3 req-9a0d09fe-7d05-4509-8f2b-9d10932e8786 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:13.707228 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:13.746906 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-9572cf07-e48c-4327-81a9-cd4bae03f3e3 req-9a0d09fe-7d05-4509-8f2b-9d10932e8786 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Calling delete_port for d1bb6b12-8265-493b-94ff-c6e72e5059b6 owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:32:13.883636 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-9572cf07-e48c-4327-81a9-cd4bae03f3e3 req-9a0d09fe-7d05-4509-8f2b-9d10932e8786 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:13.888958 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cab2556d-b571-45d9-837a-46c41324972b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:13.930631 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d09fe-7d05-4509-8f2b-9d10932e8786 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Port': ['ID=d1bb6b12-8265-493b-94ff-c6e72e5059b6,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:13.969090 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d09fe-7d05-4509-8f2b-9d10932e8786 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:13.969473 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d09fe-7d05-4509-8f2b-9d10932e8786 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:13.969872 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d09fe-7d05-4509-8f2b-9d10932e8786 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:13.970239 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d09fe-7d05-4509-8f2b-9d10932e8786 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:13.970605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d09fe-7d05-4509-8f2b-9d10932e8786 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:13.970967 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d09fe-7d05-4509-8f2b-9d10932e8786 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:13.971328 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d09fe-7d05-4509-8f2b-9d10932e8786 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:13.971683 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d09fe-7d05-4509-8f2b-9d10932e8786 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:13.972044 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d09fe-7d05-4509-8f2b-9d10932e8786 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:13.972399 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d09fe-7d05-4509-8f2b-9d10932e8786 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:13.972753 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d09fe-7d05-4509-8f2b-9d10932e8786 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:13.980265 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9a0d09fe-7d05-4509-8f2b-9d10932e8786 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:14.016569 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-9572cf07-e48c-4327-81a9-cd4bae03f3e3 req-9a0d09fe-7d05-4509-8f2b-9d10932e8786 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] No DVR routers for this DVR port d1bb6b12-8265-493b-94ff-c6e72e5059b6 on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:32:14.018865 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-9572cf07-e48c-4327-81a9-cd4bae03f3e3 req-9a0d09fe-7d05-4509-8f2b-9d10932e8786 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:14.021868 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e336c80d-9c3e-4eeb-bc7f-65523a63b0c2', 'name': 'network-vif-deleted', 'tag': 'd1bb6b12-8265-493b-94ff-c6e72e5059b6'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:32:14.036256 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9572cf07-e48c-4327-81a9-cd4bae03f3e3 req-9a0d09fe-7d05-4509-8f2b-9d10932e8786 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "DELETE /v2.0/ports/d1bb6b12-8265-493b-94ff-c6e72e5059b6 HTTP/1.1" status: 204  len: 173 time: 0.7010853
Dec 22 05:32:14.079400 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e336c80d-9c3e-4eeb-bc7f-65523a63b0c2', 'name': 'network-vif-deleted', 'tag': 'd1bb6b12-8265-493b-94ff-c6e72e5059b6', 'status': 'completed', 'code': 200}
Dec 22 05:32:14.180659 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b7da7561-4975-445a-a422-9ea2d5b4516f req-a844d600-76f2-43ce-8c80-78e07bbae808 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=e336c80d-9c3e-4eeb-bc7f-65523a63b0c2 HTTP/1.1" status: 200  len: 210 time: 0.0427387
Dec 22 05:32:15.284611 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37518) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:32:15.676266 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0fa18bf6-adf0-46b2-8877-1795c1abe13a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:15.884578 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device d1bb6b12-8265-493b-94ff-c6e72e5059b6 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:32:15.916314 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: d1bb6b12-8265-493b-94ff-c6e72e5059b6 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:32:15.916660 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device d1bb6b12-8265-493b-94ff-c6e72e5059b6 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:32:16.367479 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-0fa18bf6-adf0-46b2-8877-1795c1abe13a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting port 2b9fe6cf-f844-47dd-b5c1-e9178b997838 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:32:16.368077 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0fa18bf6-adf0-46b2-8877-1795c1abe13a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:16.545980 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-0fa18bf6-adf0-46b2-8877-1795c1abe13a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] For port 2b9fe6cf-f844-47dd-b5c1-e9178b997838, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2b9fe6cf-f844-47dd-b5c1-e9178b997838,segment=NetworkSegment(28218832-5f39-421a-a453-c0f877f1166e),segment_id=28218832-5f39-421a-a453-c0f877f1166e)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:32:16.546239 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0fa18bf6-adf0-46b2-8877-1795c1abe13a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:16.667011 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-0fa18bf6-adf0-46b2-8877-1795c1abe13a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Calling delete_port for 2b9fe6cf-f844-47dd-b5c1-e9178b997838 owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:32:16.841411 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0fa18bf6-adf0-46b2-8877-1795c1abe13a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:16.845254 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b58d6d4d-2b82-4541-b191-ccc83de44942 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:16.886934 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa18bf6-adf0-46b2-8877-1795c1abe13a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Port': ['ID=2b9fe6cf-f844-47dd-b5c1-e9178b997838,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:16.889360 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0fa18bf6-adf0-46b2-8877-1795c1abe13a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:17.176401 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0fa18bf6-adf0-46b2-8877-1795c1abe13a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:17.845316 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa18bf6-adf0-46b2-8877-1795c1abe13a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router 00f1efca-dca4-47e5-a163-0ecaec939643 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:32:18.041718 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa18bf6-adf0-46b2-8877-1795c1abe13a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:32:18.050978 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313eeae6-1334-4ccf-87ed-ceda9727c370 None None] Sync routers for ids ['00f1efca-dca4-47e5-a163-0ecaec939643'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:32:18.056656 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0fa18bf6-adf0-46b2-8877-1795c1abe13a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "PUT /v2.0/routers/00f1efca-dca4-47e5-a163-0ecaec939643/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7709942
Dec 22 05:32:18.059334 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37522) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:32:18.062978 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313eeae6-1334-4ccf-87ed-ceda9727c370 None None] Routers {'00f1efca-dca4-47e5-a163-0ecaec939643'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:32:18.063590 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-313eeae6-1334-4ccf-87ed-ceda9727c370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bebd610>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:32:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['00f1efca-dca4-47e5-a163-0ecaec939643'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:32:18.238647 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-313eeae6-1334-4ccf-87ed-ceda9727c370 None None] Set router 00f1efca-dca4-47e5-a163-0ecaec939643 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:32:18.241432 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-c24d6a59-48d6-414c-afea-41e6e1bf45f6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting subnet 970cfc9f-429e-4d62-a579-d0a3573ff2c2 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:32:18.244297 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c24d6a59-48d6-414c-afea-41e6e1bf45f6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:18.295499 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c24d6a59-48d6-414c-afea-41e6e1bf45f6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:18.378844 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c24d6a59-48d6-414c-afea-41e6e1bf45f6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:18.451042 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c24d6a59-48d6-414c-afea-41e6e1bf45f6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:18.455717 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-90caad79-cfc2-41e5-98ca-375dcfeb802f tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:18.491587 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d6a59-48d6-414c-afea-41e6e1bf45f6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Subnet': ['ID=970cfc9f-429e-4d62-a579-d0a3573ff2c2,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:18.494102 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c24d6a59-48d6-414c-afea-41e6e1bf45f6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:18.497143 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c24d6a59-48d6-414c-afea-41e6e1bf45f6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:18.502767 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c24d6a59-48d6-414c-afea-41e6e1bf45f6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/subnets/970cfc9f-429e-4d62-a579-d0a3573ff2c2 HTTP/1.1" status: 204  len: 168 time: 0.4424865
Dec 22 05:32:18.503533 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed13ecc-20c6-4086-95cb-876906148933 None None] Network a512575d-8621-4213-9fb7-79c2e74115a9 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:32:18.505295 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37526) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:32:18.634387 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-313eeae6-1334-4ccf-87ed-ceda9727c370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bebd610>, [{'id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343809370', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:32:16Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:32:18.703040 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d3737f50-1648-483b-b2e1-0a2ab7579ddf tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:18.713445 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313eeae6-1334-4ccf-87ed-ceda9727c370 None None] Checking router: 00f1efca-dca4-47e5-a163-0ecaec939643 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:32:18.734185 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313eeae6-1334-4ccf-87ed-ceda9727c370 None None] Routers {'00f1efca-dca4-47e5-a163-0ecaec939643'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:32:18.734791 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-313eeae6-1334-4ccf-87ed-ceda9727c370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bebd610>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:32:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['00f1efca-dca4-47e5-a163-0ecaec939643'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:32:18.899001 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d3737f50-1648-483b-b2e1-0a2ab7579ddf tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:18.910692 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-d3737f50-1648-483b-b2e1-0a2ab7579ddf tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting port 854a700b-9a8b-48dd-9a7c-63fae82bf1cf {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:32:18.911034 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d3737f50-1648-483b-b2e1-0a2ab7579ddf tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:18.926906 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-313eeae6-1334-4ccf-87ed-ceda9727c370 None None] Set router 00f1efca-dca4-47e5-a163-0ecaec939643 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:32:18.965296 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5cd6c4-93b4-4af2-a53e-82be03c7d55e None None] DHCP port deletion for a512575d-8621-4213-9fb7-79c2e74115a9 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 05:32:19.027524 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-5c5cd6c4-93b4-4af2-a53e-82be03c7d55e None None] Deleting port b94a0082-9e73-45af-ba72-3b6974b9d8cb {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:32:19.027900 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5c5cd6c4-93b4-4af2-a53e-82be03c7d55e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:19.082467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-d3737f50-1648-483b-b2e1-0a2ab7579ddf tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] For port 854a700b-9a8b-48dd-9a7c-63fae82bf1cf, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=854a700b-9a8b-48dd-9a7c-63fae82bf1cf,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:32:19.082822 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d3737f50-1648-483b-b2e1-0a2ab7579ddf tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:19.203683 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-d3737f50-1648-483b-b2e1-0a2ab7579ddf tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Calling delete_port for 854a700b-9a8b-48dd-9a7c-63fae82bf1cf owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:32:19.364346 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-5c5cd6c4-93b4-4af2-a53e-82be03c7d55e None None] For port b94a0082-9e73-45af-ba72-3b6974b9d8cb, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=b94a0082-9e73-45af-ba72-3b6974b9d8cb,segment=NetworkSegment(28218832-5f39-421a-a453-c0f877f1166e),segment_id=28218832-5f39-421a-a453-c0f877f1166e)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:32:19.365427 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5c5cd6c4-93b4-4af2-a53e-82be03c7d55e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:19.484018 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-5c5cd6c4-93b4-4af2-a53e-82be03c7d55e None None] Calling delete_port for b94a0082-9e73-45af-ba72-3b6974b9d8cb owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:32:19.484604 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d3737f50-1648-483b-b2e1-0a2ab7579ddf tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:19.488348 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-61fd0815-509a-4cc2-8db5-a9416e4da9c4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:19.531876 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3737f50-1648-483b-b2e1-0a2ab7579ddf tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Port': ['ID=854a700b-9a8b-48dd-9a7c-63fae82bf1cf,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:19.534706 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d3737f50-1648-483b-b2e1-0a2ab7579ddf tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:19.564876 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device b94a0082-9e73-45af-ba72-3b6974b9d8cb no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:32:19.589198 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-313eeae6-1334-4ccf-87ed-ceda9727c370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bebd610>, [{'id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343809370', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:32:16Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:32:19.606321 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313eeae6-1334-4ccf-87ed-ceda9727c370 None None] The sync data for ids ['00f1efca-dca4-47e5-a163-0ecaec939643'] in dv-neutron-822525-1-hyperv is: [{'id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343809370', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:32:16Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '854a700b-9a8b-48dd-9a7c-63fae82bf1cf', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f1efca-dca4-47e5-a163-0ecaec939643', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:26Z', 'updated_at': '2021-12-22T05:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:32:19.613914 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5c5cd6c4-93b4-4af2-a53e-82be03c7d55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:19.620234 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:19.669416 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cd6c4-93b4-4af2-a53e-82be03c7d55e None None] Pushing event deleted for resources: {'Port': ['ID=b94a0082-9e73-45af-ba72-3b6974b9d8cb,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:19.683329 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5cd6c4-93b4-4af2-a53e-82be03c7d55e None None] No DVR routers for this DVR port b94a0082-9e73-45af-ba72-3b6974b9d8cb on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:32:19.684723 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No active binding found for port b94a0082-9e73-45af-ba72-3b6974b9d8cb {{(pid=83436) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 22 05:32:19.685127 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device b94a0082-9e73-45af-ba72-3b6974b9d8cb not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:32:19.688541 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cd6c4-93b4-4af2-a53e-82be03c7d55e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:19.688887 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cd6c4-93b4-4af2-a53e-82be03c7d55e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:19.689224 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cd6c4-93b4-4af2-a53e-82be03c7d55e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:19.689694 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cd6c4-93b4-4af2-a53e-82be03c7d55e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:19.689892 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cd6c4-93b4-4af2-a53e-82be03c7d55e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:19.690217 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cd6c4-93b4-4af2-a53e-82be03c7d55e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:19.690538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cd6c4-93b4-4af2-a53e-82be03c7d55e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:19.690855 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cd6c4-93b4-4af2-a53e-82be03c7d55e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:19.691174 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cd6c4-93b4-4af2-a53e-82be03c7d55e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:19.691741 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cd6c4-93b4-4af2-a53e-82be03c7d55e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:19.692437 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cd6c4-93b4-4af2-a53e-82be03c7d55e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:19.696458 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5c5cd6c4-93b4-4af2-a53e-82be03c7d55e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:19.763930 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d3737f50-1648-483b-b2e1-0a2ab7579ddf tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:20.017824 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d3737f50-1648-483b-b2e1-0a2ab7579ddf tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:20.022612 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d3737f50-1648-483b-b2e1-0a2ab7579ddf tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:20.051970 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d3737f50-1648-483b-b2e1-0a2ab7579ddf tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:20.052525 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3737f50-1648-483b-b2e1-0a2ab7579ddf tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Fanout notify agent at l3_agent the message router_deleted on router 00f1efca-dca4-47e5-a163-0ecaec939643 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 05:32:20.067283 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d3737f50-1648-483b-b2e1-0a2ab7579ddf tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:20.068395 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d3737f50-1648-483b-b2e1-0a2ab7579ddf tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/routers/00f1efca-dca4-47e5-a163-0ecaec939643 HTTP/1.1" status: 204  len: 168 time: 1.5615788
Dec 22 05:32:20.071041 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37530) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:32:20.189610 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eea0beb2-0a63-4e04-8d44-7b4de9ba1d40 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:20.328334 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eea0beb2-0a63-4e04-8d44-7b4de9ba1d40 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:20.352773 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-eea0beb2-0a63-4e04-8d44-7b4de9ba1d40 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b067a60>,) {'filters': {'network_id': ['a512575d-8621-4213-9fb7-79c2e74115a9']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:32:20.364360 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-eea0beb2-0a63-4e04-8d44-7b4de9ba1d40 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b067a60>, '28218832-5f39-421a-a453-c0f877f1166e') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:32:20.364642 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-eea0beb2-0a63-4e04-8d44-7b4de9ba1d40 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b067a60>, '28218832-5f39-421a-a453-c0f877f1166e') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:32:20.375489 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eea0beb2-0a63-4e04-8d44-7b4de9ba1d40 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:20.390814 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eea0beb2-0a63-4e04-8d44-7b4de9ba1d40 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:20.397293 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea0beb2-0a63-4e04-8d44-7b4de9ba1d40 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:32:20.397685 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eea0beb2-0a63-4e04-8d44-7b4de9ba1d40 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:32:20.411160 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:32:20.489864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eea0beb2-0a63-4e04-8d44-7b4de9ba1d40 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:20.493413 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d2358fe6-798c-42f6-ab9d-7ff984575bf8 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:20.507979 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-eea0beb2-0a63-4e04-8d44-7b4de9ba1d40 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:20.520516 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0beb2-0a63-4e04-8d44-7b4de9ba1d40 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Network': ['ID=a512575d-8621-4213-9fb7-79c2e74115a9,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:20.523689 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-eea0beb2-0a63-4e04-8d44-7b4de9ba1d40 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/networks/a512575d-8621-4213-9fb7-79c2e74115a9 HTTP/1.1" status: 204  len: 168 time: 0.4517469
Dec 22 05:32:20.524607 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-eea0beb2-0a63-4e04-8d44-7b4de9ba1d40 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:20.526580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37534) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:32:20.595115 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dd223129-3372-400d-b14f-ed4f9ff52504 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:20.625679 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dd223129-3372-400d-b14f-ed4f9ff52504 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:20.691218 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dd223129-3372-400d-b14f-ed4f9ff52504 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:20.695312 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:20.711014 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd223129-3372-400d-b14f-ed4f9ff52504 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:20.713619 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dd223129-3372-400d-b14f-ed4f9ff52504 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:20.721197 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dd223129-3372-400d-b14f-ed4f9ff52504 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:20.722357 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dd223129-3372-400d-b14f-ed4f9ff52504 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/security-groups/8bfc8d0d-3c4e-4a1d-b51b-ccd15ecd69ca HTTP/1.1" status: 204  len: 168 time: 0.1948621
Dec 22 05:32:21.000039 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37542) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:32:21.005758 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-7f8c9868-52dd-437d-958b-f2c4bfd6bc68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2108218792', 'description': 'tempest-secgroup-smoke-2108218792 description', 'project_id': '8d14121bb4964f9788327a98293c0192'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:32:21.011580 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7f8c9868-52dd-437d-958b-f2c4bfd6bc68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:32:21.015601 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7f8c9868-52dd-437d-958b-f2c4bfd6bc68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:32:21.018421 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7f8c9868-52dd-437d-958b-f2c4bfd6bc68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:32:21.025422 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7f8c9868-52dd-437d-958b-f2c4bfd6bc68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:32:21.034756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7f8c9868-52dd-437d-958b-f2c4bfd6bc68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:21.073110 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7f8c9868-52dd-437d-958b-f2c4bfd6bc68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:32:21.077040 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7f8c9868-52dd-437d-958b-f2c4bfd6bc68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:32:21.079868 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7f8c9868-52dd-437d-958b-f2c4bfd6bc68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:32:21.086055 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7f8c9868-52dd-437d-958b-f2c4bfd6bc68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:32:21.139001 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7f8c9868-52dd-437d-958b-f2c4bfd6bc68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:21.143274 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7f8c9868-52dd-437d-958b-f2c4bfd6bc68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:21.148153 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-475b4588-8285-4fad-a34d-0109d0863c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:21.195562 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c9868-52dd-437d-958b-f2c4bfd6bc68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c141d99-374c-42e3-b8a5-f3b932d39925,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:21.198179 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7f8c9868-52dd-437d-958b-f2c4bfd6bc68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:21.199363 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7f8c9868-52dd-437d-958b-f2c4bfd6bc68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1983235
Dec 22 05:32:21.200234 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7f8c9868-52dd-437d-958b-f2c4bfd6bc68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:21.202202 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37546) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:32:21.209197 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-625e4880-3360-4ac5-95d1-f9a887fff2de tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': '5c141d99-374c-42e3-b8a5-f3b932d39925', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:32:21.215160 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-625e4880-3360-4ac5-95d1-f9a887fff2de tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:32:21.218922 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-625e4880-3360-4ac5-95d1-f9a887fff2de tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:32:21.221740 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-625e4880-3360-4ac5-95d1-f9a887fff2de tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:32:21.228125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-625e4880-3360-4ac5-95d1-f9a887fff2de tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:32:21.248285 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-625e4880-3360-4ac5-95d1-f9a887fff2de tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:21.305817 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-625e4880-3360-4ac5-95d1-f9a887fff2de tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:21.309119 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-625e4880-3360-4ac5-95d1-f9a887fff2de tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:21.310903 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1ceaa301-ee9c-44d7-a67b-bfd954de8507 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:21.332649 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e4880-3360-4ac5-95d1-f9a887fff2de tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08c9be8-fac9-4ee7-845c-cecccd5b83ac,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:21.336793 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-625e4880-3360-4ac5-95d1-f9a887fff2de tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:21.340801 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-625e4880-3360-4ac5-95d1-f9a887fff2de tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:21.342023 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-625e4880-3360-4ac5-95d1-f9a887fff2de tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1389160
Dec 22 05:32:21.344853 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37550) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:32:21.350657 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-824cc2b8-ca21-471d-bec5-4f02efb787e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': '5c141d99-374c-42e3-b8a5-f3b932d39925', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:32:21.356303 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-824cc2b8-ca21-471d-bec5-4f02efb787e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:32:21.360058 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-824cc2b8-ca21-471d-bec5-4f02efb787e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:32:21.362881 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-824cc2b8-ca21-471d-bec5-4f02efb787e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:32:21.368953 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-824cc2b8-ca21-471d-bec5-4f02efb787e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:32:21.384399 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-824cc2b8-ca21-471d-bec5-4f02efb787e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:21.444572 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-824cc2b8-ca21-471d-bec5-4f02efb787e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:21.447803 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-824cc2b8-ca21-471d-bec5-4f02efb787e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:21.449607 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-50f38e3d-a0e8-418d-8ed8-7e160ad344da tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:21.470707 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cc2b8-ca21-471d-bec5-4f02efb787e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d812e0-623e-4f89-9352-70ecd4f676ad,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:21.473173 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-824cc2b8-ca21-471d-bec5-4f02efb787e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:21.480750 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-824cc2b8-ca21-471d-bec5-4f02efb787e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:21.482238 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-824cc2b8-ca21-471d-bec5-4f02efb787e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1363521
Dec 22 05:32:21.485062 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37554) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:32:21.492467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-63237ea3-14bd-4a63-b743-cf21c2a0ed33 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': '5c141d99-374c-42e3-b8a5-f3b932d39925', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:32:21.498243 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-63237ea3-14bd-4a63-b743-cf21c2a0ed33 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:32:21.502016 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-63237ea3-14bd-4a63-b743-cf21c2a0ed33 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:32:21.504832 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-63237ea3-14bd-4a63-b743-cf21c2a0ed33 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:32:21.510589 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-63237ea3-14bd-4a63-b743-cf21c2a0ed33 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:32:21.529212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-63237ea3-14bd-4a63-b743-cf21c2a0ed33 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:21.555235 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 854a700b-9a8b-48dd-9a7c-63fae82bf1cf no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:32:21.591158 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 854a700b-9a8b-48dd-9a7c-63fae82bf1cf {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:32:21.591607 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 854a700b-9a8b-48dd-9a7c-63fae82bf1cf not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:32:21.592074 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:32:21.592555 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2b9fe6cf-f844-47dd-b5c1-e9178b997838 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:32:21.595363 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-63237ea3-14bd-4a63-b743-cf21c2a0ed33 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:21.600801 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-63237ea3-14bd-4a63-b743-cf21c2a0ed33 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:21.602591 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4591e4ee-6567-4a20-b5eb-e95646423157 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:21.623576 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63237ea3-14bd-4a63-b743-cf21c2a0ed33 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2565824-d368-49f6-9fa7-c3864f5bd14c,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:21.625636 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 2b9fe6cf-f844-47dd-b5c1-e9178b997838 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:32:21.625954 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-63237ea3-14bd-4a63-b743-cf21c2a0ed33 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:21.626082 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2b9fe6cf-f844-47dd-b5c1-e9178b997838 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:32:21.633033 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-63237ea3-14bd-4a63-b743-cf21c2a0ed33 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:21.634211 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-63237ea3-14bd-4a63-b743-cf21c2a0ed33 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1478040
Dec 22 05:32:21.636819 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37558) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:32:21.642224 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-1ae96206-9a1d-4237-a0d0-c2784a07d091 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': '5c141d99-374c-42e3-b8a5-f3b932d39925', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:32:21.648260 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1ae96206-9a1d-4237-a0d0-c2784a07d091 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:32:21.651985 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1ae96206-9a1d-4237-a0d0-c2784a07d091 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:32:21.654779 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-1ae96206-9a1d-4237-a0d0-c2784a07d091 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:32:21.660286 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-1ae96206-9a1d-4237-a0d0-c2784a07d091 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:32:21.676672 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1ae96206-9a1d-4237-a0d0-c2784a07d091 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:21.738146 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1ae96206-9a1d-4237-a0d0-c2784a07d091 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:21.741367 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1ae96206-9a1d-4237-a0d0-c2784a07d091 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:21.743124 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c26b2cce-e27f-4cd2-90cd-9e1fe07e54ae tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:21.763723 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae96206-9a1d-4237-a0d0-c2784a07d091 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ad6aee-4bdd-4c7a-a3bb-dbd84be2b080,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:21.766137 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1ae96206-9a1d-4237-a0d0-c2784a07d091 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:21.773463 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1ae96206-9a1d-4237-a0d0-c2784a07d091 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:21.774649 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1ae96206-9a1d-4237-a0d0-c2784a07d091 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1368668
Dec 22 05:32:21.777264 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37562) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:32:21.782592 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-0202c594-22a2-4420-b080-fafc5e360de5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': '5c141d99-374c-42e3-b8a5-f3b932d39925', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:32:21.788765 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0202c594-22a2-4420-b080-fafc5e360de5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:32:21.792484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0202c594-22a2-4420-b080-fafc5e360de5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:32:21.795345 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-0202c594-22a2-4420-b080-fafc5e360de5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:32:21.800898 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-0202c594-22a2-4420-b080-fafc5e360de5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:32:21.810814 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.securitygroups_db [None req-0202c594-22a2-4420-b080-fafc5e360de5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Project 8d14121bb4964f9788327a98293c0192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:32:21.817335 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0202c594-22a2-4420-b080-fafc5e360de5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:21.879647 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0202c594-22a2-4420-b080-fafc5e360de5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:21.883325 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0202c594-22a2-4420-b080-fafc5e360de5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:21.885126 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cee95873-beec-4591-9ffa-f3b84c0291fb tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:21.910082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202c594-22a2-4420-b080-fafc5e360de5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6920f74c-dddd-41d0-9298-5b7f6613d2af,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:21.912570 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0202c594-22a2-4420-b080-fafc5e360de5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:21.919034 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0202c594-22a2-4420-b080-fafc5e360de5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:21.920193 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0202c594-22a2-4420-b080-fafc5e360de5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1420114
Dec 22 05:32:21.922884 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37566) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:32:21.928290 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-83654dae-595e-48cf-8729-8d739965e105 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': '5c141d99-374c-42e3-b8a5-f3b932d39925', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:32:21.934013 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-83654dae-595e-48cf-8729-8d739965e105 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:32:21.937752 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-83654dae-595e-48cf-8729-8d739965e105 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:32:21.940560 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-83654dae-595e-48cf-8729-8d739965e105 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:32:21.946919 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-83654dae-595e-48cf-8729-8d739965e105 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:32:22.054416 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.securitygroups_db [None req-83654dae-595e-48cf-8729-8d739965e105 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Project 8d14121bb4964f9788327a98293c0192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:32:22.060677 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-83654dae-595e-48cf-8729-8d739965e105 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:22.123922 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-83654dae-595e-48cf-8729-8d739965e105 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:22.127434 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-83654dae-595e-48cf-8729-8d739965e105 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:22.129475 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-63237ea3-14bd-4a63-b743-cf21c2a0ed33 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:22.151256 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83654dae-595e-48cf-8729-8d739965e105 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f92966-df34-4bf1-92e7-43fefe6d3075,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:22.153781 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-83654dae-595e-48cf-8729-8d739965e105 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:22.161182 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-83654dae-595e-48cf-8729-8d739965e105 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:22.164977 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-83654dae-595e-48cf-8729-8d739965e105 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2385986
Dec 22 05:32:22.165162 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37570) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:32:22.170534 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-5e60eef8-69bd-48e3-bf9f-f50f992b2227 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'network': {'name': 'tempest-network-smoke--632192612', 'project_id': '8d14121bb4964f9788327a98293c0192', 'port_security_enabled': True}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:32:22.175327 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5e60eef8-69bd-48e3-bf9f-f50f992b2227 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:32:22.179846 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5e60eef8-69bd-48e3-bf9f-f50f992b2227 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:network and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:32:22.186790 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-5e60eef8-69bd-48e3-bf9f-f50f992b2227 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:32:22.197070 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-5e60eef8-69bd-48e3-bf9f-f50f992b2227 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:32:22.213466 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e60eef8-69bd-48e3-bf9f-f50f992b2227 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Made reservation on behalf of 8d14121bb4964f9788327a98293c0192 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:32:22.216469 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5e60eef8-69bd-48e3-bf9f-f50f992b2227 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:22.244530 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e60eef8-69bd-48e3-bf9f-f50f992b2227 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:32:22.253738 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5e60eef8-69bd-48e3-bf9f-f50f992b2227 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:22.254079 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-5e60eef8-69bd-48e3-bf9f-f50f992b2227 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Added segment d6f5365a-a0f5-4ad7-8a3c-a866937b74c5 of type vlan for network 597aec57-551f-40eb-8469-9b95fecbce73
Dec 22 05:32:22.279574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5e60eef8-69bd-48e3-bf9f-f50f992b2227 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:22.309012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5e60eef8-69bd-48e3-bf9f-f50f992b2227 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:22.313001 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e60eef8-69bd-48e3-bf9f-f50f992b2227 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:22.313613 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-5e60eef8-69bd-48e3-bf9f-f50f992b2227 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:22.317314 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8e026b19-316c-4f69-827d-6a3d1b3d3a2d tempest-FloatingIPTestJSON-1974401093 tempest-FloatingIPTestJSON-1974401093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:22.418274 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5e60eef8-69bd-48e3-bf9f-f50f992b2227 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2520633
Dec 22 05:32:22.421057 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37574) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:32:22.421527 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60eef8-69bd-48e3-bf9f-f50f992b2227 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Network': ['ID=597aec57-551f-40eb-8469-9b95fecbce73,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:22.423756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5e60eef8-69bd-48e3-bf9f-f50f992b2227 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:22.426565 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-829026920', 'admin_state_up': True, 'project_id': '8d14121bb4964f9788327a98293c0192', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:32:22.432363 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 597aec57-551f-40eb-8469-9b95fecbce73 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:32:22.434051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:32:22.437851 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:router and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:32:22.440604 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:32:22.447973 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:32:22.457752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:22.458650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:22.480209 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:22.734202 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:22.908353 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:22.942230 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:23.072306 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Allocated IP 172.26.4.3 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/1f5a56cd-8844-45af-9f7b-91882653bf64) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:32:23.225533 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:23.253254 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:23.257333 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5452c442-9887-41da-8448-697ae7903a76 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:23.317986 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:32:23.325279 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:32:23.329158 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:32:23.358607 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=1f5a56cd-8844-45af-9f7b-91882653bf64,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:23.364336 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:23.485692 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:23.486442 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:23.703206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router 2ad6c7d9-d37f-4499-aa42-4b0ee7782485 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 05:32:23.898569 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:32:23.907650 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] Sync routers for ids ['2ad6c7d9-d37f-4499-aa42-4b0ee7782485'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:32:23.920046 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] Routers {'2ad6c7d9-d37f-4499-aa42-4b0ee7782485'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:32:23.920737 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c52b5b0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:32:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['2ad6c7d9-d37f-4499-aa42-4b0ee7782485'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:32:23.923971 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:23.925229 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 1.5031548
Dec 22 05:32:23.928400 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37578) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:32:23.968218 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e91fc76c-0cac-4c4e-b322-66152d1ae7f5 tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=8d14121bb4964f9788327a98293c0192&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0385251
Dec 22 05:32:23.970596 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37582) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:32:24.094540 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] Set router 2ad6c7d9-d37f-4499-aa42-4b0ee7782485 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:32:24.098731 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2f1e20-aa86-443a-b05f-c8b85775fc51 tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:24.100190 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2c2f1e20-aa86-443a-b05f-c8b85775fc51 tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1287258
Dec 22 05:32:24.102964 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37586) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:32:24.144969 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-61abb0d8-50fd-4ec1-ab9c-d7e3c156af81 tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0408266
Dec 22 05:32:24.147841 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37590) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:32:24.153368 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-1177800d-130c-4a07-a21f-0c7c118e4261 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-405199393', 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73', 'project_id': '8d14121bb4964f9788327a98293c0192', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:32:24.260658 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1177800d-130c-4a07-a21f-0c7c118e4261 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:32:24.264311 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1177800d-130c-4a07-a21f-0c7c118e4261 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:subnet and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:32:24.267086 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1177800d-130c-4a07-a21f-0c7c118e4261 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:32:24.273301 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1177800d-130c-4a07-a21f-0c7c118e4261 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:32:24.283055 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1177800d-130c-4a07-a21f-0c7c118e4261 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Made reservation on behalf of 8d14121bb4964f9788327a98293c0192 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:32:24.377649 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c52b5b0>, [{'id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829026920', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:23Z', 'revision_number': 3, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:32:24.382743 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] Checking router: 2ad6c7d9-d37f-4499-aa42-4b0ee7782485 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:32:24.383089 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] Updating router 2ad6c7d9-d37f-4499-aa42-4b0ee7782485 port 1f5a56cd-8844-45af-9f7b-91882653bf64 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:32:24.436467 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:24.485169 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1177800d-130c-4a07-a21f-0c7c118e4261 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:24.701393 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1177800d-130c-4a07-a21f-0c7c118e4261 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:24.705788 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c5605b8d-2c7e-4080-a732-3701e836dbef tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:24.759867 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:24.773513 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] Transition to ACTIVE for port object 1f5a56cd-8844-45af-9f7b-91882653bf64 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:32:24.779485 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:24.782996 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177800d-130c-4a07-a21f-0c7c118e4261 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Subnet': ['ID=a211cffc-b885-40d6-b09f-23bef7b092b0,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:24.783136 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-8ef414d0-d106-468d-9ed5-55e437728bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:24.785775 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1177800d-130c-4a07-a21f-0c7c118e4261 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:24.793061 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1177800d-130c-4a07-a21f-0c7c118e4261 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Checking segment: {'id': 'd6f5365a-a0f5-4ad7-8a3c-a866937b74c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:32:24.793413 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1177800d-130c-4a07-a21f-0c7c118e4261 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network hostable DHCP agents. Network: 597aec57-551f-40eb-8469-9b95fecbce73, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:32:24.814888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1177800d-130c-4a07-a21f-0c7c118e4261 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network 597aec57-551f-40eb-8469-9b95fecbce73 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:32:24.824619 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-1177800d-130c-4a07-a21f-0c7c118e4261 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 597aec57-551f-40eb-8469-9b95fecbce73) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:32:24.828698 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1177800d-130c-4a07-a21f-0c7c118e4261 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:24.829272 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1177800d-130c-4a07-a21f-0c7c118e4261 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:24.838017 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45870a42-948b-492a-b58a-a1cfc7efe1ae None None] Network 597aec57-551f-40eb-8469-9b95fecbce73 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:32:24.854089 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1177800d-130c-4a07-a21f-0c7c118e4261 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7050989
Dec 22 05:32:24.856887 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37594) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:32:24.864882 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c40790-69dc-44dc-9e36-4ccdad0ea8dd None None] Pushing event updated for resources: {'Port': ['ID=1f5a56cd-8844-45af-9f7b-91882653bf64,revision_number=2']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:24.867032 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] Attempting to bind port 1f5a56cd-8844-45af-9f7b-91882653bf64 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:32:24.867400 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] Attempting to bind port 1f5a56cd-8844-45af-9f7b-91882653bf64 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:32:24.867763 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] Attempting to bind port 1f5a56cd-8844-45af-9f7b-91882653bf64 on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:32:24.878966 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c40790-69dc-44dc-9e36-4ccdad0ea8dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:24.879322 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c40790-69dc-44dc-9e36-4ccdad0ea8dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:24.879640 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c40790-69dc-44dc-9e36-4ccdad0ea8dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:24.879967 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c40790-69dc-44dc-9e36-4ccdad0ea8dd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:24.880291 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c40790-69dc-44dc-9e36-4ccdad0ea8dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:24.881100 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c40790-69dc-44dc-9e36-4ccdad0ea8dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:24.881416 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c40790-69dc-44dc-9e36-4ccdad0ea8dd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:24.881766 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c40790-69dc-44dc-9e36-4ccdad0ea8dd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:24.882082 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c40790-69dc-44dc-9e36-4ccdad0ea8dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:24.882395 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c40790-69dc-44dc-9e36-4ccdad0ea8dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:24.882707 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c40790-69dc-44dc-9e36-4ccdad0ea8dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:32:24.885896 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:32:24.886268 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:32:24.886668 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:24.887055 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:32:24.887522 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] Bound port: 1f5a56cd-8844-45af-9f7b-91882653bf64, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:32:24.887895 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:24.914417 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-d6c40790-69dc-44dc-9e36-4ccdad0ea8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:25.004302 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] For port 1f5a56cd-8844-45af-9f7b-91882653bf64, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:32:25.008171 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] For port 1f5a56cd-8844-45af-9f7b-91882653bf64, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=1f5a56cd-8844-45af-9f7b-91882653bf64,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:32:25.012307 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:25.015885 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-b5ade8f1-3037-4eb6-a152-b70b58da3840 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:25.087440 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] Routers {'2ad6c7d9-d37f-4499-aa42-4b0ee7782485'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:32:25.088067 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c52b5b0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:32:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['2ad6c7d9-d37f-4499-aa42-4b0ee7782485'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:32:25.106365 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-597aec57-551f-40eb-8469-9b95fecbce73', 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ips': [{'subnet_id': 'a211cffc-b885-40d6-b09f-23bef7b092b0'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:32:25.107189 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:25.261319 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c40790-69dc-44dc-9e36-4ccdad0ea8dd None None] Pushing event updated for resources: {'Port': ['ID=1f5a56cd-8844-45af-9f7b-91882653bf64,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:25.266304 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-d6c40790-69dc-44dc-9e36-4ccdad0ea8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:25.277525 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Allocated IP 172.20.0.2 (597aec57-551f-40eb-8469-9b95fecbce73/a211cffc-b885-40d6-b09f-23bef7b092b0/084279e0-1c42-478a-8ab8-00b5097b15a6) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:32:25.295042 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] Set router 2ad6c7d9-d37f-4499-aa42-4b0ee7782485 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:32:25.491116 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:25.502269 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Transition to ACTIVE for port object 084279e0-1c42-478a-8ab8-00b5097b15a6 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:32:25.525284 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Transition to ACTIVE for port object 084279e0-1c42-478a-8ab8-00b5097b15a6 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:32:25.531273 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:25.535609 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-da2ac727-4b7d-4d3d-9541-439192f2c304 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:25.581825 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c52b5b0>, [{'id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829026920', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:23Z', 'revision_number': 3, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:32:25.586015 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29844a46-dffe-4fd3-af46-3b93cfe9511e None None] The sync data for ids ['2ad6c7d9-d37f-4499-aa42-4b0ee7782485'] in dv-neutron-822525-1-hyperv is: [{'id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829026920', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:23Z', 'revision_number': 3, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:32:25.592150 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Network 597aec57-551f-40eb-8469-9b95fecbce73 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:32:25.600047 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:32:25.604693 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:32:25.614465 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Pushing event updated for resources: {'Port': ['ID=084279e0-1c42-478a-8ab8-00b5097b15a6,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:25.639520 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:25.674306 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b3fea96f-acdf-46fc-a9d6-04114caefce2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:25.699838 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Attempting to bind port 084279e0-1c42-478a-8ab8-00b5097b15a6 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:32:25.700210 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Attempting to bind port 084279e0-1c42-478a-8ab8-00b5097b15a6 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'd6f5365a-a0f5-4ad7-8a3c-a866937b74c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:32:25.700573 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Attempting to bind port 084279e0-1c42-478a-8ab8-00b5097b15a6 on network 597aec57-551f-40eb-8469-9b95fecbce73 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:32:25.707576 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:32:25.707949 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Checking segment: {'id': 'd6f5365a-a0f5-4ad7-8a3c-a866937b74c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:32:25.708360 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:25.709310 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Bound using segment: {'id': 'd6f5365a-a0f5-4ad7-8a3c-a866937b74c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:32:25.709807 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Bound port: 084279e0-1c42-478a-8ab8-00b5097b15a6, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f5365a-a0f5-4ad7-8a3c-a866937b74c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:32:25.710183 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:25.799783 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] For port 084279e0-1c42-478a-8ab8-00b5097b15a6, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:32:25.802990 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] For port 084279e0-1c42-478a-8ab8-00b5097b15a6, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=084279e0-1c42-478a-8ab8-00b5097b15a6,segment=NetworkSegment(d6f5365a-a0f5-4ad7-8a3c-a866937b74c5),segment_id=d6f5365a-a0f5-4ad7-8a3c-a866937b74c5)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:32:25.807735 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:25.811377 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5c5cd6c4-93b4-4af2-a53e-82be03c7d55e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:25.884019 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Pushing event updated for resources: {'Port': ['ID=084279e0-1c42-478a-8ab8-00b5097b15a6,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:25.890273 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:26.142731 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-b3fea96f-acdf-46fc-a9d6-04114caefce2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Allocated IP 172.20.0.1 (597aec57-551f-40eb-8469-9b95fecbce73/a211cffc-b885-40d6-b09f-23bef7b092b0/f3b3d883-73a5-443f-b564-2e45a83869e6) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:32:26.444044 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b3fea96f-acdf-46fc-a9d6-04114caefce2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:26.460312 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-b3fea96f-acdf-46fc-a9d6-04114caefce2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Transition to ACTIVE for port object f3b3d883-73a5-443f-b564-2e45a83869e6 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:32:26.486415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b3fea96f-acdf-46fc-a9d6-04114caefce2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:26.491891 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1a97e1ff-d1e7-490d-aa42-fd27ee7ec7e1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:26.560558 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fea96f-acdf-46fc-a9d6-04114caefce2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network 597aec57-551f-40eb-8469-9b95fecbce73 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:32:26.564004 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-b3fea96f-acdf-46fc-a9d6-04114caefce2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:32:26.569042 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fea96f-acdf-46fc-a9d6-04114caefce2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:32:26.597189 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fea96f-acdf-46fc-a9d6-04114caefce2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=f3b3d883-73a5-443f-b564-2e45a83869e6,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:26.602605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b3fea96f-acdf-46fc-a9d6-04114caefce2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:26.631076 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b3fea96f-acdf-46fc-a9d6-04114caefce2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:26.715333 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b3fea96f-acdf-46fc-a9d6-04114caefce2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:26.840219 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdca5103-9a67-469e-aa61-b2582a6f472f None None] Network 597aec57-551f-40eb-8469-9b95fecbce73 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:32:26.947521 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b40edf87-0969-40a6-b9f9-61a9071fdc2c None None] Provisioning for port 084279e0-1c42-478a-8ab8-00b5097b15a6 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:32:27.122409 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b3fea96f-acdf-46fc-a9d6-04114caefce2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:27.127323 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b3fea96f-acdf-46fc-a9d6-04114caefce2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:27.154692 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-9a0d09fe-7d05-4509-8f2b-9d10932e8786 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:27.246144 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fea96f-acdf-46fc-a9d6-04114caefce2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=f3b3d883-73a5-443f-b564-2e45a83869e6,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:27.248972 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b3fea96f-acdf-46fc-a9d6-04114caefce2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:27.249912 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b3fea96f-acdf-46fc-a9d6-04114caefce2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:27.288254 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-657e3aa1-cf16-45bd-b9f9-0aacb65a392f None None] Provisioning for port f3b3d883-73a5-443f-b564-2e45a83869e6 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:32:27.293703 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-657e3aa1-cf16-45bd-b9f9-0aacb65a392f None None] Provisioning complete for port f3b3d883-73a5-443f-b564-2e45a83869e6 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:32:27.294380 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-657e3aa1-cf16-45bd-b9f9-0aacb65a392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:27.357291 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-657e3aa1-cf16-45bd-b9f9-0aacb65a392f None None] Port f3b3d883-73a5-443f-b564-2e45a83869e6 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:32:27.396123 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fea96f-acdf-46fc-a9d6-04114caefce2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network 597aec57-551f-40eb-8469-9b95fecbce73 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:32:27.397285 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-b3fea96f-acdf-46fc-a9d6-04114caefce2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:32:27.494010 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e1df657d-7463-4595-a417-23851443f6c5 None None] Provisioning complete for port f3b3d883-73a5-443f-b564-2e45a83869e6 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:32:27.494726 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e1df657d-7463-4595-a417-23851443f6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:27.556498 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-e1df657d-7463-4595-a417-23851443f6c5 None None] Port f3b3d883-73a5-443f-b564-2e45a83869e6 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:32:27.638865 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 1f5a56cd-8844-45af-9f7b-91882653bf64 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:32:27.709567 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e1dd48ca-4784-48fb-af53-4073d012f473 None None] Provisioning complete for port f3b3d883-73a5-443f-b564-2e45a83869e6 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:32:27.709864 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e1dd48ca-4784-48fb-af53-4073d012f473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:27.754880 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 1f5a56cd-8844-45af-9f7b-91882653bf64 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:32:27.768868 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 1f5a56cd-8844-45af-9f7b-91882653bf64 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:32:27.769257 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:27.791873 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd48ca-4784-48fb-af53-4073d012f473 None None] Port f3b3d883-73a5-443f-b564-2e45a83869e6 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:32:27.802643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fea96f-acdf-46fc-a9d6-04114caefce2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router 2ad6c7d9-d37f-4499-aa42-4b0ee7782485 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:32:27.885241 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:27.901900 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 1f5a56cd-8844-45af-9f7b-91882653bf64, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=1f5a56cd-8844-45af-9f7b-91882653bf64,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:32:27.905473 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:27.906421 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 084279e0-1c42-478a-8ab8-00b5097b15a6 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:32:27.929300 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:28.020419 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=1f5a56cd-8844-45af-9f7b-91882653bf64,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:28.023784 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:28.035818 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 084279e0-1c42-478a-8ab8-00b5097b15a6 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:32:28.041389 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 084279e0-1c42-478a-8ab8-00b5097b15a6 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:32:28.041792 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:28.117308 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fea96f-acdf-46fc-a9d6-04114caefce2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:32:28.129765 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b3fea96f-acdf-46fc-a9d6-04114caefce2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "PUT /v2.0/routers/2ad6c7d9-d37f-4499-aa42-4b0ee7782485/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2717197
Dec 22 05:32:28.154727 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:28.227207 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 084279e0-1c42-478a-8ab8-00b5097b15a6, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=084279e0-1c42-478a-8ab8-00b5097b15a6,segment=NetworkSegment(d6f5365a-a0f5-4ad7-8a3c-a866937b74c5),segment_id=d6f5365a-a0f5-4ad7-8a3c-a866937b74c5)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:32:28.231824 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:28.233723 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:28.295980 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=084279e0-1c42-478a-8ab8-00b5097b15a6,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:28.298864 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:28.448617 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-79402d2e-19dc-43dc-a9b1-20eb9d96ea9a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:32:28.463266 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-79402d2e-19dc-43dc-a9b1-20eb9d96ea9a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:32:28.464515 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-79402d2e-19dc-43dc-a9b1-20eb9d96ea9a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2108218792&fields=id&tenant_id=8d14121bb4964f9788327a98293c0192 HTTP/1.1" status: 200  len: 267 time: 0.0566025
Dec 22 05:32:28.610125 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-29457811-a695-44a0-9310-69dd75c033b9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:28.610794 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-29457811-a695-44a0-9310-69dd75c033b9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:network {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:32:28.625931 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-29457811-a695-44a0-9310-69dd75c033b9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:network {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:32:28.627169 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-29457811-a695-44a0-9310-69dd75c033b9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/networks?id=597aec57-551f-40eb-8469-9b95fecbce73 HTTP/1.1" status: 200  len: 796 time: 0.1563675
Dec 22 05:32:28.643001 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-dae8a6a5-8c7e-4739-97a4-d7dda901edc6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/quotas/8d14121bb4964f9788327a98293c0192 HTTP/1.1" status: 200  len: 375 time: 0.0105505
Dec 22 05:32:28.719471 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-3b5879c1-d3d5-4b51-b888-9289be239255 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:32:28.734192 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-3b5879c1-d3d5-4b51-b888-9289be239255 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:32:28.735476 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-3b5879c1-d3d5-4b51-b888-9289be239255 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0877497
Dec 22 05:32:28.817195 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-00e8fbd4-13b6-4667-8ff9-50357b3266ec service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 05:32:28.818226 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-00e8fbd4-13b6-4667-8ff9-50357b3266ec service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0710819
Dec 22 05:32:28.948789 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-968156ce-ef1f-41e8-a02d-b90a34385c7b service neutron] 10.222.0.53 "GET /v2.0/networks/597aec57-551f-40eb-8469-9b95fecbce73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245463
Dec 22 05:32:29.081842 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-3f24842a-0dd1-4b44-bc78-a19896d39abc service neutron] 10.222.0.53 "GET /v2.0/networks/597aec57-551f-40eb-8469-9b95fecbce73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273320
Dec 22 05:32:29.174035 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] Sync routers for ids ['2ad6c7d9-d37f-4499-aa42-4b0ee7782485'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:32:29.190328 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] Routers {'2ad6c7d9-d37f-4499-aa42-4b0ee7782485'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:32:29.190963 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469be3c2e0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:32:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['2ad6c7d9-d37f-4499-aa42-4b0ee7782485'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:32:29.341062 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-ca05924e-d6ec-40ac-ae26-c7332e9b4e41 req-c6972685-8ba6-41e0-a842-cae4316ed703 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:32:29.352245 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-ca05924e-d6ec-40ac-ae26-c7332e9b4e41 req-c6972685-8ba6-41e0-a842-cae4316ed703 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:32:29.353369 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ca05924e-d6ec-40ac-ae26-c7332e9b4e41 req-c6972685-8ba6-41e0-a842-cae4316ed703 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 210 time: 0.1209626
Dec 22 05:32:29.377208 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] Set router 2ad6c7d9-d37f-4499-aa42-4b0ee7782485 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:32:29.564151 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 1f5a56cd-8844-45af-9f7b-91882653bf64 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:32:29.709984 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 1f5a56cd-8844-45af-9f7b-91882653bf64 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:32:29.710356 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:29.787143 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469be3c2e0>, [{'id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829026920', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:26Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'f3b3d883-73a5-443f-b564-2e45a83869e6', 'name': '', 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:c3:a3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a211cffc-b885-40d6-b09f-23bef7b092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:25Z', 'updated_at': '2021-12-22T05:32:26Z', 'revision_number': 2, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': 'a211cffc-b885-40d6-b09f-23bef7b092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:32:29.819194 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] Checking router: 2ad6c7d9-d37f-4499-aa42-4b0ee7782485 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:32:29.819548 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] Updating router 2ad6c7d9-d37f-4499-aa42-4b0ee7782485 port f3b3d883-73a5-443f-b564-2e45a83869e6 binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:32:29.884141 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 084279e0-1c42-478a-8ab8-00b5097b15a6 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:32:29.909886 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:30.057210 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 084279e0-1c42-478a-8ab8-00b5097b15a6 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:32:30.057502 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:30.367200 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:30.379240 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] Transition to ACTIVE for port object f3b3d883-73a5-443f-b564-2e45a83869e6 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:32:30.386763 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:30.391268 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-df458204-a031-4943-94e9-8f5a5691dd69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:30.478212 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b881089c-083d-4f3a-bd0d-e54bb24cefdb req-d94a5ce2-8a32-4e75-92f0-7155d78ed1e0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 210 time: 0.0583410
Dec 22 05:32:30.508862 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13238358-2e49-4efe-a172-412bac4a55a7 None None] Pushing event updated for resources: {'Port': ['ID=f3b3d883-73a5-443f-b564-2e45a83869e6,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:30.512910 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-13238358-2e49-4efe-a172-412bac4a55a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:30.640498 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] Attempting to bind port f3b3d883-73a5-443f-b564-2e45a83869e6 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:32:30.640871 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] Attempting to bind port f3b3d883-73a5-443f-b564-2e45a83869e6 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'd6f5365a-a0f5-4ad7-8a3c-a866937b74c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:32:30.641233 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] Attempting to bind port f3b3d883-73a5-443f-b564-2e45a83869e6 on network 597aec57-551f-40eb-8469-9b95fecbce73 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:32:30.647818 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:32:30.648188 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] Checking segment: {'id': 'd6f5365a-a0f5-4ad7-8a3c-a866937b74c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:32:30.648591 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:30.648985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] Bound using segment: {'id': 'd6f5365a-a0f5-4ad7-8a3c-a866937b74c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:32:30.649439 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] Bound port: f3b3d883-73a5-443f-b564-2e45a83869e6, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f5365a-a0f5-4ad7-8a3c-a866937b74c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:32:30.649911 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:30.741366 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] For port f3b3d883-73a5-443f-b564-2e45a83869e6, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:32:30.744557 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] For port f3b3d883-73a5-443f-b564-2e45a83869e6, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f3b3d883-73a5-443f-b564-2e45a83869e6,segment=NetworkSegment(d6f5365a-a0f5-4ad7-8a3c-a866937b74c5),segment_id=d6f5365a-a0f5-4ad7-8a3c-a866937b74c5)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:32:30.749790 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:30.753897 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:30.825621 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13238358-2e49-4efe-a172-412bac4a55a7 None None] Pushing event updated for resources: {'Port': ['ID=f3b3d883-73a5-443f-b564-2e45a83869e6,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:30.829923 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-13238358-2e49-4efe-a172-412bac4a55a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:30.834565 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] Routers {'2ad6c7d9-d37f-4499-aa42-4b0ee7782485'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:32:30.835184 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469be3c2e0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:32:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['2ad6c7d9-d37f-4499-aa42-4b0ee7782485'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:32:31.026423 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] Set router 2ad6c7d9-d37f-4499-aa42-4b0ee7782485 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:32:31.332315 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469be3c2e0>, [{'id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829026920', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:26Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'f3b3d883-73a5-443f-b564-2e45a83869e6', 'name': '', 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:c3:a3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a211cffc-b885-40d6-b09f-23bef7b092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:25Z', 'updated_at': '2021-12-22T05:32:30Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': 'a211cffc-b885-40d6-b09f-23bef7b092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:32:31.336113 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90c78c-905d-41d9-b17d-c85ad60b799e None None] The sync data for ids ['2ad6c7d9-d37f-4499-aa42-4b0ee7782485'] in dv-neutron-822525-1-hyperv is: [{'id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829026920', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:26Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'f3b3d883-73a5-443f-b564-2e45a83869e6', 'name': '', 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:c3:a3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a211cffc-b885-40d6-b09f-23bef7b092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:25Z', 'updated_at': '2021-12-22T05:32:30Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': 'a211cffc-b885-40d6-b09f-23bef7b092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:32:31.619174 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-116a4237-24c0-4388-b419-867913958c81 req-77e88fe7-014f-4445-b773-3f65b843311f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 210 time: 0.0671833
Dec 22 05:32:31.620719 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f3b3d883-73a5-443f-b564-2e45a83869e6 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:32:31.694942 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port f3b3d883-73a5-443f-b564-2e45a83869e6 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:32:31.700388 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port f3b3d883-73a5-443f-b564-2e45a83869e6 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:32:31.700767 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:31.819819 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:31.853475 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port f3b3d883-73a5-443f-b564-2e45a83869e6, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f3b3d883-73a5-443f-b564-2e45a83869e6,segment=NetworkSegment(d6f5365a-a0f5-4ad7-8a3c-a866937b74c5),segment_id=d6f5365a-a0f5-4ad7-8a3c-a866937b74c5)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:32:31.857504 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:31.859520 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-df458204-a031-4943-94e9-8f5a5691dd69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:31.923858 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=f3b3d883-73a5-443f-b564-2e45a83869e6,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:31.926950 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:32.724134 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0058c7fb-23b1-4f2f-a760-c5caf3579fb2 req-812d43ef-16b0-4175-8819-3a9cfceab8cc tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 210 time: 0.0410335
Dec 22 05:32:33.563157 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f3b3d883-73a5-443f-b564-2e45a83869e6 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:32:33.633382 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port f3b3d883-73a5-443f-b564-2e45a83869e6 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:32:33.633783 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:33.885596 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bd7c192b-8638-46c5-939c-0f19d9c366e5 req-7729697c-b4be-4735-9730-37d6796e894c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 210 time: 0.0424416
Dec 22 05:32:34.620449 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-e954bf57-d793-4d1f-ae76-acd546c1aaa1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:34.621099 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-e954bf57-d793-4d1f-ae76-acd546c1aaa1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:network {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:32:34.632750 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-e954bf57-d793-4d1f-ae76-acd546c1aaa1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:network {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:32:34.633860 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-e954bf57-d793-4d1f-ae76-acd546c1aaa1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "GET /v2.0/networks?id=597aec57-551f-40eb-8469-9b95fecbce73 HTTP/1.1" status: 200  len: 796 time: 0.1525223
Dec 22 05:32:34.692834 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-3a208369-ebe2-40d1-a204-919bb67be8f0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:32:34.704753 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-3a208369-ebe2-40d1-a204-919bb67be8f0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:32:34.705902 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-3a208369-ebe2-40d1-a204-919bb67be8f0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d14121bb4964f9788327a98293c0192 HTTP/1.1" status: 200  len: 380 time: 0.0537221
Dec 22 05:32:34.714278 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-d38b7d0e-68b3-4bf8-b6b5-799f85944f68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'port': {'device_id': '4f80efd2-b3bb-4cae-a306-8baa9855f10a', 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73', 'admin_state_up': True, 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'security_groups': ['5c141d99-374c-42e3-b8a5-f3b932d39925']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:32:34.845989 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-d38b7d0e-68b3-4bf8-b6b5-799f85944f68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:32:34.855072 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-d38b7d0e-68b3-4bf8-b6b5-799f85944f68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:32:34.864317 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-d38b7d0e-68b3-4bf8-b6b5-799f85944f68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Made reservation on behalf of 8d14121bb4964f9788327a98293c0192 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:32:34.867246 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-d38b7d0e-68b3-4bf8-b6b5-799f85944f68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:35.025825 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-d38b7d0e-68b3-4bf8-b6b5-799f85944f68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Allocated IP 172.20.0.3 (597aec57-551f-40eb-8469-9b95fecbce73/a211cffc-b885-40d6-b09f-23bef7b092b0/217b1b51-e79e-42d0-8f5b-7c263b1e7c42) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:32:35.045050 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-af28e9d5-24c0-4bcd-916e-d34fe9f76ade req-1bb409ab-b176-41b9-b9b1-85dc735e5aef tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 210 time: 0.0402322
Dec 22 05:32:35.212638 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-d38b7d0e-68b3-4bf8-b6b5-799f85944f68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:35.227921 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-d38b7d0e-68b3-4bf8-b6b5-799f85944f68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Transition to ACTIVE for port object 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:32:35.249525 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-d38b7d0e-68b3-4bf8-b6b5-799f85944f68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:35.254960 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-54b0d7f5-ad4f-4fdc-abc0-127819190a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:35.319361 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-d38b7d0e-68b3-4bf8-b6b5-799f85944f68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network 597aec57-551f-40eb-8469-9b95fecbce73 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:32:35.326446 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-d38b7d0e-68b3-4bf8-b6b5-799f85944f68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:32:35.328932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-d38b7d0e-68b3-4bf8-b6b5-799f85944f68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:32:35.367577 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b7d0e-68b3-4bf8-b6b5-799f85944f68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=217b1b51-e79e-42d0-8f5b-7c263b1e7c42,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:35.371967 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d38b7d0e-68b3-4bf8-b6b5-799f85944f68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:35.396849 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-d38b7d0e-68b3-4bf8-b6b5-799f85944f68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:35.397448 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-d38b7d0e-68b3-4bf8-b6b5-799f85944f68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:35.422827 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-d38b7d0e-68b3-4bf8-b6b5-799f85944f68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7122524
Dec 22 05:32:35.440125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] Request body: {'port': {'device_id': '4f80efd2-b3bb-4cae-a306-8baa9855f10a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:32:35.511947 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-413f99e1-2226-4c32-9d08-fbb141e05667 None None] Provisioning for port 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:32:35.517009 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-413f99e1-2226-4c32-9d08-fbb141e05667 None None] Provisioning complete for port 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:32:35.517387 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-413f99e1-2226-4c32-9d08-fbb141e05667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:35.555691 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:35.571340 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-413f99e1-2226-4c32-9d08-fbb141e05667 None None] Port 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:32:35.887768 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:32:35.894268 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:35.908851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] Transition to ACTIVE for port object 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:32:35.913020 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:35.916981 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b3fea96f-acdf-46fc-a9d6-04114caefce2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:36.040977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] Pushing event updated for resources: {'Port': ['ID=217b1b51-e79e-42d0-8f5b-7c263b1e7c42,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:36.044504 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:36.308596 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] Attempting to bind port 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:32:36.308803 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] Attempting to bind port 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'd6f5365a-a0f5-4ad7-8a3c-a866937b74c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:32:36.309113 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] Attempting to bind port 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 on network 597aec57-551f-40eb-8469-9b95fecbce73 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:32:36.325129 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] Port 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 on network 597aec57-551f-40eb-8469-9b95fecbce73 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:32:36.325442 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] Attempting to bind port 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 on network 597aec57-551f-40eb-8469-9b95fecbce73 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:32:36.334321 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c781601-f648-4292-b871-a4b45984915f req-0ef0e3f3-5757-406d-9426-aac2ef5b867f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:36.334998 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-9c781601-f648-4292-b871-a4b45984915f req-0ef0e3f3-5757-406d-9426-aac2ef5b867f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:32:36.342587 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:32:36.342909 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] Checking segment: {'id': 'd6f5365a-a0f5-4ad7-8a3c-a866937b74c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:32:36.343270 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] Bound using segment: {'id': 'd6f5365a-a0f5-4ad7-8a3c-a866937b74c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:32:36.343679 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] Bound port: 217b1b51-e79e-42d0-8f5b-7c263b1e7c42, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f5365a-a0f5-4ad7-8a3c-a866937b74c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:32:36.344007 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:36.391024 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-9c781601-f648-4292-b871-a4b45984915f req-0ef0e3f3-5757-406d-9426-aac2ef5b867f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:32:36.392138 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9c781601-f648-4292-b871-a4b45984915f req-0ef0e3f3-5757-406d-9426-aac2ef5b867f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 943 time: 0.1958609
Dec 22 05:32:36.465391 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] For port 217b1b51-e79e-42d0-8f5b-7c263b1e7c42, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:32:36.469150 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9c781601-f648-4292-b871-a4b45984915f req-9404e5f7-a068-4ef8-ae6c-56f34201280a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711482
Dec 22 05:32:36.470704 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] For port 217b1b51-e79e-42d0-8f5b-7c263b1e7c42, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=217b1b51-e79e-42d0-8f5b-7c263b1e7c42,segment=NetworkSegment(d6f5365a-a0f5-4ad7-8a3c-a866937b74c5),segment_id=d6f5365a-a0f5-4ad7-8a3c-a866937b74c5)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:32:36.474723 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:36.478995 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:36.544455 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:36.545921 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] 10.222.0.47 "PUT /v2.0/ports/217b1b51-e79e-42d0-8f5b-7c263b1e7c42 HTTP/1.1" status: 200  len: 1093 time: 1.1100988
Dec 22 05:32:36.546413 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f80efd2-b3bb-4cae-a306-8baa9855f10a', 'tag': '217b1b51-e79e-42d0-8f5b-7c263b1e7c42'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:32:36.559158 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] Pushing event updated for resources: {'Port': ['ID=217b1b51-e79e-42d0-8f5b-7c263b1e7c42,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:36.562575 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:36.675720 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-dc9d75c9-2852-48d5-b7ef-7cf1e09a360f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 1096 time: 0.0742044
Dec 22 05:32:36.690496 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f80efd2-b3bb-4cae-a306-8baa9855f10a', 'tag': '217b1b51-e79e-42d0-8f5b-7c263b1e7c42', 'status': 'completed', 'code': 200}
Dec 22 05:32:36.753710 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-6fc6e402-18de-41d2-b697-0b6d25015071 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=217b1b51-e79e-42d0-8f5b-7c263b1e7c42 HTTP/1.1" status: 200  len: 217 time: 0.0651934
Dec 22 05:32:36.815202 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-bcc45469-1115-447f-b2b6-000efea1355b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:36.816788 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-bcc45469-1115-447f-b2b6-000efea1355b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a211cffc-b885-40d6-b09f-23bef7b092b0 HTTP/1.1" status: 200  len: 834 time: 0.0566325
Dec 22 05:32:36.895612 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-6dc64695-c7e4-42fd-8b2b-fd962a41737b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597aec57-551f-40eb-8469-9b95fecbce73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0724421
Dec 22 05:32:37.022526 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-62ce4508-b5c6-466c-8740-9a5841911f1d service neutron] 10.222.0.47 "GET /v2.0/networks/597aec57-551f-40eb-8469-9b95fecbce73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1200390
Dec 22 05:32:37.151104 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5d37c37-e892-4fc8-8a7c-eb83813ecd0e req-10dc9ba3-5042-4e67-b4df-7f2eff8b341f service neutron] 10.222.0.47 "GET /v2.0/networks/597aec57-551f-40eb-8469-9b95fecbce73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215641
Dec 22 05:32:37.300739 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-22d8ba28-5f5e-45c9-888e-27468ddee8b3 req-483ef5c6-880f-4457-b81f-a6842c2b9527 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 1096 time: 0.0663524
Dec 22 05:32:37.426792 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8ba28-5f5e-45c9-888e-27468ddee8b3 req-9caaee39-a38f-4490-8a31-5a0c8ae22324 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:37.428123 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-22d8ba28-5f5e-45c9-888e-27468ddee8b3 req-9caaee39-a38f-4490-8a31-5a0c8ae22324 service neutron] 10.222.0.47 "GET /v2.0/networks?id=597aec57-551f-40eb-8469-9b95fecbce73 HTTP/1.1" status: 200  len: 897 time: 0.1210856
Dec 22 05:32:37.496773 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-22d8ba28-5f5e-45c9-888e-27468ddee8b3 req-a7ce70b2-c3ee-49c9-82e6-af0136008de8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=217b1b51-e79e-42d0-8f5b-7c263b1e7c42 HTTP/1.1" status: 200  len: 217 time: 0.0627615
Dec 22 05:32:37.564624 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8ba28-5f5e-45c9-888e-27468ddee8b3 req-50c1cacf-7d56-4b3b-b507-8ecd8e0a493c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:37.569694 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-22d8ba28-5f5e-45c9-888e-27468ddee8b3 req-50c1cacf-7d56-4b3b-b507-8ecd8e0a493c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a211cffc-b885-40d6-b09f-23bef7b092b0 HTTP/1.1" status: 200  len: 834 time: 0.0631206
Dec 22 05:32:37.698467 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-22d8ba28-5f5e-45c9-888e-27468ddee8b3 req-0b08880b-cfe6-42f2-9a98-db1bfa44eea4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597aec57-551f-40eb-8469-9b95fecbce73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1250088
Dec 22 05:32:37.706974 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee17c8-5ed1-444c-a4a5-8172150b41e3 req-814aadd6-7d88-4e47-b929-96b40d03d963 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:37.708276 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-35ee17c8-5ed1-444c-a4a5-8172150b41e3 req-814aadd6-7d88-4e47-b929-96b40d03d963 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 943 time: 0.1059930
Dec 22 05:32:37.832568 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-35ee17c8-5ed1-444c-a4a5-8172150b41e3 req-ee321677-f715-4c81-9834-1381e22acf9e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1066000
Dec 22 05:32:37.863204 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-22d8ba28-5f5e-45c9-888e-27468ddee8b3 req-3393ccc7-4ca3-4262-bc0c-ec60fd476146 service neutron] 10.222.0.47 "GET /v2.0/networks/597aec57-551f-40eb-8469-9b95fecbce73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1540074
Dec 22 05:32:37.964778 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:38.095891 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-22d8ba28-5f5e-45c9-888e-27468ddee8b3 req-274ef639-6f2b-4526-ae70-46adb699b74b service neutron] 10.222.0.47 "GET /v2.0/networks/597aec57-551f-40eb-8469-9b95fecbce73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2249219
Dec 22 05:32:38.879367 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fc9a0d3f-12ff-4894-b7ca-6581483b217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:39.038076 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7e0e6-b31b-4450-a065-790f81ff28a8 req-e8571fd9-b42f-41c2-8d8c-518b20d2a779 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:39.039394 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c1d7e0e6-b31b-4450-a065-790f81ff28a8 req-e8571fd9-b42f-41c2-8d8c-518b20d2a779 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 943 time: 0.0796444
Dec 22 05:32:39.085572 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c1d7e0e6-b31b-4450-a065-790f81ff28a8 req-17047211-a051-4436-966c-823876a149e0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405717
Dec 22 05:32:40.023951 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:32:40.153876 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 217b1b51-e79e-42d0-8f5b-7c263b1e7c42, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=217b1b51-e79e-42d0-8f5b-7c263b1e7c42,segment=NetworkSegment(d6f5365a-a0f5-4ad7-8a3c-a866937b74c5),segment_id=d6f5365a-a0f5-4ad7-8a3c-a866937b74c5)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:32:40.167490 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '217b1b51-e79e-42d0-8f5b-7c263b1e7c42', 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73', 'port_id': '217b1b51-e79e-42d0-8f5b-7c263b1e7c42', 'mac_address': 'fa:16:3e:a2:88:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a211cffc-b885-40d6-b09f-23bef7b092b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:32:40.226726 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:40.283391 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:32:40.290201 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114fd51-6b63-458c-beb6-7464feea4ba1 req-a4c39b0e-751d-4371-b375-37da1e133ffe tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:40.291679 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e114fd51-6b63-458c-beb6-7464feea4ba1 req-a4c39b0e-751d-4371-b375-37da1e133ffe tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 943 time: 0.0852757
Dec 22 05:32:40.300549 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 217b1b51-e79e-42d0-8f5b-7c263b1e7c42, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=217b1b51-e79e-42d0-8f5b-7c263b1e7c42,segment=NetworkSegment(d6f5365a-a0f5-4ad7-8a3c-a866937b74c5),segment_id=d6f5365a-a0f5-4ad7-8a3c-a866937b74c5)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:32:40.305007 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:40.307808 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-13238358-2e49-4efe-a172-412bac4a55a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:40.337292 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e114fd51-6b63-458c-beb6-7464feea4ba1 req-66ae541a-1069-4861-adec-30e42646b6c1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398138
Dec 22 05:32:40.372248 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=217b1b51-e79e-42d0-8f5b-7c263b1e7c42,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:40.375179 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:40.730937 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['217b1b51-e79e-42d0-8f5b-7c263b1e7c42'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:32:41.071029 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ddf72b04-dd6a-4234-9680-933af4f903b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:41.528834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb24348-ee99-4485-97ad-58fd5e1e8281 req-97e866c4-be8a-4461-887b-e02707040047 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:41.530302 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2cb24348-ee99-4485-97ad-58fd5e1e8281 req-97e866c4-be8a-4461-887b-e02707040047 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 944 time: 0.0767064
Dec 22 05:32:41.575509 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2cb24348-ee99-4485-97ad-58fd5e1e8281 req-74465684-5a46-4350-a0d1-959f3dcd2e5f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397820
Dec 22 05:32:42.056269 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:32:42.124921 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:32:42.129401 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:32:42.129804 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:42.244710 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:42.270846 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:42.276400 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f80efd2-b3bb-4cae-a306-8baa9855f10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217b1b51-e79e-42d0-8f5b-7c263b1e7c42'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:32:42.285808 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 217b1b51-e79e-42d0-8f5b-7c263b1e7c42, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=217b1b51-e79e-42d0-8f5b-7c263b1e7c42,segment=NetworkSegment(d6f5365a-a0f5-4ad7-8a3c-a866937b74c5),segment_id=d6f5365a-a0f5-4ad7-8a3c-a866937b74c5)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:32:42.290517 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:42.292452 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e337a9a8-124a-418b-882d-95ef5077a0b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:42.354845 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=217b1b51-e79e-42d0-8f5b-7c263b1e7c42,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:42.357894 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:42.386040 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:42.409789 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f80efd2-b3bb-4cae-a306-8baa9855f10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217b1b51-e79e-42d0-8f5b-7c263b1e7c42', 'code': 200}
Dec 22 05:32:42.658555 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cee883fe-e06b-4244-aa80-1077eaa7408a req-2d703f35-6945-40ce-8166-f56aa8f43948 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 1098 time: 0.0667462
Dec 22 05:32:42.704239 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cee883fe-e06b-4244-aa80-1077eaa7408a req-cebccc77-e09c-4c1f-b776-67564ce5c0ff service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393150
Dec 22 05:32:42.771381 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1896e3-386a-486c-844a-ca6ec529048d req-28b018ad-8752-4935-81f5-6391ed672676 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:42.772800 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6d1896e3-386a-486c-844a-ca6ec529048d req-28b018ad-8752-4935-81f5-6391ed672676 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0773077
Dec 22 05:32:42.819336 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6d1896e3-386a-486c-844a-ca6ec529048d req-ecec7921-33b8-4467-b608-61aa47755a28 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411119
Dec 22 05:32:43.711554 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:44.013220 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ad4ab-3209-4d6a-9aba-ffaa36994181 req-6a264074-e81b-4f8d-b1ef-2a208f989447 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:44.014706 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-406ad4ab-3209-4d6a-9aba-ffaa36994181 req-6a264074-e81b-4f8d-b1ef-2a208f989447 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0766852
Dec 22 05:32:44.064731 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-406ad4ab-3209-4d6a-9aba-ffaa36994181 req-a9f113c8-827f-4b17-8985-47ea669f98a5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438716
Dec 22 05:32:45.326852 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f79ad7-cb43-4529-82da-9dc615d383a5 req-d745d346-c561-453a-8f3d-52d8a8ea1cc5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:45.328177 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-54f79ad7-cb43-4529-82da-9dc615d383a5 req-d745d346-c561-453a-8f3d-52d8a8ea1cc5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0748591
Dec 22 05:32:45.377961 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-54f79ad7-cb43-4529-82da-9dc615d383a5 req-8d11dfc5-9aa5-4236-8ba5-b51a8dda76ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443900
Dec 22 05:32:45.576391 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea74f7-11e5-4b2d-982c-e73a584f62ae req-68ba0c3d-8b77-4336-a3a7-7edd8b40305e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:45.577908 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a9ea74f7-11e5-4b2d-982c-e73a584f62ae req-68ba0c3d-8b77-4336-a3a7-7edd8b40305e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0796158
Dec 22 05:32:45.622506 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a9ea74f7-11e5-4b2d-982c-e73a584f62ae req-5a5f2d20-af16-4356-9441-883dba50f30b tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392406
Dec 22 05:32:45.649304 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37672) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:32:45.716978 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-4d6ae10a-fbe6-4690-97f3-961361ebd9cd tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 1093 time: 0.0664573
Dec 22 05:32:45.719501 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37676) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:32:45.725044 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': '217b1b51-e79e-42d0-8f5b-7c263b1e7c42', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:32:45.730305 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:32:45.733998 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:floatingip and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:32:45.736729 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:32:45.742281 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:32:45.752071 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for floatingip, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:45.883827 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:46.016279 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Allocated IP 172.26.4.58 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/99238f19-1102-4214-8a1e-0ef7e52d52e2) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:32:46.159641 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:46.187968 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:46.192443 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5edab219-dd33-46dc-b2bc-a151b1ec0b4e tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:46.248316 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:32:46.255012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:32:46.258933 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:32:46.291075 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=99238f19-1102-4214-8a1e-0ef7e52d52e2,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:46.296780 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:46.758788 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:46.915832 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:47.111550 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:47.116565 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:47.120230 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a4c28634-eca5-4f82-a5f0-717254c4eebc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:32:47.226848 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=99238f19-1102-4214-8a1e-0ef7e52d52e2,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:32:47.229915 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:32:47.238842 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:47.429853 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Floating IP a357d6c5-7d56-4a8e-9663-af246a275c5f associated. External IP: 172.26.4.58, port: 217b1b51-e79e-42d0-8f5b-7c263b1e7c42.
Dec 22 05:32:47.810352 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router 2ad6c7d9-d37f-4499-aa42-4b0ee7782485 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:32:48.001568 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:32:48.011794 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5da3f-a5e8-4089-ba28-a7766f6fb2c2 None None] Sync routers for ids ['2ad6c7d9-d37f-4499-aa42-4b0ee7782485'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:32:48.024373 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d5da3f-a5e8-4089-ba28-a7766f6fb2c2 None None] Routers {'2ad6c7d9-d37f-4499-aa42-4b0ee7782485'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:32:48.024973 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-94d5da3f-a5e8-4089-ba28-a7766f6fb2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c52b370>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:32:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['2ad6c7d9-d37f-4499-aa42-4b0ee7782485'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:32:48.025252 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:32:48.081712 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3610988
Dec 22 05:32:48.082403 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f80efd2-b3bb-4cae-a306-8baa9855f10a', 'tag': '217b1b51-e79e-42d0-8f5b-7c263b1e7c42'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:32:48.144057 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f80efd2-b3bb-4cae-a306-8baa9855f10a', 'tag': '217b1b51-e79e-42d0-8f5b-7c263b1e7c42', 'status': 'completed', 'code': 200}
Dec 22 05:32:48.206976 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-94d5da3f-a5e8-4089-ba28-a7766f6fb2c2 None None] Set router 2ad6c7d9-d37f-4499-aa42-4b0ee7782485 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:32:48.265270 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-30684dae-f85b-4d76-b49e-1f70d76c4041 req-eb3984bd-581f-46fc-83e4-ad5da6e77612 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 1098 time: 0.0756569
Dec 22 05:32:48.271864 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77527498-704a-4b38-9e39-c5fa8e8d80a4 req-50dbbb81-321b-4552-a653-4a82aa9d963e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:48.273287 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-77527498-704a-4b38-9e39-c5fa8e8d80a4 req-50dbbb81-321b-4552-a653-4a82aa9d963e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0926204
Dec 22 05:32:48.319421 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-77527498-704a-4b38-9e39-c5fa8e8d80a4 req-ef5279a0-37ae-42c6-ae58-0eb0b6f6d4b3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405500
Dec 22 05:32:48.347399 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37684) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:32:48.398393 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30684dae-f85b-4d76-b49e-1f70d76c4041 req-a970c267-1320-4a03-83ad-fd7352f53bb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:48.399860 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-30684dae-f85b-4d76-b49e-1f70d76c4041 req-a970c267-1320-4a03-83ad-fd7352f53bb6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=597aec57-551f-40eb-8469-9b95fecbce73 HTTP/1.1" status: 200  len: 897 time: 0.1285548
Dec 22 05:32:48.562336 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-05c209dd-6c9e-42cb-bb88-0e439684a11b tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/floatingips/a357d6c5-7d56-4a8e-9663-af246a275c5f HTTP/1.1" status: 200  len: 990 time: 0.2135313
Dec 22 05:32:48.568811 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-94d5da3f-a5e8-4089-ba28-a7766f6fb2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c52b370>, [{'id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829026920', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:26Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': 'a357d6c5-7d56-4a8e-9663-af246a275c5f', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'floating_ip_address': '172.26.4.58', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'port_id': '217b1b51-e79e-42d0-8f5b-7c263b1e7c42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73', 'mac_address': 'fa:16:3e:a2:88:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f80efd2-b3bb-4cae-a306-8baa9855f10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:32:46Z', 'updated_at': '2021-12-22T05:32:46Z', 'revision_number': 0, 'project_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b3d883-73a5-443f-b564-2e45a83869e6', 'name': '', 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:c3:a3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a211cffc-b885-40d6-b09f-23bef7b092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:25Z', 'updated_at': '2021-12-22T05:32:31Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': 'a211cffc-b885-40d6-b09f-23bef7b092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:32:48.572735 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5da3f-a5e8-4089-ba28-a7766f6fb2c2 None None] Checking router: 2ad6c7d9-d37f-4499-aa42-4b0ee7782485 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:32:48.583244 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d5da3f-a5e8-4089-ba28-a7766f6fb2c2 None None] Routers {'2ad6c7d9-d37f-4499-aa42-4b0ee7782485'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:32:48.584470 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-94d5da3f-a5e8-4089-ba28-a7766f6fb2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c52b370>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:32:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['2ad6c7d9-d37f-4499-aa42-4b0ee7782485'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:32:48.634317 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-30684dae-f85b-4d76-b49e-1f70d76c4041 req-2be67cbb-f93f-4aab-a9e8-1ee085de4c6e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=217b1b51-e79e-42d0-8f5b-7c263b1e7c42 HTTP/1.1" status: 200  len: 998 time: 0.2282703
Dec 22 05:32:48.698510 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30684dae-f85b-4d76-b49e-1f70d76c4041 req-97e883d4-0b1a-4cc7-abf4-6e375a42b74f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:32:48.699929 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-30684dae-f85b-4d76-b49e-1f70d76c4041 req-97e883d4-0b1a-4cc7-abf4-6e375a42b74f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a211cffc-b885-40d6-b09f-23bef7b092b0 HTTP/1.1" status: 200  len: 834 time: 0.0591297
Dec 22 05:32:48.753930 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-94d5da3f-a5e8-4089-ba28-a7766f6fb2c2 None None] Set router 2ad6c7d9-d37f-4499-aa42-4b0ee7782485 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:32:48.772617 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-30684dae-f85b-4d76-b49e-1f70d76c4041 req-775da562-6ccc-42c9-96aa-353d2b9c7876 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597aec57-551f-40eb-8469-9b95fecbce73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0665321
Dec 22 05:32:48.906912 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-30684dae-f85b-4d76-b49e-1f70d76c4041 req-e4ab90b2-e4f7-4170-8592-07b911df07b6 service neutron] 10.222.0.47 "GET /v2.0/networks/597aec57-551f-40eb-8469-9b95fecbce73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269526
Dec 22 05:32:49.035808 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-30684dae-f85b-4d76-b49e-1f70d76c4041 req-b55ebc46-baf4-4117-912b-a30599bbcd26 service neutron] 10.222.0.47 "GET /v2.0/networks/597aec57-551f-40eb-8469-9b95fecbce73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228209
Dec 22 05:32:49.127296 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-94d5da3f-a5e8-4089-ba28-a7766f6fb2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c52b370>, [{'id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829026920', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:26Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': 'a357d6c5-7d56-4a8e-9663-af246a275c5f', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'floating_ip_address': '172.26.4.58', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'port_id': '217b1b51-e79e-42d0-8f5b-7c263b1e7c42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73', 'mac_address': 'fa:16:3e:a2:88:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f80efd2-b3bb-4cae-a306-8baa9855f10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:32:46Z', 'updated_at': '2021-12-22T05:32:46Z', 'revision_number': 0, 'project_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b3d883-73a5-443f-b564-2e45a83869e6', 'name': '', 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:c3:a3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a211cffc-b885-40d6-b09f-23bef7b092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:25Z', 'updated_at': '2021-12-22T05:32:31Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': 'a211cffc-b885-40d6-b09f-23bef7b092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:32:49.131090 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5da3f-a5e8-4089-ba28-a7766f6fb2c2 None None] The sync data for ids ['2ad6c7d9-d37f-4499-aa42-4b0ee7782485'] in dv-neutron-822525-1-hyperv is: [{'id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829026920', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:26Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': 'a357d6c5-7d56-4a8e-9663-af246a275c5f', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'floating_ip_address': '172.26.4.58', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'port_id': '217b1b51-e79e-42d0-8f5b-7c263b1e7c42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73', 'mac_address': 'fa:16:3e:a2:88:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f80efd2-b3bb-4cae-a306-8baa9855f10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:32:46Z', 'updated_at': '2021-12-22T05:32:46Z', 'revision_number': 0, 'project_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b3d883-73a5-443f-b564-2e45a83869e6', 'name': '', 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:c3:a3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a211cffc-b885-40d6-b09f-23bef7b092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:25Z', 'updated_at': '2021-12-22T05:32:31Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': 'a211cffc-b885-40d6-b09f-23bef7b092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:32:49.313760 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8332b52c-517d-4b6e-8a2a-81d1d2437620 None None] New status for floating IP a357d6c5-7d56-4a8e-9663-af246a275c5f: ACTIVE {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:32:49.565889 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37688) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:32:49.668257 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bf97e0b2-c6dc-4808-b8f2-806a081916ac tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/floatingips/a357d6c5-7d56-4a8e-9663-af246a275c5f HTTP/1.1" status: 200  len: 992 time: 0.1008017
Dec 22 05:32:58.591690 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:33:07.963622 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:33:08.870531 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1a6a13a4-a7ca-411e-b711-100684679c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:33:11.073501 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-17dee3a5-7726-4048-8a60-5d71dbbbe163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:33:12.257444 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:33:12.387932 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:33:13.714227 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:33:33.926934 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [req-3fa8d228-9d08-4dad-9494-54b34124d5ba req-968c5756-4aa3-4fc6-aa80-51d3e17e2c7b service neutron] (83435) timed out ('10.222.0.53', 34872) {{(pid=83435) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 22 05:33:34.569941 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3b677328-65e9-4d89-9bce-fb951ac7a204 req-117b6d82-3c14-46ba-bf0a-97aaf3b5c9f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0666721
Dec 22 05:33:34.733975 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3b677328-65e9-4d89-9bce-fb951ac7a204 req-02c3205c-afbc-4983-bd1e-4f71bad49a9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 1098 time: 0.0711861
Dec 22 05:33:34.875324 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b677328-65e9-4d89-9bce-fb951ac7a204 req-b86fc70c-d052-4b6a-9a24-1a78c47868d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:33:34.876878 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3b677328-65e9-4d89-9bce-fb951ac7a204 req-b86fc70c-d052-4b6a-9a24-1a78c47868d3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=597aec57-551f-40eb-8469-9b95fecbce73 HTTP/1.1" status: 200  len: 897 time: 0.1236722
Dec 22 05:33:34.979003 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3b677328-65e9-4d89-9bce-fb951ac7a204 req-f94f9fed-9cd4-49aa-a823-906702b9d6d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=217b1b51-e79e-42d0-8f5b-7c263b1e7c42 HTTP/1.1" status: 200  len: 1000 time: 0.0951405
Dec 22 05:33:35.036939 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b677328-65e9-4d89-9bce-fb951ac7a204 req-1537cc1f-d3ff-423b-85cd-3a5c6402d7a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:33:35.038319 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3b677328-65e9-4d89-9bce-fb951ac7a204 req-1537cc1f-d3ff-423b-85cd-3a5c6402d7a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a211cffc-b885-40d6-b09f-23bef7b092b0 HTTP/1.1" status: 200  len: 834 time: 0.0542948
Dec 22 05:33:35.112285 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3b677328-65e9-4d89-9bce-fb951ac7a204 req-319f486c-4459-49c8-ac1e-2cb9313d0917 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597aec57-551f-40eb-8469-9b95fecbce73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0677264
Dec 22 05:33:35.244456 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3b677328-65e9-4d89-9bce-fb951ac7a204 req-0bb68448-1676-4d66-b8df-8417301dfc59 service neutron] 10.222.0.47 "GET /v2.0/networks/597aec57-551f-40eb-8469-9b95fecbce73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254120
Dec 22 05:33:35.373731 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3b677328-65e9-4d89-9bce-fb951ac7a204 req-6c1b8f06-84ec-430f-b792-e4e4ca0e6fdb service neutron] 10.222.0.47 "GET /v2.0/networks/597aec57-551f-40eb-8469-9b95fecbce73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232626
Dec 22 05:33:35.591519 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:33:37.957647 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:33:38.872261 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-df4fae2e-7aa4-4fea-85e8-e4067e0df081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:33:41.075317 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-68974dda-0d13-41b8-a46b-d7c0581cf976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:33:42.258416 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:33:42.390333 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:33:43.717555 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:33:52.534217 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7ff1efc6-5537-4c61-ba3f-606703cf3e7e req-a4df95e1-3e40-442d-b588-642a43a50f88 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0674379
Dec 22 05:33:52.705176 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37712) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:33:52.891593 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea42e95-a8ed-404b-a79e-1509af50043c req-fd6a1044-a37b-4879-85c3-0b6fd4a89fa3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:33:52.893016 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7ea42e95-a8ed-404b-a79e-1509af50043c req-fd6a1044-a37b-4879-85c3-0b6fd4a89fa3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.1327665
Dec 22 05:33:52.895732 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-862b934d-695c-4cc8-9787-1644ea51b2d6 req-28320fea-d861-4b8e-84f1-73c890e8f873 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1893442
Dec 22 05:33:52.938412 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7ea42e95-a8ed-404b-a79e-1509af50043c req-aacb8161-13cc-4e80-a3a6-e3177a4871f1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398800
Dec 22 05:33:54.132044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9230e-99a3-4271-a379-9fcd28cf546f req-c46a6a0a-712b-4f2d-842f-eb1a98e5f7dc tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:33:54.133453 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-71a9230e-99a3-4271-a379-9fcd28cf546f req-c46a6a0a-712b-4f2d-842f-eb1a98e5f7dc tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0768371
Dec 22 05:33:54.178317 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-71a9230e-99a3-4271-a379-9fcd28cf546f req-a90f6b45-1466-4441-818f-4f4477694f80 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389199
Dec 22 05:33:55.378259 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a47e40-146d-4c24-ab80-2fffde2094cb req-ef23c2fb-b964-466a-ade9-b21e74c44c24 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:33:55.379691 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-39a47e40-146d-4c24-ab80-2fffde2094cb req-ef23c2fb-b964-466a-ade9-b21e74c44c24 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0794013
Dec 22 05:33:55.427315 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-39a47e40-146d-4c24-ab80-2fffde2094cb req-2c4d783c-0daf-4fe3-8df0-d0959be94f5f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414243
Dec 22 05:33:56.622282 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f02852-01ed-4a8d-afb4-8bad3a0109dd req-f1501d7b-9e4d-45e0-91b5-bbd0ff55e07c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:33:56.623694 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-15f02852-01ed-4a8d-afb4-8bad3a0109dd req-f1501d7b-9e4d-45e0-91b5-bbd0ff55e07c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0753317
Dec 22 05:33:56.671473 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-15f02852-01ed-4a8d-afb4-8bad3a0109dd req-442dea09-f2a0-4331-bfed-51d9d25e93c7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423145
Dec 22 05:33:57.973705 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae5837-b039-4d7b-aa17-714284c1db8b req-26856da7-ce34-457b-9f6a-3e19a3829523 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:33:57.975123 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-32ae5837-b039-4d7b-aa17-714284c1db8b req-26856da7-ce34-457b-9f6a-3e19a3829523 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.1808629
Dec 22 05:33:58.018508 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-32ae5837-b039-4d7b-aa17-714284c1db8b req-1b3bd89e-05cc-46bf-bc38-513a4142d13a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373611
Dec 22 05:33:58.231326 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-862b934d-695c-4cc8-9787-1644ea51b2d6 req-e97b9662-a85c-4174-968b-efcb257f6978 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 1098 time: 0.0670834
Dec 22 05:33:58.360380 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b934d-695c-4cc8-9787-1644ea51b2d6 req-20eb49fe-96e2-4ebb-81bd-f78ed629eda1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:33:58.361820 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-862b934d-695c-4cc8-9787-1644ea51b2d6 req-20eb49fe-96e2-4ebb-81bd-f78ed629eda1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=597aec57-551f-40eb-8469-9b95fecbce73 HTTP/1.1" status: 200  len: 897 time: 0.1222699
Dec 22 05:33:58.463141 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-862b934d-695c-4cc8-9787-1644ea51b2d6 req-632fd082-7e0f-4e7e-a5ec-0dc3c6c96ed2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=217b1b51-e79e-42d0-8f5b-7c263b1e7c42 HTTP/1.1" status: 200  len: 1000 time: 0.0939081
Dec 22 05:33:58.526032 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b934d-695c-4cc8-9787-1644ea51b2d6 req-c0e06dd3-fd66-4908-83dc-b014bd005c9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:33:58.527314 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-862b934d-695c-4cc8-9787-1644ea51b2d6 req-c0e06dd3-fd66-4908-83dc-b014bd005c9e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a211cffc-b885-40d6-b09f-23bef7b092b0 HTTP/1.1" status: 200  len: 834 time: 0.0586152
Dec 22 05:33:58.600077 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-862b934d-695c-4cc8-9787-1644ea51b2d6 req-b80e5924-ef2e-4b3d-a957-dda7497b83c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597aec57-551f-40eb-8469-9b95fecbce73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0666394
Dec 22 05:33:58.730853 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-862b934d-695c-4cc8-9787-1644ea51b2d6 req-aa81a99c-ca48-4656-84d0-6edc110573e7 service neutron] 10.222.0.47 "GET /v2.0/networks/597aec57-551f-40eb-8469-9b95fecbce73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238854
Dec 22 05:33:58.859060 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-862b934d-695c-4cc8-9787-1644ea51b2d6 req-30b71367-de4d-4183-a7ee-0384ce5fd2f8 service neutron] 10.222.0.47 "GET /v2.0/networks/597aec57-551f-40eb-8469-9b95fecbce73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212201
Dec 22 05:33:59.212293 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0baaf-6114-4b30-bcd3-7264f3504c1d req-fd75cd69-56f3-4fd4-8fb5-5d577a17d6d4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:33:59.213760 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-baa0baaf-6114-4b30-bcd3-7264f3504c1d req-fd75cd69-56f3-4fd4-8fb5-5d577a17d6d4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0751328
Dec 22 05:33:59.257624 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-baa0baaf-6114-4b30-bcd3-7264f3504c1d req-79920697-3744-4477-bd3a-09d51e15d514 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384059
Dec 22 05:34:00.451426 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4675c-2d93-4cf4-88e7-82b3c1cf7790 req-7320a6d7-126b-4e78-82bd-bc93b1ac6a7c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:34:00.452839 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-08e4675c-2d93-4cf4-88e7-82b3c1cf7790 req-7320a6d7-126b-4e78-82bd-bc93b1ac6a7c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0753734
Dec 22 05:34:00.499869 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-08e4675c-2d93-4cf4-88e7-82b3c1cf7790 req-2c2c003e-9926-4cfb-ba46-54e87afe1a91 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415013
Dec 22 05:34:01.695865 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe466c2-53c6-4433-abec-e761dc1a416d req-88554219-4e92-410f-9397-d63da8c71eb0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:34:01.697352 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-bbe466c2-53c6-4433-abec-e761dc1a416d req-88554219-4e92-410f-9397-d63da8c71eb0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0794892
Dec 22 05:34:01.740834 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-bbe466c2-53c6-4433-abec-e761dc1a416d req-e198e0ed-c83f-42c1-9831-47909a0579c3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381300
Dec 22 05:34:02.944979 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493ec48-17a8-4faf-b8b9-12d25f94ea7b req-091d449e-02bb-4017-90ca-7d9ee6ddf965 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:34:02.946420 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3493ec48-17a8-4faf-b8b9-12d25f94ea7b req-091d449e-02bb-4017-90ca-7d9ee6ddf965 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0745385
Dec 22 05:34:02.990162 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3493ec48-17a8-4faf-b8b9-12d25f94ea7b req-abc11f0b-9beb-4888-bcf6-4e6a0575c951 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378795
Dec 22 05:34:04.182804 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d222f14-6249-4185-9e9b-da879ba4b407 req-f0511863-1751-4f29-bf14-5feafa85d0ab tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:34:04.184246 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4d222f14-6249-4185-9e9b-da879ba4b407 req-f0511863-1751-4f29-bf14-5feafa85d0ab tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0746303
Dec 22 05:34:04.228498 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4d222f14-6249-4185-9e9b-da879ba4b407 req-975df5ca-02fa-4549-baba-e197a86b8934 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382562
Dec 22 05:34:05.432541 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a20d19-c074-4c54-a8dd-2f03844aac72 req-fa691290-1c8c-4f9f-91c1-ef1b78a31074 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:34:05.434056 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b8a20d19-c074-4c54-a8dd-2f03844aac72 req-fa691290-1c8c-4f9f-91c1-ef1b78a31074 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0872478
Dec 22 05:34:05.477481 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b8a20d19-c074-4c54-a8dd-2f03844aac72 req-41be010c-0642-45e2-ad4e-5ec70e58fd6b tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379343
Dec 22 05:34:06.677559 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6478190-c1a8-40e1-8c61-6f068ffdea2e req-8496f9a0-5892-435d-94c1-257953422da5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:34:06.679005 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c6478190-c1a8-40e1-8c61-6f068ffdea2e req-8496f9a0-5892-435d-94c1-257953422da5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0790908
Dec 22 05:34:06.723506 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c6478190-c1a8-40e1-8c61-6f068ffdea2e req-89af17d2-9f1b-4c5b-adc6-011d8abbed4b tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374198
Dec 22 05:34:07.915828 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193346f-ece1-428d-9559-7741e1e3da8a req-ea7dbb03-67c1-4b1c-ae02-ebdeca520c8f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:34:07.917260 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f193346f-ece1-428d-9559-7741e1e3da8a req-ea7dbb03-67c1-4b1c-ae02-ebdeca520c8f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0748994
Dec 22 05:34:07.961844 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f193346f-ece1-428d-9559-7741e1e3da8a req-f992235c-e1d7-4c4c-a1d1-242bc135b6dd tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391171
Dec 22 05:34:07.967302 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:34:08.874538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1587543f-fbd1-4115-8f5f-8ec875b9ebb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:34:09.153077 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf28a73-1967-4789-ae37-a09b9392c87b req-01322350-709f-4e42-b2d3-933904e4e3e7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:34:09.154448 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-daf28a73-1967-4789-ae37-a09b9392c87b req-01322350-709f-4e42-b2d3-933904e4e3e7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0754001
Dec 22 05:34:09.202495 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-daf28a73-1967-4789-ae37-a09b9392c87b req-87532175-2f24-4eef-bc36-d1fb9159d910 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425830
Dec 22 05:34:10.403051 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383d220-db5f-4edb-a95f-f640a47f5899 req-fabe531f-37f5-4d51-8f7e-819d0c1d47ce tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:34:10.404457 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c383d220-db5f-4edb-a95f-f640a47f5899 req-fabe531f-37f5-4d51-8f7e-819d0c1d47ce tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0802066
Dec 22 05:34:10.448703 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c383d220-db5f-4edb-a95f-f640a47f5899 req-88831ea4-cfe7-45f3-8094-027af107e42b tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387993
Dec 22 05:34:10.747401 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-862b934d-695c-4cc8-9787-1644ea51b2d6 req-0437f805-4fc4-4087-8e1b-092157cd6136 service neutron] 10.222.0.47 "GET /v2.0/ports/217b1b51-e79e-42d0-8f5b-7c263b1e7c42/bindings/hv-neutron-8225 HTTP/1.1" status: 200  len: 384 time: 0.0725842
Dec 22 05:34:11.045653 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-862b934d-695c-4cc8-9787-1644ea51b2d6 req-29d2cd78-69fd-4ea3-9ac7-06b3f8905d96 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a&tenant_id=8d14121bb4964f9788327a98293c0192 HTTP/1.1" status: 200  len: 1098 time: 0.0702274
Dec 22 05:34:11.077678 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-024483eb-2cd7-4ca0-8ca0-6e313e75a834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:34:11.144497 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-862b934d-695c-4cc8-9787-1644ea51b2d6 req-2cec566d-1490-4fbd-8a28-af3bfe0e2a12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 1098 time: 0.0667171
Dec 22 05:34:11.272501 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b934d-695c-4cc8-9787-1644ea51b2d6 req-7e90e933-c228-43b7-995d-c61c76031021 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:34:11.273951 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-862b934d-695c-4cc8-9787-1644ea51b2d6 req-7e90e933-c228-43b7-995d-c61c76031021 service neutron] 10.222.0.47 "GET /v2.0/networks?id=597aec57-551f-40eb-8469-9b95fecbce73 HTTP/1.1" status: 200  len: 897 time: 0.1233668
Dec 22 05:34:11.474645 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-862b934d-695c-4cc8-9787-1644ea51b2d6 req-49836a94-35d7-4de9-9c51-6bd1c7b60ea6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=217b1b51-e79e-42d0-8f5b-7c263b1e7c42 HTTP/1.1" status: 200  len: 1000 time: 0.1938663
Dec 22 05:34:11.537029 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b934d-695c-4cc8-9787-1644ea51b2d6 req-8f79232b-16a4-48e6-946f-1b6d0656ecd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:34:11.538474 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-862b934d-695c-4cc8-9787-1644ea51b2d6 req-8f79232b-16a4-48e6-946f-1b6d0656ecd9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a211cffc-b885-40d6-b09f-23bef7b092b0 HTTP/1.1" status: 200  len: 834 time: 0.0579922
Dec 22 05:34:11.611872 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-862b934d-695c-4cc8-9787-1644ea51b2d6 req-e3027547-980c-4e8d-825e-bd48d4d64988 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597aec57-551f-40eb-8469-9b95fecbce73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0671124
Dec 22 05:34:11.648190 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec64d98-a38f-4214-ac24-4a2f77abbd72 req-21ff48e1-9ea9-44ee-b8aa-bda45970a307 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:34:11.651211 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4ec64d98-a38f-4214-ac24-4a2f77abbd72 req-21ff48e1-9ea9-44ee-b8aa-bda45970a307 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0813508
Dec 22 05:34:11.696547 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4ec64d98-a38f-4214-ac24-4a2f77abbd72 req-6b4c409c-12c2-4aab-837f-9f48df73da15 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398004
Dec 22 05:34:11.743685 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-862b934d-695c-4cc8-9787-1644ea51b2d6 req-7b534d71-1905-448d-b635-43374d3732a6 service neutron] 10.222.0.47 "GET /v2.0/networks/597aec57-551f-40eb-8469-9b95fecbce73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254561
Dec 22 05:34:11.872151 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-862b934d-695c-4cc8-9787-1644ea51b2d6 req-f4eb31b7-7de0-4191-9cfe-bb954fedb622 service neutron] 10.222.0.47 "GET /v2.0/networks/597aec57-551f-40eb-8469-9b95fecbce73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224740
Dec 22 05:34:12.262278 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:34:12.391352 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:34:12.591118 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:34:12.891432 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebacf70-1a29-49d6-b0f5-b8120d2f5ff6 req-cd42179d-7dfb-44eb-99e3-c32454f5d658 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:34:12.892865 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1ebacf70-1a29-49d6-b0f5-b8120d2f5ff6 req-cd42179d-7dfb-44eb-99e3-c32454f5d658 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0755105
Dec 22 05:34:12.941192 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1ebacf70-1a29-49d6-b0f5-b8120d2f5ff6 req-d48a803b-2575-4060-9a05-79e33726b388 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429196
Dec 22 05:34:13.722124 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:34:14.138718 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1336d-ffed-4a59-9b91-ecdfa35cbb6b req-1ea57dbb-dff4-4497-a88a-906d7188975b tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:34:14.140131 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-08e1336d-ffed-4a59-9b91-ecdfa35cbb6b req-1ea57dbb-dff4-4497-a88a-906d7188975b tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0777946
Dec 22 05:34:14.184904 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-08e1336d-ffed-4a59-9b91-ecdfa35cbb6b req-490d6ff5-0b30-44ca-bae2-698c8c4e4750 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393374
Dec 22 05:34:14.626850 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:34:14.635677 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:34:14.854081 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 217b1b51-e79e-42d0-8f5b-7c263b1e7c42, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=217b1b51-e79e-42d0-8f5b-7c263b1e7c42,segment=NetworkSegment(d6f5365a-a0f5-4ad7-8a3c-a866937b74c5),segment_id=d6f5365a-a0f5-4ad7-8a3c-a866937b74c5)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:34:14.860761 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:34:14.879379 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '217b1b51-e79e-42d0-8f5b-7c263b1e7c42', 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73', 'port_id': '217b1b51-e79e-42d0-8f5b-7c263b1e7c42', 'mac_address': 'fa:16:3e:a2:88:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a211cffc-b885-40d6-b09f-23bef7b092b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:34:14.918002 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f80efd2-b3bb-4cae-a306-8baa9855f10a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '217b1b51-e79e-42d0-8f5b-7c263b1e7c42'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:34:14.937917 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 217b1b51-e79e-42d0-8f5b-7c263b1e7c42, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=217b1b51-e79e-42d0-8f5b-7c263b1e7c42,segment=NetworkSegment(d6f5365a-a0f5-4ad7-8a3c-a866937b74c5),segment_id=d6f5365a-a0f5-4ad7-8a3c-a866937b74c5)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:34:14.994513 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:34:14.997183 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f80efd2-b3bb-4cae-a306-8baa9855f10a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '217b1b51-e79e-42d0-8f5b-7c263b1e7c42', 'code': 200}
Dec 22 05:34:14.999841 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0c998b3e-e2d5-43d8-ab8e-b1d93a216b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:34:15.032270 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:34:15.058473 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:34:15.111990 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=217b1b51-e79e-42d0-8f5b-7c263b1e7c42,revision_number=6']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:34:15.137023 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:34:15.137297 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:34:15.137650 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:34:15.137979 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:34:15.138307 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:34:15.138627 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:34:15.138948 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:34:15.139264 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:34:15.139579 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:34:15.139888 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:34:15.140201 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:34:15.143592 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 05:34:15.143951 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 05:34:15.144569 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:34:15.376153 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed80ffd-10ef-49ed-87f5-49f8d1892242 req-338f97c2-38fa-47f5-8c54-217cb3637404 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:34:15.377588 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2ed80ffd-10ef-49ed-87f5-49f8d1892242 req-338f97c2-38fa-47f5-8c54-217cb3637404 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 943 time: 0.0749271
Dec 22 05:34:15.421675 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2ed80ffd-10ef-49ed-87f5-49f8d1892242 req-0e4918e0-0d29-4dd3-9fa6-be4962b1bca2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384893
Dec 22 05:34:15.698492 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:34:15.716705 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:34:15.732778 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 217b1b51-e79e-42d0-8f5b-7c263b1e7c42, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=217b1b51-e79e-42d0-8f5b-7c263b1e7c42,segment=NetworkSegment(d6f5365a-a0f5-4ad7-8a3c-a866937b74c5),segment_id=d6f5365a-a0f5-4ad7-8a3c-a866937b74c5)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:34:15.737927 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:34:15.739944 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-ce61e94e-2d50-4505-8ea9-625686b6e45d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:34:15.749925 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae195d-881b-4559-9b09-099f8feda685 req-26883412-f334-4ca9-a783-f0b3ba43db3c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:34:15.751360 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f1ae195d-881b-4559-9b09-099f8feda685 req-26883412-f334-4ca9-a783-f0b3ba43db3c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 943 time: 0.0838697
Dec 22 05:34:15.761636 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e003db-653b-4677-a1df-b607ccf1ac99 req-779dbe06-3d94-4a2c-8ee6-e4fa1a607744 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:34:15.763045 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-68e003db-653b-4677-a1df-b607ccf1ac99 req-779dbe06-3d94-4a2c-8ee6-e4fa1a607744 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a&tenant_id=8d14121bb4964f9788327a98293c0192&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200  len: 943 time: 0.0892203
Dec 22 05:34:15.798852 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f1ae195d-881b-4559-9b09-099f8feda685 req-4b0187ac-4bf3-44eb-9612-2ac4b31c26c2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414381
Dec 22 05:34:15.810351 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=217b1b51-e79e-42d0-8f5b-7c263b1e7c42,revision_number=7']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:34:15.814371 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:34:15.886929 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['217b1b51-e79e-42d0-8f5b-7c263b1e7c42'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:34:15.923020 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-68e003db-653b-4677-a1df-b607ccf1ac99 req-b12ec2cc-f572-4afb-b75e-0310842db925 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 1097 time: 0.0690763
Dec 22 05:34:16.113244 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8ea55-4b85-46e1-9915-df02dcbb26a8 req-b452a477-f11b-47cd-aa38-6b6f2c508f1f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:34:16.114722 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bcf8ea55-4b85-46e1-9915-df02dcbb26a8 req-b452a477-f11b-47cd-aa38-6b6f2c508f1f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 944 time: 0.1864512
Dec 22 05:34:16.119592 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e003db-653b-4677-a1df-b607ccf1ac99 req-0f626196-6bdc-4cb7-a78f-7072c265dd1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:34:16.120923 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-68e003db-653b-4677-a1df-b607ccf1ac99 req-0f626196-6bdc-4cb7-a78f-7072c265dd1d service neutron] 10.222.0.47 "GET /v2.0/networks?id=597aec57-551f-40eb-8469-9b95fecbce73 HTTP/1.1" status: 200  len: 897 time: 0.1908417
Dec 22 05:34:16.243699 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bcf8ea55-4b85-46e1-9915-df02dcbb26a8 req-41582831-884c-4d55-abb0-aef255038486 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1213586
Dec 22 05:34:16.250398 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-68e003db-653b-4677-a1df-b607ccf1ac99 req-c540f830-27d0-465d-af15-800ba4e4caa9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=217b1b51-e79e-42d0-8f5b-7c263b1e7c42 HTTP/1.1" status: 200  len: 999 time: 0.1150198
Dec 22 05:34:16.311296 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e003db-653b-4677-a1df-b607ccf1ac99 req-13d38c77-2c98-4862-b540-ccd011e2be1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:34:16.312674 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-68e003db-653b-4677-a1df-b607ccf1ac99 req-13d38c77-2c98-4862-b540-ccd011e2be1d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a211cffc-b885-40d6-b09f-23bef7b092b0 HTTP/1.1" status: 200  len: 834 time: 0.0559480
Dec 22 05:34:16.388232 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-68e003db-653b-4677-a1df-b607ccf1ac99 req-8186285e-de53-4153-bfea-93397dd5ef8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597aec57-551f-40eb-8469-9b95fecbce73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0684459
Dec 22 05:34:16.515605 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-68e003db-653b-4677-a1df-b607ccf1ac99 req-9c8f2d2f-382c-4f0b-8785-bd463ab25db6 service neutron] 10.222.0.47 "GET /v2.0/networks/597aec57-551f-40eb-8469-9b95fecbce73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206629
Dec 22 05:34:16.639150 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:34:16.646737 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-68e003db-653b-4677-a1df-b607ccf1ac99 req-43c0b793-893c-456c-a396-14939aa323ec service neutron] 10.222.0.47 "GET /v2.0/networks/597aec57-551f-40eb-8469-9b95fecbce73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227558
Dec 22 05:34:16.706174 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:34:16.706550 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:34:16.819956 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:34:16.851064 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 217b1b51-e79e-42d0-8f5b-7c263b1e7c42, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=217b1b51-e79e-42d0-8f5b-7c263b1e7c42,segment=NetworkSegment(d6f5365a-a0f5-4ad7-8a3c-a866937b74c5),segment_id=d6f5365a-a0f5-4ad7-8a3c-a866937b74c5)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:34:16.855084 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:34:16.857147 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:34:16.917626 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=217b1b51-e79e-42d0-8f5b-7c263b1e7c42,revision_number=8']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:34:16.920996 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:34:16.998646 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f80efd2-b3bb-4cae-a306-8baa9855f10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217b1b51-e79e-42d0-8f5b-7c263b1e7c42'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:34:17.055208 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f80efd2-b3bb-4cae-a306-8baa9855f10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217b1b51-e79e-42d0-8f5b-7c263b1e7c42', 'code': 200}
Dec 22 05:34:17.438264 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ed297-2bf6-4df1-a751-13f2db139c8f req-716f1752-8a7a-46f0-b338-2b667501448e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:34:17.439678 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1d7ed297-2bf6-4df1-a751-13f2db139c8f req-716f1752-8a7a-46f0-b338-2b667501448e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0732045
Dec 22 05:34:17.483935 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1d7ed297-2bf6-4df1-a751-13f2db139c8f req-96dc1728-6cb9-46ce-82f7-a344e7627f22 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385501
Dec 22 05:34:17.511086 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37796) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:34:17.721364 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5a597afd-9121-4730-a0a9-5f2fe40d05a6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/floatingips/a357d6c5-7d56-4a8e-9663-af246a275c5f HTTP/1.1" status: 200  len: 992 time: 0.2091048
Dec 22 05:34:36.562462 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4dbfd6b7-6575-4067-8e9b-3b68b5fb5d1e req-19a00a6a-496b-4da2-b551-816c201495b6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0685804
Dec 22 05:34:36.714658 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4dbfd6b7-6575-4067-8e9b-3b68b5fb5d1e req-9225230a-ab0b-4118-80c2-a2e486b787af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 1098 time: 0.0667081
Dec 22 05:34:36.854900 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfd6b7-6575-4067-8e9b-3b68b5fb5d1e req-a9e81e0a-6c3f-4649-bf74-d12b418ee8f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:34:36.856224 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4dbfd6b7-6575-4067-8e9b-3b68b5fb5d1e req-a9e81e0a-6c3f-4649-bf74-d12b418ee8f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=597aec57-551f-40eb-8469-9b95fecbce73 HTTP/1.1" status: 200  len: 897 time: 0.1219337
Dec 22 05:34:36.957567 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4dbfd6b7-6575-4067-8e9b-3b68b5fb5d1e req-978e89e8-1005-47d2-b913-428c2e0e31c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=217b1b51-e79e-42d0-8f5b-7c263b1e7c42 HTTP/1.1" status: 200  len: 1000 time: 0.0942321
Dec 22 05:34:37.017609 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfd6b7-6575-4067-8e9b-3b68b5fb5d1e req-b6513d3b-2432-4ee4-8c93-aa48f3865f2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:34:37.018961 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4dbfd6b7-6575-4067-8e9b-3b68b5fb5d1e req-b6513d3b-2432-4ee4-8c93-aa48f3865f2c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a211cffc-b885-40d6-b09f-23bef7b092b0 HTTP/1.1" status: 200  len: 834 time: 0.0551472
Dec 22 05:34:37.095629 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4dbfd6b7-6575-4067-8e9b-3b68b5fb5d1e req-ff6e5309-a3ac-4c58-9525-68e36570652b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597aec57-551f-40eb-8469-9b95fecbce73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703499
Dec 22 05:34:37.223124 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4dbfd6b7-6575-4067-8e9b-3b68b5fb5d1e req-33961523-e8b8-462d-9b22-daad256857ad service neutron] 10.222.0.47 "GET /v2.0/networks/597aec57-551f-40eb-8469-9b95fecbce73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1203413
Dec 22 05:34:37.350407 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4dbfd6b7-6575-4067-8e9b-3b68b5fb5d1e req-9a6b9b31-8be0-4b84-ad9b-5d21e081550f service neutron] 10.222.0.47 "GET /v2.0/networks/597aec57-551f-40eb-8469-9b95fecbce73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1205144
Dec 22 05:34:37.968018 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:34:38.876736 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4b54d4f1-7053-4fa7-a6f1-78745744db4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:34:41.082828 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-59d8f42e-14e8-405e-858b-f71ffe5b69a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:34:42.264785 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:34:42.392492 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:34:43.724739 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:34:49.590488 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:35:04.440851 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37820) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:04.639520 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting port 99238f19-1102-4214-8a1e-0ef7e52d52e2 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:35:04.639858 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:04.899326 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:04.899560 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:05.015727 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Calling delete_port for 99238f19-1102-4214-8a1e-0ef7e52d52e2 owned by network:floatingip {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:35:05.157001 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:05.160351 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0304abe2-4770-401d-9462-f39483f3c6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:05.204236 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Port': ['ID=99238f19-1102-4214-8a1e-0ef7e52d52e2,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:05.242407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:05.242781 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:05.243145 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:05.243503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:05.243858 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:05.244211 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:05.245138 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:05.245491 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:05.245868 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:05.246218 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:05.246566 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:05.256747 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:05.307723 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for floatingip, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:05.690501 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router 2ad6c7d9-d37f-4499-aa42-4b0ee7782485 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:35:05.884458 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:35:05.894159 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b302f3-bd04-4e18-92cd-efee74bc9aaf None None] Sync routers for ids ['2ad6c7d9-d37f-4499-aa42-4b0ee7782485'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:35:05.905761 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:05.907194 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b302f3-bd04-4e18-92cd-efee74bc9aaf None None] Routers {'2ad6c7d9-d37f-4499-aa42-4b0ee7782485'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:35:05.907817 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f5b302f3-bd04-4e18-92cd-efee74bc9aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8a1850>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:34:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['2ad6c7d9-d37f-4499-aa42-4b0ee7782485'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:35:05.958246 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/floatingips/a357d6c5-7d56-4a8e-9663-af246a275c5f HTTP/1.1" status: 204  len: 168 time: 1.5163410
Dec 22 05:35:05.958884 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f80efd2-b3bb-4cae-a306-8baa9855f10a', 'tag': '217b1b51-e79e-42d0-8f5b-7c263b1e7c42'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:35:06.016511 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f80efd2-b3bb-4cae-a306-8baa9855f10a', 'tag': '217b1b51-e79e-42d0-8f5b-7c263b1e7c42', 'status': 'completed', 'code': 200}
Dec 22 05:35:06.089582 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-f5b302f3-bd04-4e18-92cd-efee74bc9aaf None None] Set router 2ad6c7d9-d37f-4499-aa42-4b0ee7782485 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:35:06.136920 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-623c11cd-6189-4916-856d-b70bb1777988 req-ba88dcb6-711e-4471-92f3-493bbd07ca2d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 1098 time: 0.0727959
Dec 22 05:35:06.274447 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c11cd-6189-4916-856d-b70bb1777988 req-2238433c-b91a-4b75-880e-d44a2a8ba5f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:06.275961 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-623c11cd-6189-4916-856d-b70bb1777988 req-2238433c-b91a-4b75-880e-d44a2a8ba5f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=597aec57-551f-40eb-8469-9b95fecbce73 HTTP/1.1" status: 200  len: 897 time: 0.1329587
Dec 22 05:35:06.347934 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-623c11cd-6189-4916-856d-b70bb1777988 req-15c725de-ad03-4702-9cf0-ce199a04b417 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=217b1b51-e79e-42d0-8f5b-7c263b1e7c42 HTTP/1.1" status: 200  len: 217 time: 0.0649812
Dec 22 05:35:06.376765 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ee252-9d6b-4aef-9606-118177c2888e req-836521b0-e3ff-488e-85cf-90afdbe782ef tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:06.377444 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-ef3ee252-9d6b-4aef-9606-118177c2888e req-836521b0-e3ff-488e-85cf-90afdbe782ef tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:35:06.394479 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-ef3ee252-9d6b-4aef-9606-118177c2888e req-836521b0-e3ff-488e-85cf-90afdbe782ef tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:35:06.395914 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ef3ee252-9d6b-4aef-9606-118177c2888e req-836521b0-e3ff-488e-85cf-90afdbe782ef tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0968449
Dec 22 05:35:06.414596 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c11cd-6189-4916-856d-b70bb1777988 req-4bc8bdb1-de92-4b15-96a7-37c3246549f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:06.416351 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-623c11cd-6189-4916-856d-b70bb1777988 req-4bc8bdb1-de92-4b15-96a7-37c3246549f8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a211cffc-b885-40d6-b09f-23bef7b092b0 HTTP/1.1" status: 200  len: 834 time: 0.0616133
Dec 22 05:35:06.416997 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f5b302f3-bd04-4e18-92cd-efee74bc9aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8a1850>, [{'id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829026920', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:26Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'f3b3d883-73a5-443f-b564-2e45a83869e6', 'name': '', 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:c3:a3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a211cffc-b885-40d6-b09f-23bef7b092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:25Z', 'updated_at': '2021-12-22T05:32:31Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': 'a211cffc-b885-40d6-b09f-23bef7b092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:35:06.421222 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b302f3-bd04-4e18-92cd-efee74bc9aaf None None] Checking router: 2ad6c7d9-d37f-4499-aa42-4b0ee7782485 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:35:06.432288 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b302f3-bd04-4e18-92cd-efee74bc9aaf None None] Routers {'2ad6c7d9-d37f-4499-aa42-4b0ee7782485'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:35:06.432899 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f5b302f3-bd04-4e18-92cd-efee74bc9aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8a1850>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:34:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['2ad6c7d9-d37f-4499-aa42-4b0ee7782485'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:35:06.446467 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ef3ee252-9d6b-4aef-9606-118177c2888e req-2bf42f1a-714a-424f-8999-c4ca496e5026 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446112
Dec 22 05:35:06.498521 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-623c11cd-6189-4916-856d-b70bb1777988 req-5710c7a0-62dc-4617-8ca4-3de123c8722c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=597aec57-551f-40eb-8469-9b95fecbce73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0747130
Dec 22 05:35:06.618447 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-f5b302f3-bd04-4e18-92cd-efee74bc9aaf None None] Set router 2ad6c7d9-d37f-4499-aa42-4b0ee7782485 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:35:06.631874 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-623c11cd-6189-4916-856d-b70bb1777988 req-e52e377c-cc44-4383-99b0-20fd2d21bf15 service neutron] 10.222.0.47 "GET /v2.0/networks/597aec57-551f-40eb-8469-9b95fecbce73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261353
Dec 22 05:35:06.874041 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-623c11cd-6189-4916-856d-b70bb1777988 req-aad449c3-a3ac-48f9-8b2a-89b1d621fa20 service neutron] 10.222.0.47 "GET /v2.0/networks/597aec57-551f-40eb-8469-9b95fecbce73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2346044
Dec 22 05:35:06.962421 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f5b302f3-bd04-4e18-92cd-efee74bc9aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8a1850>, [{'id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829026920', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:26Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'f3b3d883-73a5-443f-b564-2e45a83869e6', 'name': '', 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:c3:a3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a211cffc-b885-40d6-b09f-23bef7b092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:25Z', 'updated_at': '2021-12-22T05:32:31Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': 'a211cffc-b885-40d6-b09f-23bef7b092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:35:06.966216 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b302f3-bd04-4e18-92cd-efee74bc9aaf None None] The sync data for ids ['2ad6c7d9-d37f-4499-aa42-4b0ee7782485'] in dv-neutron-822525-1-hyperv is: [{'id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829026920', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:26Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'f3b3d883-73a5-443f-b564-2e45a83869e6', 'name': '', 'network_id': '597aec57-551f-40eb-8469-9b95fecbce73', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:c3:a3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a211cffc-b885-40d6-b09f-23bef7b092b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:25Z', 'updated_at': '2021-12-22T05:32:31Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': 'a211cffc-b885-40d6-b09f-23bef7b092b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:35:07.179640 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05db8885-c956-454e-b6a8-b3c5f634846d None None] New status for floating IP a357d6c5-7d56-4a8e-9663-af246a275c5f: DOWN {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:35:07.643272 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f5e42-1332-4e8a-97a5-352da8573d53 req-035a4a9a-cdf0-4838-9718-daf8089b46ad tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:07.644702 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e37f5e42-1332-4e8a-97a5-352da8573d53 req-035a4a9a-cdf0-4838-9718-daf8089b46ad tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0743158
Dec 22 05:35:07.687975 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e37f5e42-1332-4e8a-97a5-352da8573d53 req-ea953792-fcc3-4f41-a6ae-d4bfadb5a499 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=5c141d99-374c-42e3-b8a5-f3b932d39925&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378544
Dec 22 05:35:07.981053 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:08.246185 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebaeec-6ddf-4cd8-81b7-7c9c8d62e740 req-7d9530c4-c93d-43a7-9962-d8a2ddbe237f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:08.247500 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c1ebaeec-6ddf-4cd8-81b7-7c9c8d62e740 req-7d9530c4-c93d-43a7-9962-d8a2ddbe237f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 945 time: 0.0787725
Dec 22 05:35:08.314082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-c1ebaeec-6ddf-4cd8-81b7-7c9c8d62e740 req-7bf9488f-3c96-45d8-8bdb-bfc1be01e2b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting port 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:35:08.314480 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-c1ebaeec-6ddf-4cd8-81b7-7c9c8d62e740 req-7bf9488f-3c96-45d8-8bdb-bfc1be01e2b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:08.548469 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-c1ebaeec-6ddf-4cd8-81b7-7c9c8d62e740 req-7bf9488f-3c96-45d8-8bdb-bfc1be01e2b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] For port 217b1b51-e79e-42d0-8f5b-7c263b1e7c42, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=217b1b51-e79e-42d0-8f5b-7c263b1e7c42,segment=NetworkSegment(d6f5365a-a0f5-4ad7-8a3c-a866937b74c5),segment_id=d6f5365a-a0f5-4ad7-8a3c-a866937b74c5)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:35:08.548736 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-c1ebaeec-6ddf-4cd8-81b7-7c9c8d62e740 req-7bf9488f-3c96-45d8-8bdb-bfc1be01e2b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:08.665599 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-c1ebaeec-6ddf-4cd8-81b7-7c9c8d62e740 req-7bf9488f-3c96-45d8-8bdb-bfc1be01e2b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Calling delete_port for 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:35:08.806075 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-c1ebaeec-6ddf-4cd8-81b7-7c9c8d62e740 req-7bf9488f-3c96-45d8-8bdb-bfc1be01e2b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:08.811637 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-075300dd-e0d4-44d8-9e2d-949dafec7858 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:08.849875 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-154d9a97-de7c-4f3b-a9b6-f352e73f9d49 req-10b44a06-632b-4e47-bd02-2dadefa9f20b tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f80efd2-b3bb-4cae-a306-8baa9855f10a HTTP/1.1" status: 200  len: 210 time: 0.0413539
Dec 22 05:35:08.856800 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9488f-3c96-45d8-8bdb-bfc1be01e2b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Port': ['ID=217b1b51-e79e-42d0-8f5b-7c263b1e7c42,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:08.886090 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-264c1626-8591-40db-a4c3-df44ba1c0dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:08.899904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9488f-3c96-45d8-8bdb-bfc1be01e2b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:08.900284 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9488f-3c96-45d8-8bdb-bfc1be01e2b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:08.900732 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9488f-3c96-45d8-8bdb-bfc1be01e2b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:08.901619 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9488f-3c96-45d8-8bdb-bfc1be01e2b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:08.901987 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9488f-3c96-45d8-8bdb-bfc1be01e2b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:08.902354 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9488f-3c96-45d8-8bdb-bfc1be01e2b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:08.902708 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9488f-3c96-45d8-8bdb-bfc1be01e2b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:08.903072 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9488f-3c96-45d8-8bdb-bfc1be01e2b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:08.903430 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9488f-3c96-45d8-8bdb-bfc1be01e2b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:08.903787 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9488f-3c96-45d8-8bdb-bfc1be01e2b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:08.904145 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf9488f-3c96-45d8-8bdb-bfc1be01e2b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:08.910909 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7bf9488f-3c96-45d8-8bdb-bfc1be01e2b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:08.943103 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ebaeec-6ddf-4cd8-81b7-7c9c8d62e740 req-7bf9488f-3c96-45d8-8bdb-bfc1be01e2b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] No DVR routers for this DVR port 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:35:08.945597 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-c1ebaeec-6ddf-4cd8-81b7-7c9c8d62e740 req-7bf9488f-3c96-45d8-8bdb-bfc1be01e2b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:08.948638 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f80efd2-b3bb-4cae-a306-8baa9855f10a', 'name': 'network-vif-deleted', 'tag': '217b1b51-e79e-42d0-8f5b-7c263b1e7c42'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:35:08.964316 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c1ebaeec-6ddf-4cd8-81b7-7c9c8d62e740 req-7bf9488f-3c96-45d8-8bdb-bfc1be01e2b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "DELETE /v2.0/ports/217b1b51-e79e-42d0-8f5b-7c263b1e7c42 HTTP/1.1" status: 204  len: 173 time: 0.7101386
Dec 22 05:35:09.002555 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f80efd2-b3bb-4cae-a306-8baa9855f10a', 'name': 'network-vif-deleted', 'tag': '217b1b51-e79e-42d0-8f5b-7c263b1e7c42', 'status': 'completed', 'code': 200}
Dec 22 05:35:09.973834 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37838) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:10.364453 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f24e1181-01ce-4a01-98fe-a7ff46e70483 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:10.787502 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:35:10.819592 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:35:10.819955 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 217b1b51-e79e-42d0-8f5b-7c263b1e7c42 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:35:11.076312 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-f24e1181-01ce-4a01-98fe-a7ff46e70483 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting port f3b3d883-73a5-443f-b564-2e45a83869e6 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:35:11.076881 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f24e1181-01ce-4a01-98fe-a7ff46e70483 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:11.085036 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36970097-145b-463b-9fbc-a804f1c4a32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:11.267979 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-f24e1181-01ce-4a01-98fe-a7ff46e70483 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] For port f3b3d883-73a5-443f-b564-2e45a83869e6, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f3b3d883-73a5-443f-b564-2e45a83869e6,segment=NetworkSegment(d6f5365a-a0f5-4ad7-8a3c-a866937b74c5),segment_id=d6f5365a-a0f5-4ad7-8a3c-a866937b74c5)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:35:11.268334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f24e1181-01ce-4a01-98fe-a7ff46e70483 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:11.387628 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-f24e1181-01ce-4a01-98fe-a7ff46e70483 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Calling delete_port for f3b3d883-73a5-443f-b564-2e45a83869e6 owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:35:11.572676 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f24e1181-01ce-4a01-98fe-a7ff46e70483 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:11.576731 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2708c52f-5a68-4b23-8416-ffce98416256 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:11.622592 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e1181-01ce-4a01-98fe-a7ff46e70483 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Port': ['ID=f3b3d883-73a5-443f-b564-2e45a83869e6,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:11.625076 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f24e1181-01ce-4a01-98fe-a7ff46e70483 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:11.910165 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-f24e1181-01ce-4a01-98fe-a7ff46e70483 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:12.270461 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:12.393263 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:12.599911 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24e1181-01ce-4a01-98fe-a7ff46e70483 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router 2ad6c7d9-d37f-4499-aa42-4b0ee7782485 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:35:12.789442 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24e1181-01ce-4a01-98fe-a7ff46e70483 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:35:12.801102 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12470d89-56fd-44ad-a353-8e51ceba72be None None] Sync routers for ids ['2ad6c7d9-d37f-4499-aa42-4b0ee7782485'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:35:12.802356 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-f24e1181-01ce-4a01-98fe-a7ff46e70483 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "PUT /v2.0/routers/2ad6c7d9-d37f-4499-aa42-4b0ee7782485/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8274684
Dec 22 05:35:12.805185 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37842) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:12.812911 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12470d89-56fd-44ad-a353-8e51ceba72be None None] Routers {'2ad6c7d9-d37f-4499-aa42-4b0ee7782485'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:35:12.813533 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-12470d89-56fd-44ad-a353-8e51ceba72be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c6456d0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:35:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['2ad6c7d9-d37f-4499-aa42-4b0ee7782485'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:35:12.985461 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-12470d89-56fd-44ad-a353-8e51ceba72be None None] Set router 2ad6c7d9-d37f-4499-aa42-4b0ee7782485 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:35:12.986316 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e434719-ce8f-4748-bb7b-37dd8ab5edd1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting subnet a211cffc-b885-40d6-b09f-23bef7b092b0 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:35:12.989142 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e434719-ce8f-4748-bb7b-37dd8ab5edd1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:13.157586 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e434719-ce8f-4748-bb7b-37dd8ab5edd1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:13.239522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e434719-ce8f-4748-bb7b-37dd8ab5edd1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:13.268365 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-12470d89-56fd-44ad-a353-8e51ceba72be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c6456d0>, [{'id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829026920', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:35:11Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:35:13.272110 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12470d89-56fd-44ad-a353-8e51ceba72be None None] Checking router: 2ad6c7d9-d37f-4499-aa42-4b0ee7782485 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:35:13.282778 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12470d89-56fd-44ad-a353-8e51ceba72be None None] Routers {'2ad6c7d9-d37f-4499-aa42-4b0ee7782485'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:35:13.283360 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-12470d89-56fd-44ad-a353-8e51ceba72be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c6456d0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:35:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['2ad6c7d9-d37f-4499-aa42-4b0ee7782485'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:35:13.310335 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e434719-ce8f-4748-bb7b-37dd8ab5edd1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:13.314117 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0fef8ed5-169c-4ce0-83b2-8ee65a3a0851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:13.351869 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e434719-ce8f-4748-bb7b-37dd8ab5edd1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Subnet': ['ID=a211cffc-b885-40d6-b09f-23bef7b092b0,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:13.355829 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1e434719-ce8f-4748-bb7b-37dd8ab5edd1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:13.359564 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e434719-ce8f-4748-bb7b-37dd8ab5edd1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:13.365691 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b082c05-6fe8-4b3c-b68c-418b35fcde3b None None] Network 597aec57-551f-40eb-8469-9b95fecbce73 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:35:13.366794 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1e434719-ce8f-4748-bb7b-37dd8ab5edd1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/subnets/a211cffc-b885-40d6-b09f-23bef7b092b0 HTTP/1.1" status: 204  len: 168 time: 0.5605495
Dec 22 05:35:13.369856 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37846) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:13.466259 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-12470d89-56fd-44ad-a353-8e51ceba72be None None] Set router 2ad6c7d9-d37f-4499-aa42-4b0ee7782485 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:35:13.574440 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dba52b05-214d-482e-bd17-f82304a9b1c0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:13.622756 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] DHCP port deletion for 597aec57-551f-40eb-8469-9b95fecbce73 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 05:35:13.627939 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Deleting port 084279e0-1c42-478a-8ab8-00b5097b15a6 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:35:13.628252 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:13.754554 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 084279e0-1c42-478a-8ab8-00b5097b15a6 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:35:13.767836 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-12470d89-56fd-44ad-a353-8e51ceba72be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c6456d0>, [{'id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829026920', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:35:11Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:35:13.771919 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12470d89-56fd-44ad-a353-8e51ceba72be None None] The sync data for ids ['2ad6c7d9-d37f-4499-aa42-4b0ee7782485'] in dv-neutron-822525-1-hyperv is: [{'id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-829026920', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:35:11Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '1f5a56cd-8844-45af-9f7b-91882653bf64', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad6c7d9-d37f-4499-aa42-4b0ee7782485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:22Z', 'updated_at': '2021-12-22T05:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:35:13.799694 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dba52b05-214d-482e-bd17-f82304a9b1c0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:13.805423 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:13.815776 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-dba52b05-214d-482e-bd17-f82304a9b1c0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting port 1f5a56cd-8844-45af-9f7b-91882653bf64 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:35:13.816257 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dba52b05-214d-482e-bd17-f82304a9b1c0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:13.958489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] For port 084279e0-1c42-478a-8ab8-00b5097b15a6, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=084279e0-1c42-478a-8ab8-00b5097b15a6,segment=NetworkSegment(d6f5365a-a0f5-4ad7-8a3c-a866937b74c5),segment_id=d6f5365a-a0f5-4ad7-8a3c-a866937b74c5)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:35:13.958884 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:13.995876 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-dba52b05-214d-482e-bd17-f82304a9b1c0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] For port 1f5a56cd-8844-45af-9f7b-91882653bf64, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=1f5a56cd-8844-45af-9f7b-91882653bf64,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:35:13.996235 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dba52b05-214d-482e-bd17-f82304a9b1c0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:14.111702 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:14.118483 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-dba52b05-214d-482e-bd17-f82304a9b1c0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Calling delete_port for 1f5a56cd-8844-45af-9f7b-91882653bf64 owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:35:14.125842 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Calling delete_port for 084279e0-1c42-478a-8ab8-00b5097b15a6 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:35:14.208795 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 084279e0-1c42-478a-8ab8-00b5097b15a6, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=084279e0-1c42-478a-8ab8-00b5097b15a6,segment=NetworkSegment(d6f5365a-a0f5-4ad7-8a3c-a866937b74c5),segment_id=d6f5365a-a0f5-4ad7-8a3c-a866937b74c5)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:35:14.215771 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:14.219314 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-087fef17-8a91-47f9-8454-1d21eb843c3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:14.258825 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 05:35:14.259185 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 05:35:14.286311 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=084279e0-1c42-478a-8ab8-00b5097b15a6,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:14.289424 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:14.311664 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dba52b05-214d-482e-bd17-f82304a9b1c0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:14.315819 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-53706c72-75d0-4707-aa2a-7def0ecd3117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:14.357624 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba52b05-214d-482e-bd17-f82304a9b1c0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Port': ['ID=1f5a56cd-8844-45af-9f7b-91882653bf64,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:14.360078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dba52b05-214d-482e-bd17-f82304a9b1c0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:14.574432 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dba52b05-214d-482e-bd17-f82304a9b1c0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:14.761048 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Deleting port 084279e0-1c42-478a-8ab8-00b5097b15a6 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:35:14.762065 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:14.928307 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dba52b05-214d-482e-bd17-f82304a9b1c0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:14.933119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dba52b05-214d-482e-bd17-f82304a9b1c0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:14.959928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dba52b05-214d-482e-bd17-f82304a9b1c0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:14.960690 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba52b05-214d-482e-bd17-f82304a9b1c0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Fanout notify agent at l3_agent the message router_deleted on router 2ad6c7d9-d37f-4499-aa42-4b0ee7782485 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 05:35:14.965895 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] For port 084279e0-1c42-478a-8ab8-00b5097b15a6, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=084279e0-1c42-478a-8ab8-00b5097b15a6,segment=NetworkSegment(d6f5365a-a0f5-4ad7-8a3c-a866937b74c5),segment_id=d6f5365a-a0f5-4ad7-8a3c-a866937b74c5)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:35:14.965895 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:14.975474 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dba52b05-214d-482e-bd17-f82304a9b1c0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:14.976565 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dba52b05-214d-482e-bd17-f82304a9b1c0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/routers/2ad6c7d9-d37f-4499-aa42-4b0ee7782485 HTTP/1.1" status: 204  len: 168 time: 1.6058178
Dec 22 05:35:14.980007 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37852) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:15.088013 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Calling delete_port for 084279e0-1c42-478a-8ab8-00b5097b15a6 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:35:15.100326 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2197f762-8ce2-4bca-ad07-fdc6bd4e5128 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:15.111100 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-2197f762-8ce2-4bca-ad07-fdc6bd4e5128 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting port 084279e0-1c42-478a-8ab8-00b5097b15a6 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:35:15.111422 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2197f762-8ce2-4bca-ad07-fdc6bd4e5128 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:15.162123 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:15.166474 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:15.198388 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-2197f762-8ce2-4bca-ad07-fdc6bd4e5128 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] The port '084279e0-1c42-478a-8ab8-00b5097b15a6' was deleted {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 05:35:15.207236 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Pushing event deleted for resources: {'Port': ['ID=084279e0-1c42-478a-8ab8-00b5097b15a6,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:15.220823 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:15.221295 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:15.221752 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:15.222178 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:15.222607 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:15.222940 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:15.223264 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:15.223592 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:15.223915 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:15.224231 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:15.224554 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:15.227123 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] No DVR routers for this DVR port 084279e0-1c42-478a-8ab8-00b5097b15a6 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:35:15.228572 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:15.319792 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2197f762-8ce2-4bca-ad07-fdc6bd4e5128 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:15.344702 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-2197f762-8ce2-4bca-ad07-fdc6bd4e5128 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469bb0a550>,) {'filters': {'network_id': ['597aec57-551f-40eb-8469-9b95fecbce73']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:35:15.357070 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-2197f762-8ce2-4bca-ad07-fdc6bd4e5128 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bb0a550>, 'd6f5365a-a0f5-4ad7-8a3c-a866937b74c5') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:35:15.357366 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-2197f762-8ce2-4bca-ad07-fdc6bd4e5128 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469bb0a550>, 'd6f5365a-a0f5-4ad7-8a3c-a866937b74c5') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:35:15.368303 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2197f762-8ce2-4bca-ad07-fdc6bd4e5128 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:15.383647 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2197f762-8ce2-4bca-ad07-fdc6bd4e5128 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:15.392268 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2197f762-8ce2-4bca-ad07-fdc6bd4e5128 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:35:15.392268 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2197f762-8ce2-4bca-ad07-fdc6bd4e5128 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:35:15.405617 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:35:15.486129 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2197f762-8ce2-4bca-ad07-fdc6bd4e5128 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:15.490565 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2197f762-8ce2-4bca-ad07-fdc6bd4e5128 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:15.493272 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-66ff1fe0-fd6a-4f34-88ad-a0486516bac5 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:15.515823 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197f762-8ce2-4bca-ad07-fdc6bd4e5128 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Network': ['ID=597aec57-551f-40eb-8469-9b95fecbce73,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:15.518198 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2197f762-8ce2-4bca-ad07-fdc6bd4e5128 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:15.523770 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2197f762-8ce2-4bca-ad07-fdc6bd4e5128 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/networks/597aec57-551f-40eb-8469-9b95fecbce73 HTTP/1.1" status: 204  len: 168 time: 0.5426912
Dec 22 05:35:15.526805 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37856) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:15.600056 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-276e5c08-5ac7-480d-afed-7c01e13d6c58 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:15.630332 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-276e5c08-5ac7-480d-afed-7c01e13d6c58 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:15.643947 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 1f5a56cd-8844-45af-9f7b-91882653bf64 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:35:15.678086 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 1f5a56cd-8844-45af-9f7b-91882653bf64 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:35:15.678440 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 1f5a56cd-8844-45af-9f7b-91882653bf64 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:35:15.678895 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f3b3d883-73a5-443f-b564-2e45a83869e6 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:35:15.693508 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-276e5c08-5ac7-480d-afed-7c01e13d6c58 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:15.697415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-05585f50-e147-4d6c-808c-a51727e7ad50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:15.711032 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e5c08-5ac7-480d-afed-7c01e13d6c58 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c141d99-374c-42e3-b8a5-f3b932d39925,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:15.711443 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: f3b3d883-73a5-443f-b564-2e45a83869e6 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:35:15.711798 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f3b3d883-73a5-443f-b564-2e45a83869e6 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:35:15.714180 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-276e5c08-5ac7-480d-afed-7c01e13d6c58 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:15.723541 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-276e5c08-5ac7-480d-afed-7c01e13d6c58 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:15.724755 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-276e5c08-5ac7-480d-afed-7c01e13d6c58 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/security-groups/5c141d99-374c-42e3-b8a5-f3b932d39925 HTTP/1.1" status: 204  len: 168 time: 0.1969349
Dec 22 05:35:17.031828 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37866) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:17.037427 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-8d89df08-9bab-425e-8fbb-ee077968e336 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1483323407', 'description': 'tempest-secgroup-smoke-1483323407 description', 'project_id': '8d14121bb4964f9788327a98293c0192'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:35:17.043840 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8d89df08-9bab-425e-8fbb-ee077968e336 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:35:17.047831 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8d89df08-9bab-425e-8fbb-ee077968e336 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:35:17.050743 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8d89df08-9bab-425e-8fbb-ee077968e336 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:35:17.057104 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8d89df08-9bab-425e-8fbb-ee077968e336 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:35:17.066600 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8d89df08-9bab-425e-8fbb-ee077968e336 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:17.100300 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8d89df08-9bab-425e-8fbb-ee077968e336 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:35:17.104557 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8d89df08-9bab-425e-8fbb-ee077968e336 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:35:17.107260 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8d89df08-9bab-425e-8fbb-ee077968e336 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:35:17.112686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8d89df08-9bab-425e-8fbb-ee077968e336 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:35:17.165491 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8d89df08-9bab-425e-8fbb-ee077968e336 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:17.170067 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8d89df08-9bab-425e-8fbb-ee077968e336 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:17.173439 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-262e8327-55c0-45b3-8259-63c931902388 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:17.212463 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89df08-9bab-425e-8fbb-ee077968e336 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5694a9-4e82-48de-bd5a-e9125595a51d,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:17.216081 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8d89df08-9bab-425e-8fbb-ee077968e336 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:17.219015 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8d89df08-9bab-425e-8fbb-ee077968e336 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:17.220741 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8d89df08-9bab-425e-8fbb-ee077968e336 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1875548
Dec 22 05:35:17.223275 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37870) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:17.228725 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-2f247c68-70b2-4779-a286-15cb4ddd4138 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': 'ad5694a9-4e82-48de-bd5a-e9125595a51d', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:35:17.234493 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-2f247c68-70b2-4779-a286-15cb4ddd4138 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:35:17.238270 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2f247c68-70b2-4779-a286-15cb4ddd4138 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:35:17.241068 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-2f247c68-70b2-4779-a286-15cb4ddd4138 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:35:17.247904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-2f247c68-70b2-4779-a286-15cb4ddd4138 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:35:17.264698 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2f247c68-70b2-4779-a286-15cb4ddd4138 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:17.326812 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2f247c68-70b2-4779-a286-15cb4ddd4138 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:17.330260 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2f247c68-70b2-4779-a286-15cb4ddd4138 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:17.332042 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4b8f5bfb-9181-4670-9420-bd2d1cc87f3d tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:17.353326 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f247c68-70b2-4779-a286-15cb4ddd4138 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc5babe-190e-4ea0-ad61-0e13913eb997,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:17.355606 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2f247c68-70b2-4779-a286-15cb4ddd4138 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:17.362602 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2f247c68-70b2-4779-a286-15cb4ddd4138 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:17.363944 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2f247c68-70b2-4779-a286-15cb4ddd4138 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1397357
Dec 22 05:35:17.366651 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37874) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:17.372061 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-8c8be081-ba9f-415e-9e3e-9bd42d674a19 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': 'ad5694a9-4e82-48de-bd5a-e9125595a51d', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:35:17.377789 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8c8be081-ba9f-415e-9e3e-9bd42d674a19 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:35:17.381453 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8c8be081-ba9f-415e-9e3e-9bd42d674a19 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:35:17.384259 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-8c8be081-ba9f-415e-9e3e-9bd42d674a19 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:35:17.390344 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-8c8be081-ba9f-415e-9e3e-9bd42d674a19 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:35:17.406295 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8c8be081-ba9f-415e-9e3e-9bd42d674a19 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:17.464979 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8c8be081-ba9f-415e-9e3e-9bd42d674a19 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:17.468488 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8c8be081-ba9f-415e-9e3e-9bd42d674a19 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:17.470229 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-83654dae-595e-48cf-8729-8d739965e105 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:17.491111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8be081-ba9f-415e-9e3e-9bd42d674a19 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe0851e-0747-4d01-8f22-d885a2fea309,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:17.493600 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8c8be081-ba9f-415e-9e3e-9bd42d674a19 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:17.501144 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-8c8be081-ba9f-415e-9e3e-9bd42d674a19 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:17.502335 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-8c8be081-ba9f-415e-9e3e-9bd42d674a19 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1347768
Dec 22 05:35:17.504930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37878) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:17.510241 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-10d78241-1419-4171-9e4c-01bfde042b05 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': 'ad5694a9-4e82-48de-bd5a-e9125595a51d', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:35:17.515729 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-10d78241-1419-4171-9e4c-01bfde042b05 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:35:17.519428 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-10d78241-1419-4171-9e4c-01bfde042b05 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:35:17.522232 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-10d78241-1419-4171-9e4c-01bfde042b05 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:35:17.528249 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-10d78241-1419-4171-9e4c-01bfde042b05 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:35:17.544241 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-10d78241-1419-4171-9e4c-01bfde042b05 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:17.607302 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-10d78241-1419-4171-9e4c-01bfde042b05 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:17.610788 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-10d78241-1419-4171-9e4c-01bfde042b05 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:17.612552 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-40564148-cd19-45dd-b728-634c8316a7ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:17.736226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d78241-1419-4171-9e4c-01bfde042b05 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068d8f26-4e18-4f26-9175-7074869c32a0,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:17.740486 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-10d78241-1419-4171-9e4c-01bfde042b05 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:17.744026 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-10d78241-1419-4171-9e4c-01bfde042b05 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:17.745203 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-10d78241-1419-4171-9e4c-01bfde042b05 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2393923
Dec 22 05:35:17.748007 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37882) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:17.753363 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-db16f81e-8ac0-4d7c-b201-99faad8a255e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': 'ad5694a9-4e82-48de-bd5a-e9125595a51d', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:35:17.758937 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-db16f81e-8ac0-4d7c-b201-99faad8a255e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:35:17.763248 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-db16f81e-8ac0-4d7c-b201-99faad8a255e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:35:17.766016 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-db16f81e-8ac0-4d7c-b201-99faad8a255e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:35:17.771482 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-db16f81e-8ac0-4d7c-b201-99faad8a255e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:35:17.787495 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-db16f81e-8ac0-4d7c-b201-99faad8a255e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:17.848072 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-db16f81e-8ac0-4d7c-b201-99faad8a255e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:17.851316 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-db16f81e-8ac0-4d7c-b201-99faad8a255e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:17.853112 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-824cc2b8-ca21-471d-bec5-4f02efb787e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:17.875930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16f81e-8ac0-4d7c-b201-99faad8a255e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce22acf-8672-427d-8956-7caf60943dbb,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:17.878245 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-db16f81e-8ac0-4d7c-b201-99faad8a255e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:17.885648 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-db16f81e-8ac0-4d7c-b201-99faad8a255e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:17.886787 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-db16f81e-8ac0-4d7c-b201-99faad8a255e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1378751
Dec 22 05:35:17.889606 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37886) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:17.895137 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-792ba1e6-0df6-43f2-be9a-a12676704d2c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': 'ad5694a9-4e82-48de-bd5a-e9125595a51d', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:35:17.901170 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-792ba1e6-0df6-43f2-be9a-a12676704d2c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:35:17.904801 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-792ba1e6-0df6-43f2-be9a-a12676704d2c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:35:17.907566 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-792ba1e6-0df6-43f2-be9a-a12676704d2c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:35:17.912985 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-792ba1e6-0df6-43f2-be9a-a12676704d2c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:35:17.922833 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.securitygroups_db [None req-792ba1e6-0df6-43f2-be9a-a12676704d2c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Project 8d14121bb4964f9788327a98293c0192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:35:17.928868 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-792ba1e6-0df6-43f2-be9a-a12676704d2c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:17.999090 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-792ba1e6-0df6-43f2-be9a-a12676704d2c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:18.002671 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-792ba1e6-0df6-43f2-be9a-a12676704d2c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:18.004742 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-4b0c17c5-9946-4ab5-b468-d3e19db58532 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:18.026671 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ba1e6-0df6-43f2-be9a-a12676704d2c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b662b866-7424-42dd-99c0-af7bb282669d,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:18.029033 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-792ba1e6-0df6-43f2-be9a-a12676704d2c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:18.035339 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-792ba1e6-0df6-43f2-be9a-a12676704d2c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:18.038948 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-792ba1e6-0df6-43f2-be9a-a12676704d2c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1458588
Dec 22 05:35:18.039143 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37890) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:18.044417 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-3e4b56b6-8cdb-472c-9d48-97a992f0b59c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': 'ad5694a9-4e82-48de-bd5a-e9125595a51d', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:35:18.049925 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3e4b56b6-8cdb-472c-9d48-97a992f0b59c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:35:18.053533 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3e4b56b6-8cdb-472c-9d48-97a992f0b59c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:35:18.056295 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3e4b56b6-8cdb-472c-9d48-97a992f0b59c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:35:18.061848 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3e4b56b6-8cdb-472c-9d48-97a992f0b59c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:35:18.074648 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.securitygroups_db [None req-3e4b56b6-8cdb-472c-9d48-97a992f0b59c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Project 8d14121bb4964f9788327a98293c0192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:35:18.080984 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3e4b56b6-8cdb-472c-9d48-97a992f0b59c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:18.143251 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3e4b56b6-8cdb-472c-9d48-97a992f0b59c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:18.152107 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3e4b56b6-8cdb-472c-9d48-97a992f0b59c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:18.153885 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0088b58c-bd2f-4e55-8298-23d9e00a7b34 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:18.175116 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b56b6-8cdb-472c-9d48-97a992f0b59c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b2524c-a1a5-4bde-aa03-76c8064c7896,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:18.179384 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3e4b56b6-8cdb-472c-9d48-97a992f0b59c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:18.184043 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3e4b56b6-8cdb-472c-9d48-97a992f0b59c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:18.185199 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3e4b56b6-8cdb-472c-9d48-97a992f0b59c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1451752
Dec 22 05:35:18.188019 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37894) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:18.194405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-98926d10-d959-4367-aecf-58fd8e87afea tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'network': {'name': 'tempest-network-smoke--1738202877', 'project_id': '8d14121bb4964f9788327a98293c0192', 'port_security_enabled': True}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:35:18.199854 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-98926d10-d959-4367-aecf-58fd8e87afea tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:35:18.203837 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-98926d10-d959-4367-aecf-58fd8e87afea tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:network and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:35:18.206726 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-98926d10-d959-4367-aecf-58fd8e87afea tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:35:18.212095 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-98926d10-d959-4367-aecf-58fd8e87afea tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:35:18.221959 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98926d10-d959-4367-aecf-58fd8e87afea tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Made reservation on behalf of 8d14121bb4964f9788327a98293c0192 for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:35:18.224836 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-98926d10-d959-4367-aecf-58fd8e87afea tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:18.251959 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98926d10-d959-4367-aecf-58fd8e87afea tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:35:18.260921 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-98926d10-d959-4367-aecf-58fd8e87afea tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:18.261251 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-98926d10-d959-4367-aecf-58fd8e87afea tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Added segment 26a44130-4dd7-4cd6-bd77-cd6ab4a59486 of type vlan for network c162ebdc-d747-45e8-9c6b-5c7eee5c28ff
Dec 22 05:35:18.285843 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-98926d10-d959-4367-aecf-58fd8e87afea tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:18.312832 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-98926d10-d959-4367-aecf-58fd8e87afea tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:18.316429 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98926d10-d959-4367-aecf-58fd8e87afea tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:18.317274 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-98926d10-d959-4367-aecf-58fd8e87afea tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:18.320544 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-828b4831-a54f-4154-b75c-b134d3084224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:18.419443 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-98926d10-d959-4367-aecf-58fd8e87afea tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2302246
Dec 22 05:35:18.422171 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98926d10-d959-4367-aecf-58fd8e87afea tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Network': ['ID=c162ebdc-d747-45e8-9c6b-5c7eee5c28ff,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:18.422332 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37898) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:18.424761 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-98926d10-d959-4367-aecf-58fd8e87afea tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:18.429393 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-72934953', 'admin_state_up': True, 'project_id': '8d14121bb4964f9788327a98293c0192', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:35:18.433376 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network c162ebdc-d747-45e8-9c6b-5c7eee5c28ff details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:35:18.437739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:35:18.441515 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:router and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:35:18.444593 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:35:18.451628 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:35:18.461328 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:18.462268 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:18.480509 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:18.625632 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:18.794211 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:18.822600 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:18.951573 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Allocated IP 172.26.4.160 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/6aeb7f50-9b5f-451a-afc8-50eb591a1579) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:35:19.091006 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:19.116640 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:19.120028 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e3d6a518-7e79-4adc-bb2e-c25207079807 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:19.184226 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:35:19.187314 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:35:19.191515 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:35:19.216236 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=6aeb7f50-9b5f-451a-afc8-50eb591a1579,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:19.219270 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:19.341263 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:19.341921 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:19.559826 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router 08fbe976-e1d1-4a24-8287-c16ea7bacb74 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 05:35:19.861269 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:35:19.871646 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] Sync routers for ids ['08fbe976-e1d1-4a24-8287-c16ea7bacb74'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:35:19.882840 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] Routers {'08fbe976-e1d1-4a24-8287-c16ea7bacb74'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:35:19.883448 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bd01bb0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:35:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['08fbe976-e1d1-4a24-8287-c16ea7bacb74'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:35:19.886816 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:19.888125 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4ef7abc0-a38c-4011-9ac9-047f321c87ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.4648023
Dec 22 05:35:19.893182 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37902) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:20.065920 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] Set router 08fbe976-e1d1-4a24-8287-c16ea7bacb74 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:35:20.070002 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bf49d788-8350-4511-b513-64beab86134c tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=8d14121bb4964f9788327a98293c0192&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1733408
Dec 22 05:35:20.070280 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37910) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:20.201143 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab057672-4d9c-460d-a730-b39fc161f060 tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:20.205266 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ab057672-4d9c-460d-a730-b39fc161f060 tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1314125
Dec 22 05:35:20.205503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37914) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:20.247965 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7aff24de-6d32-486a-b7fd-52007c8a4f72 tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0413551
Dec 22 05:35:20.250522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37918) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:20.255769 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-fc1025bc-493e-4700-9d2d-5dcd65e088f4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1542504244', 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff', 'project_id': '8d14121bb4964f9788327a98293c0192', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:35:20.364947 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fc1025bc-493e-4700-9d2d-5dcd65e088f4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:35:20.368763 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fc1025bc-493e-4700-9d2d-5dcd65e088f4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:subnet and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:35:20.372166 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-fc1025bc-493e-4700-9d2d-5dcd65e088f4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:35:20.377735 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-fc1025bc-493e-4700-9d2d-5dcd65e088f4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:35:20.387116 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1025bc-493e-4700-9d2d-5dcd65e088f4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Made reservation on behalf of 8d14121bb4964f9788327a98293c0192 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:35:20.398986 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bd01bb0>, [{'id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72934953', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:19Z', 'revision_number': 3, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:35:20.402984 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] Checking router: 08fbe976-e1d1-4a24-8287-c16ea7bacb74 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:35:20.403345 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] Updating router 08fbe976-e1d1-4a24-8287-c16ea7bacb74 port 6aeb7f50-9b5f-451a-afc8-50eb591a1579 binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:35:20.454220 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:20.490285 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc1025bc-493e-4700-9d2d-5dcd65e088f4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:20.704349 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc1025bc-493e-4700-9d2d-5dcd65e088f4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:20.708236 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e15a0cfb-a711-4163-acf6-31b83a9a5766 tempest-NetworksIpV6Test-1057037888 tempest-NetworksIpV6Test-1057037888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:20.773788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:20.783300 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1025bc-493e-4700-9d2d-5dcd65e088f4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Subnet': ['ID=6fdeb047-ab0e-4e67-b9c8-121299c5f250,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:20.787031 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fc1025bc-493e-4700-9d2d-5dcd65e088f4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:20.787737 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] Transition to ACTIVE for port object 6aeb7f50-9b5f-451a-afc8-50eb591a1579 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:35:20.794760 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:20.795298 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1025bc-493e-4700-9d2d-5dcd65e088f4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Checking segment: {'id': '26a44130-4dd7-4cd6-bd77-cd6ab4a59486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:35:20.795644 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1025bc-493e-4700-9d2d-5dcd65e088f4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network hostable DHCP agents. Network: c162ebdc-d747-45e8-9c6b-5c7eee5c28ff, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:35:20.798755 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:20.818169 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1025bc-493e-4700-9d2d-5dcd65e088f4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network c162ebdc-d747-45e8-9c6b-5c7eee5c28ff is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:35:20.827819 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-fc1025bc-493e-4700-9d2d-5dcd65e088f4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, c162ebdc-d747-45e8-9c6b-5c7eee5c28ff) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:35:20.831670 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1025bc-493e-4700-9d2d-5dcd65e088f4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:20.832246 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fc1025bc-493e-4700-9d2d-5dcd65e088f4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:20.846290 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2cfa09-f8d7-48e4-809a-4f50dd346770 None None] Network c162ebdc-d747-45e8-9c6b-5c7eee5c28ff requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:35:20.854697 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fc1025bc-493e-4700-9d2d-5dcd65e088f4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6031694
Dec 22 05:35:20.858092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37922) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:20.953166 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb76b3d-9958-4788-a515-1f78950e1236 None None] Pushing event updated for resources: {'Port': ['ID=6aeb7f50-9b5f-451a-afc8-50eb591a1579,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:20.964891 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-feb76b3d-9958-4788-a515-1f78950e1236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:20.967498 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] Attempting to bind port 6aeb7f50-9b5f-451a-afc8-50eb591a1579 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:35:20.967865 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] Attempting to bind port 6aeb7f50-9b5f-451a-afc8-50eb591a1579 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:35:20.968227 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] Attempting to bind port 6aeb7f50-9b5f-451a-afc8-50eb591a1579 on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:35:20.992071 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:35:20.992447 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:35:20.992857 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:20.993252 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:35:20.993751 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] Bound port: 6aeb7f50-9b5f-451a-afc8-50eb591a1579, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:35:20.994255 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:21.122052 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] For port 6aeb7f50-9b5f-451a-afc8-50eb591a1579, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:35:21.159513 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] For port 6aeb7f50-9b5f-451a-afc8-50eb591a1579, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=6aeb7f50-9b5f-451a-afc8-50eb591a1579,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:35:21.165363 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:21.177207 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-511ed94a-ec86-4a01-9a32-a97fc7920d62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:21.208116 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-c162ebdc-d747-45e8-9c6b-5c7eee5c28ff', 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ips': [{'subnet_id': '6fdeb047-ab0e-4e67-b9c8-121299c5f250'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:35:21.208942 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:21.316166 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb76b3d-9958-4788-a515-1f78950e1236 None None] Pushing event updated for resources: {'Port': ['ID=6aeb7f50-9b5f-451a-afc8-50eb591a1579,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:21.322129 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-feb76b3d-9958-4788-a515-1f78950e1236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:21.326069 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] Routers {'08fbe976-e1d1-4a24-8287-c16ea7bacb74'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:35:21.326690 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bd01bb0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:35:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['08fbe976-e1d1-4a24-8287-c16ea7bacb74'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:35:21.556836 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Allocated IP 172.20.0.2 (c162ebdc-d747-45e8-9c6b-5c7eee5c28ff/6fdeb047-ab0e-4e67-b9c8-121299c5f250/141a4a84-75d6-49df-ab49-b25495b8f0b2) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:35:21.640183 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] Set router 08fbe976-e1d1-4a24-8287-c16ea7bacb74 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:35:21.710863 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ae574f0f-472d-4a35-a5ce-a731efca81c5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:22.045924 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:22.057843 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Transition to ACTIVE for port object 141a4a84-75d6-49df-ab49-b25495b8f0b2 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:35:22.086455 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Transition to ACTIVE for port object 141a4a84-75d6-49df-ab49-b25495b8f0b2 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:35:22.095028 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:22.099445 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-13238358-2e49-4efe-a172-412bac4a55a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:22.159327 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bd01bb0>, [{'id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72934953', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:19Z', 'revision_number': 3, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:35:22.161764 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-ae574f0f-472d-4a35-a5ce-a731efca81c5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Allocated IP 172.20.0.1 (c162ebdc-d747-45e8-9c6b-5c7eee5c28ff/6fdeb047-ab0e-4e67-b9c8-121299c5f250/1d7b5648-0f94-462b-aa35-8f433276052d) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:35:22.162316 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Network c162ebdc-d747-45e8-9c6b-5c7eee5c28ff is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:35:22.171875 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:35:22.176273 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa80737f-5ac9-41d0-9d71-889a31757283 None None] The sync data for ids ['08fbe976-e1d1-4a24-8287-c16ea7bacb74'] in dv-neutron-822525-1-hyperv is: [{'id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72934953', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:19Z', 'revision_number': 3, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:35:22.177845 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:35:22.184942 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Pushing event updated for resources: {'Port': ['ID=141a4a84-75d6-49df-ab49-b25495b8f0b2,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:22.189194 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:22.281727 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Attempting to bind port 141a4a84-75d6-49df-ab49-b25495b8f0b2 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:35:22.282081 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Attempting to bind port 141a4a84-75d6-49df-ab49-b25495b8f0b2 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '26a44130-4dd7-4cd6-bd77-cd6ab4a59486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:35:22.282443 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Attempting to bind port 141a4a84-75d6-49df-ab49-b25495b8f0b2 on network c162ebdc-d747-45e8-9c6b-5c7eee5c28ff {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:35:22.288911 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:35:22.289283 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Checking segment: {'id': '26a44130-4dd7-4cd6-bd77-cd6ab4a59486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:35:22.289729 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:22.290122 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Bound using segment: {'id': '26a44130-4dd7-4cd6-bd77-cd6ab4a59486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:35:22.290600 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Bound port: 141a4a84-75d6-49df-ab49-b25495b8f0b2, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a44130-4dd7-4cd6-bd77-cd6ab4a59486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:35:22.291031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:22.336972 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ae574f0f-472d-4a35-a5ce-a731efca81c5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:22.354769 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-ae574f0f-472d-4a35-a5ce-a731efca81c5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Transition to ACTIVE for port object 1d7b5648-0f94-462b-aa35-8f433276052d will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:35:22.386944 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ae574f0f-472d-4a35-a5ce-a731efca81c5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:22.391507 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] For port 141a4a84-75d6-49df-ab49-b25495b8f0b2, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:35:22.393063 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-27649957-b9c6-4d3d-85e6-e872be7a2de8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:22.399617 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] For port 141a4a84-75d6-49df-ab49-b25495b8f0b2, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=141a4a84-75d6-49df-ab49-b25495b8f0b2,segment=NetworkSegment(26a44130-4dd7-4cd6-bd77-cd6ab4a59486),segment_id=26a44130-4dd7-4cd6-bd77-cd6ab4a59486)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:35:22.406143 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:22.410991 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f1c066c0-86c6-4e0d-acab-06651fc7ea19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:22.471603 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae574f0f-472d-4a35-a5ce-a731efca81c5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network c162ebdc-d747-45e8-9c6b-5c7eee5c28ff is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:35:22.475277 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-ae574f0f-472d-4a35-a5ce-a731efca81c5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:35:22.479643 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae574f0f-472d-4a35-a5ce-a731efca81c5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:35:22.484781 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Pushing event updated for resources: {'Port': ['ID=141a4a84-75d6-49df-ab49-b25495b8f0b2,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:22.488089 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:22.537035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae574f0f-472d-4a35-a5ce-a731efca81c5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=1d7b5648-0f94-462b-aa35-8f433276052d,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:22.541708 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ae574f0f-472d-4a35-a5ce-a731efca81c5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:22.544350 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ae574f0f-472d-4a35-a5ce-a731efca81c5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:22.636726 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ae574f0f-472d-4a35-a5ce-a731efca81c5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:23.068270 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ae574f0f-472d-4a35-a5ce-a731efca81c5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:23.073614 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ae574f0f-472d-4a35-a5ce-a731efca81c5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:23.098639 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0115c35f-dc61-4fb1-9eed-5a6b4632b7cd tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:23.189172 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae574f0f-472d-4a35-a5ce-a731efca81c5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=1d7b5648-0f94-462b-aa35-8f433276052d,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:23.192812 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ae574f0f-472d-4a35-a5ce-a731efca81c5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:23.193674 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ae574f0f-472d-4a35-a5ce-a731efca81c5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:23.428291 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef0bbe7-4827-4ba7-b280-652d3b3aca5d None None] Network c162ebdc-d747-45e8-9c6b-5c7eee5c28ff requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:35:23.448715 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae574f0f-472d-4a35-a5ce-a731efca81c5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network c162ebdc-d747-45e8-9c6b-5c7eee5c28ff is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:35:23.449865 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-ae574f0f-472d-4a35-a5ce-a731efca81c5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:35:23.521143 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a85bff73-9c99-4ee8-8efa-c93f864ddc80 None None] Provisioning for port 141a4a84-75d6-49df-ab49-b25495b8f0b2 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:35:23.711919 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 141a4a84-75d6-49df-ab49-b25495b8f0b2 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:35:23.797573 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 141a4a84-75d6-49df-ab49-b25495b8f0b2 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:35:23.802786 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 141a4a84-75d6-49df-ab49-b25495b8f0b2 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:35:23.803247 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:23.866434 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae574f0f-472d-4a35-a5ce-a731efca81c5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router 08fbe976-e1d1-4a24-8287-c16ea7bacb74 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:35:23.929507 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:23.973740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-98ae4850-70b6-4fa7-a481-2dacb7258253 None None] Provisioning complete for port 141a4a84-75d6-49df-ab49-b25495b8f0b2 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:35:23.974121 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-98ae4850-70b6-4fa7-a481-2dacb7258253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:23.999985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 141a4a84-75d6-49df-ab49-b25495b8f0b2, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=141a4a84-75d6-49df-ab49-b25495b8f0b2,segment=NetworkSegment(26a44130-4dd7-4cd6-bd77-cd6ab4a59486),segment_id=26a44130-4dd7-4cd6-bd77-cd6ab4a59486)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:35:24.006545 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:24.007416 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6aeb7f50-9b5f-451a-afc8-50eb591a1579 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:35:24.038268 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-feb76b3d-9958-4788-a515-1f78950e1236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:24.086718 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae574f0f-472d-4a35-a5ce-a731efca81c5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:35:24.101413 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ae574f0f-472d-4a35-a5ce-a731efca81c5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "PUT /v2.0/routers/08fbe976-e1d1-4a24-8287-c16ea7bacb74/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2422829
Dec 22 05:35:24.151002 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=141a4a84-75d6-49df-ab49-b25495b8f0b2,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:24.156194 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:24.202945 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 6aeb7f50-9b5f-451a-afc8-50eb591a1579 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:35:24.218080 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 6aeb7f50-9b5f-451a-afc8-50eb591a1579 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:35:24.218459 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:24.299800 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-27006204-6ae7-4c69-b648-5c97176ff882 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:35:24.302982 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-98ae4850-70b6-4fa7-a481-2dacb7258253 None None] Provisioning for port 1d7b5648-0f94-462b-aa35-8f433276052d completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:35:24.315246 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-27006204-6ae7-4c69-b648-5c97176ff882 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:35:24.316606 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-27006204-6ae7-4c69-b648-5c97176ff882 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1483323407&fields=id&tenant_id=8d14121bb4964f9788327a98293c0192 HTTP/1.1" status: 200  len: 267 time: 0.0610943
Dec 22 05:35:24.335623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-98ae4850-70b6-4fa7-a481-2dacb7258253 None None] Provisioning complete for port 1d7b5648-0f94-462b-aa35-8f433276052d triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:35:24.336008 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-98ae4850-70b6-4fa7-a481-2dacb7258253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:24.406245 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-98ae4850-70b6-4fa7-a481-2dacb7258253 None None] Port 1d7b5648-0f94-462b-aa35-8f433276052d cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:35:24.407609 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:24.424499 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 6aeb7f50-9b5f-451a-afc8-50eb591a1579, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=6aeb7f50-9b5f-451a-afc8-50eb591a1579,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:35:24.428199 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:24.430447 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:24.465366 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-fb190196-e5a2-44c5-8929-878c2855ae79 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:24.466058 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-fb190196-e5a2-44c5-8929-878c2855ae79 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:network {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:35:24.480578 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-fb190196-e5a2-44c5-8929-878c2855ae79 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:network {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:35:24.481723 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-fb190196-e5a2-44c5-8929-878c2855ae79 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/networks?id=c162ebdc-d747-45e8-9c6b-5c7eee5c28ff HTTP/1.1" status: 200  len: 797 time: 0.1577392
Dec 22 05:35:24.493488 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=6aeb7f50-9b5f-451a-afc8-50eb591a1579,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:24.497201 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:24.499210 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-40cc12c3-d8e9-4595-a17b-a5690e648f50 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/quotas/8d14121bb4964f9788327a98293c0192 HTTP/1.1" status: 200  len: 375 time: 0.0118749
Dec 22 05:35:24.526500 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-165ddc4a-2232-4cea-9e17-f22eff3dbe3b None None] Provisioning complete for port 1d7b5648-0f94-462b-aa35-8f433276052d triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:35:24.526874 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-165ddc4a-2232-4cea-9e17-f22eff3dbe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:24.578516 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-165ddc4a-2232-4cea-9e17-f22eff3dbe3b None None] Port 1d7b5648-0f94-462b-aa35-8f433276052d cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:35:24.582575 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-98490ec1-81c7-4962-8384-f24fb9193e6d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:35:24.597972 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-98490ec1-81c7-4962-8384-f24fb9193e6d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:35:24.599358 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-98490ec1-81c7-4962-8384-f24fb9193e6d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0950451
Dec 22 05:35:24.711276 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-8ef95855-876b-469d-9bff-3a72b3529805 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 05:35:24.712252 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-8ef95855-876b-469d-9bff-3a72b3529805 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1012127
Dec 22 05:35:24.843773 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-ae387aca-8eb2-4067-b158-a4aa93337ea3 service neutron] 10.222.0.53 "GET /v2.0/networks/c162ebdc-d747-45e8-9c6b-5c7eee5c28ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246784
Dec 22 05:35:24.972334 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-48da7f1c-4658-48c1-b724-83fe15972442 service neutron] 10.222.0.53 "GET /v2.0/networks/c162ebdc-d747-45e8-9c6b-5c7eee5c28ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226993
Dec 22 05:35:25.652155 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] Sync routers for ids ['08fbe976-e1d1-4a24-8287-c16ea7bacb74'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:35:25.658905 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 141a4a84-75d6-49df-ab49-b25495b8f0b2 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:35:25.664861 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] Routers {'08fbe976-e1d1-4a24-8287-c16ea7bacb74'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:35:25.665452 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c645640>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:35:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['08fbe976-e1d1-4a24-8287-c16ea7bacb74'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:35:25.777750 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 141a4a84-75d6-49df-ab49-b25495b8f0b2 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:35:25.778044 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:25.883742 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] Set router 08fbe976-e1d1-4a24-8287-c16ea7bacb74 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:35:25.897949 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6aeb7f50-9b5f-451a-afc8-50eb591a1579 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:35:25.968722 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 6aeb7f50-9b5f-451a-afc8-50eb591a1579 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:35:25.969094 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:26.186315 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-6adc6ffb-4f12-4f2b-99fe-310041610467 req-73da021c-1791-4d8e-a70a-e8b47bb79227 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:35:26.202361 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-6adc6ffb-4f12-4f2b-99fe-310041610467 req-73da021c-1791-4d8e-a70a-e8b47bb79227 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:35:26.203672 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6adc6ffb-4f12-4f2b-99fe-310041610467 req-73da021c-1791-4d8e-a70a-e8b47bb79227 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 210 time: 0.0688643
Dec 22 05:35:26.220620 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c645640>, [{'id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72934953', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:22Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '1d7b5648-0f94-462b-aa35-8f433276052d', 'name': '', 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:44:0a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fdeb047-ab0e-4e67-b9c8-121299c5f250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:35:21Z', 'updated_at': '2021-12-22T05:35:22Z', 'revision_number': 2, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '6fdeb047-ab0e-4e67-b9c8-121299c5f250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:35:26.226473 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] Checking router: 08fbe976-e1d1-4a24-8287-c16ea7bacb74 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:35:26.226896 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] Updating router 08fbe976-e1d1-4a24-8287-c16ea7bacb74 port 1d7b5648-0f94-462b-aa35-8f433276052d binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:35:26.280286 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:26.619551 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:35:26.633192 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:26.644823 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] Transition to ACTIVE for port object 1d7b5648-0f94-462b-aa35-8f433276052d will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:35:26.651552 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:26.654873 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-d0319643-ab78-4ae0-8dbb-3de53f773bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:26.719999 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdde260-2900-4355-ad5f-5ec6fe638802 None None] Pushing event updated for resources: {'Port': ['ID=1d7b5648-0f94-462b-aa35-8f433276052d,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:26.781341 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdde260-2900-4355-ad5f-5ec6fe638802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:26.781700 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdde260-2900-4355-ad5f-5ec6fe638802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:26.782032 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdde260-2900-4355-ad5f-5ec6fe638802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:26.782351 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdde260-2900-4355-ad5f-5ec6fe638802 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:26.782671 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdde260-2900-4355-ad5f-5ec6fe638802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:26.782988 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdde260-2900-4355-ad5f-5ec6fe638802 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:26.783301 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdde260-2900-4355-ad5f-5ec6fe638802 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:26.783612 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdde260-2900-4355-ad5f-5ec6fe638802 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:26.783923 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdde260-2900-4355-ad5f-5ec6fe638802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:26.784230 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdde260-2900-4355-ad5f-5ec6fe638802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:26.784537 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdde260-2900-4355-ad5f-5ec6fe638802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:35:26.791674 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-9cdde260-2900-4355-ad5f-5ec6fe638802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:26.875838 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] Attempting to bind port 1d7b5648-0f94-462b-aa35-8f433276052d on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:35:26.876121 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] Attempting to bind port 1d7b5648-0f94-462b-aa35-8f433276052d by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '26a44130-4dd7-4cd6-bd77-cd6ab4a59486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:35:26.876476 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] Attempting to bind port 1d7b5648-0f94-462b-aa35-8f433276052d on network c162ebdc-d747-45e8-9c6b-5c7eee5c28ff {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:35:26.882958 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:35:26.883328 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] Checking segment: {'id': '26a44130-4dd7-4cd6-bd77-cd6ab4a59486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:35:26.883718 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:26.884279 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] Bound using segment: {'id': '26a44130-4dd7-4cd6-bd77-cd6ab4a59486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:35:26.887378 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] Bound port: 1d7b5648-0f94-462b-aa35-8f433276052d, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a44130-4dd7-4cd6-bd77-cd6ab4a59486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:35:26.887378 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:26.979129 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] For port 1d7b5648-0f94-462b-aa35-8f433276052d, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:35:26.982134 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] For port 1d7b5648-0f94-462b-aa35-8f433276052d, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=1d7b5648-0f94-462b-aa35-8f433276052d,segment=NetworkSegment(26a44130-4dd7-4cd6-bd77-cd6ab4a59486),segment_id=26a44130-4dd7-4cd6-bd77-cd6ab4a59486)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:35:26.986953 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:26.990463 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-24c75ccd-cda7-4738-bbc6-748e0382d1f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:27.072913 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdde260-2900-4355-ad5f-5ec6fe638802 None None] Pushing event updated for resources: {'Port': ['ID=1d7b5648-0f94-462b-aa35-8f433276052d,revision_number=4']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:27.076632 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-9cdde260-2900-4355-ad5f-5ec6fe638802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:27.077502 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] Routers {'08fbe976-e1d1-4a24-8287-c16ea7bacb74'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:35:27.078288 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c645640>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:35:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['08fbe976-e1d1-4a24-8287-c16ea7bacb74'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:35:27.332602 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] Set router 08fbe976-e1d1-4a24-8287-c16ea7bacb74 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:35:27.340095 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-795f63fb-9680-4413-a3d9-f7bb69fb9d3e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:27.342104 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-795f63fb-9680-4413-a3d9-f7bb69fb9d3e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "GET /v2.0/networks?id=c162ebdc-d747-45e8-9c6b-5c7eee5c28ff HTTP/1.1" status: 200  len: 797 time: 0.2035775
Dec 22 05:35:27.428471 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d3c1b711-e472-4802-be24-147e848e51be req-1657cf0b-fbb6-4ec8-9ae4-5569298d204d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 210 time: 0.0447721
Dec 22 05:35:27.453775 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-ab8e176a-c9fe-47bd-9a91-4386b0914ff6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d14121bb4964f9788327a98293c0192 HTTP/1.1" status: 200  len: 380 time: 0.0910141
Dec 22 05:35:27.463195 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-cb062cfc-7368-46b2-899d-68d8c487450c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'port': {'device_id': '251edf5c-3e79-402a-bf4d-940402d5e919', 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff', 'admin_state_up': True, 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'security_groups': ['ad5694a9-4e82-48de-bd5a-e9125595a51d']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:35:27.597152 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-cb062cfc-7368-46b2-899d-68d8c487450c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:35:27.607583 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-cb062cfc-7368-46b2-899d-68d8c487450c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:35:27.617783 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-cb062cfc-7368-46b2-899d-68d8c487450c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Made reservation on behalf of 8d14121bb4964f9788327a98293c0192 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:35:27.620724 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-cb062cfc-7368-46b2-899d-68d8c487450c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:27.683537 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c645640>, [{'id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72934953', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:22Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '1d7b5648-0f94-462b-aa35-8f433276052d', 'name': '', 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:44:0a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fdeb047-ab0e-4e67-b9c8-121299c5f250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:35:21Z', 'updated_at': '2021-12-22T05:35:26Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '6fdeb047-ab0e-4e67-b9c8-121299c5f250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:35:27.687271 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbda1f1-5c20-4494-a218-228ad0a39b27 None None] The sync data for ids ['08fbe976-e1d1-4a24-8287-c16ea7bacb74'] in dv-neutron-822525-1-hyperv is: [{'id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72934953', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:22Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '1d7b5648-0f94-462b-aa35-8f433276052d', 'name': '', 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:44:0a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fdeb047-ab0e-4e67-b9c8-121299c5f250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:35:21Z', 'updated_at': '2021-12-22T05:35:26Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '6fdeb047-ab0e-4e67-b9c8-121299c5f250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:35:27.785397 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-cb062cfc-7368-46b2-899d-68d8c487450c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Allocated IP 172.20.0.9 (c162ebdc-d747-45e8-9c6b-5c7eee5c28ff/6fdeb047-ab0e-4e67-b9c8-121299c5f250/296cc79d-cea4-4c69-9341-e187c1782975) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:35:27.988367 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-cb062cfc-7368-46b2-899d-68d8c487450c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:28.008402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-cb062cfc-7368-46b2-899d-68d8c487450c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Transition to ACTIVE for port object 296cc79d-cea4-4c69-9341-e187c1782975 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:35:28.031204 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-cb062cfc-7368-46b2-899d-68d8c487450c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:28.036726 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cab2556d-b571-45d9-837a-46c41324972b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:28.106571 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-cb062cfc-7368-46b2-899d-68d8c487450c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network c162ebdc-d747-45e8-9c6b-5c7eee5c28ff is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:35:28.110227 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-cb062cfc-7368-46b2-899d-68d8c487450c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:35:28.112110 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb062cfc-7368-46b2-899d-68d8c487450c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=296cc79d-cea4-4c69-9341-e187c1782975,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:28.114304 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-cb062cfc-7368-46b2-899d-68d8c487450c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:35:28.142482 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cb062cfc-7368-46b2-899d-68d8c487450c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:28.191178 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-cb062cfc-7368-46b2-899d-68d8c487450c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:28.192432 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-cb062cfc-7368-46b2-899d-68d8c487450c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:28.222039 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-cb062cfc-7368-46b2-899d-68d8c487450c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7628191
Dec 22 05:35:28.238023 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-7bc995c7-9295-4d44-b366-5664cb2cb3b4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 05:35:28.239383 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-7bc995c7-9295-4d44-b366-5664cb2cb3b4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0060191
Dec 22 05:35:28.250380 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] Request body: {'port': {'device_id': '251edf5c-3e79-402a-bf4d-940402d5e919', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:35:28.365260 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:28.414324 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-537f2fdb-d498-45fd-9403-3e052f9dabc0 None None] Provisioning for port 296cc79d-cea4-4c69-9341-e187c1782975 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:35:28.419591 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-537f2fdb-d498-45fd-9403-3e052f9dabc0 None None] Provisioning complete for port 296cc79d-cea4-4c69-9341-e187c1782975 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:35:28.420191 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-537f2fdb-d498-45fd-9403-3e052f9dabc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:28.483026 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-537f2fdb-d498-45fd-9403-3e052f9dabc0 None None] Port 296cc79d-cea4-4c69-9341-e187c1782975 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:35:28.642435 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b05d5-24a1-48a6-b95b-a26c1a2ee16d req-d023b7d3-abdc-4db2-94bf-b8689169864c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:28.643893 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-bb0b05d5-24a1-48a6-b95b-a26c1a2ee16d req-d023b7d3-abdc-4db2-94bf-b8689169864c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 931 time: 0.0816398
Dec 22 05:35:28.688808 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-bb0b05d5-24a1-48a6-b95b-a26c1a2ee16d req-4a44da81-935b-4ef5-9127-26153bfe26be tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392520
Dec 22 05:35:28.813775 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 296cc79d-cea4-4c69-9341-e187c1782975 {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:35:28.820384 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:28.834638 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] Transition to ACTIVE for port object 296cc79d-cea4-4c69-9341-e187c1782975 will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:35:28.837686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:28.841842 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-48a69464-2ba6-47d1-b5ef-a154c41c5b52 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:28.965891 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] Pushing event updated for resources: {'Port': ['ID=296cc79d-cea4-4c69-9341-e187c1782975,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:28.969804 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:29.073402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] Attempting to bind port 296cc79d-cea4-4c69-9341-e187c1782975 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:35:29.073698 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] Attempting to bind port 296cc79d-cea4-4c69-9341-e187c1782975 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26a44130-4dd7-4cd6-bd77-cd6ab4a59486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:35:29.074023 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] Attempting to bind port 296cc79d-cea4-4c69-9341-e187c1782975 on network c162ebdc-d747-45e8-9c6b-5c7eee5c28ff {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:35:29.079568 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] Port 296cc79d-cea4-4c69-9341-e187c1782975 on network c162ebdc-d747-45e8-9c6b-5c7eee5c28ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:35:29.079881 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] Attempting to bind port 296cc79d-cea4-4c69-9341-e187c1782975 on network c162ebdc-d747-45e8-9c6b-5c7eee5c28ff {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:35:29.086253 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:35:29.086581 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] Checking segment: {'id': '26a44130-4dd7-4cd6-bd77-cd6ab4a59486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:35:29.086952 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] Bound using segment: {'id': '26a44130-4dd7-4cd6-bd77-cd6ab4a59486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:35:29.087362 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] Bound port: 296cc79d-cea4-4c69-9341-e187c1782975, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a44130-4dd7-4cd6-bd77-cd6ab4a59486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:35:29.088207 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:29.178520 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] For port 296cc79d-cea4-4c69-9341-e187c1782975, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:35:29.181262 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] For port 296cc79d-cea4-4c69-9341-e187c1782975, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=296cc79d-cea4-4c69-9341-e187c1782975,segment=NetworkSegment(26a44130-4dd7-4cd6-bd77-cd6ab4a59486),segment_id=26a44130-4dd7-4cd6-bd77-cd6ab4a59486)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:35:29.185532 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:29.189049 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cb8954d5-0d8d-43ff-b061-b0bf0072aa51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:29.243993 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:29.246494 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] 10.222.0.47 "PUT /v2.0/ports/296cc79d-cea4-4c69-9341-e187c1782975 HTTP/1.1" status: 200  len: 1093 time: 0.9998715
Dec 22 05:35:29.248562 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251edf5c-3e79-402a-bf4d-940402d5e919', 'tag': '296cc79d-cea4-4c69-9341-e187c1782975'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:35:29.277339 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] Pushing event updated for resources: {'Port': ['ID=296cc79d-cea4-4c69-9341-e187c1782975,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:29.280599 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:29.333507 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251edf5c-3e79-402a-bf4d-940402d5e919', 'tag': '296cc79d-cea4-4c69-9341-e187c1782975', 'status': 'completed', 'code': 200}
Dec 22 05:35:29.376971 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-13d9b401-88e8-4107-8e67-fc9931220bbe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 1096 time: 0.0780866
Dec 22 05:35:29.454564 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-f005cb09-9d42-4848-a3ac-5a755a0b8b88 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=296cc79d-cea4-4c69-9341-e187c1782975 HTTP/1.1" status: 200  len: 217 time: 0.0648077
Dec 22 05:35:29.515641 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-25ab5a64-ad7b-4716-afab-dfc6078cc5a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:29.517035 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-25ab5a64-ad7b-4716-afab-dfc6078cc5a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6fdeb047-ab0e-4e67-b9c8-121299c5f250 HTTP/1.1" status: 200  len: 835 time: 0.0559843
Dec 22 05:35:29.590518 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-4f29afe1-d468-402c-9809-331cf1744f1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c162ebdc-d747-45e8-9c6b-5c7eee5c28ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0669200
Dec 22 05:35:29.672153 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 1d7b5648-0f94-462b-aa35-8f433276052d up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:35:29.722065 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-bf0bfbe1-fafa-4146-9ee3-18719bb950b3 service neutron] 10.222.0.47 "GET /v2.0/networks/c162ebdc-d747-45e8-9c6b-5c7eee5c28ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248941
Dec 22 05:35:29.742422 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 1d7b5648-0f94-462b-aa35-8f433276052d completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:35:29.747912 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 1d7b5648-0f94-462b-aa35-8f433276052d triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:35:29.748285 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:29.857015 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-6ea7d75e-d7ad-421e-8b08-60be1bd807f3 req-d8721d9d-956f-4d60-bf5e-bbb19c263a29 service neutron] 10.222.0.47 "GET /v2.0/networks/c162ebdc-d747-45e8-9c6b-5c7eee5c28ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283648
Dec 22 05:35:29.861945 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:29.890170 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022545ae-001c-436a-bfb5-14b1697d7ba5 req-ded8aa0c-2da0-48fd-9433-8d97d4c7d661 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:29.891758 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-022545ae-001c-436a-bfb5-14b1697d7ba5 req-ded8aa0c-2da0-48fd-9433-8d97d4c7d661 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 943 time: 0.0785713
Dec 22 05:35:29.894471 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 1d7b5648-0f94-462b-aa35-8f433276052d, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=1d7b5648-0f94-462b-aa35-8f433276052d,segment=NetworkSegment(26a44130-4dd7-4cd6-bd77-cd6ab4a59486),segment_id=26a44130-4dd7-4cd6-bd77-cd6ab4a59486)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:35:29.898781 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:29.901964 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-545f9926-fa55-4128-b1cf-3f9af74cc6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:29.938743 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-022545ae-001c-436a-bfb5-14b1697d7ba5 req-ab37d46a-0646-4e08-a373-7ae0f5e35888 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407116
Dec 22 05:35:29.968400 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=1d7b5648-0f94-462b-aa35-8f433276052d,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:29.971434 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:30.013506 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4f553abf-9c94-4dff-a37f-6b48f6933498 req-bcc52102-2977-4ed0-a3eb-008f5f9ec143 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 1096 time: 0.0724387
Dec 22 05:35:30.140860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f553abf-9c94-4dff-a37f-6b48f6933498 req-99dcb872-541e-4d12-8d8f-260a4fbfb9cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:30.142323 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4f553abf-9c94-4dff-a37f-6b48f6933498 req-99dcb872-541e-4d12-8d8f-260a4fbfb9cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=c162ebdc-d747-45e8-9c6b-5c7eee5c28ff HTTP/1.1" status: 200  len: 898 time: 0.1223242
Dec 22 05:35:30.209347 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4f553abf-9c94-4dff-a37f-6b48f6933498 req-eb8e4490-f24f-4745-a11a-8a8aea066382 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=296cc79d-cea4-4c69-9341-e187c1782975 HTTP/1.1" status: 200  len: 217 time: 0.0602696
Dec 22 05:35:30.376841 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f553abf-9c94-4dff-a37f-6b48f6933498 req-a26d5248-c7da-423e-88b4-f952bbb5ed32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:30.378288 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4f553abf-9c94-4dff-a37f-6b48f6933498 req-a26d5248-c7da-423e-88b4-f952bbb5ed32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6fdeb047-ab0e-4e67-b9c8-121299c5f250 HTTP/1.1" status: 200  len: 835 time: 0.1638637
Dec 22 05:35:30.451902 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4f553abf-9c94-4dff-a37f-6b48f6933498 req-501aaee5-a500-4ad5-bd28-ec343e57771e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c162ebdc-d747-45e8-9c6b-5c7eee5c28ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0673182
Dec 22 05:35:30.578962 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4f553abf-9c94-4dff-a37f-6b48f6933498 req-08e49c41-35bc-4a18-90ec-379cc98815b0 service neutron] 10.222.0.47 "GET /v2.0/networks/c162ebdc-d747-45e8-9c6b-5c7eee5c28ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206589
Dec 22 05:35:30.708146 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4f553abf-9c94-4dff-a37f-6b48f6933498 req-0b76129a-1663-44d1-8d52-982fa4444b21 service neutron] 10.222.0.47 "GET /v2.0/networks/c162ebdc-d747-45e8-9c6b-5c7eee5c28ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221473
Dec 22 05:35:31.135580 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee02f4b-e945-45c0-8fa4-dbc5d2a939e3 req-1f597063-08c3-4e4d-8d9d-be0d36c56d8e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:31.136260 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-5ee02f4b-e945-45c0-8fa4-dbc5d2a939e3 req-1f597063-08c3-4e4d-8d9d-be0d36c56d8e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:35:31.151681 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-5ee02f4b-e945-45c0-8fa4-dbc5d2a939e3 req-1f597063-08c3-4e4d-8d9d-be0d36c56d8e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:35:31.152867 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5ee02f4b-e945-45c0-8fa4-dbc5d2a939e3 req-1f597063-08c3-4e4d-8d9d-be0d36c56d8e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 943 time: 0.0946670
Dec 22 05:35:31.197590 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5ee02f4b-e945-45c0-8fa4-dbc5d2a939e3 req-933e0a54-44fb-4efa-88c5-bf0557d55e08 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391243
Dec 22 05:35:31.655856 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 1d7b5648-0f94-462b-aa35-8f433276052d up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:35:31.721167 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 1d7b5648-0f94-462b-aa35-8f433276052d triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:35:31.721536 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:32.398943 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eb7a4-d58b-4f20-b8e6-8971053acec8 req-d6dee8bf-944a-477b-9b53-d8f2f3ef197d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:32.400916 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a67eb7a4-d58b-4f20-b8e6-8971053acec8 req-d6dee8bf-944a-477b-9b53-d8f2f3ef197d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 943 time: 0.0803993
Dec 22 05:35:32.444590 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a67eb7a4-d58b-4f20-b8e6-8971053acec8 req-575fca63-3720-4ab8-967e-48093489bcb9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384076
Dec 22 05:35:33.637125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469444e4-829d-484c-b1b4-a625fd3b58da req-4bd04d5b-39b7-4bfa-b3c1-e41a90a1bd19 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:33.638575 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-469444e4-829d-484c-b1b4-a625fd3b58da req-4bd04d5b-39b7-4bfa-b3c1-e41a90a1bd19 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 943 time: 0.0755796
Dec 22 05:35:33.686445 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-469444e4-829d-484c-b1b4-a625fd3b58da req-1e0483b4-d2e1-46dd-a77e-75e3dfe3ad37 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424604
Dec 22 05:35:34.818619 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 296cc79d-cea4-4c69-9341-e187c1782975 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:35:34.881527 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25856d3c-3807-4ef8-92c3-ab718d12b501 req-b881f47b-0793-4231-9f60-2ec3e21da3a1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:34.882984 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-25856d3c-3807-4ef8-92c3-ab718d12b501 req-b881f47b-0793-4231-9f60-2ec3e21da3a1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 943 time: 0.0754132
Dec 22 05:35:34.930413 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-25856d3c-3807-4ef8-92c3-ab718d12b501 req-5360febf-a524-4b62-8b05-0823538b6112 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412860
Dec 22 05:35:34.950460 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 296cc79d-cea4-4c69-9341-e187c1782975, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=296cc79d-cea4-4c69-9341-e187c1782975,segment=NetworkSegment(26a44130-4dd7-4cd6-bd77-cd6ab4a59486),segment_id=26a44130-4dd7-4cd6-bd77-cd6ab4a59486)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:35:34.963260 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '296cc79d-cea4-4c69-9341-e187c1782975', 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff', 'port_id': '296cc79d-cea4-4c69-9341-e187c1782975', 'mac_address': 'fa:16:3e:85:6a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fdeb047-ab0e-4e67-b9c8-121299c5f250', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:35:35.018499 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:35.034731 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 296cc79d-cea4-4c69-9341-e187c1782975 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:35:35.048744 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 296cc79d-cea4-4c69-9341-e187c1782975, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=296cc79d-cea4-4c69-9341-e187c1782975,segment=NetworkSegment(26a44130-4dd7-4cd6-bd77-cd6ab4a59486),segment_id=26a44130-4dd7-4cd6-bd77-cd6ab4a59486)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:35:35.052907 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:35.054721 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:35.116125 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=296cc79d-cea4-4c69-9341-e187c1782975,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:35.119505 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:35.543421 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['296cc79d-cea4-4c69-9341-e187c1782975'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:35:36.124693 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cc1b2-1595-4dfa-a23d-a9e15481517d req-7c86f942-8467-4b4b-a528-e1aa976d00ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:36.126153 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-eb0cc1b2-1595-4dfa-a23d-a9e15481517d req-7c86f942-8467-4b4b-a528-e1aa976d00ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 944 time: 0.0755379
Dec 22 05:35:36.170496 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-eb0cc1b2-1595-4dfa-a23d-a9e15481517d req-0ffedcc4-a6b4-43f1-b71f-efb2278bd033 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389414
Dec 22 05:35:36.832915 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 296cc79d-cea4-4c69-9341-e187c1782975 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:35:36.934300 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 296cc79d-cea4-4c69-9341-e187c1782975 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:35:36.938802 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 296cc79d-cea4-4c69-9341-e187c1782975 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:35:36.939189 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:37.047726 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:37.073650 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251edf5c-3e79-402a-bf4d-940402d5e919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296cc79d-cea4-4c69-9341-e187c1782975'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:35:37.083285 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 296cc79d-cea4-4c69-9341-e187c1782975, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=296cc79d-cea4-4c69-9341-e187c1782975,segment=NetworkSegment(26a44130-4dd7-4cd6-bd77-cd6ab4a59486),segment_id=26a44130-4dd7-4cd6-bd77-cd6ab4a59486)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:35:37.087068 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:37.089349 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:37.129392 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251edf5c-3e79-402a-bf4d-940402d5e919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296cc79d-cea4-4c69-9341-e187c1782975', 'code': 200}
Dec 22 05:35:37.153776 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=296cc79d-cea4-4c69-9341-e187c1782975,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:37.156583 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:37.423004 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260076f9-26a1-4e5d-ada5-ea086835bc0d req-3e963ed5-17f1-4192-8882-645dfcb26f8f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:37.424445 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-260076f9-26a1-4e5d-ada5-ea086835bc0d req-3e963ed5-17f1-4192-8882-645dfcb26f8f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 945 time: 0.1299853
Dec 22 05:35:37.429603 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9bae70c9-4b58-4e3b-8acc-a76ca0805f73 req-8d98413f-d832-4fc0-92f0-29395ce05e11 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 1098 time: 0.1015425
Dec 22 05:35:37.494251 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-260076f9-26a1-4e5d-ada5-ea086835bc0d req-731c128a-5030-4573-b945-1517f16900d3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637274
Dec 22 05:35:37.500243 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9bae70c9-4b58-4e3b-8acc-a76ca0805f73 req-59c8c06d-22e4-4a4e-86b9-7353c21abf13 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549259
Dec 22 05:35:38.001756 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:38.689412 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3f888-ff27-4419-9a81-bc9ce798fc81 req-df5c6af2-8b25-4539-b4cb-7982082416af tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:38.690893 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-91c3f888-ff27-4419-9a81-bc9ce798fc81 req-df5c6af2-8b25-4539-b4cb-7982082416af tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 945 time: 0.0758598
Dec 22 05:35:38.736488 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-91c3f888-ff27-4419-9a81-bc9ce798fc81 req-22218424-339d-43fc-804b-e01a25086d65 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398650
Dec 22 05:35:38.878985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2b25cd9f-bc7a-4cea-981e-d023f5559e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:39.928415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a32818-8d6c-49d3-ac8f-ce0e6ebe15b4 req-9f60b647-141b-4054-9123-15e331762f7c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:39.929944 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-14a32818-8d6c-49d3-ac8f-ce0e6ebe15b4 req-9f60b647-141b-4054-9123-15e331762f7c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 945 time: 0.0771446
Dec 22 05:35:39.975345 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-14a32818-8d6c-49d3-ac8f-ce0e6ebe15b4 req-c51258f3-eef2-4451-b2ad-c54bf3b9c9e4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394049
Dec 22 05:35:40.173270 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfb897-070b-416f-9925-22a4bbaa8788 req-482d650f-5ab9-4593-986e-19ecc8ba5362 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:40.174735 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-bacfb897-070b-416f-9925-22a4bbaa8788 req-482d650f-5ab9-4593-986e-19ecc8ba5362 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 945 time: 0.0794418
Dec 22 05:35:40.219899 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-bacfb897-070b-416f-9925-22a4bbaa8788 req-a9404bbe-f22d-4446-8252-53acb4515c00 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397313
Dec 22 05:35:40.247510 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37978) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:40.315429 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0cc67424-7dbe-4e4b-a88b-2ab334408314 tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 1093 time: 0.0667150
Dec 22 05:35:40.318150 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37982) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:40.323772 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': '296cc79d-cea4-4c69-9341-e187c1782975', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:35:40.329112 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:35:40.332849 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:floatingip and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:35:40.335645 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:35:40.341192 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:35:40.350770 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:40.487334 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:40.721217 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Allocated IP 172.26.4.88 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/9a14cb75-4e3a-47bc-b960-993957aa943c) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:35:40.864045 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:40.889503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:40.893573 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:40.960849 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:35:40.964042 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:35:40.966002 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=9a14cb75-4e3a-47bc-b960-993957aa943c,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:40.968063 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:35:40.991710 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:41.087678 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6ca960c5-73f8-4f90-b0f8-f7222a66c60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:41.464536 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:41.517689 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:41.711544 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:41.715821 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:41.719079 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-eb28e728-5804-487f-baec-0c4360e727d3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:35:41.814254 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=9a14cb75-4e3a-47bc-b960-993957aa943c,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:35:41.818452 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:35:41.832783 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:42.016553 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Floating IP 86887559-6447-4602-8bc0-62dbb2a92ba1 associated. External IP: 172.26.4.88, port: 296cc79d-cea4-4c69-9341-e187c1782975.
Dec 22 05:35:42.269914 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:42.395828 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:42.520162 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router 08fbe976-e1d1-4a24-8287-c16ea7bacb74 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:35:42.716318 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:35:42.726378 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b14446-5021-4689-9014-02483b066be9 None None] Sync routers for ids ['08fbe976-e1d1-4a24-8287-c16ea7bacb74'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:35:42.738237 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b14446-5021-4689-9014-02483b066be9 None None] Routers {'08fbe976-e1d1-4a24-8287-c16ea7bacb74'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:35:42.738908 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-27b14446-5021-4689-9014-02483b066be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bbe3280>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:35:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['08fbe976-e1d1-4a24-8287-c16ea7bacb74'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:35:42.739813 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:42.795382 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4760635
Dec 22 05:35:42.795858 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251edf5c-3e79-402a-bf4d-940402d5e919', 'tag': '296cc79d-cea4-4c69-9341-e187c1782975'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:35:42.854690 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251edf5c-3e79-402a-bf4d-940402d5e919', 'tag': '296cc79d-cea4-4c69-9341-e187c1782975', 'status': 'completed', 'code': 200}
Dec 22 05:35:42.920925 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-27b14446-5021-4689-9014-02483b066be9 None None] Set router 08fbe976-e1d1-4a24-8287-c16ea7bacb74 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:35:43.032928 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8732da27-4a9f-4979-87b3-d0f18caa0080 req-261520ce-6467-4c47-9161-1f86e631c6fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 1098 time: 0.1076677
Dec 22 05:35:43.039032 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb542c-28e2-4226-b6ce-b19499c837a7 req-43a80edf-df8b-41e5-9ca7-7e6bd63e7d49 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:43.040380 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f9cb542c-28e2-4226-b6ce-b19499c837a7 req-43a80edf-df8b-41e5-9ca7-7e6bd63e7d49 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 945 time: 0.1459255
Dec 22 05:35:43.180152 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f9cb542c-28e2-4226-b6ce-b19499c837a7 req-15cfab7c-59a0-4af3-b3ea-195c954748d5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1187592
Dec 22 05:35:43.204756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732da27-4a9f-4979-87b3-d0f18caa0080 req-ad5eaca7-91d4-4f23-aa24-69f671a86e98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:43.206742 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8732da27-4a9f-4979-87b3-d0f18caa0080 req-ad5eaca7-91d4-4f23-aa24-69f671a86e98 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c162ebdc-d747-45e8-9c6b-5c7eee5c28ff HTTP/1.1" status: 200  len: 898 time: 0.1649957
Dec 22 05:35:43.211114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37990) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:43.270902 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-27b14446-5021-4689-9014-02483b066be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bbe3280>, [{'id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72934953', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:22Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '86887559-6447-4602-8bc0-62dbb2a92ba1', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'floating_ip_address': '172.26.4.88', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'port_id': '296cc79d-cea4-4c69-9341-e187c1782975', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff', 'mac_address': 'fa:16:3e:85:6a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251edf5c-3e79-402a-bf4d-940402d5e919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:35:41Z', 'updated_at': '2021-12-22T05:35:41Z', 'revision_number': 0, 'project_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7b5648-0f94-462b-aa35-8f433276052d', 'name': '', 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:44:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fdeb047-ab0e-4e67-b9c8-121299c5f250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:35:21Z', 'updated_at': '2021-12-22T05:35:29Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '6fdeb047-ab0e-4e67-b9c8-121299c5f250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:35:43.274860 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b14446-5021-4689-9014-02483b066be9 None None] Checking router: 08fbe976-e1d1-4a24-8287-c16ea7bacb74 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:35:43.285766 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b14446-5021-4689-9014-02483b066be9 None None] Routers {'08fbe976-e1d1-4a24-8287-c16ea7bacb74'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:35:43.286366 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-27b14446-5021-4689-9014-02483b066be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bbe3280>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:35:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['08fbe976-e1d1-4a24-8287-c16ea7bacb74'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:35:43.396055 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0d90c105-03d9-4bcf-9192-4a162f5e5762 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/floatingips/86887559-6447-4602-8bc0-62dbb2a92ba1 HTTP/1.1" status: 200  len: 990 time: 0.1836066
Dec 22 05:35:43.398161 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8732da27-4a9f-4979-87b3-d0f18caa0080 req-ba4cc4e1-5270-48ad-93c1-873ec397e352 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=296cc79d-cea4-4c69-9341-e187c1782975 HTTP/1.1" status: 200  len: 998 time: 0.1840043
Dec 22 05:35:43.459519 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-27b14446-5021-4689-9014-02483b066be9 None None] Set router 08fbe976-e1d1-4a24-8287-c16ea7bacb74 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:35:43.461527 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732da27-4a9f-4979-87b3-d0f18caa0080 req-f36715f3-6719-42fa-be25-02f62c1cea6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:35:43.463627 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8732da27-4a9f-4979-87b3-d0f18caa0080 req-f36715f3-6719-42fa-be25-02f62c1cea6c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6fdeb047-ab0e-4e67-b9c8-121299c5f250 HTTP/1.1" status: 200  len: 835 time: 0.0591874
Dec 22 05:35:43.642182 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8732da27-4a9f-4979-87b3-d0f18caa0080 req-ab372337-01f9-4fa1-9e44-f562aa4734f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c162ebdc-d747-45e8-9c6b-5c7eee5c28ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1727486
Dec 22 05:35:43.774586 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8732da27-4a9f-4979-87b3-d0f18caa0080 req-af076849-ac4a-4657-9fc1-48e9d1ee6efb service neutron] 10.222.0.47 "GET /v2.0/networks/c162ebdc-d747-45e8-9c6b-5c7eee5c28ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257360
Dec 22 05:35:43.785834 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:35:43.819596 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-27b14446-5021-4689-9014-02483b066be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bbe3280>, [{'id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72934953', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:22Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '86887559-6447-4602-8bc0-62dbb2a92ba1', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'floating_ip_address': '172.26.4.88', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'port_id': '296cc79d-cea4-4c69-9341-e187c1782975', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff', 'mac_address': 'fa:16:3e:85:6a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251edf5c-3e79-402a-bf4d-940402d5e919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:35:41Z', 'updated_at': '2021-12-22T05:35:41Z', 'revision_number': 0, 'project_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7b5648-0f94-462b-aa35-8f433276052d', 'name': '', 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:44:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fdeb047-ab0e-4e67-b9c8-121299c5f250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:35:21Z', 'updated_at': '2021-12-22T05:35:29Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '6fdeb047-ab0e-4e67-b9c8-121299c5f250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:35:43.824078 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b14446-5021-4689-9014-02483b066be9 None None] The sync data for ids ['08fbe976-e1d1-4a24-8287-c16ea7bacb74'] in dv-neutron-822525-1-hyperv is: [{'id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72934953', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:22Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '86887559-6447-4602-8bc0-62dbb2a92ba1', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'floating_ip_address': '172.26.4.88', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'port_id': '296cc79d-cea4-4c69-9341-e187c1782975', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff', 'mac_address': 'fa:16:3e:85:6a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251edf5c-3e79-402a-bf4d-940402d5e919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:35:41Z', 'updated_at': '2021-12-22T05:35:41Z', 'revision_number': 0, 'project_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7b5648-0f94-462b-aa35-8f433276052d', 'name': '', 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:44:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fdeb047-ab0e-4e67-b9c8-121299c5f250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:35:21Z', 'updated_at': '2021-12-22T05:35:29Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '6fdeb047-ab0e-4e67-b9c8-121299c5f250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:35:43.905989 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8732da27-4a9f-4979-87b3-d0f18caa0080 req-0ce77a9c-0b5e-4acf-a1e2-62d14405f69b service neutron] 10.222.0.47 "GET /v2.0/networks/c162ebdc-d747-45e8-9c6b-5c7eee5c28ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246824
Dec 22 05:35:44.399812 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 37994) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:44.503455 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0cec47ec-d5e8-436a-b4f1-92f6aada7ae6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/floatingips/86887559-6447-4602-8bc0-62dbb2a92ba1 HTTP/1.1" status: 200  len: 990 time: 0.1023626
Dec 22 05:35:44.685460 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf095b5-806c-48cf-b710-8ae28c439436 None None] New status for floating IP 86887559-6447-4602-8bc0-62dbb2a92ba1: ACTIVE {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:35:44.708941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [req-31e0c016-7102-40c2-b855-e3a32e1e74af req-176648f8-5349-497c-90bf-a7919bacea45 service neutron] (83435) timed out ('10.222.0.53', 33822) {{(pid=83435) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 22 05:35:45.507257 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 37998) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:35:45.611404 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e5bafe55-c64b-4a4d-ba69-67ae57f1e232 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/floatingips/86887559-6447-4602-8bc0-62dbb2a92ba1 HTTP/1.1" status: 200  len: 992 time: 0.1030571
Dec 22 05:36:03.609270 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:36:08.008886 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:36:08.881157 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ed6a3f1d-ec47-4b3f-9e9a-016cddb99b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:36:11.089381 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-457bc6d5-b29f-4bf2-91ab-1534d453872b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:36:12.272819 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:36:12.396607 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:36:13.750324 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:36:38.064802 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:36:38.629361 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fe59ce27-0cb2-476c-89e1-cdfeb4402cac req-9fd5fca2-b35d-49d1-9b93-8afb6f69c64a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1260893
Dec 22 05:36:38.789249 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fe59ce27-0cb2-476c-89e1-cdfeb4402cac req-8725fe13-a2f6-4005-b99b-783bd5f18f05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 1098 time: 0.0736022
Dec 22 05:36:38.884704 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-313da9ec-e0b2-4d6d-865d-ab4fe89fc3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:36:38.934025 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59ce27-0cb2-476c-89e1-cdfeb4402cac req-f35a51f8-2cb7-4fda-bb44-1ba84cd57ee1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:36:38.935417 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fe59ce27-0cb2-476c-89e1-cdfeb4402cac req-f35a51f8-2cb7-4fda-bb44-1ba84cd57ee1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c162ebdc-d747-45e8-9c6b-5c7eee5c28ff HTTP/1.1" status: 200  len: 898 time: 0.1276803
Dec 22 05:36:39.040708 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fe59ce27-0cb2-476c-89e1-cdfeb4402cac req-ab0d48d0-1f2b-4fe0-a2fb-521bda36b085 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=296cc79d-cea4-4c69-9341-e187c1782975 HTTP/1.1" status: 200  len: 1000 time: 0.0961380
Dec 22 05:36:39.111603 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59ce27-0cb2-476c-89e1-cdfeb4402cac req-64d3ff6c-d86d-45b5-a2f1-88013b46519b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:36:39.113056 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fe59ce27-0cb2-476c-89e1-cdfeb4402cac req-64d3ff6c-d86d-45b5-a2f1-88013b46519b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6fdeb047-ab0e-4e67-b9c8-121299c5f250 HTTP/1.1" status: 200  len: 835 time: 0.0642416
Dec 22 05:36:39.189438 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fe59ce27-0cb2-476c-89e1-cdfeb4402cac req-faf270df-fc6f-4856-a801-c6d253ca4279 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c162ebdc-d747-45e8-9c6b-5c7eee5c28ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0697000
Dec 22 05:36:39.319738 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fe59ce27-0cb2-476c-89e1-cdfeb4402cac req-a37992c3-31d0-48d9-aff2-6a43cfff6b8c service neutron] 10.222.0.47 "GET /v2.0/networks/c162ebdc-d747-45e8-9c6b-5c7eee5c28ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238534
Dec 22 05:36:39.451552 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fe59ce27-0cb2-476c-89e1-cdfeb4402cac req-f9dec1c4-18ae-4c95-a3e5-734aaad452b4 service neutron] 10.222.0.47 "GET /v2.0/networks/c162ebdc-d747-45e8-9c6b-5c7eee5c28ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231463
Dec 22 05:36:40.609074 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:36:41.090471 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2a2082d7-2970-4d46-b7f4-fa8385e436b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:36:42.275150 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:36:42.398509 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:36:43.750098 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:36:44.651707 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561d7a0-2568-478d-aca4-294565999ef1 req-1bfcab92-b266-40ca-86a6-f4e8e27e3be7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:36:44.653141 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9561d7a0-2568-478d-aca4-294565999ef1 req-1bfcab92-b266-40ca-86a6-f4e8e27e3be7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 945 time: 0.0760779
Dec 22 05:36:44.697087 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9561d7a0-2568-478d-aca4-294565999ef1 req-f67e4d8f-e86a-4b8d-a15c-6bdd358c4539 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379999
Dec 22 05:36:45.895241 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5a663-813e-4c8a-b2ba-5285ee70fc62 req-1b10b834-9e4e-47b9-bb87-20538a948bb0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:36:45.896585 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-46a5a663-813e-4c8a-b2ba-5285ee70fc62 req-1b10b834-9e4e-47b9-bb87-20538a948bb0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 945 time: 0.0771542
Dec 22 05:36:45.940663 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-46a5a663-813e-4c8a-b2ba-5285ee70fc62 req-5d8ea897-7ca1-4765-94e6-541887e8979c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387366
Dec 22 05:36:47.135370 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87700825-f1fa-4532-8250-bc06b80a0bed req-d37ae2cb-1bbf-447c-8b35-dcb8d899b396 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:36:47.136791 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-87700825-f1fa-4532-8250-bc06b80a0bed req-d37ae2cb-1bbf-447c-8b35-dcb8d899b396 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 945 time: 0.0781009
Dec 22 05:36:47.181535 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-87700825-f1fa-4532-8250-bc06b80a0bed req-9cc9cde5-9a02-4895-8ac9-0335aab6d6a5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392101
Dec 22 05:36:48.370621 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90fa28-50cd-44b7-9d1a-d94e38a9a429 req-25b007b5-598b-4e39-8c54-4fb85e781e14 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:36:48.372019 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1f90fa28-50cd-44b7-9d1a-d94e38a9a429 req-25b007b5-598b-4e39-8c54-4fb85e781e14 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 945 time: 0.0734065
Dec 22 05:36:48.418317 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1f90fa28-50cd-44b7-9d1a-d94e38a9a429 req-1f6aabcb-ea54-4060-babf-b40f420de91f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410185
Dec 22 05:36:49.610355 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4c20b-86db-4eba-b69f-02fca419b767 req-16a2f179-d18d-4443-93ce-81ccab05b441 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:36:49.611787 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-90f4c20b-86db-4eba-b69f-02fca419b767 req-16a2f179-d18d-4443-93ce-81ccab05b441 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 945 time: 0.0749276
Dec 22 05:36:49.656883 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-90f4c20b-86db-4eba-b69f-02fca419b767 req-26409eac-0479-488c-a212-458436102a5f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397098
Dec 22 05:36:50.847894 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf692cd-78c8-4359-9b10-836c4c8b546a req-59d267a6-f725-4816-a98f-d188f40fd339 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:36:50.849306 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1bf692cd-78c8-4359-9b10-836c4c8b546a req-59d267a6-f725-4816-a98f-d188f40fd339 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 945 time: 0.0773077
Dec 22 05:36:50.892920 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1bf692cd-78c8-4359-9b10-836c4c8b546a req-1713e943-628d-477a-9215-ba8027730e39 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375133
Dec 22 05:36:52.091020 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945e68b-2a55-4f7d-87d1-08f3dd99631f req-3f1690d1-cf6c-4fc3-bdf8-39eb1303d2a8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:36:52.092510 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6945e68b-2a55-4f7d-87d1-08f3dd99631f req-3f1690d1-cf6c-4fc3-bdf8-39eb1303d2a8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 945 time: 0.0782685
Dec 22 05:36:52.136465 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6945e68b-2a55-4f7d-87d1-08f3dd99631f req-fe0b6ba6-7f94-441f-a7ea-871972b8b082 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386481
Dec 22 05:36:53.436860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ff60f-1647-4cc8-a7bf-886586ea0f7b req-d302da0b-9ddc-4b5d-af43-470d7b08a5ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:36:53.438226 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f87ff60f-1647-4cc8-a7bf-886586ea0f7b req-d302da0b-9ddc-4b5d-af43-470d7b08a5ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 945 time: 0.1823165
Dec 22 05:36:53.482563 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f87ff60f-1647-4cc8-a7bf-886586ea0f7b req-0bf1f077-3df8-47b1-821d-a01ef9df8fb5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386391
Dec 22 05:36:54.814090 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13e5d0-e411-4e29-b05a-44c2be19f082 req-d105af1a-69dc-499d-806b-b87c05d9c9b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:36:54.815439 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3b13e5d0-e411-4e29-b05a-44c2be19f082 req-d105af1a-69dc-499d-806b-b87c05d9c9b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 945 time: 0.0758498
Dec 22 05:36:54.864914 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3b13e5d0-e411-4e29-b05a-44c2be19f082 req-975694c5-c424-4f88-8536-3f11c945c0fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438404
Dec 22 05:36:56.058682 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305963e1-e505-447a-bbe2-c0b7641ddd07 req-a6498124-11ab-47d8-bcb0-f9eb9b305cc7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:36:56.060099 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-305963e1-e505-447a-bbe2-c0b7641ddd07 req-a6498124-11ab-47d8-bcb0-f9eb9b305cc7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 945 time: 0.0753901
Dec 22 05:36:56.104615 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-305963e1-e505-447a-bbe2-c0b7641ddd07 req-94bd9a29-5dc1-43d6-8878-0061b2133251 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390108
Dec 22 05:36:56.131107 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38046) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:36:56.232830 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-74c482b6-828b-42ac-9a71-ef90d8f294cd tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/floatingips/86887559-6447-4602-8bc0-62dbb2a92ba1 HTTP/1.1" status: 200  len: 992 time: 0.1005042
Dec 22 05:36:57.718888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebac02-7393-427e-ae01-1074716b78b6 req-b18710a9-b086-4576-b30b-82dff4d59c6c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:36:57.720213 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-38ebac02-7393-427e-ae01-1074716b78b6 req-b18710a9-b086-4576-b30b-82dff4d59c6c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 945 time: 0.0839875
Dec 22 05:36:57.763802 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-38ebac02-7393-427e-ae01-1074716b78b6 req-6b408ea1-a0a1-4f63-b821-e7c6ad4b4af3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380836
Dec 22 05:36:57.765314 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a983049a-0aae-429a-9ed6-682a9ac0e30a req-10abb2e0-53d4-4481-a641-f8c883674e49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 1098 time: 0.0718925
Dec 22 05:36:57.893079 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983049a-0aae-429a-9ed6-682a9ac0e30a req-5951b8d5-28f7-4cf7-9b03-0e86b52c4480 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:36:57.894585 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a983049a-0aae-429a-9ed6-682a9ac0e30a req-5951b8d5-28f7-4cf7-9b03-0e86b52c4480 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c162ebdc-d747-45e8-9c6b-5c7eee5c28ff HTTP/1.1" status: 200  len: 898 time: 0.1235361
Dec 22 05:36:57.995171 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a983049a-0aae-429a-9ed6-682a9ac0e30a req-e9cc9dbe-33d3-44d8-a9d3-e7e8635e4a1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=296cc79d-cea4-4c69-9341-e187c1782975 HTTP/1.1" status: 200  len: 1000 time: 0.0935636
Dec 22 05:36:58.058012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983049a-0aae-429a-9ed6-682a9ac0e30a req-e49eb995-6ac0-459b-a04e-5076f29021f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:36:58.059428 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a983049a-0aae-429a-9ed6-682a9ac0e30a req-e49eb995-6ac0-459b-a04e-5076f29021f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6fdeb047-ab0e-4e67-b9c8-121299c5f250 HTTP/1.1" status: 200  len: 835 time: 0.0587473
Dec 22 05:36:58.135024 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a983049a-0aae-429a-9ed6-682a9ac0e30a req-7252d2aa-683b-40c0-9db7-ea62f99f84b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c162ebdc-d747-45e8-9c6b-5c7eee5c28ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0688038
Dec 22 05:36:58.263668 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a983049a-0aae-429a-9ed6-682a9ac0e30a req-7c7c76aa-170f-4145-9fae-f97920fe4937 service neutron] 10.222.0.47 "GET /v2.0/networks/c162ebdc-d747-45e8-9c6b-5c7eee5c28ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226039
Dec 22 05:36:58.390725 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a983049a-0aae-429a-9ed6-682a9ac0e30a req-6f8708ae-36d8-4816-98bc-5dc8e284bceb service neutron] 10.222.0.47 "GET /v2.0/networks/c162ebdc-d747-45e8-9c6b-5c7eee5c28ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208627
Dec 22 05:36:58.960657 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a3c48-0ce1-47fe-b7e4-a969a8f66144 req-4a15a609-a4d8-4b34-88d1-f4aebca4d061 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:36:58.962129 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5a7a3c48-0ce1-47fe-b7e4-a969a8f66144 req-4a15a609-a4d8-4b34-88d1-f4aebca4d061 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 945 time: 0.0756011
Dec 22 05:36:59.009970 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5a7a3c48-0ce1-47fe-b7e4-a969a8f66144 req-146b819a-b09f-4952-ad46-5ef37318ae8e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416501
Dec 22 05:37:00.216839 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08877e-abf6-481c-bd23-99d78e5582fd req-91ccd8a8-1448-47c6-9fcf-b8d12eea24f5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:37:00.218301 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ec08877e-abf6-481c-bd23-99d78e5582fd req-91ccd8a8-1448-47c6-9fcf-b8d12eea24f5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 945 time: 0.0752296
Dec 22 05:37:00.265963 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ec08877e-abf6-481c-bd23-99d78e5582fd req-81017eb0-d256-4a49-8a22-79af33345fdc tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420933
Dec 22 05:37:00.293730 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38060) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:37:00.392667 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-02a3e8b6-b2dd-41d8-864d-100a6b7b8c26 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/floatingips/86887559-6447-4602-8bc0-62dbb2a92ba1 HTTP/1.1" status: 200  len: 992 time: 0.0977700
Dec 22 05:37:08.029084 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:08.886374 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2a0569af-1175-476e-bca7-bc886b13b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:11.090696 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d4073b60-af48-4e91-b15a-2d44fb1be065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:12.280566 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:12.402433 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:13.751963 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:17.608797 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:37:38.041525 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:38.594946 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-30e9c727-fee0-4e75-9f28-b96180b15687 req-1af754da-7feb-416e-afb3-75680ec4745a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0702720
Dec 22 05:37:38.749143 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-30e9c727-fee0-4e75-9f28-b96180b15687 req-39dba710-fca6-4cfa-82f0-8490f94a8dd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 1098 time: 0.0680668
Dec 22 05:37:38.888239 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-717c87f0-5a5b-478c-a785-0b28ebb48bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:38.899196 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9c727-fee0-4e75-9f28-b96180b15687 req-520a5899-f613-4e5d-a30f-3614129f7e2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:37:38.900624 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-30e9c727-fee0-4e75-9f28-b96180b15687 req-520a5899-f613-4e5d-a30f-3614129f7e2e service neutron] 10.222.0.47 "GET /v2.0/networks?id=c162ebdc-d747-45e8-9c6b-5c7eee5c28ff HTTP/1.1" status: 200  len: 898 time: 0.1280470
Dec 22 05:37:39.006135 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-30e9c727-fee0-4e75-9f28-b96180b15687 req-a4381435-f528-4f10-a38c-c2c627d72ee5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=296cc79d-cea4-4c69-9341-e187c1782975 HTTP/1.1" status: 200  len: 1000 time: 0.0989704
Dec 22 05:37:39.069095 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9c727-fee0-4e75-9f28-b96180b15687 req-cc18c557-9f97-434c-ba2f-08ad66fcb934 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:37:39.070572 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-30e9c727-fee0-4e75-9f28-b96180b15687 req-cc18c557-9f97-434c-ba2f-08ad66fcb934 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6fdeb047-ab0e-4e67-b9c8-121299c5f250 HTTP/1.1" status: 200  len: 835 time: 0.0587511
Dec 22 05:37:39.151577 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-30e9c727-fee0-4e75-9f28-b96180b15687 req-98036774-f35a-43d4-8b8f-b338d37ac0bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c162ebdc-d747-45e8-9c6b-5c7eee5c28ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0743842
Dec 22 05:37:39.390567 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-30e9c727-fee0-4e75-9f28-b96180b15687 req-be6b5ea4-1115-422f-b5df-30d9fe96678b service neutron] 10.222.0.47 "GET /v2.0/networks/c162ebdc-d747-45e8-9c6b-5c7eee5c28ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2323859
Dec 22 05:37:39.521831 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-30e9c727-fee0-4e75-9f28-b96180b15687 req-5851bb8b-97f0-4b13-841d-41e042c224aa service neutron] 10.222.0.47 "GET /v2.0/networks/c162ebdc-d747-45e8-9c6b-5c7eee5c28ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238799
Dec 22 05:37:41.093256 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0fa16bc4-7d20-439a-b1c4-8ec0a36a0834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:42.281810 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:42.406622 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:43.755017 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:48.837945 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38106) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:37:49.340905 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-bf1ccb33-3133-46b0-8ea8-4528a71a3565 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting port 9a14cb75-4e3a-47bc-b960-993957aa943c {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:37:49.341294 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bf1ccb33-3133-46b0-8ea8-4528a71a3565 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:49.508258 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bf1ccb33-3133-46b0-8ea8-4528a71a3565 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:49.508499 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bf1ccb33-3133-46b0-8ea8-4528a71a3565 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:49.624992 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-bf1ccb33-3133-46b0-8ea8-4528a71a3565 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Calling delete_port for 9a14cb75-4e3a-47bc-b960-993957aa943c owned by network:floatingip {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:37:49.765995 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bf1ccb33-3133-46b0-8ea8-4528a71a3565 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:49.769290 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-27649957-b9c6-4d3d-85e6-e872be7a2de8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:37:49.808405 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ccb33-3133-46b0-8ea8-4528a71a3565 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Port': ['ID=9a14cb75-4e3a-47bc-b960-993957aa943c,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:37:49.819676 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ccb33-3133-46b0-8ea8-4528a71a3565 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:49.820050 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ccb33-3133-46b0-8ea8-4528a71a3565 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:49.820418 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ccb33-3133-46b0-8ea8-4528a71a3565 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:49.820780 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ccb33-3133-46b0-8ea8-4528a71a3565 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:49.821136 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ccb33-3133-46b0-8ea8-4528a71a3565 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:49.821876 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ccb33-3133-46b0-8ea8-4528a71a3565 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:49.821876 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ccb33-3133-46b0-8ea8-4528a71a3565 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:49.822189 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ccb33-3133-46b0-8ea8-4528a71a3565 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:49.822537 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ccb33-3133-46b0-8ea8-4528a71a3565 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:49.822883 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ccb33-3133-46b0-8ea8-4528a71a3565 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:49.823237 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ccb33-3133-46b0-8ea8-4528a71a3565 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:49.848176 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-bf1ccb33-3133-46b0-8ea8-4528a71a3565 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:37:49.910222 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bf1ccb33-3133-46b0-8ea8-4528a71a3565 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for floatingip, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:50.287543 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1ccb33-3133-46b0-8ea8-4528a71a3565 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router 08fbe976-e1d1-4a24-8287-c16ea7bacb74 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:37:50.479749 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1ccb33-3133-46b0-8ea8-4528a71a3565 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:37:50.489023 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f2282-494c-42c3-a7fb-9394e667da93 None None] Sync routers for ids ['08fbe976-e1d1-4a24-8287-c16ea7bacb74'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:37:50.500744 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-bf1ccb33-3133-46b0-8ea8-4528a71a3565 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:50.503827 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f2282-494c-42c3-a7fb-9394e667da93 None None] Routers {'08fbe976-e1d1-4a24-8287-c16ea7bacb74'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:37:50.504484 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-e40f2282-494c-42c3-a7fb-9394e667da93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c502580>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:37:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['08fbe976-e1d1-4a24-8287-c16ea7bacb74'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:37:50.662760 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-bf1ccb33-3133-46b0-8ea8-4528a71a3565 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/floatingips/86887559-6447-4602-8bc0-62dbb2a92ba1 HTTP/1.1" status: 204  len: 168 time: 1.8237302
Dec 22 05:37:50.663491 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251edf5c-3e79-402a-bf4d-940402d5e919', 'tag': '296cc79d-cea4-4c69-9341-e187c1782975'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:37:50.691084 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-e40f2282-494c-42c3-a7fb-9394e667da93 None None] Set router 08fbe976-e1d1-4a24-8287-c16ea7bacb74 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:37:50.876402 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251edf5c-3e79-402a-bf4d-940402d5e919', 'tag': '296cc79d-cea4-4c69-9341-e187c1782975', 'status': 'completed', 'code': 200}
Dec 22 05:37:50.993138 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a4b6d65a-a6c3-429f-8540-3fcfb17c9cc7 req-8d147d4a-2bc0-4630-8ba8-2f8fb1e0d45b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 1098 time: 0.0709510
Dec 22 05:37:51.016403 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-e40f2282-494c-42c3-a7fb-9394e667da93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c502580>, [{'id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72934953', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:22Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '1d7b5648-0f94-462b-aa35-8f433276052d', 'name': '', 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:44:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fdeb047-ab0e-4e67-b9c8-121299c5f250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:35:21Z', 'updated_at': '2021-12-22T05:35:29Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '6fdeb047-ab0e-4e67-b9c8-121299c5f250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:37:51.020382 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f2282-494c-42c3-a7fb-9394e667da93 None None] Checking router: 08fbe976-e1d1-4a24-8287-c16ea7bacb74 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:37:51.030424 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f2282-494c-42c3-a7fb-9394e667da93 None None] Routers {'08fbe976-e1d1-4a24-8287-c16ea7bacb74'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:37:51.031026 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-e40f2282-494c-42c3-a7fb-9394e667da93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c502580>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:37:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['08fbe976-e1d1-4a24-8287-c16ea7bacb74'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:37:51.133428 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6d65a-a6c3-429f-8540-3fcfb17c9cc7 req-601289d2-eea2-4b2a-9a50-0b91f9852134 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:37:51.134973 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a4b6d65a-a6c3-429f-8540-3fcfb17c9cc7 req-601289d2-eea2-4b2a-9a50-0b91f9852134 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c162ebdc-d747-45e8-9c6b-5c7eee5c28ff HTTP/1.1" status: 200  len: 898 time: 0.1348019
Dec 22 05:37:51.209616 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-e40f2282-494c-42c3-a7fb-9394e667da93 None None] Set router 08fbe976-e1d1-4a24-8287-c16ea7bacb74 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:37:51.242935 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a4b6d65a-a6c3-429f-8540-3fcfb17c9cc7 req-590b013e-8d9b-40b3-b3e0-5fdcc33a78f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=296cc79d-cea4-4c69-9341-e187c1782975 HTTP/1.1" status: 200  len: 217 time: 0.0722036
Dec 22 05:37:51.321980 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e7c62-b276-460f-9dbd-47b6a0e04aa7 req-9fcbc814-8c84-405d-80ab-166f9b4405ca tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:37:51.323342 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cc7e7c62-b276-460f-9dbd-47b6a0e04aa7 req-9fcbc814-8c84-405d-80ab-166f9b4405ca tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 945 time: 0.3034134
Dec 22 05:37:51.326607 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6d65a-a6c3-429f-8540-3fcfb17c9cc7 req-1415164d-a624-4460-a836-6d2dd9960ada service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:37:51.327900 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a4b6d65a-a6c3-429f-8540-3fcfb17c9cc7 req-1415164d-a624-4460-a836-6d2dd9960ada service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6fdeb047-ab0e-4e67-b9c8-121299c5f250 HTTP/1.1" status: 200  len: 835 time: 0.0776455
Dec 22 05:37:51.412992 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cc7e7c62-b276-460f-9dbd-47b6a0e04aa7 req-a3f680b8-ce61-46a1-bdb6-b2d24ff691b1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835166
Dec 22 05:37:51.435472 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a4b6d65a-a6c3-429f-8540-3fcfb17c9cc7 req-c2a6f2fc-e0f3-426e-9395-00bc621322d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c162ebdc-d747-45e8-9c6b-5c7eee5c28ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0908306
Dec 22 05:37:51.561376 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-e40f2282-494c-42c3-a7fb-9394e667da93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c502580>, [{'id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72934953', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:22Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '1d7b5648-0f94-462b-aa35-8f433276052d', 'name': '', 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:44:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fdeb047-ab0e-4e67-b9c8-121299c5f250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:35:21Z', 'updated_at': '2021-12-22T05:35:29Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '6fdeb047-ab0e-4e67-b9c8-121299c5f250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:37:51.565310 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f2282-494c-42c3-a7fb-9394e667da93 None None] The sync data for ids ['08fbe976-e1d1-4a24-8287-c16ea7bacb74'] in dv-neutron-822525-1-hyperv is: [{'id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72934953', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:22Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '1d7b5648-0f94-462b-aa35-8f433276052d', 'name': '', 'network_id': 'c162ebdc-d747-45e8-9c6b-5c7eee5c28ff', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:44:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fdeb047-ab0e-4e67-b9c8-121299c5f250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:35:21Z', 'updated_at': '2021-12-22T05:35:29Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': '6fdeb047-ab0e-4e67-b9c8-121299c5f250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:37:51.569866 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a4b6d65a-a6c3-429f-8540-3fcfb17c9cc7 req-7a7ce78a-8745-404e-a2df-cbb0aa3e69dc service neutron] 10.222.0.47 "GET /v2.0/networks/c162ebdc-d747-45e8-9c6b-5c7eee5c28ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257744
Dec 22 05:37:51.705732 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a4b6d65a-a6c3-429f-8540-3fcfb17c9cc7 req-5011be78-768e-4d90-b2f6-a40441da2693 service neutron] 10.222.0.47 "GET /v2.0/networks/c162ebdc-d747-45e8-9c6b-5c7eee5c28ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288755
Dec 22 05:37:51.789602 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83f9aa4-90ef-4474-b572-669a1eb41cf2 None None] New status for floating IP 86887559-6447-4602-8bc0-62dbb2a92ba1: DOWN {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:37:52.684571 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de390033-61ea-4053-9f38-59a50959a30c req-8fbe48d4-ab89-4407-9292-e2e8950eeb2d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:37:52.685251 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-de390033-61ea-4053-9f38-59a50959a30c req-8fbe48d4-ab89-4407-9292-e2e8950eeb2d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:37:52.700668 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-de390033-61ea-4053-9f38-59a50959a30c req-8fbe48d4-ab89-4407-9292-e2e8950eeb2d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:37:52.701831 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-de390033-61ea-4053-9f38-59a50959a30c req-8fbe48d4-ab89-4407-9292-e2e8950eeb2d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 945 time: 0.1640935
Dec 22 05:37:52.744825 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-de390033-61ea-4053-9f38-59a50959a30c req-58a6586b-9e59-4481-9d73-385833ec004b tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad5694a9-4e82-48de-bd5a-e9125595a51d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375869
Dec 22 05:37:52.837899 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcee456-08c5-4291-9b71-29448880dcd0 req-39a16027-e41d-4b7d-8a78-a39b001af5a7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:37:52.839316 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7bcee456-08c5-4291-9b71-29448880dcd0 req-39a16027-e41d-4b7d-8a78-a39b001af5a7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 945 time: 0.0796723
Dec 22 05:37:52.904321 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-7bcee456-08c5-4291-9b71-29448880dcd0 req-ad180cec-bebc-415f-b741-e5a32fa5b9ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting port 296cc79d-cea4-4c69-9341-e187c1782975 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:37:52.904660 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-7bcee456-08c5-4291-9b71-29448880dcd0 req-ad180cec-bebc-415f-b741-e5a32fa5b9ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:53.139328 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-7bcee456-08c5-4291-9b71-29448880dcd0 req-ad180cec-bebc-415f-b741-e5a32fa5b9ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] For port 296cc79d-cea4-4c69-9341-e187c1782975, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=296cc79d-cea4-4c69-9341-e187c1782975,segment=NetworkSegment(26a44130-4dd7-4cd6-bd77-cd6ab4a59486),segment_id=26a44130-4dd7-4cd6-bd77-cd6ab4a59486)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:37:53.139685 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-7bcee456-08c5-4291-9b71-29448880dcd0 req-ad180cec-bebc-415f-b741-e5a32fa5b9ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:53.257041 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-7bcee456-08c5-4291-9b71-29448880dcd0 req-ad180cec-bebc-415f-b741-e5a32fa5b9ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Calling delete_port for 296cc79d-cea4-4c69-9341-e187c1782975 owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:37:53.492752 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-7bcee456-08c5-4291-9b71-29448880dcd0 req-ad180cec-bebc-415f-b741-e5a32fa5b9ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:53.498674 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:37:53.544665 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad180cec-bebc-415f-b741-e5a32fa5b9ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Port': ['ID=296cc79d-cea4-4c69-9341-e187c1782975,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:37:53.584224 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad180cec-bebc-415f-b741-e5a32fa5b9ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:53.584613 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad180cec-bebc-415f-b741-e5a32fa5b9ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:53.584991 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad180cec-bebc-415f-b741-e5a32fa5b9ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:53.585363 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad180cec-bebc-415f-b741-e5a32fa5b9ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:53.585760 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad180cec-bebc-415f-b741-e5a32fa5b9ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:53.586128 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad180cec-bebc-415f-b741-e5a32fa5b9ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:53.586491 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad180cec-bebc-415f-b741-e5a32fa5b9ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:53.586856 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad180cec-bebc-415f-b741-e5a32fa5b9ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:53.587221 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad180cec-bebc-415f-b741-e5a32fa5b9ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:53.587585 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad180cec-bebc-415f-b741-e5a32fa5b9ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:53.587948 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad180cec-bebc-415f-b741-e5a32fa5b9ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:53.594603 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ad180cec-bebc-415f-b741-e5a32fa5b9ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:37:53.627299 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bcee456-08c5-4291-9b71-29448880dcd0 req-ad180cec-bebc-415f-b741-e5a32fa5b9ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] No DVR routers for this DVR port 296cc79d-cea4-4c69-9341-e187c1782975 on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:37:53.629610 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-7bcee456-08c5-4291-9b71-29448880dcd0 req-ad180cec-bebc-415f-b741-e5a32fa5b9ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:53.632113 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251edf5c-3e79-402a-bf4d-940402d5e919', 'name': 'network-vif-deleted', 'tag': '296cc79d-cea4-4c69-9341-e187c1782975'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:37:53.651553 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7bcee456-08c5-4291-9b71-29448880dcd0 req-ad180cec-bebc-415f-b741-e5a32fa5b9ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "DELETE /v2.0/ports/296cc79d-cea4-4c69-9341-e187c1782975 HTTP/1.1" status: 204  len: 173 time: 0.8071723
Dec 22 05:37:53.757374 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251edf5c-3e79-402a-bf4d-940402d5e919', 'name': 'network-vif-deleted', 'tag': '296cc79d-cea4-4c69-9341-e187c1782975', 'status': 'completed', 'code': 200}
Dec 22 05:37:53.920723 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-341e7360-123d-4cdc-a4ad-fa36eaa8aa83 req-00361924-cac5-4aa8-b98c-fd5d4868e327 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=251edf5c-3e79-402a-bf4d-940402d5e919 HTTP/1.1" status: 200  len: 210 time: 0.0440938
Dec 22 05:37:54.607949 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:37:55.027880 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38146) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:37:55.417651 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-151fffd4-35b8-4a86-bf2f-bd9162d54805 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:56.008973 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-151fffd4-35b8-4a86-bf2f-bd9162d54805 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting port 1d7b5648-0f94-462b-aa35-8f433276052d {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:37:56.009318 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-151fffd4-35b8-4a86-bf2f-bd9162d54805 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:56.191026 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-151fffd4-35b8-4a86-bf2f-bd9162d54805 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] For port 1d7b5648-0f94-462b-aa35-8f433276052d, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=1d7b5648-0f94-462b-aa35-8f433276052d,segment=NetworkSegment(26a44130-4dd7-4cd6-bd77-cd6ab4a59486),segment_id=26a44130-4dd7-4cd6-bd77-cd6ab4a59486)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:37:56.192047 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-151fffd4-35b8-4a86-bf2f-bd9162d54805 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:56.414796 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-151fffd4-35b8-4a86-bf2f-bd9162d54805 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Calling delete_port for 1d7b5648-0f94-462b-aa35-8f433276052d owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:37:56.593656 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-151fffd4-35b8-4a86-bf2f-bd9162d54805 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:56.597878 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8d2d2a34-548c-4acb-85d3-86cdcb63a100 tempest-RoutersNegativeTest-1387781771 tempest-RoutersNegativeTest-1387781771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:37:56.640741 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fffd4-35b8-4a86-bf2f-bd9162d54805 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Port': ['ID=1d7b5648-0f94-462b-aa35-8f433276052d,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:37:56.643265 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-151fffd4-35b8-4a86-bf2f-bd9162d54805 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:37:56.938349 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-151fffd4-35b8-4a86-bf2f-bd9162d54805 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:57.487049 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 296cc79d-cea4-4c69-9341-e187c1782975 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:37:57.499075 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151fffd4-35b8-4a86-bf2f-bd9162d54805 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router 08fbe976-e1d1-4a24-8287-c16ea7bacb74 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:37:57.519521 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 296cc79d-cea4-4c69-9341-e187c1782975 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:37:57.519888 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 296cc79d-cea4-4c69-9341-e187c1782975 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:37:57.691621 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151fffd4-35b8-4a86-bf2f-bd9162d54805 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:37:57.709417 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5877ac6-de0d-4abb-b73f-8217bfbaf9fa None None] Sync routers for ids ['08fbe976-e1d1-4a24-8287-c16ea7bacb74'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:37:57.709698 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-151fffd4-35b8-4a86-bf2f-bd9162d54805 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "PUT /v2.0/routers/08fbe976-e1d1-4a24-8287-c16ea7bacb74/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6781299
Dec 22 05:37:57.709815 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38152) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:37:57.719298 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5877ac6-de0d-4abb-b73f-8217bfbaf9fa None None] Routers {'08fbe976-e1d1-4a24-8287-c16ea7bacb74'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:37:57.720026 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d5877ac6-de0d-4abb-b73f-8217bfbaf9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca1dbb0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:37:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['08fbe976-e1d1-4a24-8287-c16ea7bacb74'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:37:57.899781 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-d5877ac6-de0d-4abb-b73f-8217bfbaf9fa None None] Set router 08fbe976-e1d1-4a24-8287-c16ea7bacb74 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:37:58.015327 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-b840e74f-1cd6-44c3-8cef-969572894070 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting subnet 6fdeb047-ab0e-4e67-b9c8-121299c5f250 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:37:58.018234 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b840e74f-1cd6-44c3-8cef-969572894070 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:58.071313 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b840e74f-1cd6-44c3-8cef-969572894070 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:58.153933 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b840e74f-1cd6-44c3-8cef-969572894070 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:58.174686 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d5877ac6-de0d-4abb-b73f-8217bfbaf9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca1dbb0>, [{'id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72934953', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:37:56Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:37:58.178765 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5877ac6-de0d-4abb-b73f-8217bfbaf9fa None None] Checking router: 08fbe976-e1d1-4a24-8287-c16ea7bacb74 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:37:58.189285 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5877ac6-de0d-4abb-b73f-8217bfbaf9fa None None] Routers {'08fbe976-e1d1-4a24-8287-c16ea7bacb74'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:37:58.190144 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d5877ac6-de0d-4abb-b73f-8217bfbaf9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ca1dbb0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:37:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['08fbe976-e1d1-4a24-8287-c16ea7bacb74'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:37:58.228950 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b840e74f-1cd6-44c3-8cef-969572894070 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:58.233776 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b15d6319-9f5c-495f-bd32-4275d3bc6848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:37:58.270546 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840e74f-1cd6-44c3-8cef-969572894070 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Subnet': ['ID=6fdeb047-ab0e-4e67-b9c8-121299c5f250,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:37:58.272970 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b840e74f-1cd6-44c3-8cef-969572894070 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:37:58.275644 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b840e74f-1cd6-44c3-8cef-969572894070 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:58.281519 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b840e74f-1cd6-44c3-8cef-969572894070 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/subnets/6fdeb047-ab0e-4e67-b9c8-121299c5f250 HTTP/1.1" status: 204  len: 168 time: 0.5707872
Dec 22 05:37:58.284019 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38156) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:37:58.324372 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d63b7b-d763-462e-8b16-267efe50c21c None None] Network c162ebdc-d747-45e8-9c6b-5c7eee5c28ff requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:37:58.481467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-70763a12-526b-4d59-81eb-9e2d47de1984 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:58.512958 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-d5877ac6-de0d-4abb-b73f-8217bfbaf9fa None None] Set router 08fbe976-e1d1-4a24-8287-c16ea7bacb74 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:37:58.677339 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-70763a12-526b-4d59-81eb-9e2d47de1984 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:58.686264 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-70763a12-526b-4d59-81eb-9e2d47de1984 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting port 6aeb7f50-9b5f-451a-afc8-50eb591a1579 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:37:58.686644 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-70763a12-526b-4d59-81eb-9e2d47de1984 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:58.797199 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba546b4e-0d50-40e6-bba0-8766f5eb63ee None None] DHCP port deletion for c162ebdc-d747-45e8-9c6b-5c7eee5c28ff request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 05:37:58.804443 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-ba546b4e-0d50-40e6-bba0-8766f5eb63ee None None] Deleting port 141a4a84-75d6-49df-ab49-b25495b8f0b2 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:37:58.804827 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ba546b4e-0d50-40e6-bba0-8766f5eb63ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:58.863036 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-70763a12-526b-4d59-81eb-9e2d47de1984 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] For port 6aeb7f50-9b5f-451a-afc8-50eb591a1579, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=6aeb7f50-9b5f-451a-afc8-50eb591a1579,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:37:58.863385 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-70763a12-526b-4d59-81eb-9e2d47de1984 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:58.951847 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d5877ac6-de0d-4abb-b73f-8217bfbaf9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ca1dbb0>, [{'id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72934953', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:37:56Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:37:58.956980 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5877ac6-de0d-4abb-b73f-8217bfbaf9fa None None] The sync data for ids ['08fbe976-e1d1-4a24-8287-c16ea7bacb74'] in dv-neutron-822525-1-hyperv is: [{'id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72934953', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:37:56Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6aeb7f50-9b5f-451a-afc8-50eb591a1579', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:38:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fbe976-e1d1-4a24-8287-c16ea7bacb74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:35:18Z', 'updated_at': '2021-12-22T05:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:37:58.985176 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-70763a12-526b-4d59-81eb-9e2d47de1984 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Calling delete_port for 6aeb7f50-9b5f-451a-afc8-50eb591a1579 owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:37:59.076046 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-ba546b4e-0d50-40e6-bba0-8766f5eb63ee None None] For port 141a4a84-75d6-49df-ab49-b25495b8f0b2, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=141a4a84-75d6-49df-ab49-b25495b8f0b2,segment=NetworkSegment(26a44130-4dd7-4cd6-bd77-cd6ab4a59486),segment_id=26a44130-4dd7-4cd6-bd77-cd6ab4a59486)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:37:59.076356 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ba546b4e-0d50-40e6-bba0-8766f5eb63ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:59.148309 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-70763a12-526b-4d59-81eb-9e2d47de1984 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:59.161414 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b3fea96f-acdf-46fc-a9d6-04114caefce2 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:37:59.194419 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-ba546b4e-0d50-40e6-bba0-8766f5eb63ee None None] Calling delete_port for 141a4a84-75d6-49df-ab49-b25495b8f0b2 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:37:59.236289 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70763a12-526b-4d59-81eb-9e2d47de1984 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Port': ['ID=6aeb7f50-9b5f-451a-afc8-50eb591a1579,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:37:59.242255 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-70763a12-526b-4d59-81eb-9e2d47de1984 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:37:59.267403 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ba546b4e-0d50-40e6-bba0-8766f5eb63ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:59.271633 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-81a0c6d4-6305-4a05-9f49-a7f20f5554d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:37:59.322493 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba546b4e-0d50-40e6-bba0-8766f5eb63ee None None] Pushing event deleted for resources: {'Port': ['ID=141a4a84-75d6-49df-ab49-b25495b8f0b2,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:37:59.330757 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba546b4e-0d50-40e6-bba0-8766f5eb63ee None None] No DVR routers for this DVR port 141a4a84-75d6-49df-ab49-b25495b8f0b2 on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:37:59.335901 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba546b4e-0d50-40e6-bba0-8766f5eb63ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:59.336247 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba546b4e-0d50-40e6-bba0-8766f5eb63ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:59.336587 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba546b4e-0d50-40e6-bba0-8766f5eb63ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:59.336923 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba546b4e-0d50-40e6-bba0-8766f5eb63ee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:59.337256 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba546b4e-0d50-40e6-bba0-8766f5eb63ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:59.337602 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba546b4e-0d50-40e6-bba0-8766f5eb63ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:59.337931 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba546b4e-0d50-40e6-bba0-8766f5eb63ee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:59.338258 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba546b4e-0d50-40e6-bba0-8766f5eb63ee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:59.338577 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba546b4e-0d50-40e6-bba0-8766f5eb63ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:59.338896 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba546b4e-0d50-40e6-bba0-8766f5eb63ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:59.346313 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba546b4e-0d50-40e6-bba0-8766f5eb63ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:37:59.350386 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-ba546b4e-0d50-40e6-bba0-8766f5eb63ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:37:59.536944 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-70763a12-526b-4d59-81eb-9e2d47de1984 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:59.784934 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-70763a12-526b-4d59-81eb-9e2d47de1984 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:59.788481 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 141a4a84-75d6-49df-ab49-b25495b8f0b2 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:37:59.788918 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-70763a12-526b-4d59-81eb-9e2d47de1984 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:59.814066 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-70763a12-526b-4d59-81eb-9e2d47de1984 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:59.814564 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70763a12-526b-4d59-81eb-9e2d47de1984 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Fanout notify agent at l3_agent the message router_deleted on router 08fbe976-e1d1-4a24-8287-c16ea7bacb74 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 05:37:59.822843 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 141a4a84-75d6-49df-ab49-b25495b8f0b2 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:37:59.823200 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 141a4a84-75d6-49df-ab49-b25495b8f0b2 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:37:59.823675 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 1d7b5648-0f94-462b-aa35-8f433276052d no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:37:59.829189 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-70763a12-526b-4d59-81eb-9e2d47de1984 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:37:59.832847 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-70763a12-526b-4d59-81eb-9e2d47de1984 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/routers/08fbe976-e1d1-4a24-8287-c16ea7bacb74 HTTP/1.1" status: 204  len: 168 time: 1.5453949
Dec 22 05:37:59.833078 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38160) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:37:59.856432 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 1d7b5648-0f94-462b-aa35-8f433276052d {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:37:59.856791 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 1d7b5648-0f94-462b-aa35-8f433276052d not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:37:59.947151 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-33bfda61-ed73-4ac6-9395-d4608382e2e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:00.075398 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-33bfda61-ed73-4ac6-9395-d4608382e2e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:00.101858 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-33bfda61-ed73-4ac6-9395-d4608382e2e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b339d90>,) {'filters': {'network_id': ['c162ebdc-d747-45e8-9c6b-5c7eee5c28ff']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:38:00.113679 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-33bfda61-ed73-4ac6-9395-d4608382e2e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b339d90>, '26a44130-4dd7-4cd6-bd77-cd6ab4a59486') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:38:00.113969 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-33bfda61-ed73-4ac6-9395-d4608382e2e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b339d90>, '26a44130-4dd7-4cd6-bd77-cd6ab4a59486') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:38:00.125241 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-33bfda61-ed73-4ac6-9395-d4608382e2e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:00.142023 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-33bfda61-ed73-4ac6-9395-d4608382e2e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:00.147724 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33bfda61-ed73-4ac6-9395-d4608382e2e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:38:00.148091 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-33bfda61-ed73-4ac6-9395-d4608382e2e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:38:00.162586 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:38:00.243307 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-33bfda61-ed73-4ac6-9395-d4608382e2e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:00.247132 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ec286254-ab2e-4728-b6d7-1a9a0b53b5dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:00.261859 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-33bfda61-ed73-4ac6-9395-d4608382e2e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:00.273203 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfda61-ed73-4ac6-9395-d4608382e2e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Network': ['ID=c162ebdc-d747-45e8-9c6b-5c7eee5c28ff,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:00.276449 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-33bfda61-ed73-4ac6-9395-d4608382e2e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:00.282604 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-33bfda61-ed73-4ac6-9395-d4608382e2e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/networks/c162ebdc-d747-45e8-9c6b-5c7eee5c28ff HTTP/1.1" status: 204  len: 168 time: 0.4485343
Dec 22 05:38:00.285618 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38166) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:38:00.352983 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b45bc894-3e90-4973-8192-865b243c5676 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:00.381210 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b45bc894-3e90-4973-8192-865b243c5676 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:00.442066 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b45bc894-3e90-4973-8192-865b243c5676 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:00.445771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0a21f645-2f13-4486-a04a-8c8d1801bc0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:00.460663 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bc894-3e90-4973-8192-865b243c5676 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5694a9-4e82-48de-bd5a-e9125595a51d,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:00.463298 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b45bc894-3e90-4973-8192-865b243c5676 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:00.472117 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b45bc894-3e90-4973-8192-865b243c5676 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:00.473233 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b45bc894-3e90-4973-8192-865b243c5676 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/security-groups/ad5694a9-4e82-48de-bd5a-e9125595a51d HTTP/1.1" status: 204  len: 168 time: 0.1869140
Dec 22 05:38:00.771108 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38176) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:38:00.776896 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-a605512f-9bdd-499b-8065-bc2c59cabd9c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-270296072', 'description': 'tempest-secgroup-smoke-270296072 description', 'project_id': '8d14121bb4964f9788327a98293c0192'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:38:00.783587 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a605512f-9bdd-499b-8065-bc2c59cabd9c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:38:00.787615 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a605512f-9bdd-499b-8065-bc2c59cabd9c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:38:00.790478 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a605512f-9bdd-499b-8065-bc2c59cabd9c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:38:00.797005 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a605512f-9bdd-499b-8065-bc2c59cabd9c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:38:00.807274 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a605512f-9bdd-499b-8065-bc2c59cabd9c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:00.842011 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a605512f-9bdd-499b-8065-bc2c59cabd9c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:38:00.845689 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a605512f-9bdd-499b-8065-bc2c59cabd9c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:38:00.848380 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-a605512f-9bdd-499b-8065-bc2c59cabd9c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:38:00.853901 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-a605512f-9bdd-499b-8065-bc2c59cabd9c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:38:00.906237 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a605512f-9bdd-499b-8065-bc2c59cabd9c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:00.909623 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a605512f-9bdd-499b-8065-bc2c59cabd9c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:00.912959 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ac3fa531-a868-4467-ad4e-dfa4467f6fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:00.953370 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605512f-9bdd-499b-8065-bc2c59cabd9c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a800129-fc96-4960-adc0-6f191ddc0d90,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:00.956328 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a605512f-9bdd-499b-8065-bc2c59cabd9c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:00.958885 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-a605512f-9bdd-499b-8065-bc2c59cabd9c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:00.960261 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a605512f-9bdd-499b-8065-bc2c59cabd9c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.1880667
Dec 22 05:38:00.963223 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38180) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:38:00.969244 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-21430ece-0144-4a5e-9111-9da9bc94fe09 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': '1a800129-fc96-4960-adc0-6f191ddc0d90', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:38:00.975411 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-21430ece-0144-4a5e-9111-9da9bc94fe09 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:38:00.979170 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-21430ece-0144-4a5e-9111-9da9bc94fe09 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:38:00.982012 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-21430ece-0144-4a5e-9111-9da9bc94fe09 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:38:00.987868 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-21430ece-0144-4a5e-9111-9da9bc94fe09 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:38:01.004801 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-21430ece-0144-4a5e-9111-9da9bc94fe09 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.066547 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-21430ece-0144-4a5e-9111-9da9bc94fe09 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.070005 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-21430ece-0144-4a5e-9111-9da9bc94fe09 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.077664 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e1171e7c-bd78-4e23-b8ce-4dac9994a409 tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:01.094790 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21430ece-0144-4a5e-9111-9da9bc94fe09 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c533d52-9c0c-4534-a67d-1d8e003f257e,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:01.100465 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-21430ece-0144-4a5e-9111-9da9bc94fe09 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:01.104524 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-21430ece-0144-4a5e-9111-9da9bc94fe09 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.106242 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-21430ece-0144-4a5e-9111-9da9bc94fe09 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1411514
Dec 22 05:38:01.108878 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38184) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:38:01.114421 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-a4fd578a-93de-4449-9335-cf06fd3ec8a8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': '1a800129-fc96-4960-adc0-6f191ddc0d90', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:38:01.119982 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a4fd578a-93de-4449-9335-cf06fd3ec8a8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:38:01.123665 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a4fd578a-93de-4449-9335-cf06fd3ec8a8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:38:01.126462 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a4fd578a-93de-4449-9335-cf06fd3ec8a8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:38:01.131993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a4fd578a-93de-4449-9335-cf06fd3ec8a8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:38:01.147739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a4fd578a-93de-4449-9335-cf06fd3ec8a8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.207974 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a4fd578a-93de-4449-9335-cf06fd3ec8a8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.210843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a4fd578a-93de-4449-9335-cf06fd3ec8a8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.218151 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a2ead92e-15af-45b5-bfdf-1fe34d0a600a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:01.239456 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd578a-93de-4449-9335-cf06fd3ec8a8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0550f32-5975-4bb8-9727-84bb34ca48d5,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:01.242501 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a4fd578a-93de-4449-9335-cf06fd3ec8a8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:01.244976 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a4fd578a-93de-4449-9335-cf06fd3ec8a8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.246198 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a4fd578a-93de-4449-9335-cf06fd3ec8a8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1364205
Dec 22 05:38:01.248993 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38190) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:38:01.254414 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-7fc5dca6-c367-448a-ad1f-bfb33910396d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': '1a800129-fc96-4960-adc0-6f191ddc0d90', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:38:01.260191 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7fc5dca6-c367-448a-ad1f-bfb33910396d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:38:01.264437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7fc5dca6-c367-448a-ad1f-bfb33910396d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:38:01.267278 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7fc5dca6-c367-448a-ad1f-bfb33910396d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:38:01.272829 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7fc5dca6-c367-448a-ad1f-bfb33910396d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:38:01.288805 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7fc5dca6-c367-448a-ad1f-bfb33910396d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.349512 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7fc5dca6-c367-448a-ad1f-bfb33910396d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.352882 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7fc5dca6-c367-448a-ad1f-bfb33910396d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.359664 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b09c3869-c8d2-4562-ad35-11d736bafbab tempest-SecGroupIPv6Test-827136878 tempest-SecGroupIPv6Test-827136878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:01.381344 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5dca6-c367-448a-ad1f-bfb33910396d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6223af2e-575b-4c94-bcd6-69485377af39,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:01.384017 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7fc5dca6-c367-448a-ad1f-bfb33910396d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:01.388516 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7fc5dca6-c367-448a-ad1f-bfb33910396d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.389742 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7fc5dca6-c367-448a-ad1f-bfb33910396d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1396923
Dec 22 05:38:01.392493 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38194) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:38:01.398042 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-7d341ded-176e-44f5-b260-7be4c6b6c7bd tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': '1a800129-fc96-4960-adc0-6f191ddc0d90', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:38:01.405081 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7d341ded-176e-44f5-b260-7be4c6b6c7bd tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:38:01.408752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7d341ded-176e-44f5-b260-7be4c6b6c7bd tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:38:01.411580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7d341ded-176e-44f5-b260-7be4c6b6c7bd tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:38:01.417056 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7d341ded-176e-44f5-b260-7be4c6b6c7bd tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:38:01.432268 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7d341ded-176e-44f5-b260-7be4c6b6c7bd tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.493876 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7d341ded-176e-44f5-b260-7be4c6b6c7bd tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.497211 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7d341ded-176e-44f5-b260-7be4c6b6c7bd tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.503930 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a6c4810f-abfb-4e62-a16a-6c5d78a428fa tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:01.524079 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d341ded-176e-44f5-b260-7be4c6b6c7bd tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d777408-8f5f-43b7-bc73-833a89b06ff4,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:01.526772 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7d341ded-176e-44f5-b260-7be4c6b6c7bd tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:01.531401 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7d341ded-176e-44f5-b260-7be4c6b6c7bd tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.532549 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7d341ded-176e-44f5-b260-7be4c6b6c7bd tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1391737
Dec 22 05:38:01.535217 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38198) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:38:01.540585 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-4e920cde-0f31-42db-88a4-3446e6730008 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': '1a800129-fc96-4960-adc0-6f191ddc0d90', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:38:01.546315 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4e920cde-0f31-42db-88a4-3446e6730008 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:38:01.550017 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4e920cde-0f31-42db-88a4-3446e6730008 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:38:01.552830 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4e920cde-0f31-42db-88a4-3446e6730008 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:38:01.558374 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4e920cde-0f31-42db-88a4-3446e6730008 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:38:01.567513 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-4e920cde-0f31-42db-88a4-3446e6730008 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Project 8d14121bb4964f9788327a98293c0192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:38:01.573492 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4e920cde-0f31-42db-88a4-3446e6730008 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.635165 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4e920cde-0f31-42db-88a4-3446e6730008 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.639039 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4e920cde-0f31-42db-88a4-3446e6730008 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.640754 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-cb7d6ff3-738f-4340-b283-c4a64b369880 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:01.663305 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e920cde-0f31-42db-88a4-3446e6730008 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a37544f-3969-4eb6-9344-9d44fd43352b,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:01.665619 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4e920cde-0f31-42db-88a4-3446e6730008 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:01.672000 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4e920cde-0f31-42db-88a4-3446e6730008 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.673142 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4e920cde-0f31-42db-88a4-3446e6730008 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1369720
Dec 22 05:38:01.675798 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38202) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:38:01.681081 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-8dca0152-1084-40ec-9764-d5836279d583 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'security_group_rule': {'security_group_id': '1a800129-fc96-4960-adc0-6f191ddc0d90', 'project_id': '8d14121bb4964f9788327a98293c0192', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:38:01.687263 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-8dca0152-1084-40ec-9764-d5836279d583 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:38:01.691581 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8dca0152-1084-40ec-9764-d5836279d583 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:security_group_rule and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:38:01.694465 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8dca0152-1084-40ec-9764-d5836279d583 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:38:01.702368 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-8dca0152-1084-40ec-9764-d5836279d583 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:38:01.702938 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6aeb7f50-9b5f-451a-afc8-50eb591a1579 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:38:01.712983 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-8dca0152-1084-40ec-9764-d5836279d583 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Project 8d14121bb4964f9788327a98293c0192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:38:01.719258 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8dca0152-1084-40ec-9764-d5836279d583 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.737084 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 6aeb7f50-9b5f-451a-afc8-50eb591a1579 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:38:01.737431 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6aeb7f50-9b5f-451a-afc8-50eb591a1579 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:38:01.786113 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8dca0152-1084-40ec-9764-d5836279d583 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.789439 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8dca0152-1084-40ec-9764-d5836279d583 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.791615 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f28c59ca-60e0-487c-b4ee-6ab0856bc3ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:01.812543 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca0152-1084-40ec-9764-d5836279d583 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74e6a28-06ce-416a-9fc8-0a0a72e1fccc,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:01.814942 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8dca0152-1084-40ec-9764-d5836279d583 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:01.821695 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8dca0152-1084-40ec-9764-d5836279d583 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.822843 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8dca0152-1084-40ec-9764-d5836279d583 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1461556
Dec 22 05:38:01.826151 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38206) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:38:01.831461 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-37a7a9b0-b9e3-4afa-8f4b-a4cb1a4d0be1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'network': {'name': 'tempest-network-smoke--2072053045', 'project_id': '8d14121bb4964f9788327a98293c0192', 'port_security_enabled': True}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:38:01.836059 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-37a7a9b0-b9e3-4afa-8f4b-a4cb1a4d0be1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:38:01.840070 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-37a7a9b0-b9e3-4afa-8f4b-a4cb1a4d0be1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:network and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:38:01.842886 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-37a7a9b0-b9e3-4afa-8f4b-a4cb1a4d0be1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:38:01.848527 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-37a7a9b0-b9e3-4afa-8f4b-a4cb1a4d0be1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:38:01.857922 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a7a9b0-b9e3-4afa-8f4b-a4cb1a4d0be1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Made reservation on behalf of 8d14121bb4964f9788327a98293c0192 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:38:01.860713 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37a7a9b0-b9e3-4afa-8f4b-a4cb1a4d0be1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.889012 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a7a9b0-b9e3-4afa-8f4b-a4cb1a4d0be1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:38:01.897869 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37a7a9b0-b9e3-4afa-8f4b-a4cb1a4d0be1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.898202 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-37a7a9b0-b9e3-4afa-8f4b-a4cb1a4d0be1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Added segment 86e3f604-e152-4776-bab1-ece48dcf3a03 of type vlan for network 025d2852-9d36-4b3a-8593-92dcacb3e703
Dec 22 05:38:01.924933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37a7a9b0-b9e3-4afa-8f4b-a4cb1a4d0be1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.954477 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37a7a9b0-b9e3-4afa-8f4b-a4cb1a4d0be1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.958085 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a7a9b0-b9e3-4afa-8f4b-a4cb1a4d0be1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:01.958649 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-37a7a9b0-b9e3-4afa-8f4b-a4cb1a4d0be1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:01.961952 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-028f89f4-fdcc-4382-938e-78c9773b62e0 tempest-BulkNetworkOpsIpV6Test-1964032216 tempest-BulkNetworkOpsIpV6Test-1964032216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:02.057389 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-37a7a9b0-b9e3-4afa-8f4b-a4cb1a4d0be1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2301669
Dec 22 05:38:02.060603 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38212) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:38:02.066018 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-172457816', 'admin_state_up': True, 'project_id': '8d14121bb4964f9788327a98293c0192', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:38:02.067137 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7a9b0-b9e3-4afa-8f4b-a4cb1a4d0be1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Network': ['ID=025d2852-9d36-4b3a-8593-92dcacb3e703,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:02.069788 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-37a7a9b0-b9e3-4afa-8f4b-a4cb1a4d0be1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:02.073147 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:38:02.076919 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:router and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:38:02.077304 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 025d2852-9d36-4b3a-8593-92dcacb3e703 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:38:02.079804 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:38:02.086549 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:38:02.096760 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:02.097805 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:02.116760 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:02.262385 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:02.432683 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:02.461773 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:02.701632 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Allocated IP 172.26.4.195 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/6048b7ff-71eb-4b8d-aef8-bdf16771f708) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:38:02.845510 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:02.873047 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:02.877016 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0a8884cd-b152-41ab-a2d1-18f4306bbe22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:02.936624 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:38:02.943943 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:38:02.949077 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:38:02.977200 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=6048b7ff-71eb-4b8d-aef8-bdf16771f708,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:02.984308 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:03.100891 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_gateway, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:03.101637 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:03.326250 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router bfcac204-aa02-43b8-b43f-7214c5ba7238 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 05:38:03.522314 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:38:03.532227 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] Sync routers for ids ['bfcac204-aa02-43b8-b43f-7214c5ba7238'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:38:03.544771 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] Routers {'bfcac204-aa02-43b8-b43f-7214c5ba7238'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:38:03.545733 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3e2b20>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:37:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['bfcac204-aa02-43b8-b43f-7214c5ba7238'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:38:03.548497 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:03.549738 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4880285
Dec 22 05:38:03.553863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38216) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:38:03.592923 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-094b73e0-df54-444a-8645-1411efb3916b tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=8d14121bb4964f9788327a98293c0192&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0378077
Dec 22 05:38:03.595241 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38220) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:38:03.719809 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] Set router bfcac204-aa02-43b8-b43f-7214c5ba7238 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:38:03.720930 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bbbeb4-ba94-4530-aea6-03a605c0f020 tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:03.722431 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-86bbbeb4-ba94-4530-aea6-03a605c0f020 tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1263328
Dec 22 05:38:03.725258 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38224) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:38:03.764035 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-60e6edcb-4409-43da-918d-24ebc9bfa377 tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=c376c199-68b9-4289-ba3a-1e17ce30e740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0375545
Dec 22 05:38:03.766376 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38228) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:38:03.771631 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-af3eee52-7d3a-4f3d-8a80-8d712cca523c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-772428474', 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703', 'project_id': '8d14121bb4964f9788327a98293c0192', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:38:03.877234 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-af3eee52-7d3a-4f3d-8a80-8d712cca523c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:38:03.881026 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-af3eee52-7d3a-4f3d-8a80-8d712cca523c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:subnet and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:38:03.883756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-af3eee52-7d3a-4f3d-8a80-8d712cca523c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:38:03.889318 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-af3eee52-7d3a-4f3d-8a80-8d712cca523c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:38:03.900086 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3eee52-7d3a-4f3d-8a80-8d712cca523c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Made reservation on behalf of 8d14121bb4964f9788327a98293c0192 for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:38:04.002191 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-af3eee52-7d3a-4f3d-8a80-8d712cca523c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:04.028665 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3e2b20>, [{'id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172457816', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:03Z', 'revision_number': 3, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:38:04.032626 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] Checking router: bfcac204-aa02-43b8-b43f-7214c5ba7238 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:38:04.033081 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] Updating router bfcac204-aa02-43b8-b43f-7214c5ba7238 port 6048b7ff-71eb-4b8d-aef8-bdf16771f708 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:38:04.085016 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:04.218342 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-af3eee52-7d3a-4f3d-8a80-8d712cca523c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:04.222473 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-85095241-0cf3-41a7-8cf6-3621f9da2a16 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:04.407094 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3eee52-7d3a-4f3d-8a80-8d712cca523c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Subnet': ['ID=bca2a165-3f55-446a-a2bd-73727e49e636,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:04.408321 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:04.410387 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-af3eee52-7d3a-4f3d-8a80-8d712cca523c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:04.417416 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3eee52-7d3a-4f3d-8a80-8d712cca523c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Checking segment: {'id': '86e3f604-e152-4776-bab1-ece48dcf3a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:38:04.417794 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3eee52-7d3a-4f3d-8a80-8d712cca523c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network hostable DHCP agents. Network: 025d2852-9d36-4b3a-8593-92dcacb3e703, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:38:04.419568 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] Transition to ACTIVE for port object 6048b7ff-71eb-4b8d-aef8-bdf16771f708 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:38:04.426511 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:04.430304 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-d0319643-ab78-4ae0-8dbb-3de53f773bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:04.438924 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3eee52-7d3a-4f3d-8a80-8d712cca523c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network 025d2852-9d36-4b3a-8593-92dcacb3e703 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:38:04.447338 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-af3eee52-7d3a-4f3d-8a80-8d712cca523c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 025d2852-9d36-4b3a-8593-92dcacb3e703) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:38:04.451605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3eee52-7d3a-4f3d-8a80-8d712cca523c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:04.452182 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-af3eee52-7d3a-4f3d-8a80-8d712cca523c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:04.459072 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c61d05a-2957-4c16-ac03-f0d1ff34b813 None None] Network 025d2852-9d36-4b3a-8593-92dcacb3e703 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:38:04.474076 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-af3eee52-7d3a-4f3d-8a80-8d712cca523c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7067080
Dec 22 05:38:04.477066 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38232) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:38:04.507366 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d202550-7e84-46d4-8caf-6020f24c35cc None None] Pushing event updated for resources: {'Port': ['ID=6048b7ff-71eb-4b8d-aef8-bdf16771f708,revision_number=2']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:04.509576 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] Attempting to bind port 6048b7ff-71eb-4b8d-aef8-bdf16771f708 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:38:04.510007 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] Attempting to bind port 6048b7ff-71eb-4b8d-aef8-bdf16771f708 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:38:04.510428 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] Attempting to bind port 6048b7ff-71eb-4b8d-aef8-bdf16771f708 on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:38:04.521503 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:38:04.521895 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:38:04.522290 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:04.523202 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:38:04.523202 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] Bound port: 6048b7ff-71eb-4b8d-aef8-bdf16771f708, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:38:04.523514 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:04.551301 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d202550-7e84-46d4-8caf-6020f24c35cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:38:04.552183 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d202550-7e84-46d4-8caf-6020f24c35cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:38:04.552183 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d202550-7e84-46d4-8caf-6020f24c35cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:38:04.552361 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d202550-7e84-46d4-8caf-6020f24c35cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:38:04.552563 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d202550-7e84-46d4-8caf-6020f24c35cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:38:04.552880 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d202550-7e84-46d4-8caf-6020f24c35cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:38:04.553195 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d202550-7e84-46d4-8caf-6020f24c35cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:38:04.553510 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d202550-7e84-46d4-8caf-6020f24c35cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:38:04.553842 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d202550-7e84-46d4-8caf-6020f24c35cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:38:04.554167 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d202550-7e84-46d4-8caf-6020f24c35cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:38:04.554470 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d202550-7e84-46d4-8caf-6020f24c35cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:38:04.565532 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-4d202550-7e84-46d4-8caf-6020f24c35cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:04.605899 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] For port 6048b7ff-71eb-4b8d-aef8-bdf16771f708, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:38:04.608843 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] For port 6048b7ff-71eb-4b8d-aef8-bdf16771f708, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=6048b7ff-71eb-4b8d-aef8-bdf16771f708,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:38:04.613407 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:04.616941 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-07a3f8f8-fefa-4e14-9039-739e77e3c8ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:04.694700 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d202550-7e84-46d4-8caf-6020f24c35cc None None] Pushing event updated for resources: {'Port': ['ID=6048b7ff-71eb-4b8d-aef8-bdf16771f708,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:04.698178 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-4d202550-7e84-46d4-8caf-6020f24c35cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:04.698836 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] Routers {'bfcac204-aa02-43b8-b43f-7214c5ba7238'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:38:04.700305 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c3e2b20>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:37:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['bfcac204-aa02-43b8-b43f-7214c5ba7238'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:38:04.709187 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-025d2852-9d36-4b3a-8593-92dcacb3e703', 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ips': [{'subnet_id': 'bca2a165-3f55-446a-a2bd-73727e49e636'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:38:04.710224 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:04.876887 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Allocated IP 172.20.0.2 (025d2852-9d36-4b3a-8593-92dcacb3e703/bca2a165-3f55-446a-a2bd-73727e49e636/545e7a28-8e88-4069-968d-224b8493f7fe) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:38:04.920895 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] Set router bfcac204-aa02-43b8-b43f-7214c5ba7238 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:38:05.096210 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:05.115847 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Transition to ACTIVE for port object 545e7a28-8e88-4069-968d-224b8493f7fe will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:38:05.138970 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Transition to ACTIVE for port object 545e7a28-8e88-4069-968d-224b8493f7fe will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:38:05.147930 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:05.160518 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:05.234641 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Network 025d2852-9d36-4b3a-8593-92dcacb3e703 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:38:05.238799 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c3e2b20>, [{'id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172457816', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:03Z', 'revision_number': 3, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:38:05.239303 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:38:05.244088 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98799232-3299-4a17-b4b6-7ced74045443 None None] The sync data for ids ['bfcac204-aa02-43b8-b43f-7214c5ba7238'] in dv-neutron-822525-1-hyperv is: [{'id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172457816', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:03Z', 'revision_number': 3, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:38:05.247072 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:38:05.249497 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Pushing event updated for resources: {'Port': ['ID=545e7a28-8e88-4069-968d-224b8493f7fe,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:05.252799 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:05.321513 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-019a9b11-799c-4164-956e-2e810a65c59d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:05.352335 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Attempting to bind port 545e7a28-8e88-4069-968d-224b8493f7fe on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:38:05.352787 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Attempting to bind port 545e7a28-8e88-4069-968d-224b8493f7fe by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '86e3f604-e152-4776-bab1-ece48dcf3a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:38:05.353218 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Attempting to bind port 545e7a28-8e88-4069-968d-224b8493f7fe on network 025d2852-9d36-4b3a-8593-92dcacb3e703 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:38:05.360436 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:38:05.360939 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Checking segment: {'id': '86e3f604-e152-4776-bab1-ece48dcf3a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:38:05.361360 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:05.361773 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Bound using segment: {'id': '86e3f604-e152-4776-bab1-ece48dcf3a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:38:05.362241 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Bound port: 545e7a28-8e88-4069-968d-224b8493f7fe, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e3f604-e152-4776-bab1-ece48dcf3a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:38:05.362616 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:05.467996 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] For port 545e7a28-8e88-4069-968d-224b8493f7fe, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:38:05.471017 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] For port 545e7a28-8e88-4069-968d-224b8493f7fe, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=545e7a28-8e88-4069-968d-224b8493f7fe,segment=NetworkSegment(86e3f604-e152-4776-bab1-ece48dcf3a03),segment_id=86e3f604-e152-4776-bab1-ece48dcf3a03)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:38:05.476193 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:05.479623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:05.630491 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Pushing event updated for resources: {'Port': ['ID=545e7a28-8e88-4069-968d-224b8493f7fe,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:05.634068 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:05.791318 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-019a9b11-799c-4164-956e-2e810a65c59d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Allocated IP 172.20.0.1 (025d2852-9d36-4b3a-8593-92dcacb3e703/bca2a165-3f55-446a-a2bd-73727e49e636/bf86a94b-55e3-42e8-896b-d9e65f3bc09e) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:38:05.816435 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6048b7ff-71eb-4b8d-aef8-bdf16771f708 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:38:05.907209 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 6048b7ff-71eb-4b8d-aef8-bdf16771f708 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:38:05.913097 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 6048b7ff-71eb-4b8d-aef8-bdf16771f708 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:38:05.913922 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:06.008280 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-019a9b11-799c-4164-956e-2e810a65c59d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:06.024699 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-019a9b11-799c-4164-956e-2e810a65c59d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Transition to ACTIVE for port object bf86a94b-55e3-42e8-896b-d9e65f3bc09e will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:38:06.048765 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:06.051180 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-019a9b11-799c-4164-956e-2e810a65c59d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:06.055608 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-48d593dd-c353-4775-b7a1-5f5df4861661 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:06.066104 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 6048b7ff-71eb-4b8d-aef8-bdf16771f708, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=6048b7ff-71eb-4b8d-aef8-bdf16771f708,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:38:06.070987 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:06.073309 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:06.122476 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019a9b11-799c-4164-956e-2e810a65c59d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network 025d2852-9d36-4b3a-8593-92dcacb3e703 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:38:06.130078 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-019a9b11-799c-4164-956e-2e810a65c59d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:38:06.134469 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a9b11-799c-4164-956e-2e810a65c59d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:38:06.166514 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=6048b7ff-71eb-4b8d-aef8-bdf16771f708,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:06.171375 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:06.287195 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a9b11-799c-4164-956e-2e810a65c59d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=bf86a94b-55e3-42e8-896b-d9e65f3bc09e,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:06.293680 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-019a9b11-799c-4164-956e-2e810a65c59d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:06.316899 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-019a9b11-799c-4164-956e-2e810a65c59d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:06.400405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-019a9b11-799c-4164-956e-2e810a65c59d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:06.641758 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542e1d44-985f-48b2-bf1b-8b843ef6946d None None] Network 025d2852-9d36-4b3a-8593-92dcacb3e703 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:38:06.736913 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-32a3a396-50ee-49bc-90e2-ffd0316092ca None None] Provisioning for port 545e7a28-8e88-4069-968d-224b8493f7fe completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:38:06.807141 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-019a9b11-799c-4164-956e-2e810a65c59d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:06.811521 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-019a9b11-799c-4164-956e-2e810a65c59d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:06.841091 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7a9c81e9-905d-43eb-aa74-2ae4ca344cd0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:06.926769 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a9b11-799c-4164-956e-2e810a65c59d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=bf86a94b-55e3-42e8-896b-d9e65f3bc09e,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:06.931081 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-019a9b11-799c-4164-956e-2e810a65c59d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:06.932011 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-019a9b11-799c-4164-956e-2e810a65c59d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:07.076169 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019a9b11-799c-4164-956e-2e810a65c59d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network 025d2852-9d36-4b3a-8593-92dcacb3e703 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:38:07.077364 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-019a9b11-799c-4164-956e-2e810a65c59d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:38:07.214722 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-351d59a8-881a-4743-8a26-b828987b80f4 None None] Provisioning for port bf86a94b-55e3-42e8-896b-d9e65f3bc09e completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:38:07.220025 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-351d59a8-881a-4743-8a26-b828987b80f4 None None] Provisioning complete for port bf86a94b-55e3-42e8-896b-d9e65f3bc09e triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:38:07.220401 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-351d59a8-881a-4743-8a26-b828987b80f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:07.273727 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-351d59a8-881a-4743-8a26-b828987b80f4 None None] Port bf86a94b-55e3-42e8-896b-d9e65f3bc09e cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:38:07.395551 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-d607c432-ec2b-45da-a634-d41b5743f4ed None None] Provisioning complete for port bf86a94b-55e3-42e8-896b-d9e65f3bc09e triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:38:07.396026 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d607c432-ec2b-45da-a634-d41b5743f4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:07.452648 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d607c432-ec2b-45da-a634-d41b5743f4ed None None] Port bf86a94b-55e3-42e8-896b-d9e65f3bc09e cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:38:07.479956 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019a9b11-799c-4164-956e-2e810a65c59d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router bfcac204-aa02-43b8-b43f-7214c5ba7238 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:38:07.573870 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-cb4bfd50-b8d2-416e-b402-8f80f5ce1aab None None] Provisioning complete for port bf86a94b-55e3-42e8-896b-d9e65f3bc09e triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:38:07.574190 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cb4bfd50-b8d2-416e-b402-8f80f5ce1aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:07.624867 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-cb4bfd50-b8d2-416e-b402-8f80f5ce1aab None None] Port bf86a94b-55e3-42e8-896b-d9e65f3bc09e cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:38:07.681332 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019a9b11-799c-4164-956e-2e810a65c59d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:38:07.693765 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-019a9b11-799c-4164-956e-2e810a65c59d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "PUT /v2.0/routers/bfcac204-aa02-43b8-b43f-7214c5ba7238/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2151432
Dec 22 05:38:07.816832 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 545e7a28-8e88-4069-968d-224b8493f7fe up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:38:07.879220 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-ad740668-a842-471f-beb8-1db117db946f req-8230109e-aee2-4b1c-a61f-c5e5ae251167 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:38:07.885989 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 545e7a28-8e88-4069-968d-224b8493f7fe completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:38:07.890708 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 545e7a28-8e88-4069-968d-224b8493f7fe triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:38:07.891154 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:07.894663 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-ad740668-a842-471f-beb8-1db117db946f req-8230109e-aee2-4b1c-a61f-c5e5ae251167 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:38:07.895884 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ad740668-a842-471f-beb8-1db117db946f req-8230109e-aee2-4b1c-a61f-c5e5ae251167 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270296072&fields=id&tenant_id=8d14121bb4964f9788327a98293c0192 HTTP/1.1" status: 200  len: 267 time: 0.0572779
Dec 22 05:38:08.001787 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:08.047067 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 545e7a28-8e88-4069-968d-224b8493f7fe, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=545e7a28-8e88-4069-968d-224b8493f7fe,segment=NetworkSegment(86e3f604-e152-4776-bab1-ece48dcf3a03),segment_id=86e3f604-e152-4776-bab1-ece48dcf3a03)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:38:08.049463 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:08.049742 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad740668-a842-471f-beb8-1db117db946f req-2fbe91db-6672-49c8-8c0b-90b653647f74 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:08.050395 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-ad740668-a842-471f-beb8-1db117db946f req-2fbe91db-6672-49c8-8c0b-90b653647f74 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:network {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:38:08.051374 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:08.052334 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6048b7ff-71eb-4b8d-aef8-bdf16771f708 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:38:08.068768 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-ad740668-a842-471f-beb8-1db117db946f req-2fbe91db-6672-49c8-8c0b-90b653647f74 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:network {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:38:08.070089 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ad740668-a842-471f-beb8-1db117db946f req-2fbe91db-6672-49c8-8c0b-90b653647f74 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/networks?id=025d2852-9d36-4b3a-8593-92dcacb3e703 HTTP/1.1" status: 200  len: 797 time: 0.1675949
Dec 22 05:38:08.080231 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-09771bde-0573-41e0-9f57-c8a54733b50e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:08.086772 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ad740668-a842-471f-beb8-1db117db946f req-4318e97e-a731-4414-9ca0-988465c6bf0b tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/quotas/8d14121bb4964f9788327a98293c0192 HTTP/1.1" status: 200  len: 375 time: 0.0107069
Dec 22 05:38:08.163957 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=545e7a28-8e88-4069-968d-224b8493f7fe,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:08.166976 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:08.172998 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ad740668-a842-471f-beb8-1db117db946f req-01ca189c-2a46-4f2a-a95c-f135058289a4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0797689
Dec 22 05:38:08.177198 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 6048b7ff-71eb-4b8d-aef8-bdf16771f708 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:38:08.177598 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:08.377529 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ad740668-a842-471f-beb8-1db117db946f req-ca11fa85-78a5-4cef-b2df-51fcc1b7d921 service neutron] 10.222.0.53 "GET /v2.0/networks/025d2852-9d36-4b3a-8593-92dcacb3e703?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1896544
Dec 22 05:38:08.507334 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ad740668-a842-471f-beb8-1db117db946f req-173159d2-9b45-49a6-b367-c884b5551675 service neutron] 10.222.0.53 "GET /v2.0/networks/025d2852-9d36-4b3a-8593-92dcacb3e703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240027
Dec 22 05:38:08.704900 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-39e4b3c5-55e0-4bc2-8daa-d99f3239148b req-259ddef6-78c7-494d-89b1-d040b57bcdec tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:38:08.731274 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-39e4b3c5-55e0-4bc2-8daa-d99f3239148b req-259ddef6-78c7-494d-89b1-d040b57bcdec tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:38:08.732837 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-39e4b3c5-55e0-4bc2-8daa-d99f3239148b req-259ddef6-78c7-494d-89b1-d040b57bcdec tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 210 time: 0.0800879
Dec 22 05:38:08.894266 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-32a54ffe-ee36-4ab0-b3ec-aceef49f1209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:08.902414 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] Sync routers for ids ['bfcac204-aa02-43b8-b43f-7214c5ba7238'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:38:08.913995 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] Routers {'bfcac204-aa02-43b8-b43f-7214c5ba7238'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:38:08.914680 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bf4a250>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:37:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['bfcac204-aa02-43b8-b43f-7214c5ba7238'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:38:09.097523 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] Set router bfcac204-aa02-43b8-b43f-7214c5ba7238 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:38:09.458263 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bf4a250>, [{'id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172457816', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:06Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'bf86a94b-55e3-42e8-896b-d9e65f3bc09e', 'name': '', 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:a2:54:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca2a165-3f55-446a-a2bd-73727e49e636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:38:05Z', 'updated_at': '2021-12-22T05:38:06Z', 'revision_number': 2, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': 'bca2a165-3f55-446a-a2bd-73727e49e636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:38:09.463903 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] Checking router: bfcac204-aa02-43b8-b43f-7214c5ba7238 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:38:09.464274 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] Updating router bfcac204-aa02-43b8-b43f-7214c5ba7238 port bf86a94b-55e3-42e8-896b-d9e65f3bc09e binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:38:09.518907 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:09.758204 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 545e7a28-8e88-4069-968d-224b8493f7fe up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:38:09.912335 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 545e7a28-8e88-4069-968d-224b8493f7fe triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:38:09.913422 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:09.944087 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-31531b8b-86f1-4942-884d-850cdc21cd7b req-d75e3d54-631b-4c47-be4f-bf1bb8ce7f81 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 210 time: 0.0804369
Dec 22 05:38:09.944720 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:09.984099 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] Transition to ACTIVE for port object bf86a94b-55e3-42e8-896b-d9e65f3bc09e will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:38:09.995455 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:10.000406 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:10.148176 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad740668-a842-471f-beb8-1db117db946f req-131158fd-7ff5-4a40-a553-df712bccd9b1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:10.149823 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-ad740668-a842-471f-beb8-1db117db946f req-131158fd-7ff5-4a40-a553-df712bccd9b1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:network {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:38:10.164231 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-ad740668-a842-471f-beb8-1db117db946f req-131158fd-7ff5-4a40-a553-df712bccd9b1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:network {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:38:10.165813 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ad740668-a842-471f-beb8-1db117db946f req-131158fd-7ff5-4a40-a553-df712bccd9b1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "GET /v2.0/networks?id=025d2852-9d36-4b3a-8593-92dcacb3e703 HTTP/1.1" status: 200  len: 797 time: 0.3011701
Dec 22 05:38:10.191623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6952258-41dc-4c05-9bbf-5df37ac69bcb None None] Pushing event updated for resources: {'Port': ['ID=bf86a94b-55e3-42e8-896b-d9e65f3bc09e,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:10.194364 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f6952258-41dc-4c05-9bbf-5df37ac69bcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:10.248858 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-ad740668-a842-471f-beb8-1db117db946f req-6b526deb-61e9-47a4-b968-506c293fb639 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:security_group {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:38:10.261136 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-ad740668-a842-471f-beb8-1db117db946f req-6b526deb-61e9-47a4-b968-506c293fb639 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:security_group {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:38:10.263187 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ad740668-a842-471f-beb8-1db117db946f req-6b526deb-61e9-47a4-b968-506c293fb639 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d14121bb4964f9788327a98293c0192 HTTP/1.1" status: 200  len: 379 time: 0.0581625
Dec 22 05:38:10.272036 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-ad740668-a842-471f-beb8-1db117db946f req-850fb0e1-6e4a-4d2d-8994-2c801c911ac7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'port': {'device_id': 'ee928e77-af1d-4982-bfd7-dc6fca30314c', 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703', 'admin_state_up': True, 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'security_groups': ['1a800129-fc96-4960-adc0-6f191ddc0d90']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:38:10.304382 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] Attempting to bind port bf86a94b-55e3-42e8-896b-d9e65f3bc09e on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:38:10.304764 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] Attempting to bind port bf86a94b-55e3-42e8-896b-d9e65f3bc09e by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '86e3f604-e152-4776-bab1-ece48dcf3a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:38:10.305149 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] Attempting to bind port bf86a94b-55e3-42e8-896b-d9e65f3bc09e on network 025d2852-9d36-4b3a-8593-92dcacb3e703 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:38:10.312117 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:38:10.312629 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] Checking segment: {'id': '86e3f604-e152-4776-bab1-ece48dcf3a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:38:10.313041 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:10.313441 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] Bound using segment: {'id': '86e3f604-e152-4776-bab1-ece48dcf3a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:38:10.313931 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] Bound port: bf86a94b-55e3-42e8-896b-d9e65f3bc09e, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e3f604-e152-4776-bab1-ece48dcf3a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:38:10.314310 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:10.410003 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-ad740668-a842-471f-beb8-1db117db946f req-850fb0e1-6e4a-4d2d-8994-2c801c911ac7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:38:10.415313 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] For port bf86a94b-55e3-42e8-896b-d9e65f3bc09e, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:38:10.419254 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] For port bf86a94b-55e3-42e8-896b-d9e65f3bc09e, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=bf86a94b-55e3-42e8-896b-d9e65f3bc09e,segment=NetworkSegment(86e3f604-e152-4776-bab1-ece48dcf3a03),segment_id=86e3f604-e152-4776-bab1-ece48dcf3a03)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:38:10.420054 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-ad740668-a842-471f-beb8-1db117db946f req-850fb0e1-6e4a-4d2d-8994-2c801c911ac7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:38:10.422880 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:10.426326 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:10.434322 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad740668-a842-471f-beb8-1db117db946f req-850fb0e1-6e4a-4d2d-8994-2c801c911ac7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Made reservation on behalf of 8d14121bb4964f9788327a98293c0192 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:38:10.437429 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-ad740668-a842-471f-beb8-1db117db946f req-850fb0e1-6e4a-4d2d-8994-2c801c911ac7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:10.503023 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6952258-41dc-4c05-9bbf-5df37ac69bcb None None] Pushing event updated for resources: {'Port': ['ID=bf86a94b-55e3-42e8-896b-d9e65f3bc09e,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:10.505844 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] Routers {'bfcac204-aa02-43b8-b43f-7214c5ba7238'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:38:10.506447 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bf4a250>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:37:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['bfcac204-aa02-43b8-b43f-7214c5ba7238'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:38:10.555921 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f6952258-41dc-4c05-9bbf-5df37ac69bcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:10.613646 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-ad740668-a842-471f-beb8-1db117db946f req-850fb0e1-6e4a-4d2d-8994-2c801c911ac7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Allocated IP 172.20.0.7 (025d2852-9d36-4b3a-8593-92dcacb3e703/bca2a165-3f55-446a-a2bd-73727e49e636/1daa7e4d-0cc8-4f69-a5f1-15604552e717) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:38:10.689594 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] Set router bfcac204-aa02-43b8-b43f-7214c5ba7238 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:38:10.819474 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-ad740668-a842-471f-beb8-1db117db946f req-850fb0e1-6e4a-4d2d-8994-2c801c911ac7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:10.835614 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-ad740668-a842-471f-beb8-1db117db946f req-850fb0e1-6e4a-4d2d-8994-2c801c911ac7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Transition to ACTIVE for port object 1daa7e4d-0cc8-4f69-a5f1-15604552e717 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:38:10.858959 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-ad740668-a842-471f-beb8-1db117db946f req-850fb0e1-6e4a-4d2d-8994-2c801c911ac7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:10.864997 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-019a9b11-799c-4164-956e-2e810a65c59d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:10.934798 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad740668-a842-471f-beb8-1db117db946f req-850fb0e1-6e4a-4d2d-8994-2c801c911ac7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network 025d2852-9d36-4b3a-8593-92dcacb3e703 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:38:10.938252 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-ad740668-a842-471f-beb8-1db117db946f req-850fb0e1-6e4a-4d2d-8994-2c801c911ac7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:38:10.942736 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad740668-a842-471f-beb8-1db117db946f req-850fb0e1-6e4a-4d2d-8994-2c801c911ac7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:38:11.014427 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad740668-a842-471f-beb8-1db117db946f req-850fb0e1-6e4a-4d2d-8994-2c801c911ac7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:11.015051 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-ad740668-a842-471f-beb8-1db117db946f req-850fb0e1-6e4a-4d2d-8994-2c801c911ac7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:11.019336 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fb0e1-6e4a-4d2d-8994-2c801c911ac7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=1daa7e4d-0cc8-4f69-a5f1-15604552e717,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:11.024758 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-850fb0e1-6e4a-4d2d-8994-2c801c911ac7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:11.058345 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ad740668-a842-471f-beb8-1db117db946f req-850fb0e1-6e4a-4d2d-8994-2c801c911ac7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7900162
Dec 22 05:38:11.067970 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bf4a250>, [{'id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172457816', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:06Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'bf86a94b-55e3-42e8-896b-d9e65f3bc09e', 'name': '', 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:a2:54:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca2a165-3f55-446a-a2bd-73727e49e636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:38:05Z', 'updated_at': '2021-12-22T05:38:10Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': 'bca2a165-3f55-446a-a2bd-73727e49e636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:38:11.072523 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa0e75c-aa5b-4c45-8821-9e080c6a3214 None None] The sync data for ids ['bfcac204-aa02-43b8-b43f-7214c5ba7238'] in dv-neutron-822525-1-hyperv is: [{'id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172457816', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:06Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'bf86a94b-55e3-42e8-896b-d9e65f3bc09e', 'name': '', 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:a2:54:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca2a165-3f55-446a-a2bd-73727e49e636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:38:05Z', 'updated_at': '2021-12-22T05:38:10Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': 'bca2a165-3f55-446a-a2bd-73727e49e636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:38:11.081076 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-ad740668-a842-471f-beb8-1db117db946f req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] Request body: {'port': {'device_id': 'ee928e77-af1d-4982-bfd7-dc6fca30314c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:38:11.099574 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-68b8dbe8-f125-4436-b592-5e05b45041d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:11.242275 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-daae8e1e-e707-431e-8e94-87964b8ee634 None None] Provisioning for port 1daa7e4d-0cc8-4f69-a5f1-15604552e717 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:38:11.247357 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-daae8e1e-e707-431e-8e94-87964b8ee634 None None] Provisioning complete for port 1daa7e4d-0cc8-4f69-a5f1-15604552e717 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:38:11.248428 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-daae8e1e-e707-431e-8e94-87964b8ee634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:11.280563 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48c917-4d54-435f-9986-837552d7338a req-f88de633-5b42-42b4-ba38-c8f7f5cce2ef tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:11.280563 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-ee48c917-4d54-435f-9986-837552d7338a req-f88de633-5b42-42b4-ba38-c8f7f5cce2ef tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:38:11.292226 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-ad740668-a842-471f-beb8-1db117db946f req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:11.310949 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-daae8e1e-e707-431e-8e94-87964b8ee634 None None] Port 1daa7e4d-0cc8-4f69-a5f1-15604552e717 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:38:11.313901 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-ee48c917-4d54-435f-9986-837552d7338a req-f88de633-5b42-42b4-ba38-c8f7f5cce2ef tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:38:11.315246 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ee48c917-4d54-435f-9986-837552d7338a req-f88de633-5b42-42b4-ba38-c8f7f5cce2ef tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 931 time: 0.2027776
Dec 22 05:38:11.416528 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ee48c917-4d54-435f-9986-837552d7338a req-2c0775ea-4d86-44ee-80ac-d34e0e05b8aa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a800129-fc96-4960-adc0-6f191ddc0d90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0746870
Dec 22 05:38:11.684774 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-ad740668-a842-471f-beb8-1db117db946f req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1daa7e4d-0cc8-4f69-a5f1-15604552e717 {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:38:11.692238 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-ad740668-a842-471f-beb8-1db117db946f req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:11.707608 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-ad740668-a842-471f-beb8-1db117db946f req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] Transition to ACTIVE for port object 1daa7e4d-0cc8-4f69-a5f1-15604552e717 will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:38:11.711620 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-ad740668-a842-471f-beb8-1db117db946f req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:11.719219 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cb062cfc-7368-46b2-899d-68d8c487450c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:11.783637 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device bf86a94b-55e3-42e8-896b-d9e65f3bc09e up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:38:11.849092 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] Pushing event updated for resources: {'Port': ['ID=1daa7e4d-0cc8-4f69-a5f1-15604552e717,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:11.852686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:11.859715 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port bf86a94b-55e3-42e8-896b-d9e65f3bc09e completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:38:11.868588 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port bf86a94b-55e3-42e8-896b-d9e65f3bc09e triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:38:11.868958 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:11.964604 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-ad740668-a842-471f-beb8-1db117db946f req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] Attempting to bind port 1daa7e4d-0cc8-4f69-a5f1-15604552e717 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:38:11.965115 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-ad740668-a842-471f-beb8-1db117db946f req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] Attempting to bind port 1daa7e4d-0cc8-4f69-a5f1-15604552e717 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '86e3f604-e152-4776-bab1-ece48dcf3a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:38:11.965613 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad740668-a842-471f-beb8-1db117db946f req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] Attempting to bind port 1daa7e4d-0cc8-4f69-a5f1-15604552e717 on network 025d2852-9d36-4b3a-8593-92dcacb3e703 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:38:11.972264 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad740668-a842-471f-beb8-1db117db946f req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] Port 1daa7e4d-0cc8-4f69-a5f1-15604552e717 on network 025d2852-9d36-4b3a-8593-92dcacb3e703 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:38:11.972732 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad740668-a842-471f-beb8-1db117db946f req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] Attempting to bind port 1daa7e4d-0cc8-4f69-a5f1-15604552e717 on network 025d2852-9d36-4b3a-8593-92dcacb3e703 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:38:11.980842 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad740668-a842-471f-beb8-1db117db946f req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:38:11.981186 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad740668-a842-471f-beb8-1db117db946f req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] Checking segment: {'id': '86e3f604-e152-4776-bab1-ece48dcf3a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:38:11.981599 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad740668-a842-471f-beb8-1db117db946f req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] Bound using segment: {'id': '86e3f604-e152-4776-bab1-ece48dcf3a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:38:11.982037 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-ad740668-a842-471f-beb8-1db117db946f req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] Bound port: 1daa7e4d-0cc8-4f69-a5f1-15604552e717, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e3f604-e152-4776-bab1-ece48dcf3a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:38:11.982425 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-ad740668-a842-471f-beb8-1db117db946f req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:12.011654 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:12.048594 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port bf86a94b-55e3-42e8-896b-d9e65f3bc09e, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=bf86a94b-55e3-42e8-896b-d9e65f3bc09e,segment=NetworkSegment(86e3f604-e152-4776-bab1-ece48dcf3a03),segment_id=86e3f604-e152-4776-bab1-ece48dcf3a03)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:38:12.052609 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:12.055801 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:12.133727 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=bf86a94b-55e3-42e8-896b-d9e65f3bc09e,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:12.136915 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:12.187227 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-ad740668-a842-471f-beb8-1db117db946f req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] For port 1daa7e4d-0cc8-4f69-a5f1-15604552e717, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:38:12.190121 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-ad740668-a842-471f-beb8-1db117db946f req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] For port 1daa7e4d-0cc8-4f69-a5f1-15604552e717, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1daa7e4d-0cc8-4f69-a5f1-15604552e717,segment=NetworkSegment(86e3f604-e152-4776-bab1-ece48dcf3a03),segment_id=86e3f604-e152-4776-bab1-ece48dcf3a03)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:38:12.195690 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-ad740668-a842-471f-beb8-1db117db946f req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:12.199916 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7f513d85-b890-457c-8325-7b5c35fd5a0c tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:12.252433 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-ad740668-a842-471f-beb8-1db117db946f req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:12.253831 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ad740668-a842-471f-beb8-1db117db946f req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] 10.222.0.47 "PUT /v2.0/ports/1daa7e4d-0cc8-4f69-a5f1-15604552e717 HTTP/1.1" status: 200  len: 1093 time: 1.1821334
Dec 22 05:38:12.254342 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee928e77-af1d-4982-bfd7-dc6fca30314c', 'tag': '1daa7e4d-0cc8-4f69-a5f1-15604552e717'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:38:12.276901 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] Pushing event updated for resources: {'Port': ['ID=1daa7e4d-0cc8-4f69-a5f1-15604552e717,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:12.281169 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:12.295912 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:12.352196 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee928e77-af1d-4982-bfd7-dc6fca30314c', 'tag': '1daa7e4d-0cc8-4f69-a5f1-15604552e717', 'status': 'completed', 'code': 200}
Dec 22 05:38:12.399047 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ad740668-a842-471f-beb8-1db117db946f req-64875171-13ca-4212-bfa8-d6fd84a6159c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 1096 time: 0.0819917
Dec 22 05:38:12.410042 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:12.473858 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ad740668-a842-471f-beb8-1db117db946f req-86164971-49ff-45df-ac77-795d6ffcb514 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1daa7e4d-0cc8-4f69-a5f1-15604552e717 HTTP/1.1" status: 200  len: 217 time: 0.0624435
Dec 22 05:38:12.541929 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad740668-a842-471f-beb8-1db117db946f req-62dc324a-90bf-44be-b29a-0f53eaff87c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:12.543902 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ad740668-a842-471f-beb8-1db117db946f req-62dc324a-90bf-44be-b29a-0f53eaff87c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bca2a165-3f55-446a-a2bd-73727e49e636 HTTP/1.1" status: 200  len: 834 time: 0.0619538
Dec 22 05:38:12.671498 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ad740668-a842-471f-beb8-1db117db946f req-dd0b745b-fbb3-43be-94f9-4e906ff6433f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=025d2852-9d36-4b3a-8593-92dcacb3e703&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0966899
Dec 22 05:38:12.677352 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c514aa8-68c2-43c4-bc54-f96c13bb8bed req-c9a3bfc6-f0f4-4427-a48e-da730781b8b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:12.678689 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0c514aa8-68c2-43c4-bc54-f96c13bb8bed req-c9a3bfc6-f0f4-4427-a48e-da730781b8b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 943 time: 0.1339660
Dec 22 05:38:12.804945 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0c514aa8-68c2-43c4-bc54-f96c13bb8bed req-4ef21cef-99be-4891-a8bb-f9c29bfa3528 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a800129-fc96-4960-adc0-6f191ddc0d90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1077218
Dec 22 05:38:12.834399 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ad740668-a842-471f-beb8-1db117db946f req-188fac23-2a68-40a8-954a-412fb05288f4 service neutron] 10.222.0.47 "GET /v2.0/networks/025d2852-9d36-4b3a-8593-92dcacb3e703?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1548290
Dec 22 05:38:12.970391 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ad740668-a842-471f-beb8-1db117db946f req-3ca3c9d8-cb1a-440a-ad15-6b0b9d9626e4 service neutron] 10.222.0.47 "GET /v2.0/networks/025d2852-9d36-4b3a-8593-92dcacb3e703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222303
Dec 22 05:38:13.123032 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b479209f-1c4d-4f2e-94f3-3ac4572f5868 req-21fcf687-17df-4989-a1de-e399dc693d1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 1096 time: 0.0664752
Dec 22 05:38:13.251485 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479209f-1c4d-4f2e-94f3-3ac4572f5868 req-c4e70a08-b13d-4616-9752-8e7ee0851032 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:13.252852 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b479209f-1c4d-4f2e-94f3-3ac4572f5868 req-c4e70a08-b13d-4616-9752-8e7ee0851032 service neutron] 10.222.0.47 "GET /v2.0/networks?id=025d2852-9d36-4b3a-8593-92dcacb3e703 HTTP/1.1" status: 200  len: 898 time: 0.1234722
Dec 22 05:38:13.323443 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b479209f-1c4d-4f2e-94f3-3ac4572f5868 req-5ca88b6e-5d58-472a-acc9-7bbb8ddab51a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1daa7e4d-0cc8-4f69-a5f1-15604552e717 HTTP/1.1" status: 200  len: 217 time: 0.0642462
Dec 22 05:38:13.387663 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479209f-1c4d-4f2e-94f3-3ac4572f5868 req-67f77d70-0d7c-4385-9388-d96c9741fc45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:13.389079 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b479209f-1c4d-4f2e-94f3-3ac4572f5868 req-67f77d70-0d7c-4385-9388-d96c9741fc45 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bca2a165-3f55-446a-a2bd-73727e49e636 HTTP/1.1" status: 200  len: 834 time: 0.0592241
Dec 22 05:38:13.464878 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b479209f-1c4d-4f2e-94f3-3ac4572f5868 req-98601167-d1b2-445d-9850-52bfb35e1d51 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=025d2852-9d36-4b3a-8593-92dcacb3e703&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0696039
Dec 22 05:38:13.592807 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b479209f-1c4d-4f2e-94f3-3ac4572f5868 req-476822c3-3eb5-4e21-ace6-1cfcf02fe431 service neutron] 10.222.0.47 "GET /v2.0/networks/025d2852-9d36-4b3a-8593-92dcacb3e703?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213880
Dec 22 05:38:13.723196 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b479209f-1c4d-4f2e-94f3-3ac4572f5868 req-b4e9a192-f1e4-49b2-b33a-3c18aac65c05 service neutron] 10.222.0.47 "GET /v2.0/networks/025d2852-9d36-4b3a-8593-92dcacb3e703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236117
Dec 22 05:38:13.754758 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device bf86a94b-55e3-42e8-896b-d9e65f3bc09e up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:38:13.789620 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:13.822714 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port bf86a94b-55e3-42e8-896b-d9e65f3bc09e triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:38:13.823073 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:14.000048 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe98d06-6dce-44c9-804b-7236bf6fe81c req-94ef31bd-58bb-4b10-b577-bb30688f546a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:14.001460 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fbe98d06-6dce-44c9-804b-7236bf6fe81c req-94ef31bd-58bb-4b10-b577-bb30688f546a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 943 time: 0.0755296
Dec 22 05:38:14.048978 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fbe98d06-6dce-44c9-804b-7236bf6fe81c req-861d5633-0f70-47e3-a781-54db7ca6a0c0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a800129-fc96-4960-adc0-6f191ddc0d90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419745
Dec 22 05:38:15.240211 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67dddf5-9c4f-4337-ae2a-d59f2473b50b req-cd7873d1-2d46-460a-9203-1e2195b6d2a4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:15.241685 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e67dddf5-9c4f-4337-ae2a-d59f2473b50b req-cd7873d1-2d46-460a-9203-1e2195b6d2a4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 943 time: 0.0765138
Dec 22 05:38:15.284959 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e67dddf5-9c4f-4337-ae2a-d59f2473b50b req-5f5d9b39-2273-40b1-a9ce-1cb6a8c004d8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a800129-fc96-4960-adc0-6f191ddc0d90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378664
Dec 22 05:38:16.485730 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682f010-2f8b-4122-baeb-5bf8b19c61c6 req-0ac92fd0-acff-4073-a79f-5cd5537a8a35 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:16.487108 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-8682f010-2f8b-4122-baeb-5bf8b19c61c6 req-0ac92fd0-acff-4073-a79f-5cd5537a8a35 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 943 time: 0.0775094
Dec 22 05:38:16.532614 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-8682f010-2f8b-4122-baeb-5bf8b19c61c6 req-dbab88e9-0a6f-458b-af08-10695cea6d44 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a800129-fc96-4960-adc0-6f191ddc0d90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400777
Dec 22 05:38:17.579721 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 1daa7e4d-0cc8-4f69-a5f1-15604552e717 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:38:17.715155 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 1daa7e4d-0cc8-4f69-a5f1-15604552e717, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1daa7e4d-0cc8-4f69-a5f1-15604552e717,segment=NetworkSegment(86e3f604-e152-4776-bab1-ece48dcf3a03),segment_id=86e3f604-e152-4776-bab1-ece48dcf3a03)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:38:17.730307 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '1daa7e4d-0cc8-4f69-a5f1-15604552e717', 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703', 'port_id': '1daa7e4d-0cc8-4f69-a5f1-15604552e717', 'mac_address': 'fa:16:3e:fd:05:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca2a165-3f55-446a-a2bd-73727e49e636', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:38:17.784983 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:17.805156 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1daa7e4d-0cc8-4f69-a5f1-15604552e717 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:38:17.820431 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 1daa7e4d-0cc8-4f69-a5f1-15604552e717, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1daa7e4d-0cc8-4f69-a5f1-15604552e717,segment=NetworkSegment(86e3f604-e152-4776-bab1-ece48dcf3a03),segment_id=86e3f604-e152-4776-bab1-ece48dcf3a03)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:38:17.825968 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:17.828321 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-e337a9a8-124a-418b-882d-95ef5077a0b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:17.840451 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c908334-e9fa-4a4b-9684-1dcd72df19ef req-e94df2a8-0140-4236-81e0-685855baa803 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:17.841920 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2c908334-e9fa-4a4b-9684-1dcd72df19ef req-e94df2a8-0140-4236-81e0-685855baa803 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 943 time: 0.1930795
Dec 22 05:38:17.886670 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2c908334-e9fa-4a4b-9684-1dcd72df19ef req-5e6fb97b-fd12-4c3d-9b49-d05e94203505 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a800129-fc96-4960-adc0-6f191ddc0d90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382602
Dec 22 05:38:17.891618 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=1daa7e4d-0cc8-4f69-a5f1-15604552e717,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:17.894645 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:18.196719 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['1daa7e4d-0cc8-4f69-a5f1-15604552e717'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:38:19.179334 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb9de0-3aeb-4b02-99f1-b2b7587ed9c4 req-fd898d7c-3f47-4ce5-ae56-4a0b09597227 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:19.180695 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-28eb9de0-3aeb-4b02-99f1-b2b7587ed9c4 req-fd898d7c-3f47-4ce5-ae56-4a0b09597227 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 944 time: 0.1735270
Dec 22 05:38:19.225737 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-28eb9de0-3aeb-4b02-99f1-b2b7587ed9c4 req-024fb2a0-41fa-4f6a-8d5f-ab0806822819 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a800129-fc96-4960-adc0-6f191ddc0d90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394218
Dec 22 05:38:19.580103 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 1daa7e4d-0cc8-4f69-a5f1-15604552e717 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:38:19.649538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 1daa7e4d-0cc8-4f69-a5f1-15604552e717 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:38:19.654026 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 1daa7e4d-0cc8-4f69-a5f1-15604552e717 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:38:19.654400 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:19.762737 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:19.788225 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee928e77-af1d-4982-bfd7-dc6fca30314c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1daa7e4d-0cc8-4f69-a5f1-15604552e717'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:38:19.797692 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 1daa7e4d-0cc8-4f69-a5f1-15604552e717, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1daa7e4d-0cc8-4f69-a5f1-15604552e717,segment=NetworkSegment(86e3f604-e152-4776-bab1-ece48dcf3a03),segment_id=86e3f604-e152-4776-bab1-ece48dcf3a03)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:38:19.802332 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:19.804106 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f6952258-41dc-4c05-9bbf-5df37ac69bcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:19.869214 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=1daa7e4d-0cc8-4f69-a5f1-15604552e717,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:19.872247 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:19.913946 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee928e77-af1d-4982-bfd7-dc6fca30314c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1daa7e4d-0cc8-4f69-a5f1-15604552e717', 'code': 200}
Dec 22 05:38:20.162935 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1a32fdec-b009-45c0-b808-c912f5f1291a req-f588ef73-a027-42a2-800f-87c5d63bef14 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 1098 time: 0.0661824
Dec 22 05:38:20.208089 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1a32fdec-b009-45c0-b808-c912f5f1291a req-0aeeaee9-fb71-45c9-9884-6012a543356c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1a800129-fc96-4960-adc0-6f191ddc0d90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389225
Dec 22 05:38:20.417698 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecad0d8-ea64-41a2-8e42-edc77fe55653 req-3819f493-e125-4245-878b-59b7ad30d11b tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:20.419041 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1ecad0d8-ea64-41a2-8e42-edc77fe55653 req-3819f493-e125-4245-878b-59b7ad30d11b tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 945 time: 0.0757747
Dec 22 05:38:20.462769 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1ecad0d8-ea64-41a2-8e42-edc77fe55653 req-01e45a5a-6070-401d-a591-50ca4abdd16d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a800129-fc96-4960-adc0-6f191ddc0d90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383797
Dec 22 05:38:21.664745 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b432a0b-4d54-462d-a8fd-3b001ac918c9 req-19361e2f-bd5a-433c-aa2f-6f8ef381401b tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:21.666205 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0b432a0b-4d54-462d-a8fd-3b001ac918c9 req-19361e2f-bd5a-433c-aa2f-6f8ef381401b tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 945 time: 0.0739033
Dec 22 05:38:21.710995 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0b432a0b-4d54-462d-a8fd-3b001ac918c9 req-3de7ed22-1225-4652-8e9e-b5b9a64cf359 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a800129-fc96-4960-adc0-6f191ddc0d90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392063
Dec 22 05:38:22.904797 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a39222-fd14-43f1-ac19-1801a6c075fe req-7702b8fb-83a8-47c9-81e8-dfb9f3364e4c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:22.906267 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-32a39222-fd14-43f1-ac19-1801a6c075fe req-7702b8fb-83a8-47c9-81e8-dfb9f3364e4c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 945 time: 0.0771706
Dec 22 05:38:22.950702 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-32a39222-fd14-43f1-ac19-1801a6c075fe req-4ca5d70c-0748-4f7d-8ca6-ba923b7290cc tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a800129-fc96-4960-adc0-6f191ddc0d90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390635
Dec 22 05:38:23.143268 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac7e6a-58ee-4356-9cd9-865ffc9816a1 req-79c11af1-f4c8-47d8-8985-01bac8b00b0f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:23.144707 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4dac7e6a-58ee-4356-9cd9-865ffc9816a1 req-79c11af1-f4c8-47d8-8985-01bac8b00b0f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 945 time: 0.0778718
Dec 22 05:38:23.189081 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4dac7e6a-58ee-4356-9cd9-865ffc9816a1 req-961982a1-3c0e-474c-8bd1-b336e293a2f9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a800129-fc96-4960-adc0-6f191ddc0d90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387406
Dec 22 05:38:23.215673 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38304) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:38:23.283399 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-9ebbb9da-7fe7-4dcd-947c-b8b7485d749b tempest-TestNetworkAdvancedServerOps-930273021 tempest-TestNetworkAdvancedServerOps-930273021-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 1093 time: 0.0665228
Dec 22 05:38:23.285964 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38308) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:38:23.291082 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': '1daa7e4d-0cc8-4f69-a5f1-15604552e717', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:38:23.297046 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:38:23.300754 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Usage tracker for resource:floatingip and tenant:8d14121bb4964f9788327a98293c0192 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:38:23.303523 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:38:23.308971 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:38:23.318958 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for floatingip, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:23.450861 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:23.583091 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Allocated IP 172.26.4.229 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/28166689-8156-4e6c-a249-90789a3b389c) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:38:23.726558 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:23.753798 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:23.757877 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7a2c5e7b-5e3d-4a5f-ad99-63935532e36f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:23.818674 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:38:23.822077 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:38:23.824715 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:38:23.857058 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=28166689-8156-4e6c-a249-90789a3b389c,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:23.860902 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:24.324258 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:24.376492 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:24.677597 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:24.682071 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:24.685481 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:38:24.778608 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event updated for resources: {'Port': ['ID=28166689-8156-4e6c-a249-90789a3b389c,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:38:24.782866 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:38:24.799801 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:24.987633 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Floating IP 010604a4-2047-4a1c-aaaa-402c00dfea24 associated. External IP: 172.26.4.229, port: 1daa7e4d-0cc8-4f69-a5f1-15604552e717.
Dec 22 05:38:25.365731 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router bfcac204-aa02-43b8-b43f-7214c5ba7238 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:38:25.559869 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:38:25.570734 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa51173-3cee-4b6f-af21-4a38c458ac32 None None] Sync routers for ids ['bfcac204-aa02-43b8-b43f-7214c5ba7238'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:38:25.583455 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa51173-3cee-4b6f-af21-4a38c458ac32 None None] Routers {'bfcac204-aa02-43b8-b43f-7214c5ba7238'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:38:25.584055 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-8fa51173-3cee-4b6f-af21-4a38c458ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c6aa910>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:38:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['bfcac204-aa02-43b8-b43f-7214c5ba7238'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:38:25.586162 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:25.642275 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3552856
Dec 22 05:38:25.643012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee928e77-af1d-4982-bfd7-dc6fca30314c', 'tag': '1daa7e4d-0cc8-4f69-a5f1-15604552e717'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:38:25.706959 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee928e77-af1d-4982-bfd7-dc6fca30314c', 'tag': '1daa7e4d-0cc8-4f69-a5f1-15604552e717', 'status': 'completed', 'code': 200}
Dec 22 05:38:25.795970 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-8fa51173-3cee-4b6f-af21-4a38c458ac32 None None] Set router bfcac204-aa02-43b8-b43f-7214c5ba7238 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:38:25.822771 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f9f5d3b3-0ccf-4ab4-9dcd-b0dfa222f894 req-1c595b05-e97d-434a-a44e-dd8f1e4d11bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 1098 time: 0.0706480
Dec 22 05:38:25.827600 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd100202-3c48-425c-9e46-e27b71915369 req-d3d5abb3-e417-4592-a873-c867bff00f47 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:25.829032 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-bd100202-3c48-425c-9e46-e27b71915369 req-d3d5abb3-e417-4592-a873-c867bff00f47 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 945 time: 0.0766945
Dec 22 05:38:25.879564 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-bd100202-3c48-425c-9e46-e27b71915369 req-2223e93a-c283-4bfa-9968-30526d0a49dc tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a800129-fc96-4960-adc0-6f191ddc0d90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446775
Dec 22 05:38:25.907091 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38316) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:38:25.953873 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5d3b3-0ccf-4ab4-9dcd-b0dfa222f894 req-4bc663eb-4a0d-4dd5-9e10-365fd047d09f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:25.955318 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f9f5d3b3-0ccf-4ab4-9dcd-b0dfa222f894 req-4bc663eb-4a0d-4dd5-9e10-365fd047d09f service neutron] 10.222.0.47 "GET /v2.0/networks?id=025d2852-9d36-4b3a-8593-92dcacb3e703 HTTP/1.1" status: 200  len: 898 time: 0.1262398
Dec 22 05:38:26.020224 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dc275a39-f760-4d0e-b616-17efb6d43a88 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/floatingips/010604a4-2047-4a1c-aaaa-402c00dfea24 HTTP/1.1" status: 200  len: 991 time: 0.1108162
Dec 22 05:38:26.057026 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f9f5d3b3-0ccf-4ab4-9dcd-b0dfa222f894 req-b7ec6c6b-bfee-4c24-a3c3-95627d5c741a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1daa7e4d-0cc8-4f69-a5f1-15604552e717 HTTP/1.1" status: 200  len: 999 time: 0.0953403
Dec 22 05:38:26.118016 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5d3b3-0ccf-4ab4-9dcd-b0dfa222f894 req-bcfa18a1-6a2b-415b-a2d7-14be191834c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:26.119472 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f9f5d3b3-0ccf-4ab4-9dcd-b0dfa222f894 req-bcfa18a1-6a2b-415b-a2d7-14be191834c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bca2a165-3f55-446a-a2bd-73727e49e636 HTTP/1.1" status: 200  len: 834 time: 0.0565720
Dec 22 05:38:26.140123 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-8fa51173-3cee-4b6f-af21-4a38c458ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c6aa910>, [{'id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172457816', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:06Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '010604a4-2047-4a1c-aaaa-402c00dfea24', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'floating_ip_address': '172.26.4.229', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'port_id': '1daa7e4d-0cc8-4f69-a5f1-15604552e717', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703', 'mac_address': 'fa:16:3e:fd:05:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee928e77-af1d-4982-bfd7-dc6fca30314c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:38:24Z', 'updated_at': '2021-12-22T05:38:24Z', 'revision_number': 0, 'project_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf86a94b-55e3-42e8-896b-d9e65f3bc09e', 'name': '', 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:a2:54:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca2a165-3f55-446a-a2bd-73727e49e636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:38:05Z', 'updated_at': '2021-12-22T05:38:12Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': 'bca2a165-3f55-446a-a2bd-73727e49e636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:38:26.143594 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa51173-3cee-4b6f-af21-4a38c458ac32 None None] Checking router: bfcac204-aa02-43b8-b43f-7214c5ba7238 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:38:26.153715 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa51173-3cee-4b6f-af21-4a38c458ac32 None None] Routers {'bfcac204-aa02-43b8-b43f-7214c5ba7238'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:38:26.154301 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-8fa51173-3cee-4b6f-af21-4a38c458ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c6aa910>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:38:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['bfcac204-aa02-43b8-b43f-7214c5ba7238'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:38:26.310774 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f9f5d3b3-0ccf-4ab4-9dcd-b0dfa222f894 req-e8683101-f269-416d-9e8a-4eac7f60e76f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=025d2852-9d36-4b3a-8593-92dcacb3e703&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1854234
Dec 22 05:38:26.335089 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-8fa51173-3cee-4b6f-af21-4a38c458ac32 None None] Set router bfcac204-aa02-43b8-b43f-7214c5ba7238 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:38:26.441347 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f9f5d3b3-0ccf-4ab4-9dcd-b0dfa222f894 req-e5c0c77e-61d5-4eac-91ca-c998c93f00d3 service neutron] 10.222.0.47 "GET /v2.0/networks/025d2852-9d36-4b3a-8593-92dcacb3e703?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232431
Dec 22 05:38:26.573330 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f9f5d3b3-0ccf-4ab4-9dcd-b0dfa222f894 req-7896f76e-c3c4-47b9-862b-a1af82809c59 service neutron] 10.222.0.47 "GET /v2.0/networks/025d2852-9d36-4b3a-8593-92dcacb3e703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255028
Dec 22 05:38:26.692017 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-8fa51173-3cee-4b6f-af21-4a38c458ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c6aa910>, [{'id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172457816', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:06Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '010604a4-2047-4a1c-aaaa-402c00dfea24', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'floating_ip_address': '172.26.4.229', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'port_id': '1daa7e4d-0cc8-4f69-a5f1-15604552e717', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703', 'mac_address': 'fa:16:3e:fd:05:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee928e77-af1d-4982-bfd7-dc6fca30314c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:38:24Z', 'updated_at': '2021-12-22T05:38:24Z', 'revision_number': 0, 'project_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf86a94b-55e3-42e8-896b-d9e65f3bc09e', 'name': '', 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:a2:54:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca2a165-3f55-446a-a2bd-73727e49e636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:38:05Z', 'updated_at': '2021-12-22T05:38:12Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': 'bca2a165-3f55-446a-a2bd-73727e49e636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:38:26.701381 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa51173-3cee-4b6f-af21-4a38c458ac32 None None] The sync data for ids ['bfcac204-aa02-43b8-b43f-7214c5ba7238'] in dv-neutron-822525-1-hyperv is: [{'id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172457816', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:06Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '010604a4-2047-4a1c-aaaa-402c00dfea24', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'floating_ip_address': '172.26.4.229', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'port_id': '1daa7e4d-0cc8-4f69-a5f1-15604552e717', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703', 'mac_address': 'fa:16:3e:fd:05:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee928e77-af1d-4982-bfd7-dc6fca30314c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:38:24Z', 'updated_at': '2021-12-22T05:38:24Z', 'revision_number': 0, 'project_id': '8d14121bb4964f9788327a98293c0192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf86a94b-55e3-42e8-896b-d9e65f3bc09e', 'name': '', 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:a2:54:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca2a165-3f55-446a-a2bd-73727e49e636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:38:05Z', 'updated_at': '2021-12-22T05:38:12Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': 'bca2a165-3f55-446a-a2bd-73727e49e636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:38:27.023115 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38320) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:38:27.123987 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-274897a2-8fd5-4c00-b41e-f3ee02581ac3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/floatingips/010604a4-2047-4a1c-aaaa-402c00dfea24 HTTP/1.1" status: 200  len: 991 time: 0.0997584
Dec 22 05:38:27.861290 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e0cbf3-a130-40e0-8f10-91be7bc7ccda None None] New status for floating IP 010604a4-2047-4a1c-aaaa-402c00dfea24: ACTIVE {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:38:28.127359 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38324) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:38:28.231798 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-93ed8761-1b97-42d8-b53e-eb875dd5f646 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/floatingips/010604a4-2047-4a1c-aaaa-402c00dfea24 HTTP/1.1" status: 200  len: 993 time: 0.1031973
Dec 22 05:38:31.607093 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:38:38.039097 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:38.896102 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8811b650-3433-4a0b-bec4-7479f5ea919e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:40.557228 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5b440c0-0e8d-4ce8-917b-ff838a416839 req-8004710a-985f-4b03-9a5b-cc5b88d4014b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0676005
Dec 22 05:38:40.715049 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5b440c0-0e8d-4ce8-917b-ff838a416839 req-1540dbc4-9841-4e19-8387-930e46a0f7bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 1098 time: 0.0707786
Dec 22 05:38:40.858360 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b440c0-0e8d-4ce8-917b-ff838a416839 req-3904801e-ec93-4742-8396-025d5265f1f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:40.859736 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5b440c0-0e8d-4ce8-917b-ff838a416839 req-3904801e-ec93-4742-8396-025d5265f1f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=025d2852-9d36-4b3a-8593-92dcacb3e703 HTTP/1.1" status: 200  len: 898 time: 0.1262012
Dec 22 05:38:40.957674 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5b440c0-0e8d-4ce8-917b-ff838a416839 req-bc3c8457-7b0a-42dd-b3d6-56ed7a12e2d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1daa7e4d-0cc8-4f69-a5f1-15604552e717 HTTP/1.1" status: 200  len: 1001 time: 0.0913744
Dec 22 05:38:41.022293 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b440c0-0e8d-4ce8-917b-ff838a416839 req-3ea06a95-dcc6-42c8-9a0e-19ffe74164f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:38:41.023685 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5b440c0-0e8d-4ce8-917b-ff838a416839 req-3ea06a95-dcc6-42c8-9a0e-19ffe74164f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bca2a165-3f55-446a-a2bd-73727e49e636 HTTP/1.1" status: 200  len: 834 time: 0.0592532
Dec 22 05:38:41.092959 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b7d98ecb-0bb1-422c-9854-488486e6e438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:41.097618 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5b440c0-0e8d-4ce8-917b-ff838a416839 req-1565d107-0022-4ad3-92d4-461203e82310 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=025d2852-9d36-4b3a-8593-92dcacb3e703&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0670459
Dec 22 05:38:41.228959 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5b440c0-0e8d-4ce8-917b-ff838a416839 req-df183126-eece-4955-8faa-d995a7d400b2 service neutron] 10.222.0.47 "GET /v2.0/networks/025d2852-9d36-4b3a-8593-92dcacb3e703?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236451
Dec 22 05:38:41.358490 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5b440c0-0e8d-4ce8-917b-ff838a416839 req-15555f7e-7ff6-40aa-a825-186b584f63c2 service neutron] 10.222.0.47 "GET /v2.0/networks/025d2852-9d36-4b3a-8593-92dcacb3e703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219838
Dec 22 05:38:42.287520 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:42.412287 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:38:43.755573 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:08.045167 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:08.606406 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:39:08.896403 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-29371719-930f-4e1e-addd-1838fcab7192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:11.095664 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6f0ce4ca-0530-4403-a4eb-62755fc99816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:12.290914 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:12.417491 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:13.758478 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:27.402370 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d069c4f-5a61-4e64-81f6-62d7650a3e7f req-eda670a8-db25-4e41-b2c2-057ed624e1e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:39:27.403774 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0d069c4f-5a61-4e64-81f6-62d7650a3e7f req-eda670a8-db25-4e41-b2c2-057ed624e1e5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 945 time: 0.0789812
Dec 22 05:39:27.447990 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0d069c4f-5a61-4e64-81f6-62d7650a3e7f req-99894dee-7c56-489a-9f2e-38dbc3757206 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a800129-fc96-4960-adc0-6f191ddc0d90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381989
Dec 22 05:39:28.650592 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd922685-d7f8-450b-80dc-3cf8bc376bf6 req-9aae7a43-0ea9-4f6b-923c-f3896b35b705 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:39:28.652249 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-bd922685-d7f8-450b-80dc-3cf8bc376bf6 req-9aae7a43-0ea9-4f6b-923c-f3896b35b705 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 945 time: 0.0795295
Dec 22 05:39:28.697093 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-bd922685-d7f8-450b-80dc-3cf8bc376bf6 req-d643577c-9912-4fca-ade6-d3395c78f600 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a800129-fc96-4960-adc0-6f191ddc0d90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394526
Dec 22 05:39:29.887741 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38a076-6942-45c5-9ce1-3f25f6f11c66 req-2991ebc4-331f-4afc-a5cf-a5261f433717 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:39:29.889803 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ab38a076-6942-45c5-9ce1-3f25f6f11c66 req-2991ebc4-331f-4afc-a5cf-a5261f433717 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 945 time: 0.0751789
Dec 22 05:39:29.932743 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ab38a076-6942-45c5-9ce1-3f25f6f11c66 req-17ef4de3-9484-4137-87ae-0ccab28cc0b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a800129-fc96-4960-adc0-6f191ddc0d90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375271
Dec 22 05:39:29.961188 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38356) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:39:30.063740 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-a3c6e31a-f6c0-448e-aa8f-5562ceb65b78 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/floatingips/010604a4-2047-4a1c-aaaa-402c00dfea24 HTTP/1.1" status: 200  len: 993 time: 0.1011837
Dec 22 05:39:31.555428 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76e865-9088-4700-a818-1ef719d383a9 req-ed42e4d1-2610-4df1-8f48-76658d0fd8e4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:39:31.556866 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cd76e865-9088-4700-a818-1ef719d383a9 req-ed42e4d1-2610-4df1-8f48-76658d0fd8e4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 945 time: 0.0794821
Dec 22 05:39:31.584657 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f955be92-59cf-464a-93c0-a25ae58167ed req-0dcce0b0-0e8c-48c0-8c5a-6eba02b6e428 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 1098 time: 0.0720346
Dec 22 05:39:31.602044 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cd76e865-9088-4700-a818-1ef719d383a9 req-ffbcad6c-d100-4fe2-beba-addfbeaedc8b tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a800129-fc96-4960-adc0-6f191ddc0d90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389152
Dec 22 05:39:31.816057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955be92-59cf-464a-93c0-a25ae58167ed req-bfb6fc8c-8d0f-4763-8531-7490d6188b0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:39:31.817490 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f955be92-59cf-464a-93c0-a25ae58167ed req-bfb6fc8c-8d0f-4763-8531-7490d6188b0c service neutron] 10.222.0.47 "GET /v2.0/networks?id=025d2852-9d36-4b3a-8593-92dcacb3e703 HTTP/1.1" status: 200  len: 898 time: 0.2264955
Dec 22 05:39:31.917591 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f955be92-59cf-464a-93c0-a25ae58167ed req-d19a0998-9440-4128-ba1c-e08ac6f7c3a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1daa7e4d-0cc8-4f69-a5f1-15604552e717 HTTP/1.1" status: 200  len: 1001 time: 0.0931344
Dec 22 05:39:31.978210 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955be92-59cf-464a-93c0-a25ae58167ed req-e638b2b4-bc53-4b56-bf7d-018382adcfd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:39:31.979600 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f955be92-59cf-464a-93c0-a25ae58167ed req-e638b2b4-bc53-4b56-bf7d-018382adcfd8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bca2a165-3f55-446a-a2bd-73727e49e636 HTTP/1.1" status: 200  len: 834 time: 0.0563493
Dec 22 05:39:32.054483 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f955be92-59cf-464a-93c0-a25ae58167ed req-e6de017e-3e11-4a02-85c9-a147f6603185 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=025d2852-9d36-4b3a-8593-92dcacb3e703&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0687265
Dec 22 05:39:32.183190 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f955be92-59cf-464a-93c0-a25ae58167ed req-339033c3-9c02-4105-a581-ffc40852baec service neutron] 10.222.0.47 "GET /v2.0/networks/025d2852-9d36-4b3a-8593-92dcacb3e703?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217549
Dec 22 05:39:32.313276 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f955be92-59cf-464a-93c0-a25ae58167ed req-1e9c238d-cbbe-4262-b320-9a47737a5b46 service neutron] 10.222.0.47 "GET /v2.0/networks/025d2852-9d36-4b3a-8593-92dcacb3e703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241426
Dec 22 05:39:32.796522 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ed4c8-a083-451a-92e4-34bbdf2ebfa4 req-529dc998-db6b-40ef-af2d-d5aabdc8ae41 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:39:32.797966 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c41ed4c8-a083-451a-92e4-34bbdf2ebfa4 req-529dc998-db6b-40ef-af2d-d5aabdc8ae41 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 945 time: 0.0746818
Dec 22 05:39:32.840813 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c41ed4c8-a083-451a-92e4-34bbdf2ebfa4 req-7939eba9-f42e-44b9-894d-6c7dbc6e7b5c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a800129-fc96-4960-adc0-6f191ddc0d90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375104
Dec 22 05:39:34.037263 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3d7e3-9933-4b0f-8c8c-caa5f7690a6c req-d04ffbc0-96e4-4833-8ebd-37660612d257 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:39:34.038623 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cef3d7e3-9933-4b0f-8c8c-caa5f7690a6c req-d04ffbc0-96e4-4833-8ebd-37660612d257 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 945 time: 0.0773208
Dec 22 05:39:34.083403 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cef3d7e3-9933-4b0f-8c8c-caa5f7690a6c req-0679a319-9c1a-4536-ad12-bd0653a5dc59 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a800129-fc96-4960-adc0-6f191ddc0d90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394614
Dec 22 05:39:34.110591 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38370) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:39:34.212494 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7c478b59-8b3d-4fa2-b3f3-802df60be195 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/floatingips/010604a4-2047-4a1c-aaaa-402c00dfea24 HTTP/1.1" status: 200  len: 993 time: 0.1007428
Dec 22 05:39:34.505025 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38378) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:39:34.706860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting port 28166689-8156-4e6c-a249-90789a3b389c {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:39:34.707095 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:34.868307 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:34.868624 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:34.984664 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Calling delete_port for 28166689-8156-4e6c-a249-90789a3b389c owned by network:floatingip {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:39:35.126522 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:35.130668 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-019a9b11-799c-4164-956e-2e810a65c59d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:35.170991 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Port': ['ID=28166689-8156-4e6c-a249-90789a3b389c,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:35.211256 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:35.211641 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:35.212016 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:35.212390 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:35.212752 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:35.213115 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:35.213472 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:35.213860 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:35.214220 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:35.214576 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:35.214937 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:35.221745 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:35.273156 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for floatingip, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:35.758175 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router bfcac204-aa02-43b8-b43f-7214c5ba7238 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:39:35.952047 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:39:35.961198 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360afc4c-83a5-46d6-bee9-49879d5e1fa1 None None] Sync routers for ids ['bfcac204-aa02-43b8-b43f-7214c5ba7238'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:39:35.972114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:35.972778 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360afc4c-83a5-46d6-bee9-49879d5e1fa1 None None] Routers {'bfcac204-aa02-43b8-b43f-7214c5ba7238'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:39:35.973371 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-360afc4c-83a5-46d6-bee9-49879d5e1fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c34c5b0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:39:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['bfcac204-aa02-43b8-b43f-7214c5ba7238'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:39:36.024315 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/floatingips/010604a4-2047-4a1c-aaaa-402c00dfea24 HTTP/1.1" status: 204  len: 168 time: 1.5180182
Dec 22 05:39:36.024818 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee928e77-af1d-4982-bfd7-dc6fca30314c', 'tag': '1daa7e4d-0cc8-4f69-a5f1-15604552e717'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:39:36.079711 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee928e77-af1d-4982-bfd7-dc6fca30314c', 'tag': '1daa7e4d-0cc8-4f69-a5f1-15604552e717', 'status': 'completed', 'code': 200}
Dec 22 05:39:36.150510 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-360afc4c-83a5-46d6-bee9-49879d5e1fa1 None None] Set router bfcac204-aa02-43b8-b43f-7214c5ba7238 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:39:36.208758 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5b76a2a-716f-47f8-b864-237ae6d267fc req-b07cb63e-8881-48af-80c7-71bc9d23d04c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d14121bb4964f9788327a98293c0192&device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 1098 time: 0.0844078
Dec 22 05:39:36.351597 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b76a2a-716f-47f8-b864-237ae6d267fc req-56658687-8be5-4694-9517-f9d373722c96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:39:36.353727 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5b76a2a-716f-47f8-b864-237ae6d267fc req-56658687-8be5-4694-9517-f9d373722c96 service neutron] 10.222.0.47 "GET /v2.0/networks?id=025d2852-9d36-4b3a-8593-92dcacb3e703 HTTP/1.1" status: 200  len: 898 time: 0.1391792
Dec 22 05:39:36.425274 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5b76a2a-716f-47f8-b864-237ae6d267fc req-b5ecf580-4cb1-463a-9e99-25d5f2e2bd5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1daa7e4d-0cc8-4f69-a5f1-15604552e717 HTTP/1.1" status: 200  len: 217 time: 0.0639541
Dec 22 05:39:36.497176 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b76a2a-716f-47f8-b864-237ae6d267fc req-8c29c833-0e84-4293-b148-422e3b9c9a0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:39:36.498810 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5b76a2a-716f-47f8-b864-237ae6d267fc req-8c29c833-0e84-4293-b148-422e3b9c9a0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bca2a165-3f55-446a-a2bd-73727e49e636 HTTP/1.1" status: 200  len: 834 time: 0.0655539
Dec 22 05:39:36.517502 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-360afc4c-83a5-46d6-bee9-49879d5e1fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c34c5b0>, [{'id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172457816', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:06Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'bf86a94b-55e3-42e8-896b-d9e65f3bc09e', 'name': '', 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:a2:54:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca2a165-3f55-446a-a2bd-73727e49e636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:38:05Z', 'updated_at': '2021-12-22T05:38:12Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': 'bca2a165-3f55-446a-a2bd-73727e49e636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:39:36.521304 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360afc4c-83a5-46d6-bee9-49879d5e1fa1 None None] Checking router: bfcac204-aa02-43b8-b43f-7214c5ba7238 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:39:36.531914 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360afc4c-83a5-46d6-bee9-49879d5e1fa1 None None] Routers {'bfcac204-aa02-43b8-b43f-7214c5ba7238'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:39:36.532440 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-360afc4c-83a5-46d6-bee9-49879d5e1fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c34c5b0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:39:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['bfcac204-aa02-43b8-b43f-7214c5ba7238'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:39:36.634690 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5b76a2a-716f-47f8-b864-237ae6d267fc req-629664c5-25e0-45e7-80c7-48cb994a5931 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=025d2852-9d36-4b3a-8593-92dcacb3e703&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1294091
Dec 22 05:39:36.640513 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e165d5-aa8d-4c75-836a-04e60bdccc85 req-101f8842-221e-4a07-b9c9-da2decdd7f5a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:39:36.641222 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-02e165d5-aa8d-4c75-836a-04e60bdccc85 req-101f8842-221e-4a07-b9c9-da2decdd7f5a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:39:36.702995 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-360afc4c-83a5-46d6-bee9-49879d5e1fa1 None None] Set router bfcac204-aa02-43b8-b43f-7214c5ba7238 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:39:36.733161 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-02e165d5-aa8d-4c75-836a-04e60bdccc85 req-101f8842-221e-4a07-b9c9-da2decdd7f5a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:39:36.734314 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-02e165d5-aa8d-4c75-836a-04e60bdccc85 req-101f8842-221e-4a07-b9c9-da2decdd7f5a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 945 time: 0.1945670
Dec 22 05:39:36.806398 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5b76a2a-716f-47f8-b864-237ae6d267fc req-5cc19321-72a7-47e4-aae8-a70af16fe1b1 service neutron] 10.222.0.47 "GET /v2.0/networks/025d2852-9d36-4b3a-8593-92dcacb3e703?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1625047
Dec 22 05:39:36.810868 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-02e165d5-aa8d-4c75-836a-04e60bdccc85 req-b8bc2c1b-c45d-4fea-866d-71c29a1e2f05 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a800129-fc96-4960-adc0-6f191ddc0d90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0694025
Dec 22 05:39:36.938685 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f5b76a2a-716f-47f8-b864-237ae6d267fc req-dc8959db-8571-4fdf-a276-6cd97aa486be service neutron] 10.222.0.47 "GET /v2.0/networks/025d2852-9d36-4b3a-8593-92dcacb3e703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242056
Dec 22 05:39:37.014580 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-360afc4c-83a5-46d6-bee9-49879d5e1fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c34c5b0>, [{'id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172457816', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:06Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'bf86a94b-55e3-42e8-896b-d9e65f3bc09e', 'name': '', 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:a2:54:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca2a165-3f55-446a-a2bd-73727e49e636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:38:05Z', 'updated_at': '2021-12-22T05:38:12Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': 'bca2a165-3f55-446a-a2bd-73727e49e636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:39:37.018398 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360afc4c-83a5-46d6-bee9-49879d5e1fa1 None None] The sync data for ids ['bfcac204-aa02-43b8-b43f-7214c5ba7238'] in dv-neutron-822525-1-hyperv is: [{'id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172457816', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:06Z', 'revision_number': 4, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': 'bf86a94b-55e3-42e8-896b-d9e65f3bc09e', 'name': '', 'network_id': '025d2852-9d36-4b3a-8593-92dcacb3e703', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'mac_address': 'fa:16:3e:a2:54:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca2a165-3f55-446a-a2bd-73727e49e636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:38:05Z', 'updated_at': '2021-12-22T05:38:12Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'subnets': [{'id': 'bca2a165-3f55-446a-a2bd-73727e49e636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:39:37.228692 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4dd12-1abf-4b0a-b5fc-f52fb0713e2e None None] New status for floating IP 010604a4-2047-4a1c-aaaa-402c00dfea24: DOWN {{(pid=83436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:39:38.010464 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6094c-bc49-499a-934b-407870826468 req-d9d6193e-9e4b-4b57-88cc-1eed6b02913b tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:39:38.011862 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fcc6094c-bc49-499a-934b-407870826468 req-d9d6193e-9e4b-4b57-88cc-1eed6b02913b tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 945 time: 0.0754263
Dec 22 05:39:38.047617 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:38.059497 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fcc6094c-bc49-499a-934b-407870826468 req-6e3e0b8b-c1fa-4dd4-bee1-f9da1b94e6bd tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/security-groups?id=1a800129-fc96-4960-adc0-6f191ddc0d90&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411477
Dec 22 05:39:38.300824 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083d75f-c027-41b7-9ee3-5316106afaa2 req-4137119f-1ccb-4c57-b8e7-9aac9a314751 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:39:38.302170 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2083d75f-c027-41b7-9ee3-5316106afaa2 req-4137119f-1ccb-4c57-b8e7-9aac9a314751 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 945 time: 0.0750260
Dec 22 05:39:38.480894 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-2083d75f-c027-41b7-9ee3-5316106afaa2 req-8eecdc43-6ac5-4554-ae7d-1ad9be9528ad tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting port 1daa7e4d-0cc8-4f69-a5f1-15604552e717 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:39:38.481238 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-2083d75f-c027-41b7-9ee3-5316106afaa2 req-8eecdc43-6ac5-4554-ae7d-1ad9be9528ad tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:38.721073 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-2083d75f-c027-41b7-9ee3-5316106afaa2 req-8eecdc43-6ac5-4554-ae7d-1ad9be9528ad tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] For port 1daa7e4d-0cc8-4f69-a5f1-15604552e717, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1daa7e4d-0cc8-4f69-a5f1-15604552e717,segment=NetworkSegment(86e3f604-e152-4776-bab1-ece48dcf3a03),segment_id=86e3f604-e152-4776-bab1-ece48dcf3a03)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:39:38.721423 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-2083d75f-c027-41b7-9ee3-5316106afaa2 req-8eecdc43-6ac5-4554-ae7d-1ad9be9528ad tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:38.839550 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-2083d75f-c027-41b7-9ee3-5316106afaa2 req-8eecdc43-6ac5-4554-ae7d-1ad9be9528ad tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Calling delete_port for 1daa7e4d-0cc8-4f69-a5f1-15604552e717 owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:39:38.898019 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d7013ec9-735c-4afc-9ab7-17ce932e0514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:38.982955 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-2083d75f-c027-41b7-9ee3-5316106afaa2 req-8eecdc43-6ac5-4554-ae7d-1ad9be9528ad tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:38.988439 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ee3304ba-ef6a-489f-9d15-55866c4e1e3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:39.032779 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecdc43-6ac5-4554-ae7d-1ad9be9528ad tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Port': ['ID=1daa7e4d-0cc8-4f69-a5f1-15604552e717,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:39.035537 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8eecdc43-6ac5-4554-ae7d-1ad9be9528ad tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:39.111575 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-2083d75f-c027-41b7-9ee3-5316106afaa2 req-8eecdc43-6ac5-4554-ae7d-1ad9be9528ad tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] No DVR routers for this DVR port 1daa7e4d-0cc8-4f69-a5f1-15604552e717 on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:39:39.114055 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-2083d75f-c027-41b7-9ee3-5316106afaa2 req-8eecdc43-6ac5-4554-ae7d-1ad9be9528ad tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:39.116835 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee928e77-af1d-4982-bfd7-dc6fca30314c', 'name': 'network-vif-deleted', 'tag': '1daa7e4d-0cc8-4f69-a5f1-15604552e717'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:39:39.150287 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2083d75f-c027-41b7-9ee3-5316106afaa2 req-8eecdc43-6ac5-4554-ae7d-1ad9be9528ad tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.47 "DELETE /v2.0/ports/1daa7e4d-0cc8-4f69-a5f1-15604552e717 HTTP/1.1" status: 204  len: 173 time: 0.8424752
Dec 22 05:39:39.226279 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee928e77-af1d-4982-bfd7-dc6fca30314c', 'name': 'network-vif-deleted', 'tag': '1daa7e4d-0cc8-4f69-a5f1-15604552e717', 'status': 'completed', 'code': 200}
Dec 22 05:39:39.238386 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-88bc57b5-85c5-4319-b6e2-b42a348b5763 req-b4827568-d022-4042-8cee-45eeb8b28d0b tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Synchronizing usage tracker for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:39:39.255648 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-88bc57b5-85c5-4319-b6e2-b42a348b5763 req-b4827568-d022-4042-8cee-45eeb8b28d0b tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Unset dirty status for tenant:8d14121bb4964f9788327a98293c0192 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:39:39.258148 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-88bc57b5-85c5-4319-b6e2-b42a348b5763 req-b4827568-d022-4042-8cee-45eeb8b28d0b tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee928e77-af1d-4982-bfd7-dc6fca30314c HTTP/1.1" status: 200  len: 210 time: 0.0659816
Dec 22 05:39:40.363056 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38396) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:39:40.752432 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0a526340-d2b2-4dcd-8bca-32ba3c192e6d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:41.097704 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5eb73e97-f021-4379-bf71-d098689c2cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:41.454028 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-0a526340-d2b2-4dcd-8bca-32ba3c192e6d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting port bf86a94b-55e3-42e8-896b-d9e65f3bc09e {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:39:41.454626 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0a526340-d2b2-4dcd-8bca-32ba3c192e6d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:41.632352 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-0a526340-d2b2-4dcd-8bca-32ba3c192e6d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] For port bf86a94b-55e3-42e8-896b-d9e65f3bc09e, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=bf86a94b-55e3-42e8-896b-d9e65f3bc09e,segment=NetworkSegment(86e3f604-e152-4776-bab1-ece48dcf3a03),segment_id=86e3f604-e152-4776-bab1-ece48dcf3a03)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:39:41.632701 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0a526340-d2b2-4dcd-8bca-32ba3c192e6d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:41.749339 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-0a526340-d2b2-4dcd-8bca-32ba3c192e6d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Calling delete_port for bf86a94b-55e3-42e8-896b-d9e65f3bc09e owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:39:41.923971 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0a526340-d2b2-4dcd-8bca-32ba3c192e6d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:41.927330 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d38b7d0e-68b3-4bf8-b6b5-799f85944f68 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:41.971833 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a526340-d2b2-4dcd-8bca-32ba3c192e6d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Port': ['ID=bf86a94b-55e3-42e8-896b-d9e65f3bc09e,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:41.975134 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0a526340-d2b2-4dcd-8bca-32ba3c192e6d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:42.030812 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 1daa7e4d-0cc8-4f69-a5f1-15604552e717 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:39:42.063762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 1daa7e4d-0cc8-4f69-a5f1-15604552e717 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:39:42.064118 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 1daa7e4d-0cc8-4f69-a5f1-15604552e717 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:39:42.258071 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0a526340-d2b2-4dcd-8bca-32ba3c192e6d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:42.293792 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:42.421907 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:42.922698 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a526340-d2b2-4dcd-8bca-32ba3c192e6d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Router bfcac204-aa02-43b8-b43f-7214c5ba7238 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:39:43.121205 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a526340-d2b2-4dcd-8bca-32ba3c192e6d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:39:43.131157 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37060d71-ef82-4d32-9357-6f6746b534fd None None] Sync routers for ids ['bfcac204-aa02-43b8-b43f-7214c5ba7238'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:39:43.141817 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38400) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:39:43.142327 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0a526340-d2b2-4dcd-8bca-32ba3c192e6d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "PUT /v2.0/routers/bfcac204-aa02-43b8-b43f-7214c5ba7238/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7777348
Dec 22 05:39:43.144266 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37060d71-ef82-4d32-9357-6f6746b534fd None None] Routers {'bfcac204-aa02-43b8-b43f-7214c5ba7238'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:39:43.145106 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-37060d71-ef82-4d32-9357-6f6746b534fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c645550>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:39:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['bfcac204-aa02-43b8-b43f-7214c5ba7238'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:39:43.323426 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-37060d71-ef82-4d32-9357-6f6746b534fd None None] Set router bfcac204-aa02-43b8-b43f-7214c5ba7238 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:39:43.339441 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3908304-9dc6-4d70-b5d9-2b4d86ea9a72 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting subnet bca2a165-3f55-446a-a2bd-73727e49e636 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:39:43.342294 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d3908304-9dc6-4d70-b5d9-2b4d86ea9a72 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:43.393990 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d3908304-9dc6-4d70-b5d9-2b4d86ea9a72 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:43.476277 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d3908304-9dc6-4d70-b5d9-2b4d86ea9a72 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:43.547677 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d3908304-9dc6-4d70-b5d9-2b4d86ea9a72 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:43.551786 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1e434719-ce8f-4748-bb7b-37dd8ab5edd1 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:43.585533 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3908304-9dc6-4d70-b5d9-2b4d86ea9a72 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Subnet': ['ID=bca2a165-3f55-446a-a2bd-73727e49e636,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:43.596794 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3908304-9dc6-4d70-b5d9-2b4d86ea9a72 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:43.597182 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3908304-9dc6-4d70-b5d9-2b4d86ea9a72 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:43.597580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3908304-9dc6-4d70-b5d9-2b4d86ea9a72 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:43.597945 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3908304-9dc6-4d70-b5d9-2b4d86ea9a72 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:43.598321 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3908304-9dc6-4d70-b5d9-2b4d86ea9a72 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:43.598661 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3908304-9dc6-4d70-b5d9-2b4d86ea9a72 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:43.599015 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3908304-9dc6-4d70-b5d9-2b4d86ea9a72 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:43.599368 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3908304-9dc6-4d70-b5d9-2b4d86ea9a72 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:43.599721 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3908304-9dc6-4d70-b5d9-2b4d86ea9a72 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:43.600076 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3908304-9dc6-4d70-b5d9-2b4d86ea9a72 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:43.600427 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3908304-9dc6-4d70-b5d9-2b4d86ea9a72 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:43.603153 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d3908304-9dc6-4d70-b5d9-2b4d86ea9a72 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:43.604941 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-37060d71-ef82-4d32-9357-6f6746b534fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c645550>, [{'id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172457816', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:39:41Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:39:43.605834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d3908304-9dc6-4d70-b5d9-2b4d86ea9a72 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:43.605965 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eb4a67-7340-4101-8105-4407031bed86 None None] Network 025d2852-9d36-4b3a-8593-92dcacb3e703 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:39:43.609753 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37060d71-ef82-4d32-9357-6f6746b534fd None None] Checking router: bfcac204-aa02-43b8-b43f-7214c5ba7238 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:39:43.613229 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38404) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:39:43.613352 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d3908304-9dc6-4d70-b5d9-2b4d86ea9a72 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/subnets/bca2a165-3f55-446a-a2bd-73727e49e636 HTTP/1.1" status: 204  len: 168 time: 0.4703147
Dec 22 05:39:43.620568 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37060d71-ef82-4d32-9357-6f6746b534fd None None] Routers {'bfcac204-aa02-43b8-b43f-7214c5ba7238'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:39:43.621180 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-37060d71-ef82-4d32-9357-6f6746b534fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c645550>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:39:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['bfcac204-aa02-43b8-b43f-7214c5ba7238'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:39:43.809263 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:43.822885 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-474df0dc-47dd-4c6e-bdda-f81ba0653b32 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:43.830459 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-37060d71-ef82-4d32-9357-6f6746b534fd None None] Set router bfcac204-aa02-43b8-b43f-7214c5ba7238 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:39:43.886700 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff5a4d3-af46-4743-a880-e1f49be73b69 None None] DHCP port deletion for 025d2852-9d36-4b3a-8593-92dcacb3e703 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 05:39:43.892325 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-8ff5a4d3-af46-4743-a880-e1f49be73b69 None None] Deleting port 545e7a28-8e88-4069-968d-224b8493f7fe {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:39:43.892753 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8ff5a4d3-af46-4743-a880-e1f49be73b69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:44.021796 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-474df0dc-47dd-4c6e-bdda-f81ba0653b32 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:44.032354 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-474df0dc-47dd-4c6e-bdda-f81ba0653b32 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Deleting port 6048b7ff-71eb-4b8d-aef8-bdf16771f708 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:39:44.032706 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-474df0dc-47dd-4c6e-bdda-f81ba0653b32 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:44.102426 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-8ff5a4d3-af46-4743-a880-e1f49be73b69 None None] For port 545e7a28-8e88-4069-968d-224b8493f7fe, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=545e7a28-8e88-4069-968d-224b8493f7fe,segment=NetworkSegment(86e3f604-e152-4776-bab1-ece48dcf3a03),segment_id=86e3f604-e152-4776-bab1-ece48dcf3a03)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:39:44.102813 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8ff5a4d3-af46-4743-a880-e1f49be73b69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:44.171306 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-37060d71-ef82-4d32-9357-6f6746b534fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c645550>, [{'id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172457816', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:39:41Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:39:44.178337 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37060d71-ef82-4d32-9357-6f6746b534fd None None] The sync data for ids ['bfcac204-aa02-43b8-b43f-7214c5ba7238'] in dv-neutron-822525-1-hyperv is: [{'id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172457816', 'tenant_id': '8d14121bb4964f9788327a98293c0192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:39:41Z', 'revision_number': 5, 'project_id': '8d14121bb4964f9788327a98293c0192', 'gw_port': {'id': '6048b7ff-71eb-4b8d-aef8-bdf16771f708', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcac204-aa02-43b8-b43f-7214c5ba7238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:38:02Z', 'updated_at': '2021-12-22T05:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:39:44.216867 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-474df0dc-47dd-4c6e-bdda-f81ba0653b32 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] For port 6048b7ff-71eb-4b8d-aef8-bdf16771f708, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=6048b7ff-71eb-4b8d-aef8-bdf16771f708,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:39:44.217221 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-474df0dc-47dd-4c6e-bdda-f81ba0653b32 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:44.239573 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-8ff5a4d3-af46-4743-a880-e1f49be73b69 None None] Calling delete_port for 545e7a28-8e88-4069-968d-224b8493f7fe owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:39:44.311672 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8ff5a4d3-af46-4743-a880-e1f49be73b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107'] for port, after_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:44.315289 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-ba546b4e-0d50-40e6-bba0-8766f5eb63ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:44.335191 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-474df0dc-47dd-4c6e-bdda-f81ba0653b32 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Calling delete_port for 6048b7ff-71eb-4b8d-aef8-bdf16771f708 owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:39:44.354164 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5a4d3-af46-4743-a880-e1f49be73b69 None None] Pushing event deleted for resources: {'Port': ['ID=545e7a28-8e88-4069-968d-224b8493f7fe,revision_number=None']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:44.368099 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff5a4d3-af46-4743-a880-e1f49be73b69 None None] No DVR routers for this DVR port 545e7a28-8e88-4069-968d-224b8493f7fe on host dv-neutron-822525-1-hyperv {{(pid=83436) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:39:44.377135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5a4d3-af46-4743-a880-e1f49be73b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:44.377135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5a4d3-af46-4743-a880-e1f49be73b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:44.377135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5a4d3-af46-4743-a880-e1f49be73b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:44.377135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5a4d3-af46-4743-a880-e1f49be73b69 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:44.377135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5a4d3-af46-4743-a880-e1f49be73b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:44.377135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5a4d3-af46-4743-a880-e1f49be73b69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:44.377135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5a4d3-af46-4743-a880-e1f49be73b69 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:44.377135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5a4d3-af46-4743-a880-e1f49be73b69 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:44.377135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5a4d3-af46-4743-a880-e1f49be73b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:44.377135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5a4d3-af46-4743-a880-e1f49be73b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:44.377135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5a4d3-af46-4743-a880-e1f49be73b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:44.380977 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-8ff5a4d3-af46-4743-a880-e1f49be73b69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:44.494255 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-474df0dc-47dd-4c6e-bdda-f81ba0653b32 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:44.498073 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-151fffd4-35b8-4a86-bf2f-bd9162d54805 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:44.540667 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474df0dc-47dd-4c6e-bdda-f81ba0653b32 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Port': ['ID=6048b7ff-71eb-4b8d-aef8-bdf16771f708,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:44.543760 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-474df0dc-47dd-4c6e-bdda-f81ba0653b32 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:44.873328 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-474df0dc-47dd-4c6e-bdda-f81ba0653b32 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:45.121375 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-474df0dc-47dd-4c6e-bdda-f81ba0653b32 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:45.126468 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-474df0dc-47dd-4c6e-bdda-f81ba0653b32 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:45.150236 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-474df0dc-47dd-4c6e-bdda-f81ba0653b32 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:45.150980 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474df0dc-47dd-4c6e-bdda-f81ba0653b32 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Fanout notify agent at l3_agent the message router_deleted on router bfcac204-aa02-43b8-b43f-7214c5ba7238 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 05:39:45.165808 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-474df0dc-47dd-4c6e-bdda-f81ba0653b32 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:45.166876 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-474df0dc-47dd-4c6e-bdda-f81ba0653b32 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/routers/bfcac204-aa02-43b8-b43f-7214c5ba7238 HTTP/1.1" status: 204  len: 168 time: 1.5522912
Dec 22 05:39:45.170093 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38408) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:39:45.287473 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe5d36c7-d098-4dbe-bdf0-2edb20725541 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:45.413159 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe5d36c7-d098-4dbe-bdf0-2edb20725541 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:45.437766 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-fe5d36c7-d098-4dbe-bdf0-2edb20725541 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b2926a0>,) {'filters': {'network_id': ['025d2852-9d36-4b3a-8593-92dcacb3e703']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:39:45.449384 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-fe5d36c7-d098-4dbe-bdf0-2edb20725541 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b2926a0>, '86e3f604-e152-4776-bab1-ece48dcf3a03') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:39:45.449699 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-fe5d36c7-d098-4dbe-bdf0-2edb20725541 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b2926a0>, '86e3f604-e152-4776-bab1-ece48dcf3a03') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:39:45.460402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe5d36c7-d098-4dbe-bdf0-2edb20725541 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:45.475775 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe5d36c7-d098-4dbe-bdf0-2edb20725541 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:45.481458 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe5d36c7-d098-4dbe-bdf0-2edb20725541 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:39:45.481904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe5d36c7-d098-4dbe-bdf0-2edb20725541 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:39:45.495820 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:39:45.572207 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe5d36c7-d098-4dbe-bdf0-2edb20725541 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:45.576657 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe5d36c7-d098-4dbe-bdf0-2edb20725541 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:45.579494 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b9981110-dbf1-4e5c-a9db-6e9034407bb3 tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:45.602380 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d36c7-d098-4dbe-bdf0-2edb20725541 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'Network': ['ID=025d2852-9d36-4b3a-8593-92dcacb3e703,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:45.604865 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fe5d36c7-d098-4dbe-bdf0-2edb20725541 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:45.608572 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:39:45.613180 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fe5d36c7-d098-4dbe-bdf0-2edb20725541 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/networks/025d2852-9d36-4b3a-8593-92dcacb3e703 HTTP/1.1" status: 204  len: 168 time: 0.4403722
Dec 22 05:39:45.614313 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38412) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:39:45.686534 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fb7b84e2-546b-4f68-9058-eaee8570565e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:45.714375 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fb7b84e2-546b-4f68-9058-eaee8570565e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:45.783408 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fb7b84e2-546b-4f68-9058-eaee8570565e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:45.787343 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-82e930b5-b19a-4abb-b257-520c8f483a67 tempest-NegativeSecGroupTest-553204261 tempest-NegativeSecGroupTest-553204261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:45.795326 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 545e7a28-8e88-4069-968d-224b8493f7fe no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:39:45.808273 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b84e2-546b-4f68-9058-eaee8570565e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a800129-fc96-4960-adc0-6f191ddc0d90,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:45.812268 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fb7b84e2-546b-4f68-9058-eaee8570565e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:45.815689 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fb7b84e2-546b-4f68-9058-eaee8570565e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:45.817993 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fb7b84e2-546b-4f68-9058-eaee8570565e tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] 10.222.0.53 "DELETE /v2.0/security-groups/1a800129-fc96-4960-adc0-6f191ddc0d90 HTTP/1.1" status: 204  len: 168 time: 0.2026367
Dec 22 05:39:45.843806 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 545e7a28-8e88-4069-968d-224b8493f7fe {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:39:45.844157 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 545e7a28-8e88-4069-968d-224b8493f7fe not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:39:45.844585 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device bf86a94b-55e3-42e8-896b-d9e65f3bc09e no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:39:45.876638 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: bf86a94b-55e3-42e8-896b-d9e65f3bc09e {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:39:45.876887 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device bf86a94b-55e3-42e8-896b-d9e65f3bc09e not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:39:45.877123 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6048b7ff-71eb-4b8d-aef8-bdf16771f708 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:39:45.908443 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 6048b7ff-71eb-4b8d-aef8-bdf16771f708 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:39:45.908790 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 6048b7ff-71eb-4b8d-aef8-bdf16771f708 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:39:46.227839 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38422) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:39:46.397561 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fdfc4947-d5a6-43ef-9159-1acee27ea864 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d14121bb4964f9788327a98293c0192&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1684701
Dec 22 05:39:46.399846 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38428) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:39:46.457514 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f576b68-470c-44a6-9c24-ff02835328ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:46.482068 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f576b68-470c-44a6-9c24-ff02835328ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:46.533212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f576b68-470c-44a6-9c24-ff02835328ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:46.537865 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-db823b83-d4d7-465e-9669-40ecfc5e6f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:46.551721 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f576b68-470c-44a6-9c24-ff02835328ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eeef6d1-7edf-471f-a2b1-0bf403be85a6,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:46.555139 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3f576b68-470c-44a6-9c24-ff02835328ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:46.558192 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f576b68-470c-44a6-9c24-ff02835328ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:46.562388 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3f576b68-470c-44a6-9c24-ff02835328ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6eeef6d1-7edf-471f-a2b1-0bf403be85a6 HTTP/1.1" status: 204  len: 168 time: 0.1585701
Dec 22 05:39:46.890245 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38436) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:39:46.908503 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-365fed34-0498-4b12-a590-f2d3a9a16016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:46.940756 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-365fed34-0498-4b12-a590-f2d3a9a16016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:39:46.944455 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-365fed34-0498-4b12-a590-f2d3a9a16016 admin admin] Usage tracker for resource:security_group_rule and tenant:fb5512fd5317465d94db9e8b8b3cd777 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:39:46.947178 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-365fed34-0498-4b12-a590-f2d3a9a16016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:39:46.952972 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-365fed34-0498-4b12-a590-f2d3a9a16016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:39:47.021203 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-365fed34-0498-4b12-a590-f2d3a9a16016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:47.024866 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-365fed34-0498-4b12-a590-f2d3a9a16016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:47.032111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a605512f-9bdd-499b-8065-bc2c59cabd9c tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:47.072717 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fed34-0498-4b12-a590-f2d3a9a16016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b8afec-6078-4fa2-a3b3-9bd2f2a957c8,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:47.075686 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-365fed34-0498-4b12-a590-f2d3a9a16016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:47.078443 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-365fed34-0498-4b12-a590-f2d3a9a16016 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb5512fd5317465d94db9e8b8b3cd777&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1872332
Dec 22 05:39:47.081005 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38440) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:39:47.144915 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-10c7b48d-2269-4906-b8b5-b7c5c261cb7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:47.176779 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-10c7b48d-2269-4906-b8b5-b7c5c261cb7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:47.226032 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-10c7b48d-2269-4906-b8b5-b7c5c261cb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:47.229539 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d86a7093-3087-4750-b924-7c35fa8a7e41 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:47.242372 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7b48d-2269-4906-b8b5-b7c5c261cb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b8afec-6078-4fa2-a3b3-9bd2f2a957c8,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:47.245164 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-10c7b48d-2269-4906-b8b5-b7c5c261cb7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:47.246953 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-10c7b48d-2269-4906-b8b5-b7c5c261cb7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:47.248582 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-10c7b48d-2269-4906-b8b5-b7c5c261cb7f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/37b8afec-6078-4fa2-a3b3-9bd2f2a957c8 HTTP/1.1" status: 204  len: 168 time: 0.1666508
Dec 22 05:39:48.098080 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38462) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:39:48.227949 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-493485150-network', 'tenant_id': '98ab38ed7af949deb112919e10096124'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:39:48.232627 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:39:48.236404 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Usage tracker for resource:network and tenant:98ab38ed7af949deb112919e10096124 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:39:48.239299 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:39:48.245751 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:39:48.255235 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Made reservation on behalf of 98ab38ed7af949deb112919e10096124 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:39:48.257599 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:48.270068 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:48.303889 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:39:48.307558 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Usage tracker for resource:security_group_rule and tenant:98ab38ed7af949deb112919e10096124 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:39:48.310317 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:39:48.316112 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:39:48.474414 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:48.478133 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:48.480976 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a30e9452-7299-4ed1-bf9d-c1a46a91453a tempest-ServersAdminNegativeTestJSON-2124070558 tempest-ServersAdminNegativeTestJSON-2124070558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:48.507098 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:39:48.514916 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736dc0a6-26cc-459e-9a56-95d583a57b03,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:48.518271 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:48.520577 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:48.520944 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Added segment 11181023-c187-4577-97e7-c019ed01d009 of type vlan for network 0a437fed-050a-404b-86fb-d186b9f8aefb
Dec 22 05:39:48.546688 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:48.573960 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:48.574801 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:39:48.575338 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:48.578511 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-eea0beb2-0a63-4e04-8d44-7b4de9ba1d40 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:48.674965 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Pushing event updated for resources: {'Network': ['ID=0a437fed-050a-404b-86fb-d186b9f8aefb,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:48.678560 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5794935
Dec 22 05:39:48.679461 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:48.681595 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38468) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:39:48.684601 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 0a437fed-050a-404b-86fb-d186b9f8aefb details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:39:48.686832 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-7325aa32-102d-41d6-9b05-5eb9f6942e8d admin admin] Request body: {'subnet': {'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-493485150-subnet', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'ip_version': 4}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:39:48.691881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7325aa32-102d-41d6-9b05-5eb9f6942e8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:39:48.695648 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7325aa32-102d-41d6-9b05-5eb9f6942e8d admin admin] Usage tracker for resource:subnet and tenant:98ab38ed7af949deb112919e10096124 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:39:48.698494 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7325aa32-102d-41d6-9b05-5eb9f6942e8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:39:48.704316 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7325aa32-102d-41d6-9b05-5eb9f6942e8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:39:48.714571 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7325aa32-102d-41d6-9b05-5eb9f6942e8d admin admin] Made reservation on behalf of 98ab38ed7af949deb112919e10096124 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:39:48.717701 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7325aa32-102d-41d6-9b05-5eb9f6942e8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:48.912894 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7325aa32-102d-41d6-9b05-5eb9f6942e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:48.916195 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e797f6a0-ba26-41b9-84fe-c0cb1671bf1f tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:48.983840 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325aa32-102d-41d6-9b05-5eb9f6942e8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c428034-7b25-47e4-ab2d-5c2cdea5df56,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:48.987969 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7325aa32-102d-41d6-9b05-5eb9f6942e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:48.997602 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7325aa32-102d-41d6-9b05-5eb9f6942e8d admin admin] Checking segment: {'id': '11181023-c187-4577-97e7-c019ed01d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:39:48.997949 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7325aa32-102d-41d6-9b05-5eb9f6942e8d admin admin] Network hostable DHCP agents. Network: 0a437fed-050a-404b-86fb-d186b9f8aefb, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:39:49.018176 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7325aa32-102d-41d6-9b05-5eb9f6942e8d admin admin] Network 0a437fed-050a-404b-86fb-d186b9f8aefb is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:39:49.026447 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-7325aa32-102d-41d6-9b05-5eb9f6942e8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 0a437fed-050a-404b-86fb-d186b9f8aefb) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:39:49.030879 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7325aa32-102d-41d6-9b05-5eb9f6942e8d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:39:49.031446 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7325aa32-102d-41d6-9b05-5eb9f6942e8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:49.037304 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6b8964-a74d-4cb6-8221-db88b72e2593 None None] Network 0a437fed-050a-404b-86fb-d186b9f8aefb requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:39:49.051777 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7325aa32-102d-41d6-9b05-5eb9f6942e8d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3691747
Dec 22 05:39:49.054570 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38472) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:39:49.059483 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-493485150-router', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:39:49.064044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:39:49.067977 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Usage tracker for resource:router and tenant:98ab38ed7af949deb112919e10096124 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:39:49.071768 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:39:49.078109 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:39:49.088754 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:49.089891 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:49.109914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:49.258272 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:49.259879 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-0a437fed-050a-404b-86fb-d186b9f8aefb', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'fixed_ips': [{'subnet_id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:39:49.260747 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:49.414418 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Allocated IP 172.20.0.2 (0a437fed-050a-404b-86fb-d186b9f8aefb/2c428034-7b25-47e4-ab2d-5c2cdea5df56/45286bf6-94dd-4b7d-abfe-19e5f1408aea) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:39:49.445708 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:49.475073 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:49.610980 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Allocated IP 172.26.4.30 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/3f7f1dbd-937f-48f6-a481-2a9d236834c7) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:39:49.618634 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:49.629539 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Transition to ACTIVE for port object 45286bf6-94dd-4b7d-abfe-19e5f1408aea will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:39:49.647544 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Transition to ACTIVE for port object 45286bf6-94dd-4b7d-abfe-19e5f1408aea will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:39:49.652377 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:49.656299 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:49.720034 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Network 0a437fed-050a-404b-86fb-d186b9f8aefb is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:39:49.723001 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:39:49.728910 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:39:49.730942 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Pushing event updated for resources: {'Port': ['ID=45286bf6-94dd-4b7d-abfe-19e5f1408aea,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:49.734061 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:49.758464 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:49.787065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:49.790558 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0fa18bf6-adf0-46b2-8877-1795c1abe13a tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:49.818951 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Attempting to bind port 45286bf6-94dd-4b7d-abfe-19e5f1408aea on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:39:49.819324 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Attempting to bind port 45286bf6-94dd-4b7d-abfe-19e5f1408aea by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '11181023-c187-4577-97e7-c019ed01d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:39:49.819691 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Attempting to bind port 45286bf6-94dd-4b7d-abfe-19e5f1408aea on network 0a437fed-050a-404b-86fb-d186b9f8aefb {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:39:49.826007 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:39:49.826382 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Checking segment: {'id': '11181023-c187-4577-97e7-c019ed01d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:39:49.826784 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:49.827172 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Bound using segment: {'id': '11181023-c187-4577-97e7-c019ed01d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:39:49.827629 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Bound port: 45286bf6-94dd-4b7d-abfe-19e5f1408aea, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11181023-c187-4577-97e7-c019ed01d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:39:49.828000 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:49.853690 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:39:49.857282 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:39:49.862051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:39:49.891884 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Pushing event updated for resources: {'Port': ['ID=3f7f1dbd-937f-48f6-a481-2a9d236834c7,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:49.899309 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:49.914688 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] For port 45286bf6-94dd-4b7d-abfe-19e5f1408aea, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:39:49.917518 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] For port 45286bf6-94dd-4b7d-abfe-19e5f1408aea, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=45286bf6-94dd-4b7d-abfe-19e5f1408aea,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:39:49.922486 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:49.927163 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:50.002630 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Pushing event updated for resources: {'Port': ['ID=45286bf6-94dd-4b7d-abfe-19e5f1408aea,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:50.005535 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:50.025356 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:50.026198 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:50.392751 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Router ed764d70-820a-4bd6-ae82-b186d5df4076 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 05:39:50.590939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:39:50.603358 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] Sync routers for ids ['ed764d70-820a-4bd6-ae82-b186d5df4076'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:39:50.615949 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] Routers {'ed764d70-820a-4bd6-ae82-b186d5df4076'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:39:50.616584 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5fed60>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:39:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['ed764d70-820a-4bd6-ae82-b186d5df4076'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:39:50.624195 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:50.625677 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 1.5701718
Dec 22 05:39:50.628741 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38476) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:39:50.804484 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] Set router ed764d70-820a-4bd6-ae82-b186d5df4076 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:39:50.976976 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d25ec28-db0c-46f7-8651-76f3288eb85b None None] Network 0a437fed-050a-404b-86fb-d186b9f8aefb requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:39:51.122087 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-21cc78d2-41c7-450e-a5bd-8498530eed56 None None] Provisioning for port 45286bf6-94dd-4b7d-abfe-19e5f1408aea completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:39:51.334333 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5fed60>, [{'id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'name': 'tempest-TestShelveInstance-493485150-router', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:49Z', 'revision_number': 3, 'project_id': '98ab38ed7af949deb112919e10096124', 'gw_port': {'id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:58:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:39:51.340488 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] Checking router: ed764d70-820a-4bd6-ae82-b186d5df4076 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:39:51.340842 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] Updating router ed764d70-820a-4bd6-ae82-b186d5df4076 port 3f7f1dbd-937f-48f6-a481-2a9d236834c7 binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:39:51.407753 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:51.500028 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2a7f7571-6c52-49cf-8c4d-128e7e0905e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:51.719040 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-2a7f7571-6c52-49cf-8c4d-128e7e0905e7 admin admin] Allocated IP 172.20.0.1 (0a437fed-050a-404b-86fb-d186b9f8aefb/2c428034-7b25-47e4-ab2d-5c2cdea5df56/15e3b665-cd4d-46f9-946c-05ea456591ac) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:39:51.749931 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:51.761818 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] Transition to ACTIVE for port object 3f7f1dbd-937f-48f6-a481-2a9d236834c7 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:39:51.771161 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:51.774981 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:51.842775 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3caf40-73c7-4b3a-a2e5-49d1d848c541 None None] Pushing event updated for resources: {'Port': ['ID=3f7f1dbd-937f-48f6-a481-2a9d236834c7,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:51.845937 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 45286bf6-94dd-4b7d-abfe-19e5f1408aea up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:39:51.876967 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5a3caf40-73c7-4b3a-a2e5-49d1d848c541 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:51.878694 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2a7f7571-6c52-49cf-8c4d-128e7e0905e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:51.894483 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [None req-2a7f7571-6c52-49cf-8c4d-128e7e0905e7 admin admin] Transition to ACTIVE for port object 15e3b665-cd4d-46f9-946c-05ea456591ac will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:39:51.911825 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] Attempting to bind port 3f7f1dbd-937f-48f6-a481-2a9d236834c7 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:39:51.912202 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] Attempting to bind port 3f7f1dbd-937f-48f6-a481-2a9d236834c7 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:39:51.912573 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] Attempting to bind port 3f7f1dbd-937f-48f6-a481-2a9d236834c7 on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:39:51.917315 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2a7f7571-6c52-49cf-8c4d-128e7e0905e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:51.922215 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:51.925597 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:39:51.925979 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:39:51.926419 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:51.926818 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:39:51.927289 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] Bound port: 3f7f1dbd-937f-48f6-a481-2a9d236834c7, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:39:51.927719 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:51.979173 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7f7571-6c52-49cf-8c4d-128e7e0905e7 admin admin] Network 0a437fed-050a-404b-86fb-d186b9f8aefb is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:39:51.987944 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-2a7f7571-6c52-49cf-8c4d-128e7e0905e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:39:51.990639 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7f7571-6c52-49cf-8c4d-128e7e0905e7 admin admin] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:39:51.993625 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 45286bf6-94dd-4b7d-abfe-19e5f1408aea completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:39:52.004602 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 45286bf6-94dd-4b7d-abfe-19e5f1408aea triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:39:52.004980 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:52.027385 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f7571-6c52-49cf-8c4d-128e7e0905e7 admin admin] Pushing event updated for resources: {'Port': ['ID=15e3b665-cd4d-46f9-946c-05ea456591ac,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:52.030681 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2a7f7571-6c52-49cf-8c4d-128e7e0905e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:52.045392 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] For port 3f7f1dbd-937f-48f6-a481-2a9d236834c7, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:39:52.056452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2a7f7571-6c52-49cf-8c4d-128e7e0905e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:52.064788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] For port 3f7f1dbd-937f-48f6-a481-2a9d236834c7, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=3f7f1dbd-937f-48f6-a481-2a9d236834c7,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:39:52.073220 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:52.077797 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:52.147983 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2a7f7571-6c52-49cf-8c4d-128e7e0905e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:52.223025 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3caf40-73c7-4b3a-a2e5-49d1d848c541 None None] Pushing event updated for resources: {'Port': ['ID=3f7f1dbd-937f-48f6-a481-2a9d236834c7,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:52.227726 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5a3caf40-73c7-4b3a-a2e5-49d1d848c541 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:52.229255 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:52.240688 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] Routers {'ed764d70-820a-4bd6-ae82-b186d5df4076'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:39:52.241394 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c5fed60>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:39:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['ed764d70-820a-4bd6-ae82-b186d5df4076'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:39:52.372290 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2a7f7571-6c52-49cf-8c4d-128e7e0905e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:52.376682 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2a7f7571-6c52-49cf-8c4d-128e7e0905e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:52.398153 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-87b20fcb-b303-432d-b59e-e35361ac942d None None] Provisioning for port 15e3b665-cd4d-46f9-946c-05ea456591ac completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:39:52.407203 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:52.410727 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-87b20fcb-b303-432d-b59e-e35361ac942d None None] Provisioning complete for port 15e3b665-cd4d-46f9-946c-05ea456591ac triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:39:52.411100 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-87b20fcb-b303-432d-b59e-e35361ac942d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:52.435078 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 45286bf6-94dd-4b7d-abfe-19e5f1408aea, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=45286bf6-94dd-4b7d-abfe-19e5f1408aea,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:39:52.455755 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:52.465428 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:52.539483 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-87b20fcb-b303-432d-b59e-e35361ac942d None None] Port 15e3b665-cd4d-46f9-946c-05ea456591ac cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:39:52.558971 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] Set router ed764d70-820a-4bd6-ae82-b186d5df4076 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:39:52.589509 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-2a7f7571-6c52-49cf-8c4d-128e7e0905e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:52.596851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f7571-6c52-49cf-8c4d-128e7e0905e7 admin admin] Pushing event updated for resources: {'Port': ['ID=15e3b665-cd4d-46f9-946c-05ea456591ac,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:52.601126 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2a7f7571-6c52-49cf-8c4d-128e7e0905e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:52.605046 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=45286bf6-94dd-4b7d-abfe-19e5f1408aea,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:52.613148 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:52.728162 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7f7571-6c52-49cf-8c4d-128e7e0905e7 admin admin] Network 0a437fed-050a-404b-86fb-d186b9f8aefb is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:39:52.729220 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-2a7f7571-6c52-49cf-8c4d-128e7e0905e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:39:52.929617 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c5fed60>, [{'id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'name': 'tempest-TestShelveInstance-493485150-router', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:52Z', 'revision_number': 4, 'project_id': '98ab38ed7af949deb112919e10096124', 'gw_port': {'id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:58:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '15e3b665-cd4d-46f9-946c-05ea456591ac', 'name': '', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'mac_address': 'fa:16:3e:1e:22:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:51Z', 'updated_at': '2021-12-22T05:39:51Z', 'revision_number': 1, 'project_id': '98ab38ed7af949deb112919e10096124', 'subnets': [{'id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:39:52.933461 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b9ebef-70a5-43ac-9f4b-e284cb117ccc None None] The sync data for ids ['ed764d70-820a-4bd6-ae82-b186d5df4076'] in dv-neutron-822525-1-hyperv is: [{'id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'name': 'tempest-TestShelveInstance-493485150-router', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:52Z', 'revision_number': 4, 'project_id': '98ab38ed7af949deb112919e10096124', 'gw_port': {'id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:58:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '15e3b665-cd4d-46f9-946c-05ea456591ac', 'name': '', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'mac_address': 'fa:16:3e:1e:22:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:51Z', 'updated_at': '2021-12-22T05:39:51Z', 'revision_number': 1, 'project_id': '98ab38ed7af949deb112919e10096124', 'subnets': [{'id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:39:52.964342 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-010d24a8-a8d9-4ee9-8fa5-432713d6fddb None None] Provisioning complete for port 15e3b665-cd4d-46f9-946c-05ea456591ac triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:39:52.964794 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-010d24a8-a8d9-4ee9-8fa5-432713d6fddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:53.021842 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-010d24a8-a8d9-4ee9-8fa5-432713d6fddb None None] Port 15e3b665-cd4d-46f9-946c-05ea456591ac cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:39:53.145409 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7f7571-6c52-49cf-8c4d-128e7e0905e7 admin admin] Router ed764d70-820a-4bd6-ae82-b186d5df4076 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:39:53.352833 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7f7571-6c52-49cf-8c4d-128e7e0905e7 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:39:53.361836 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-2a7f7571-6c52-49cf-8c4d-128e7e0905e7 admin admin] 10.222.0.53 "PUT /v2.0/routers/ed764d70-820a-4bd6-ae82-b186d5df4076/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7319980
Dec 22 05:39:53.878071 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 45286bf6-94dd-4b7d-abfe-19e5f1408aea up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:39:53.950161 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 45286bf6-94dd-4b7d-abfe-19e5f1408aea triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:39:53.951353 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:54.076648 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 3f7f1dbd-937f-48f6-a481-2a9d236834c7 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:39:54.145404 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 3f7f1dbd-937f-48f6-a481-2a9d236834c7 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:39:54.150478 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 3f7f1dbd-937f-48f6-a481-2a9d236834c7 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:39:54.150996 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:54.250512 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38498) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:39:54.256955 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1569968808-network', 'tenant_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:39:54.261624 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:39:54.265459 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Usage tracker for resource:network and tenant:bf973e65f4b94db8a453bc9b1a3c2d7b is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:39:54.267583 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:54.268341 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:39:54.273911 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:39:54.283591 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 3f7f1dbd-937f-48f6-a481-2a9d236834c7, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=3f7f1dbd-937f-48f6-a481-2a9d236834c7,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:39:54.284178 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Made reservation on behalf of bf973e65f4b94db8a453bc9b1a3c2d7b for: {'network': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:39:54.286728 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:54.287272 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:54.289043 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5a3caf40-73c7-4b3a-a2e5-49d1d848c541 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:54.299906 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:54.331282 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:39:54.335114 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Usage tracker for resource:security_group_rule and tenant:bf973e65f4b94db8a453bc9b1a3c2d7b is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:39:54.337901 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:39:54.343523 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:39:54.352946 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=3f7f1dbd-937f-48f6-a481-2a9d236834c7,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:54.356147 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:54.413505 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:54.417168 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:54.421566 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ad7a9943-b781-47d9-a15e-e633f04df491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:54.445215 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349}  {{(pid=83434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:39:54.457312 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6deb3336-6f03-4ecc-a5e0-ed19219d4b5d,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:54.461251 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:54.462185 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:54.462524 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.segments_db [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Added segment 71b7453c-943a-466e-8b69-901e5a941593 of type vlan for network 505bc097-389d-4af2-a18a-c0a6ad65cc0d
Dec 22 05:39:54.489300 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:54.519060 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:54.519993 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:39:54.520655 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:54.524175 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f8e13e28-4994-4c1f-b0fa-104709725ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:54.620668 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Pushing event updated for resources: {'Network': ['ID=505bc097-389d-4af2-a18a-c0a6ad65cc0d,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:54.625997 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3742902
Dec 22 05:39:54.627254 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:54.627507 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38502) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:39:54.631418 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 505bc097-389d-4af2-a18a-c0a6ad65cc0d details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:39:54.633673 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-2ee01bf1-ee7f-4736-9cbe-2540713331e2 admin admin] Request body: {'subnet': {'network_id': '505bc097-389d-4af2-a18a-c0a6ad65cc0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1569968808-subnet', 'tenant_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'ip_version': 4}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:39:54.639184 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2ee01bf1-ee7f-4736-9cbe-2540713331e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:39:54.643151 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2ee01bf1-ee7f-4736-9cbe-2540713331e2 admin admin] Usage tracker for resource:subnet and tenant:bf973e65f4b94db8a453bc9b1a3c2d7b is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:39:54.647153 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2ee01bf1-ee7f-4736-9cbe-2540713331e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:39:54.652797 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2ee01bf1-ee7f-4736-9cbe-2540713331e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:39:54.662247 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee01bf1-ee7f-4736-9cbe-2540713331e2 admin admin] Made reservation on behalf of bf973e65f4b94db8a453bc9b1a3c2d7b for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:39:54.664493 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2ee01bf1-ee7f-4736-9cbe-2540713331e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:54.865640 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2ee01bf1-ee7f-4736-9cbe-2540713331e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:54.869739 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-15c09f23-e8d0-4e3e-8230-b0a990a563d0 tempest-RoutersIpV6Test-1606717370 tempest-RoutersIpV6Test-1606717370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:54.934181 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee01bf1-ee7f-4736-9cbe-2540713331e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0146fc55-ab5e-4e33-9819-ff2a17387d16,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:54.937454 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2ee01bf1-ee7f-4736-9cbe-2540713331e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:54.950314 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee01bf1-ee7f-4736-9cbe-2540713331e2 admin admin] Checking segment: {'id': '71b7453c-943a-466e-8b69-901e5a941593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '505bc097-389d-4af2-a18a-c0a6ad65cc0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:39:54.950660 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee01bf1-ee7f-4736-9cbe-2540713331e2 admin admin] Network hostable DHCP agents. Network: 505bc097-389d-4af2-a18a-c0a6ad65cc0d, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:39:54.970635 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee01bf1-ee7f-4736-9cbe-2540713331e2 admin admin] Network 505bc097-389d-4af2-a18a-c0a6ad65cc0d is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:39:54.979284 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-2ee01bf1-ee7f-4736-9cbe-2540713331e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 505bc097-389d-4af2-a18a-c0a6ad65cc0d) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:39:54.983548 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee01bf1-ee7f-4736-9cbe-2540713331e2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:39:54.984119 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2ee01bf1-ee7f-4736-9cbe-2540713331e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:54.988488 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adb5a64-1cb4-42f4-95a0-60e47905ff3a None None] Network 505bc097-389d-4af2-a18a-c0a6ad65cc0d requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:39:55.006317 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2ee01bf1-ee7f-4736-9cbe-2540713331e2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3779404
Dec 22 05:39:55.008734 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38506) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:39:55.013756 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1569968808-router', 'tenant_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:39:55.018139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:39:55.021829 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Usage tracker for resource:router and tenant:bf973e65f4b94db8a453bc9b1a3c2d7b is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:39:55.024580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:39:55.030081 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:39:55.039723 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:55.040820 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:55.058703 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:55.199339 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-505bc097-389d-4af2-a18a-c0a6ad65cc0d', 'network_id': '505bc097-389d-4af2-a18a-c0a6ad65cc0d', 'tenant_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'fixed_ips': [{'subnet_id': '0146fc55-ab5e-4e33-9819-ff2a17387d16'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:39:55.200166 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:55.208749 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:55.354873 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Allocated IP 172.20.0.2 (505bc097-389d-4af2-a18a-c0a6ad65cc0d/0146fc55-ab5e-4e33-9819-ff2a17387d16/c7b75a53-d6e3-4704-bc0b-56ba0b8618eb) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:39:55.390015 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:55.419044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:55.558957 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Allocated IP 172.26.4.41 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/f63bcafa-263a-43ca-9ca3-3131dbf2c8ce) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:39:55.561492 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:55.571603 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Transition to ACTIVE for port object c7b75a53-d6e3-4704-bc0b-56ba0b8618eb will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:39:55.589517 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Transition to ACTIVE for port object c7b75a53-d6e3-4704-bc0b-56ba0b8618eb will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:39:55.595740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:55.599614 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:55.663621 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Network 505bc097-389d-4af2-a18a-c0a6ad65cc0d is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:39:55.666344 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:39:55.670993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:39:55.672981 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Pushing event updated for resources: {'Port': ['ID=c7b75a53-d6e3-4704-bc0b-56ba0b8618eb,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:55.675644 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:55.707516 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:55.734715 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:55.738791 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-12f6bafa-d281-436e-9343-f7e171b30694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:55.761521 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Attempting to bind port c7b75a53-d6e3-4704-bc0b-56ba0b8618eb on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:39:55.761970 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Attempting to bind port c7b75a53-d6e3-4704-bc0b-56ba0b8618eb by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '71b7453c-943a-466e-8b69-901e5a941593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '505bc097-389d-4af2-a18a-c0a6ad65cc0d'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:39:55.762324 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Attempting to bind port c7b75a53-d6e3-4704-bc0b-56ba0b8618eb on network 505bc097-389d-4af2-a18a-c0a6ad65cc0d {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:39:55.768771 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:39:55.769135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Checking segment: {'id': '71b7453c-943a-466e-8b69-901e5a941593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '505bc097-389d-4af2-a18a-c0a6ad65cc0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:39:55.769582 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:55.769977 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Bound using segment: {'id': '71b7453c-943a-466e-8b69-901e5a941593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '505bc097-389d-4af2-a18a-c0a6ad65cc0d'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:39:55.770443 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Bound port: c7b75a53-d6e3-4704-bc0b-56ba0b8618eb, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b7453c-943a-466e-8b69-901e5a941593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '505bc097-389d-4af2-a18a-c0a6ad65cc0d'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:39:55.777599 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:55.803150 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:39:55.808437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:39:55.810977 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Pushing event updated for resources: {'Port': ['ID=f63bcafa-263a-43ca-9ca3-3131dbf2c8ce,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:55.811113 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 3f7f1dbd-937f-48f6-a481-2a9d236834c7 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:39:55.813040 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:39:55.843338 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:55.945433 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] For port c7b75a53-d6e3-4704-bc0b-56ba0b8618eb, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:39:55.948747 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] For port c7b75a53-d6e3-4704-bc0b-56ba0b8618eb, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c7b75a53-d6e3-4704-bc0b-56ba0b8618eb,segment=NetworkSegment(71b7453c-943a-466e-8b69-901e5a941593),segment_id=71b7453c-943a-466e-8b69-901e5a941593)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:39:55.953495 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:55.957706 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:55.969843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:55.970568 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:56.008624 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 3f7f1dbd-937f-48f6-a481-2a9d236834c7 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:39:56.009184 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:56.083646 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Pushing event updated for resources: {'Port': ['ID=c7b75a53-d6e3-4704-bc0b-56ba0b8618eb,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:56.091770 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:56.338065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Router 5615dbd4-4f8a-4011-ab46-889f615ff3c5 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 05:39:56.534543 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:39:56.543879 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] Sync routers for ids ['5615dbd4-4f8a-4011-ab46-889f615ff3c5'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:39:56.557203 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] Routers {'5615dbd4-4f8a-4011-ab46-889f615ff3c5'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:39:56.557656 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:56.557969 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c441130>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:39:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['5615dbd4-4f8a-4011-ab46-889f615ff3c5'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:39:56.561706 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.5492067
Dec 22 05:39:56.561890 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38510) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:39:56.740213 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] Set router 5615dbd4-4f8a-4011-ab46-889f615ff3c5 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:39:57.010151 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5749d72c-ffa1-485f-b430-8c01b30537cc None None] Network 505bc097-389d-4af2-a18a-c0a6ad65cc0d requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:39:57.035271 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c441130>, [{'id': '5615dbd4-4f8a-4011-ab46-889f615ff3c5', 'name': 'tempest-TestShelveInstance-1569968808-router', 'tenant_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f63bcafa-263a-43ca-9ca3-3131dbf2c8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:39:55Z', 'revision_number': 3, 'project_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'gw_port': {'id': 'f63bcafa-263a-43ca-9ca3-3131dbf2c8ce', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5615dbd4-4f8a-4011-ab46-889f615ff3c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:39:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:39:57.039294 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] Checking router: 5615dbd4-4f8a-4011-ab46-889f615ff3c5 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:39:57.039708 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] Updating router 5615dbd4-4f8a-4011-ab46-889f615ff3c5 port f63bcafa-263a-43ca-9ca3-3131dbf2c8ce binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:39:57.095784 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:57.111711 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-dc087c44-692b-471e-a6c1-42b26fba0561 None None] Provisioning for port c7b75a53-d6e3-4704-bc0b-56ba0b8618eb completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:39:57.345047 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-795889fe-ab04-41c1-bd2a-f6b149b630be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:57.443397 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:57.456643 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] Transition to ACTIVE for port object f63bcafa-263a-43ca-9ca3-3131dbf2c8ce will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:39:57.462647 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:57.466667 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:57.539487 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3b8f9-69c8-44f8-9dfb-eb6ea73b655f None None] Pushing event updated for resources: {'Port': ['ID=f63bcafa-263a-43ca-9ca3-3131dbf2c8ce,revision_number=2']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:57.543807 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] Attempting to bind port f63bcafa-263a-43ca-9ca3-3131dbf2c8ce on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:39:57.544207 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] Attempting to bind port f63bcafa-263a-43ca-9ca3-3131dbf2c8ce by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:39:57.544813 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] Attempting to bind port f63bcafa-263a-43ca-9ca3-3131dbf2c8ce on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:39:57.555416 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:39:57.555888 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:39:57.556228 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:57.556618 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:39:57.557219 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] Bound port: f63bcafa-263a-43ca-9ca3-3131dbf2c8ce, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:39:57.557610 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:57.560437 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-795889fe-ab04-41c1-bd2a-f6b149b630be admin admin] Allocated IP 172.20.0.1 (505bc097-389d-4af2-a18a-c0a6ad65cc0d/0146fc55-ab5e-4e33-9819-ff2a17387d16/7efcfb23-8bc4-4314-875e-103e574562aa) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:39:57.587052 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3b8f9-69c8-44f8-9dfb-eb6ea73b655f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:57.587389 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3b8f9-69c8-44f8-9dfb-eb6ea73b655f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:57.587723 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3b8f9-69c8-44f8-9dfb-eb6ea73b655f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:57.588049 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3b8f9-69c8-44f8-9dfb-eb6ea73b655f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:57.588373 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3b8f9-69c8-44f8-9dfb-eb6ea73b655f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:57.588692 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3b8f9-69c8-44f8-9dfb-eb6ea73b655f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:57.589008 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3b8f9-69c8-44f8-9dfb-eb6ea73b655f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:57.589315 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3b8f9-69c8-44f8-9dfb-eb6ea73b655f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:57.589803 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3b8f9-69c8-44f8-9dfb-eb6ea73b655f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:57.590121 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3b8f9-69c8-44f8-9dfb-eb6ea73b655f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:57.590434 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3b8f9-69c8-44f8-9dfb-eb6ea73b655f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:39:57.602899 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-eec3b8f9-69c8-44f8-9dfb-eb6ea73b655f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:57.645790 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] For port f63bcafa-263a-43ca-9ca3-3131dbf2c8ce, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:39:57.649257 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] For port f63bcafa-263a-43ca-9ca3-3131dbf2c8ce, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f63bcafa-263a-43ca-9ca3-3131dbf2c8ce,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:39:57.654691 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:57.658556 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-092ab195-8db6-461e-b287-bd82de5b3b11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:57.720404 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-795889fe-ab04-41c1-bd2a-f6b149b630be admin admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:57.733165 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3b8f9-69c8-44f8-9dfb-eb6ea73b655f None None] Pushing event updated for resources: {'Port': ['ID=f63bcafa-263a-43ca-9ca3-3131dbf2c8ce,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:57.735752 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-795889fe-ab04-41c1-bd2a-f6b149b630be admin admin] Transition to ACTIVE for port object 7efcfb23-8bc4-4314-875e-103e574562aa will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:39:57.736680 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-eec3b8f9-69c8-44f8-9dfb-eb6ea73b655f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:57.738103 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] Routers {'5615dbd4-4f8a-4011-ab46-889f615ff3c5'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:39:57.738699 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c441130>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:39:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['5615dbd4-4f8a-4011-ab46-889f615ff3c5'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:39:57.758580 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-795889fe-ab04-41c1-bd2a-f6b149b630be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:57.762587 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ae574f0f-472d-4a35-a5ce-a731efca81c5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:57.842854 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c7b75a53-d6e3-4704-bc0b-56ba0b8618eb up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:39:57.844162 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795889fe-ab04-41c1-bd2a-f6b149b630be admin admin] Network 505bc097-389d-4af2-a18a-c0a6ad65cc0d is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:39:57.847707 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795889fe-ab04-41c1-bd2a-f6b149b630be admin admin] Pushing event updated for resources: {'Port': ['ID=7efcfb23-8bc4-4314-875e-103e574562aa,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:57.851073 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-795889fe-ab04-41c1-bd2a-f6b149b630be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:57.851870 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-795889fe-ab04-41c1-bd2a-f6b149b630be admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:39:57.854468 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795889fe-ab04-41c1-bd2a-f6b149b630be admin admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:39:57.921039 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-795889fe-ab04-41c1-bd2a-f6b149b630be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:57.922325 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port c7b75a53-d6e3-4704-bc0b-56ba0b8618eb completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:39:57.930204 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port c7b75a53-d6e3-4704-bc0b-56ba0b8618eb triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:39:57.930594 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:57.944757 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] Set router 5615dbd4-4f8a-4011-ab46-889f615ff3c5 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:39:58.016446 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-795889fe-ab04-41c1-bd2a-f6b149b630be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:58.058782 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:58.097191 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port c7b75a53-d6e3-4704-bc0b-56ba0b8618eb, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c7b75a53-d6e3-4704-bc0b-56ba0b8618eb,segment=NetworkSegment(71b7453c-943a-466e-8b69-901e5a941593),segment_id=71b7453c-943a-466e-8b69-901e5a941593)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:39:58.101600 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:58.104259 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:58.175736 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=c7b75a53-d6e3-4704-bc0b-56ba0b8618eb,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:58.179080 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:58.202372 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-83b89eec-aebd-4da9-a0f9-86e088561cd2 None None] Provisioning for port 7efcfb23-8bc4-4314-875e-103e574562aa completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:39:58.208982 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-83b89eec-aebd-4da9-a0f9-86e088561cd2 None None] Provisioning complete for port 7efcfb23-8bc4-4314-875e-103e574562aa triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:39:58.209368 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-83b89eec-aebd-4da9-a0f9-86e088561cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:58.271562 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-83b89eec-aebd-4da9-a0f9-86e088561cd2 None None] Port 7efcfb23-8bc4-4314-875e-103e574562aa cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:39:58.278220 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c441130>, [{'id': '5615dbd4-4f8a-4011-ab46-889f615ff3c5', 'name': 'tempest-TestShelveInstance-1569968808-router', 'tenant_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f63bcafa-263a-43ca-9ca3-3131dbf2c8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:39:55Z', 'revision_number': 3, 'project_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'gw_port': {'id': 'f63bcafa-263a-43ca-9ca3-3131dbf2c8ce', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5615dbd4-4f8a-4011-ab46-889f615ff3c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:39:58.282142 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0023ed-e157-475d-8ce7-02b93de96489 None None] The sync data for ids ['5615dbd4-4f8a-4011-ab46-889f615ff3c5'] in dv-neutron-822525-1-hyperv is: [{'id': '5615dbd4-4f8a-4011-ab46-889f615ff3c5', 'name': 'tempest-TestShelveInstance-1569968808-router', 'tenant_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f63bcafa-263a-43ca-9ca3-3131dbf2c8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:39:55Z', 'revision_number': 3, 'project_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'gw_port': {'id': 'f63bcafa-263a-43ca-9ca3-3131dbf2c8ce', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5615dbd4-4f8a-4011-ab46-889f615ff3c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:39:58.376443 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-795889fe-ab04-41c1-bd2a-f6b149b630be admin admin] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:58.380715 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-795889fe-ab04-41c1-bd2a-f6b149b630be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:58.407360 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-cde227b1-2253-42b4-ac68-d8678fc372c8 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:58.484419 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-795889fe-ab04-41c1-bd2a-f6b149b630be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:58.487666 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795889fe-ab04-41c1-bd2a-f6b149b630be admin admin] Pushing event updated for resources: {'Port': ['ID=7efcfb23-8bc4-4314-875e-103e574562aa,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:58.490584 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-795889fe-ab04-41c1-bd2a-f6b149b630be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:58.621157 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795889fe-ab04-41c1-bd2a-f6b149b630be admin admin] Network 505bc097-389d-4af2-a18a-c0a6ad65cc0d is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:39:58.622874 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-795889fe-ab04-41c1-bd2a-f6b149b630be admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:39:58.897694 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-c72cd712-ea23-41bb-912b-df1a1ecab88d None None] Provisioning complete for port 7efcfb23-8bc4-4314-875e-103e574562aa triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:39:58.898061 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c72cd712-ea23-41bb-912b-df1a1ecab88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:58.949116 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-c72cd712-ea23-41bb-912b-df1a1ecab88d None None] Port 7efcfb23-8bc4-4314-875e-103e574562aa cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:39:59.005785 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795889fe-ab04-41c1-bd2a-f6b149b630be admin admin] Router 5615dbd4-4f8a-4011-ab46-889f615ff3c5 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:39:59.200033 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795889fe-ab04-41c1-bd2a-f6b149b630be admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:39:59.209052 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-795889fe-ab04-41c1-bd2a-f6b149b630be admin admin] 10.222.0.53 "PUT /v2.0/routers/5615dbd4-4f8a-4011-ab46-889f615ff3c5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6462166
Dec 22 05:39:59.775948 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38520) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:39:59.782141 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-a400b2dd-c800-4def-aeba-5e2d6dffda15 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-205458688', 'description': 'tempest-secgroup-smoke-205458688 description', 'project_id': '98ab38ed7af949deb112919e10096124'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:39:59.788036 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a400b2dd-c800-4def-aeba-5e2d6dffda15 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:39:59.791764 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a400b2dd-c800-4def-aeba-5e2d6dffda15 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Usage tracker for resource:security_group and tenant:98ab38ed7af949deb112919e10096124 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:39:59.795155 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a400b2dd-c800-4def-aeba-5e2d6dffda15 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:39:59.801499 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a400b2dd-c800-4def-aeba-5e2d6dffda15 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:39:59.805912 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c7b75a53-d6e3-4704-bc0b-56ba0b8618eb up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:39:59.811498 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a400b2dd-c800-4def-aeba-5e2d6dffda15 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:59.846315 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a400b2dd-c800-4def-aeba-5e2d6dffda15 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:39:59.849967 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a400b2dd-c800-4def-aeba-5e2d6dffda15 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Usage tracker for resource:security_group_rule and tenant:98ab38ed7af949deb112919e10096124 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:39:59.852855 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a400b2dd-c800-4def-aeba-5e2d6dffda15 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:39:59.860318 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a400b2dd-c800-4def-aeba-5e2d6dffda15 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:39:59.877716 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port c7b75a53-d6e3-4704-bc0b-56ba0b8618eb triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:39:59.878146 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:59.914088 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a400b2dd-c800-4def-aeba-5e2d6dffda15 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:59.917927 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a400b2dd-c800-4def-aeba-5e2d6dffda15 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:59.923774 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dc77ac57-48b2-47c7-8685-c70b390408ea tempest-ServerActionsTestJSON-2034076556 tempest-ServerActionsTestJSON-2034076556-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:39:59.961313 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400b2dd-c800-4def-aeba-5e2d6dffda15 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b698f095-51f2-49ab-b1b4-e0f7479886a4,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:39:59.965748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a400b2dd-c800-4def-aeba-5e2d6dffda15 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:39:59.965748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a400b2dd-c800-4def-aeba-5e2d6dffda15 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:39:59.970080 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a400b2dd-c800-4def-aeba-5e2d6dffda15 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.1903307
Dec 22 05:39:59.970662 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38524) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:39:59.976396 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-df9dcd8b-f362-4425-8f43-ccb29a51e285 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Request body: {'security_group_rule': {'security_group_id': 'b698f095-51f2-49ab-b1b4-e0f7479886a4', 'project_id': '98ab38ed7af949deb112919e10096124', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:39:59.983453 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-df9dcd8b-f362-4425-8f43-ccb29a51e285 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:39:59.987869 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-df9dcd8b-f362-4425-8f43-ccb29a51e285 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Usage tracker for resource:security_group_rule and tenant:98ab38ed7af949deb112919e10096124 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:39:59.990962 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-df9dcd8b-f362-4425-8f43-ccb29a51e285 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:39:59.998975 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-df9dcd8b-f362-4425-8f43-ccb29a51e285 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:40:00.014106 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df9dcd8b-f362-4425-8f43-ccb29a51e285 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:00.072154 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df9dcd8b-f362-4425-8f43-ccb29a51e285 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:00.075883 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df9dcd8b-f362-4425-8f43-ccb29a51e285 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:00.081239 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-546c739b-4e3c-4f40-a777-9f2e4b4150e3 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:40:00.099525 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9dcd8b-f362-4425-8f43-ccb29a51e285 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45dac2b1-e70c-4631-a481-ab9fa035d9ee,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:40:00.101955 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-df9dcd8b-f362-4425-8f43-ccb29a51e285 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:40:00.108937 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-df9dcd8b-f362-4425-8f43-ccb29a51e285 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:00.110574 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-df9dcd8b-f362-4425-8f43-ccb29a51e285 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1389627
Dec 22 05:40:00.113394 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38528) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:40:00.119555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-c3cfbd61-2c51-4387-93b7-3e5d7a479c63 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Request body: {'security_group_rule': {'security_group_id': 'b698f095-51f2-49ab-b1b4-e0f7479886a4', 'project_id': '98ab38ed7af949deb112919e10096124', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:40:00.125846 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c3cfbd61-2c51-4387-93b7-3e5d7a479c63 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:40:00.129803 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c3cfbd61-2c51-4387-93b7-3e5d7a479c63 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Usage tracker for resource:security_group_rule and tenant:98ab38ed7af949deb112919e10096124 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:40:00.132695 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c3cfbd61-2c51-4387-93b7-3e5d7a479c63 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:40:00.139102 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c3cfbd61-2c51-4387-93b7-3e5d7a479c63 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:40:00.156939 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c3cfbd61-2c51-4387-93b7-3e5d7a479c63 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:00.216846 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c3cfbd61-2c51-4387-93b7-3e5d7a479c63 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:00.220846 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c3cfbd61-2c51-4387-93b7-3e5d7a479c63 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:00.222869 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-69aa27b7-b6f4-4d30-a78d-b0fc51c27ca7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:40:00.243333 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cfbd61-2c51-4387-93b7-3e5d7a479c63 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97334eb-1530-48c8-91b2-b7d807221807,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:40:00.245851 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c3cfbd61-2c51-4387-93b7-3e5d7a479c63 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:40:00.252696 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c3cfbd61-2c51-4387-93b7-3e5d7a479c63 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:00.253868 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c3cfbd61-2c51-4387-93b7-3e5d7a479c63 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1394436
Dec 22 05:40:00.256540 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38532) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:40:00.262538 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-ddb8be5a-6340-4fa5-9910-453e8d6826e6 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Request body: {'security_group_rule': {'security_group_id': 'b698f095-51f2-49ab-b1b4-e0f7479886a4', 'project_id': '98ab38ed7af949deb112919e10096124', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:40:00.268549 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ddb8be5a-6340-4fa5-9910-453e8d6826e6 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:40:00.272246 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ddb8be5a-6340-4fa5-9910-453e8d6826e6 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Usage tracker for resource:security_group_rule and tenant:98ab38ed7af949deb112919e10096124 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:40:00.275016 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-ddb8be5a-6340-4fa5-9910-453e8d6826e6 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:40:00.281050 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-ddb8be5a-6340-4fa5-9910-453e8d6826e6 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:40:00.299243 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ddb8be5a-6340-4fa5-9910-453e8d6826e6 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:00.359969 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ddb8be5a-6340-4fa5-9910-453e8d6826e6 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:00.363304 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ddb8be5a-6340-4fa5-9910-453e8d6826e6 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:00.365079 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:40:00.385528 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8be5a-6340-4fa5-9910-453e8d6826e6 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b72191-2f46-41e9-82ca-c816ecd103d6,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:40:00.388294 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ddb8be5a-6340-4fa5-9910-453e8d6826e6 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:40:00.394962 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ddb8be5a-6340-4fa5-9910-453e8d6826e6 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:00.396098 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ddb8be5a-6340-4fa5-9910-453e8d6826e6 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1386170
Dec 22 05:40:00.398845 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38536) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:40:00.404663 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-dcae2505-06ab-4044-a297-13a2415f5ea3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Request body: {'security_group_rule': {'security_group_id': 'b698f095-51f2-49ab-b1b4-e0f7479886a4', 'project_id': '98ab38ed7af949deb112919e10096124', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:40:00.410129 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-dcae2505-06ab-4044-a297-13a2415f5ea3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:40:00.413787 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-dcae2505-06ab-4044-a297-13a2415f5ea3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Usage tracker for resource:security_group_rule and tenant:98ab38ed7af949deb112919e10096124 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:40:00.416522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-dcae2505-06ab-4044-a297-13a2415f5ea3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:40:00.422109 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-dcae2505-06ab-4044-a297-13a2415f5ea3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:40:00.437711 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dcae2505-06ab-4044-a297-13a2415f5ea3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:00.497682 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dcae2505-06ab-4044-a297-13a2415f5ea3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:00.500849 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dcae2505-06ab-4044-a297-13a2415f5ea3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:00.502503 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b51012da-3521-4ac2-b884-a759d2baf094 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:40:00.523405 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae2505-06ab-4044-a297-13a2415f5ea3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac864e4b-eeec-4563-82b9-b67e59a8b97f,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:40:00.525679 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dcae2505-06ab-4044-a297-13a2415f5ea3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:40:00.531662 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-dcae2505-06ab-4044-a297-13a2415f5ea3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:00.532791 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-dcae2505-06ab-4044-a297-13a2415f5ea3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1330762
Dec 22 05:40:00.535517 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38540) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:40:00.540839 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-2f68884d-f546-408b-a892-a00f47bc0e8e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Request body: {'security_group_rule': {'security_group_id': 'b698f095-51f2-49ab-b1b4-e0f7479886a4', 'project_id': '98ab38ed7af949deb112919e10096124', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:40:00.546401 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2f68884d-f546-408b-a892-a00f47bc0e8e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:40:00.550044 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2f68884d-f546-408b-a892-a00f47bc0e8e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Usage tracker for resource:security_group_rule and tenant:98ab38ed7af949deb112919e10096124 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:40:00.552806 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-2f68884d-f546-408b-a892-a00f47bc0e8e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:40:00.558434 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-2f68884d-f546-408b-a892-a00f47bc0e8e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:40:00.568472 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-2f68884d-f546-408b-a892-a00f47bc0e8e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Project 98ab38ed7af949deb112919e10096124 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:40:00.574448 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2f68884d-f546-408b-a892-a00f47bc0e8e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:00.639486 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2f68884d-f546-408b-a892-a00f47bc0e8e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:00.643270 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2f68884d-f546-408b-a892-a00f47bc0e8e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:00.650004 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c6a027c1-edac-4678-b75f-431c3a950a4c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:40:00.666794 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68884d-f546-408b-a892-a00f47bc0e8e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4749b9-9ec2-4dad-987a-0745aa357c29,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:40:00.668930 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2f68884d-f546-408b-a892-a00f47bc0e8e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:40:00.675852 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-2f68884d-f546-408b-a892-a00f47bc0e8e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:00.677007 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-2f68884d-f546-408b-a892-a00f47bc0e8e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1406183
Dec 22 05:40:00.679694 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38544) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:40:00.685417 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-76923fde-4ad7-45df-af5b-69fc6cf6c884 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Request body: {'security_group_rule': {'security_group_id': 'b698f095-51f2-49ab-b1b4-e0f7479886a4', 'project_id': '98ab38ed7af949deb112919e10096124', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:40:00.691301 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-76923fde-4ad7-45df-af5b-69fc6cf6c884 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:40:00.695164 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-76923fde-4ad7-45df-af5b-69fc6cf6c884 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Usage tracker for resource:security_group_rule and tenant:98ab38ed7af949deb112919e10096124 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:40:00.698027 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-76923fde-4ad7-45df-af5b-69fc6cf6c884 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:40:00.704182 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-76923fde-4ad7-45df-af5b-69fc6cf6c884 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:40:00.713776 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-76923fde-4ad7-45df-af5b-69fc6cf6c884 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Project 98ab38ed7af949deb112919e10096124 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:40:00.719784 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-76923fde-4ad7-45df-af5b-69fc6cf6c884 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:00.782455 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-76923fde-4ad7-45df-af5b-69fc6cf6c884 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:00.785769 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-76923fde-4ad7-45df-af5b-69fc6cf6c884 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:00.787483 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8cb5aa64-e8db-4bba-8279-a3f1f7bf2985 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:40:00.808718 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76923fde-4ad7-45df-af5b-69fc6cf6c884 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23d6a16-4671-49e2-9fe5-ae82618fc86a,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:40:00.813454 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-76923fde-4ad7-45df-af5b-69fc6cf6c884 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:40:00.817991 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-76923fde-4ad7-45df-af5b-69fc6cf6c884 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:00.819140 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-76923fde-4ad7-45df-af5b-69fc6cf6c884 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1385715
Dec 22 05:40:00.987379 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-58293c9c-a223-407a-8112-67d4c398f61d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205458688&fields=id&tenant_id=98ab38ed7af949deb112919e10096124 HTTP/1.1" status: 200  len: 267 time: 0.0402148
Dec 22 05:40:01.129100 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-749f9b3d-199e-4061-95e2-3fdf18d68ab7 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:40:01.130535 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-749f9b3d-199e-4061-95e2-3fdf18d68ab7 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/networks?id=0a437fed-050a-404b-86fb-d186b9f8aefb HTTP/1.1" status: 200  len: 808 time: 0.1370971
Dec 22 05:40:01.146131 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-785e593e-670d-4ba3-b31f-4b228f1ed51e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/quotas/98ab38ed7af949deb112919e10096124 HTTP/1.1" status: 200  len: 375 time: 0.0103433
Dec 22 05:40:01.228223 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-31df3455-2fef-4d61-81e2-107d5af7bd5b tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Synchronizing usage tracker for tenant:98ab38ed7af949deb112919e10096124 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:40:01.244854 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-31df3455-2fef-4d61-81e2-107d5af7bd5b tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Unset dirty status for tenant:98ab38ed7af949deb112919e10096124 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:40:01.246219 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-31df3455-2fef-4d61-81e2-107d5af7bd5b tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=98ab38ed7af949deb112919e10096124&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0953381
Dec 22 05:40:01.494350 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-524736c2-81c7-48fd-be99-5977b7c0db70 service neutron] 10.222.0.53 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2363312
Dec 22 05:40:01.622758 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-c9ede8a3-b691-474b-a6fe-df2341e4f9fb service neutron] 10.222.0.53 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208470
Dec 22 05:40:01.804583 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c03b0996-1e0d-4d9c-8fce-2c18543ddd42 req-32c56923-0a19-4ca1-a774-d70e8baccaae tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 210 time: 0.0401142
Dec 22 05:40:02.966235 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c9638a22-ecf2-4eb1-9a88-5d6bf800be09 req-e5f4d4e7-e329-4664-8336-cd9acf03cbba tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 210 time: 0.0401278
Dec 22 05:40:03.162169 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-d2c6b2a9-b863-4553-b97a-62edd77b52ac tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:40:03.163855 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-d2c6b2a9-b863-4553-b97a-62edd77b52ac tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.47 "GET /v2.0/networks?id=0a437fed-050a-404b-86fb-d186b9f8aefb HTTP/1.1" status: 200  len: 808 time: 0.1436889
Dec 22 05:40:03.228012 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-fb47b919-b3b1-466b-ac94-154c695aae37 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98ab38ed7af949deb112919e10096124 HTTP/1.1" status: 200  len: 379 time: 0.0443244
Dec 22 05:40:03.240104 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-d8938a72-df7a-49d0-810c-7405c9994f69 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Request body: {'port': {'device_id': '26ee9fef-dae8-4fee-86fb-4ac57a86edfa', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'admin_state_up': True, 'tenant_id': '98ab38ed7af949deb112919e10096124', 'security_groups': ['b698f095-51f2-49ab-b1b4-e0f7479886a4']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:40:03.395096 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-d8938a72-df7a-49d0-810c-7405c9994f69 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:40:03.405758 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-d8938a72-df7a-49d0-810c-7405c9994f69 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:40:03.417043 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-d8938a72-df7a-49d0-810c-7405c9994f69 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Made reservation on behalf of 98ab38ed7af949deb112919e10096124 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:40:03.420848 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-d8938a72-df7a-49d0-810c-7405c9994f69 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:03.595985 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-d8938a72-df7a-49d0-810c-7405c9994f69 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Allocated IP 172.20.0.8 (0a437fed-050a-404b-86fb-d186b9f8aefb/2c428034-7b25-47e4-ab2d-5c2cdea5df56/45f37b87-faa2-42b1-ba41-e203a4c2569c) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:40:03.801322 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-d8938a72-df7a-49d0-810c-7405c9994f69 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:03.819492 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-d8938a72-df7a-49d0-810c-7405c9994f69 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Transition to ACTIVE for port object 45f37b87-faa2-42b1-ba41-e203a4c2569c will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:40:03.833841 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f63bcafa-263a-43ca-9ca3-3131dbf2c8ce up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:40:03.847466 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-d8938a72-df7a-49d0-810c-7405c9994f69 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:03.855391 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7e7d6f4f-62fa-4694-bb2e-e5c6075c7fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:40:03.908381 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port f63bcafa-263a-43ca-9ca3-3131dbf2c8ce completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:40:03.913030 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port f63bcafa-263a-43ca-9ca3-3131dbf2c8ce triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:40:03.913406 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:03.917515 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-d8938a72-df7a-49d0-810c-7405c9994f69 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Network 0a437fed-050a-404b-86fb-d186b9f8aefb is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:40:03.925036 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-d8938a72-df7a-49d0-810c-7405c9994f69 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:40:03.927651 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-d8938a72-df7a-49d0-810c-7405c9994f69 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:40:03.968838 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8938a72-df7a-49d0-810c-7405c9994f69 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event updated for resources: {'Port': ['ID=45f37b87-faa2-42b1-ba41-e203a4c2569c,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:40:03.972294 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d8938a72-df7a-49d0-810c-7405c9994f69 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:40:03.997446 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-d8938a72-df7a-49d0-810c-7405c9994f69 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:40:03.998159 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-d8938a72-df7a-49d0-810c-7405c9994f69 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:04.027917 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-d8938a72-df7a-49d0-810c-7405c9994f69 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7913680
Dec 22 05:40:04.034671 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:04.046582 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] Request body: {'port': {'device_id': '26ee9fef-dae8-4fee-86fb-4ac57a86edfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:40:04.051179 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port f63bcafa-263a-43ca-9ca3-3131dbf2c8ce, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f63bcafa-263a-43ca-9ca3-3131dbf2c8ce,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:40:04.055765 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:04.058152 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-f6952258-41dc-4c05-9bbf-5df37ac69bcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:40:04.128332 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=f63bcafa-263a-43ca-9ca3-3131dbf2c8ce,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:40:04.138877 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:40:04.174202 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:04.205603 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-003835bf-3bc1-4d26-be32-e47104277cbc None None] Provisioning for port 45f37b87-faa2-42b1-ba41-e203a4c2569c completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:40:04.211928 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-003835bf-3bc1-4d26-be32-e47104277cbc None None] Provisioning complete for port 45f37b87-faa2-42b1-ba41-e203a4c2569c triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:40:04.212634 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-003835bf-3bc1-4d26-be32-e47104277cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:04.271625 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-003835bf-3bc1-4d26-be32-e47104277cbc None None] Port 45f37b87-faa2-42b1-ba41-e203a4c2569c cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:40:04.314715 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee7752-6851-450f-bf61-04ff6ef81d29 req-92590247-5808-49b8-bfde-7f20e8b31c28 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:40:04.316423 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6dee7752-6851-450f-bf61-04ff6ef81d29 req-92590247-5808-49b8-bfde-7f20e8b31c28 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 931 time: 0.2043562
Dec 22 05:40:04.360443 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-6dee7752-6851-450f-bf61-04ff6ef81d29 req-28359ae6-b7ac-4329-8339-0bce4056b3d5 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Synchronizing usage tracker for tenant:98ab38ed7af949deb112919e10096124 on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:40:04.379522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-6dee7752-6851-450f-bf61-04ff6ef81d29 req-28359ae6-b7ac-4329-8339-0bce4056b3d5 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Unset dirty status for tenant:98ab38ed7af949deb112919e10096124 on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:40:04.380713 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-6dee7752-6851-450f-bf61-04ff6ef81d29 req-28359ae6-b7ac-4329-8339-0bce4056b3d5 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588672
Dec 22 05:40:04.520500 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f37b87-faa2-42b1-ba41-e203a4c2569c {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:40:04.527178 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:04.541122 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] Transition to ACTIVE for port object 45f37b87-faa2-42b1-ba41-e203a4c2569c will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:40:04.544580 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:04.548560 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-d8938a72-df7a-49d0-810c-7405c9994f69 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:40:04.780973 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] Pushing event updated for resources: {'Port': ['ID=45f37b87-faa2-42b1-ba41-e203a4c2569c,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:40:04.786603 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:40:04.887915 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] Attempting to bind port 45f37b87-faa2-42b1-ba41-e203a4c2569c on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:40:04.888175 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] Attempting to bind port 45f37b87-faa2-42b1-ba41-e203a4c2569c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '11181023-c187-4577-97e7-c019ed01d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:40:04.888497 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] Attempting to bind port 45f37b87-faa2-42b1-ba41-e203a4c2569c on network 0a437fed-050a-404b-86fb-d186b9f8aefb {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:40:04.894188 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] Port 45f37b87-faa2-42b1-ba41-e203a4c2569c on network 0a437fed-050a-404b-86fb-d186b9f8aefb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:40:04.894503 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] Attempting to bind port 45f37b87-faa2-42b1-ba41-e203a4c2569c on network 0a437fed-050a-404b-86fb-d186b9f8aefb {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:40:04.900509 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:40:04.900836 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] Checking segment: {'id': '11181023-c187-4577-97e7-c019ed01d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:40:04.901211 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] Bound using segment: {'id': '11181023-c187-4577-97e7-c019ed01d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:40:04.901655 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] Bound port: 45f37b87-faa2-42b1-ba41-e203a4c2569c, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11181023-c187-4577-97e7-c019ed01d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:40:04.901995 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:04.990067 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] For port 45f37b87-faa2-42b1-ba41-e203a4c2569c, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:40:04.992904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] For port 45f37b87-faa2-42b1-ba41-e203a4c2569c, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45f37b87-faa2-42b1-ba41-e203a4c2569c,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:40:04.996399 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:04.999833 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-43dcf0b4-4382-4de0-b3ce-d9ceef309a4f tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:40:05.052404 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:05.053784 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] 10.222.0.47 "PUT /v2.0/ports/45f37b87-faa2-42b1-ba41-e203a4c2569c HTTP/1.1" status: 200  len: 1093 time: 1.0121911
Dec 22 05:40:05.054293 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ee9fef-dae8-4fee-86fb-4ac57a86edfa', 'tag': '45f37b87-faa2-42b1-ba41-e203a4c2569c'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:40:05.076417 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] Pushing event updated for resources: {'Port': ['ID=45f37b87-faa2-42b1-ba41-e203a4c2569c,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:40:05.080095 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:40:05.140976 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ee9fef-dae8-4fee-86fb-4ac57a86edfa', 'tag': '45f37b87-faa2-42b1-ba41-e203a4c2569c', 'status': 'completed', 'code': 200}
Dec 22 05:40:05.188697 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-5ba02f88-bb38-45f3-a994-3767b3e68bb2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98ab38ed7af949deb112919e10096124&device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 1096 time: 0.0782614
Dec 22 05:40:05.261278 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-24c4d486-87f8-4d82-8257-47b74a199f9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45f37b87-faa2-42b1-ba41-e203a4c2569c HTTP/1.1" status: 200  len: 217 time: 0.0608065
Dec 22 05:40:05.327334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-cc232ffe-bdf3-4ea6-b870-c7c9d37ad777 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:40:05.328771 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-cc232ffe-bdf3-4ea6-b870-c7c9d37ad777 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c428034-7b25-47e4-ab2d-5c2cdea5df56 HTTP/1.1" status: 200  len: 847 time: 0.0616858
Dec 22 05:40:05.401203 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-732fe815-3782-4ae9-8f13-835b44a71309 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a437fed-050a-404b-86fb-d186b9f8aefb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0662870
Dec 22 05:40:05.539520 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-869c8648-7037-4418-a2cc-88ed5e9486ea service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310506
Dec 22 05:40:05.584051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5059c1-f41c-4247-a741-d6a3da6cb8a9 req-d6252db2-82d8-4c6f-9b32-0cb9c66d46ad tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:40:05.585408 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dc5059c1-f41c-4247-a741-d6a3da6cb8a9 req-d6252db2-82d8-4c6f-9b32-0cb9c66d46ad tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 943 time: 0.0840821
Dec 22 05:40:05.647648 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dc5059c1-f41c-4247-a741-d6a3da6cb8a9 req-e849abcb-9955-42dd-88c9-11f43fa345f1 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531828
Dec 22 05:40:05.695063 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c65c5c17-9783-448c-9a94-77c40fceade0 req-df423a1a-4be2-45b7-9de5-64f286d4629d service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1487093
Dec 22 05:40:05.811131 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f63bcafa-263a-43ca-9ca3-3131dbf2c8ce up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:40:05.853579 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bb4521bb-f21a-4962-b5b0-185c044777a2 req-2bcd2930-ec5c-48fe-97ee-82a52d78bd1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98ab38ed7af949deb112919e10096124&device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 1096 time: 0.0753877
Dec 22 05:40:05.878831 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port f63bcafa-263a-43ca-9ca3-3131dbf2c8ce triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:40:05.879209 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:05.983573 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4521bb-f21a-4962-b5b0-185c044777a2 req-dfffdc38-b610-4dbc-86a9-3c5d27c9b2a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:40:05.984990 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bb4521bb-f21a-4962-b5b0-185c044777a2 req-dfffdc38-b610-4dbc-86a9-3c5d27c9b2a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a437fed-050a-404b-86fb-d186b9f8aefb HTTP/1.1" status: 200  len: 909 time: 0.1248493
Dec 22 05:40:06.051366 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bb4521bb-f21a-4962-b5b0-185c044777a2 req-272a5777-0975-4c08-bc75-ce56740c4a2b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45f37b87-faa2-42b1-ba41-e203a4c2569c HTTP/1.1" status: 200  len: 217 time: 0.0599556
Dec 22 05:40:06.113979 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4521bb-f21a-4962-b5b0-185c044777a2 req-7539ebb6-8471-4f59-9403-233b1ec4c48c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:40:06.115337 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bb4521bb-f21a-4962-b5b0-185c044777a2 req-7539ebb6-8471-4f59-9403-233b1ec4c48c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c428034-7b25-47e4-ab2d-5c2cdea5df56 HTTP/1.1" status: 200  len: 847 time: 0.0583167
Dec 22 05:40:06.187668 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bb4521bb-f21a-4962-b5b0-185c044777a2 req-db8fc3eb-d98e-4274-89ea-05dc3e65ef76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a437fed-050a-404b-86fb-d186b9f8aefb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0661039
Dec 22 05:40:06.315709 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bb4521bb-f21a-4962-b5b0-185c044777a2 req-50ac87b1-21dc-4b7b-a87b-258e1fc0d0ea service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212540
Dec 22 05:40:06.444098 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bb4521bb-f21a-4962-b5b0-185c044777a2 req-b02876e9-53ff-4c57-9446-0a1bf0fed8ae service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213715
Dec 22 05:40:06.842834 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0121ebf-8160-4760-8869-014d3e94bc0f req-7a03b6b2-8be7-4fe4-90e3-cc6f0f3cfb9c tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:40:06.843514 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-e0121ebf-8160-4760-8869-014d3e94bc0f req-7a03b6b2-8be7-4fe4-90e3-cc6f0f3cfb9c tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Synchronizing usage tracker for tenant:98ab38ed7af949deb112919e10096124 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:40:06.859868 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-e0121ebf-8160-4760-8869-014d3e94bc0f req-7a03b6b2-8be7-4fe4-90e3-cc6f0f3cfb9c tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Unset dirty status for tenant:98ab38ed7af949deb112919e10096124 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:40:06.861247 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e0121ebf-8160-4760-8869-014d3e94bc0f req-7a03b6b2-8be7-4fe4-90e3-cc6f0f3cfb9c tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 943 time: 0.0926044
Dec 22 05:40:07.019877 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e0121ebf-8160-4760-8869-014d3e94bc0f req-a3f86bc5-5552-4439-b1ff-44db5d184a43 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1529264
Dec 22 05:40:07.607415 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] Sync routers for ids ['ed764d70-820a-4bd6-ae82-b186d5df4076'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:40:07.618660 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] Routers {'ed764d70-820a-4bd6-ae82-b186d5df4076'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:40:07.619271 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c49f850>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:39:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['ed764d70-820a-4bd6-ae82-b186d5df4076'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:40:07.826736 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] Set router ed764d70-820a-4bd6-ae82-b186d5df4076 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:40:08.073269 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:08.108581 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 45f37b87-faa2-42b1-ba41-e203a4c2569c details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:40:08.217841 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba2731-472d-4c7e-84c2-31c445b27005 req-041ddffc-5cff-4656-93fe-13aa8a2edc42 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:40:08.219454 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-74ba2731-472d-4c7e-84c2-31c445b27005 req-041ddffc-5cff-4656-93fe-13aa8a2edc42 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 943 time: 0.0799839
Dec 22 05:40:08.260375 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 45f37b87-faa2-42b1-ba41-e203a4c2569c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45f37b87-faa2-42b1-ba41-e203a4c2569c,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:40:08.263683 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-74ba2731-472d-4c7e-84c2-31c445b27005 req-9e3afae8-5365-4ec4-bb2a-7c95859faf6a tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386934
Dec 22 05:40:08.268612 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c49f850>, [{'id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'name': 'tempest-TestShelveInstance-493485150-router', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:52Z', 'revision_number': 4, 'project_id': '98ab38ed7af949deb112919e10096124', 'gw_port': {'id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '15e3b665-cd4d-46f9-946c-05ea456591ac', 'name': '', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'mac_address': 'fa:16:3e:1e:22:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:51Z', 'updated_at': '2021-12-22T05:39:52Z', 'revision_number': 2, 'project_id': '98ab38ed7af949deb112919e10096124', 'subnets': [{'id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:40:08.277147 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] Checking router: ed764d70-820a-4bd6-ae82-b186d5df4076 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:40:08.277509 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] Updating router ed764d70-820a-4bd6-ae82-b186d5df4076 port 15e3b665-cd4d-46f9-946c-05ea456591ac binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:40:08.300860 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '45f37b87-faa2-42b1-ba41-e203a4c2569c', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'port_id': '45f37b87-faa2-42b1-ba41-e203a4c2569c', 'mac_address': 'fa:16:3e:26:7f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:40:08.369031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:08.391406 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:08.437778 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f37b87-faa2-42b1-ba41-e203a4c2569c {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:40:08.467858 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 45f37b87-faa2-42b1-ba41-e203a4c2569c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45f37b87-faa2-42b1-ba41-e203a4c2569c,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:40:08.505670 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:08.513125 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:40:08.657375 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=45f37b87-faa2-42b1-ba41-e203a4c2569c,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:40:08.661412 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:40:08.793702 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:08.805360 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] Transition to ACTIVE for port object 15e3b665-cd4d-46f9-946c-05ea456591ac will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:40:08.811803 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:08.815215 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-c6a73756-cc9a-489c-b100-ed253cdfe2c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:40:08.955172 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7959113-6ce9-4d26-9136-0e0377ec5715 None None] Pushing event updated for resources: {'Port': ['ID=15e3b665-cd4d-46f9-946c-05ea456591ac,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:40:08.958005 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b7959113-6ce9-4d26-9136-0e0377ec5715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:40:08.966764 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d889f899-651f-4750-a712-7b402c8b943b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:08.993180 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['45f37b87-faa2-42b1-ba41-e203a4c2569c'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:40:09.113815 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] Attempting to bind port 15e3b665-cd4d-46f9-946c-05ea456591ac on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:40:09.114245 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] Attempting to bind port 15e3b665-cd4d-46f9-946c-05ea456591ac by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '11181023-c187-4577-97e7-c019ed01d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:40:09.114544 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] Attempting to bind port 15e3b665-cd4d-46f9-946c-05ea456591ac on network 0a437fed-050a-404b-86fb-d186b9f8aefb {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:40:09.135797 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:40:09.136227 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] Checking segment: {'id': '11181023-c187-4577-97e7-c019ed01d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:40:09.136578 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:09.136967 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] Bound using segment: {'id': '11181023-c187-4577-97e7-c019ed01d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:40:09.137432 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] Bound port: 15e3b665-cd4d-46f9-946c-05ea456591ac, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11181023-c187-4577-97e7-c019ed01d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:40:09.137861 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:09.264001 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] Sync routers for ids ['5615dbd4-4f8a-4011-ab46-889f615ff3c5'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:40:09.280780 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] Routers {'5615dbd4-4f8a-4011-ab46-889f615ff3c5'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:40:09.281883 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8917f0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:39:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['5615dbd4-4f8a-4011-ab46-889f615ff3c5'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:40:09.329298 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] For port 15e3b665-cd4d-46f9-946c-05ea456591ac, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:40:09.345823 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] For port 15e3b665-cd4d-46f9-946c-05ea456591ac, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=15e3b665-cd4d-46f9-946c-05ea456591ac,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:40:09.360552 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:09.367306 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5945aa91-96ea-4a95-b8ad-bbb63922cc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:40:09.467099 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7959113-6ce9-4d26-9136-0e0377ec5715 None None] Pushing event updated for resources: {'Port': ['ID=15e3b665-cd4d-46f9-946c-05ea456591ac,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:40:09.467594 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df94b75-a711-46a2-9db4-8c16abbbd618 req-19be94bf-f4db-49fa-96ea-c47c0864e129 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:40:09.469057 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1df94b75-a711-46a2-9db4-8c16abbbd618 req-19be94bf-f4db-49fa-96ea-c47c0864e129 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 944 time: 0.0800676
Dec 22 05:40:09.475059 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b7959113-6ce9-4d26-9136-0e0377ec5715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:40:09.477335 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] Set router 5615dbd4-4f8a-4011-ab46-889f615ff3c5 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:40:09.500564 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] Routers {'ed764d70-820a-4bd6-ae82-b186d5df4076'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:40:09.501206 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c49f850>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:39:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['ed764d70-820a-4bd6-ae82-b186d5df4076'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:40:09.538174 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1df94b75-a711-46a2-9db4-8c16abbbd618 req-bf9a008f-faaa-4c14-9d6f-28b30c883f68 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620420
Dec 22 05:40:09.714226 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] Set router ed764d70-820a-4bd6-ae82-b186d5df4076 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:40:09.808638 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8917f0>, [{'id': '5615dbd4-4f8a-4011-ab46-889f615ff3c5', 'name': 'tempest-TestShelveInstance-1569968808-router', 'tenant_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f63bcafa-263a-43ca-9ca3-3131dbf2c8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:39:57Z', 'revision_number': 4, 'project_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'gw_port': {'id': 'f63bcafa-263a-43ca-9ca3-3131dbf2c8ce', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615dbd4-4f8a-4011-ab46-889f615ff3c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '7efcfb23-8bc4-4314-875e-103e574562aa', 'name': '', 'network_id': '505bc097-389d-4af2-a18a-c0a6ad65cc0d', 'tenant_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'mac_address': 'fa:16:3e:5d:eb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5615dbd4-4f8a-4011-ab46-889f615ff3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0146fc55-ab5e-4e33-9819-ff2a17387d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:57Z', 'updated_at': '2021-12-22T05:39:58Z', 'revision_number': 2, 'project_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'subnets': [{'id': '0146fc55-ab5e-4e33-9819-ff2a17387d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:40:09.813114 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] Checking router: 5615dbd4-4f8a-4011-ab46-889f615ff3c5 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:40:09.813465 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] Updating router 5615dbd4-4f8a-4011-ab46-889f615ff3c5 port 7efcfb23-8bc4-4314-875e-103e574562aa binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:40:09.848191 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 15e3b665-cd4d-46f9-946c-05ea456591ac up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:40:09.864049 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:10.058322 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 15e3b665-cd4d-46f9-946c-05ea456591ac completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:40:10.066192 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 15e3b665-cd4d-46f9-946c-05ea456591ac triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:40:10.066730 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:10.170826 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c49f850>, [{'id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'name': 'tempest-TestShelveInstance-493485150-router', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:52Z', 'revision_number': 4, 'project_id': '98ab38ed7af949deb112919e10096124', 'gw_port': {'id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '15e3b665-cd4d-46f9-946c-05ea456591ac', 'name': '', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'mac_address': 'fa:16:3e:1e:22:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:51Z', 'updated_at': '2021-12-22T05:40:09Z', 'revision_number': 4, 'project_id': '98ab38ed7af949deb112919e10096124', 'subnets': [{'id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:40:10.182630 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06df3a1f-989f-4468-95b1-024ade39b73a None None] The sync data for ids ['ed764d70-820a-4bd6-ae82-b186d5df4076'] in dv-neutron-822525-1-hyperv is: [{'id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'name': 'tempest-TestShelveInstance-493485150-router', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:52Z', 'revision_number': 4, 'project_id': '98ab38ed7af949deb112919e10096124', 'gw_port': {'id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '15e3b665-cd4d-46f9-946c-05ea456591ac', 'name': '', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'mac_address': 'fa:16:3e:1e:22:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:51Z', 'updated_at': '2021-12-22T05:40:09Z', 'revision_number': 4, 'project_id': '98ab38ed7af949deb112919e10096124', 'subnets': [{'id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:40:10.200031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:10.232161 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:10.234504 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 15e3b665-cd4d-46f9-946c-05ea456591ac, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=15e3b665-cd4d-46f9-946c-05ea456591ac,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:40:10.238987 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:10.240863 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-8dfe91b7-46fd-4cdc-8de1-a20e0f9f5111 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:40:10.246532 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] Transition to ACTIVE for port object 7efcfb23-8bc4-4314-875e-103e574562aa will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:40:10.254116 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:10.258105 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-677ef67c-f5f9-479b-8527-7942db628831 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:40:10.310234 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=15e3b665-cd4d-46f9-946c-05ea456591ac,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:40:10.324078 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:40:10.386385 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2e64c-f3e0-4a3e-8de1-70268e78c738 None None] Pushing event updated for resources: {'Port': ['ID=7efcfb23-8bc4-4314-875e-103e574562aa,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:40:10.412559 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-13d2e64c-f3e0-4a3e-8de1-70268e78c738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:40:10.472992 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] Attempting to bind port 7efcfb23-8bc4-4314-875e-103e574562aa on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:40:10.473455 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] Attempting to bind port 7efcfb23-8bc4-4314-875e-103e574562aa by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '71b7453c-943a-466e-8b69-901e5a941593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '505bc097-389d-4af2-a18a-c0a6ad65cc0d'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:40:10.473929 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] Attempting to bind port 7efcfb23-8bc4-4314-875e-103e574562aa on network 505bc097-389d-4af2-a18a-c0a6ad65cc0d {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:40:10.480935 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:40:10.481359 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] Checking segment: {'id': '71b7453c-943a-466e-8b69-901e5a941593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '505bc097-389d-4af2-a18a-c0a6ad65cc0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:40:10.481803 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:10.482282 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] Bound using segment: {'id': '71b7453c-943a-466e-8b69-901e5a941593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '505bc097-389d-4af2-a18a-c0a6ad65cc0d'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:40:10.482691 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] Bound port: 7efcfb23-8bc4-4314-875e-103e574562aa, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b7453c-943a-466e-8b69-901e5a941593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '505bc097-389d-4af2-a18a-c0a6ad65cc0d'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:40:10.483064 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:10.575857 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] For port 7efcfb23-8bc4-4314-875e-103e574562aa, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:40:10.579095 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] For port 7efcfb23-8bc4-4314-875e-103e574562aa, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=7efcfb23-8bc4-4314-875e-103e574562aa,segment=NetworkSegment(71b7453c-943a-466e-8b69-901e5a941593),segment_id=71b7453c-943a-466e-8b69-901e5a941593)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:40:10.586952 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:10.598471 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-4d202550-7e84-46d4-8caf-6020f24c35cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:40:10.673469 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] Routers {'5615dbd4-4f8a-4011-ab46-889f615ff3c5'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:40:10.674231 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c8917f0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:39:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['5615dbd4-4f8a-4011-ab46-889f615ff3c5'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:40:10.743619 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c94235-2a3e-41fe-80c4-ebbbefd2a4d2 req-3cf1616b-08cf-4e60-b8d7-d79b702da2be tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:40:10.749804 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-32c94235-2a3e-41fe-80c4-ebbbefd2a4d2 req-3cf1616b-08cf-4e60-b8d7-d79b702da2be tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 944 time: 0.0903308
Dec 22 05:40:10.751847 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2e64c-f3e0-4a3e-8de1-70268e78c738 None None] Pushing event updated for resources: {'Port': ['ID=7efcfb23-8bc4-4314-875e-103e574562aa,revision_number=4']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:40:10.762818 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-13d2e64c-f3e0-4a3e-8de1-70268e78c738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:40:10.792394 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-32c94235-2a3e-41fe-80c4-ebbbefd2a4d2 req-fc5bbbfe-bf05-4fcd-a716-0428012cb8c3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410738
Dec 22 05:40:10.866151 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] Set router 5615dbd4-4f8a-4011-ab46-889f615ff3c5 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:40:11.100698 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c2953ab5-66a6-40ab-a0a6-506df811c530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:11.170415 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c8917f0>, [{'id': '5615dbd4-4f8a-4011-ab46-889f615ff3c5', 'name': 'tempest-TestShelveInstance-1569968808-router', 'tenant_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f63bcafa-263a-43ca-9ca3-3131dbf2c8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:39:57Z', 'revision_number': 4, 'project_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'gw_port': {'id': 'f63bcafa-263a-43ca-9ca3-3131dbf2c8ce', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615dbd4-4f8a-4011-ab46-889f615ff3c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '7efcfb23-8bc4-4314-875e-103e574562aa', 'name': '', 'network_id': '505bc097-389d-4af2-a18a-c0a6ad65cc0d', 'tenant_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'mac_address': 'fa:16:3e:5d:eb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5615dbd4-4f8a-4011-ab46-889f615ff3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0146fc55-ab5e-4e33-9819-ff2a17387d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:57Z', 'updated_at': '2021-12-22T05:40:10Z', 'revision_number': 4, 'project_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'subnets': [{'id': '0146fc55-ab5e-4e33-9819-ff2a17387d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:40:11.174139 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95c5e9d-e378-495f-b8f5-f4d64ae133b1 None None] The sync data for ids ['5615dbd4-4f8a-4011-ab46-889f615ff3c5'] in dv-neutron-822525-1-hyperv is: [{'id': '5615dbd4-4f8a-4011-ab46-889f615ff3c5', 'name': 'tempest-TestShelveInstance-1569968808-router', 'tenant_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f63bcafa-263a-43ca-9ca3-3131dbf2c8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:39:57Z', 'revision_number': 4, 'project_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'gw_port': {'id': 'f63bcafa-263a-43ca-9ca3-3131dbf2c8ce', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615dbd4-4f8a-4011-ab46-889f615ff3c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '7efcfb23-8bc4-4314-875e-103e574562aa', 'name': '', 'network_id': '505bc097-389d-4af2-a18a-c0a6ad65cc0d', 'tenant_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'mac_address': 'fa:16:3e:5d:eb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5615dbd4-4f8a-4011-ab46-889f615ff3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0146fc55-ab5e-4e33-9819-ff2a17387d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:57Z', 'updated_at': '2021-12-22T05:40:10Z', 'revision_number': 4, 'project_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'subnets': [{'id': '0146fc55-ab5e-4e33-9819-ff2a17387d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:40:11.876788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 7efcfb23-8bc4-4314-875e-103e574562aa up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:40:11.947697 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 7efcfb23-8bc4-4314-875e-103e574562aa completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:40:11.953243 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 7efcfb23-8bc4-4314-875e-103e574562aa triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:40:11.953842 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:12.017575 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9b5cc-0de5-4fae-8cea-aef3623fbce6 req-831193fa-6169-4d34-ba61-b0ecfe7ba190 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:40:12.019173 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1fc9b5cc-0de5-4fae-8cea-aef3623fbce6 req-831193fa-6169-4d34-ba61-b0ecfe7ba190 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 944 time: 0.0828056
Dec 22 05:40:12.064115 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1fc9b5cc-0de5-4fae-8cea-aef3623fbce6 req-54f3f45a-c70a-49b9-950b-ec018060de8d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395491
Dec 22 05:40:12.071091 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:12.102771 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 7efcfb23-8bc4-4314-875e-103e574562aa, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=7efcfb23-8bc4-4314-875e-103e574562aa,segment=NetworkSegment(71b7453c-943a-466e-8b69-901e5a941593),segment_id=71b7453c-943a-466e-8b69-901e5a941593)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:40:12.107231 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 45f37b87-faa2-42b1-ba41-e203a4c2569c up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:40:12.134130 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:12.134917 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 15e3b665-cd4d-46f9-946c-05ea456591ac up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:40:12.164206 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b7959113-6ce9-4d26-9136-0e0377ec5715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:40:12.272401 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=7efcfb23-8bc4-4314-875e-103e574562aa,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:40:12.278456 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:40:12.300953 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:12.301530 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 45f37b87-faa2-42b1-ba41-e203a4c2569c completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:40:12.305980 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 15e3b665-cd4d-46f9-946c-05ea456591ac triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:40:12.306344 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:12.332936 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 45f37b87-faa2-42b1-ba41-e203a4c2569c triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:40:12.333303 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:12.525779 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:12.565926 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:12.592047 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ee9fef-dae8-4fee-86fb-4ac57a86edfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f37b87-faa2-42b1-ba41-e203a4c2569c'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:40:12.601290 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 45f37b87-faa2-42b1-ba41-e203a4c2569c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45f37b87-faa2-42b1-ba41-e203a4c2569c,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:40:12.604688 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:12.607030 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-5a3caf40-73c7-4b3a-a2e5-49d1d848c541 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:40:12.646859 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ee9fef-dae8-4fee-86fb-4ac57a86edfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f37b87-faa2-42b1-ba41-e203a4c2569c', 'code': 200}
Dec 22 05:40:12.671726 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=45f37b87-faa2-42b1-ba41-e203a4c2569c,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:40:12.674492 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:40:12.897410 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cfd3c4d5-cd1f-453b-9ef3-106f70f71c89 req-066b49da-fe79-40f8-974d-fc33222bd248 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 1098 time: 0.0681527
Dec 22 05:40:12.938278 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cfd3c4d5-cd1f-453b-9ef3-106f70f71c89 req-df9de897-2fbf-40cb-b950-5ea0feb36e5f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0341592
Dec 22 05:40:13.259498 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c012535-70ce-48ac-a54f-fa0358689506 req-fb72d8e7-f887-4aae-b79b-70da5bc5ae0b tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:40:13.260927 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9c012535-70ce-48ac-a54f-fa0358689506 req-fb72d8e7-f887-4aae-b79b-70da5bc5ae0b tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0780709
Dec 22 05:40:13.304324 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9c012535-70ce-48ac-a54f-fa0358689506 req-7e391a23-1500-4dbc-a578-4f53ce1fd3a3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371451
Dec 22 05:40:13.766186 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:13.815020 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 7efcfb23-8bc4-4314-875e-103e574562aa up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:40:13.880383 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 7efcfb23-8bc4-4314-875e-103e574562aa triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:40:13.880758 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:14.497508 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef24c79-f99d-4386-9623-7872e99124c8 req-8b893099-e166-49e8-89e3-f6163cece92d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:40:14.498863 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3ef24c79-f99d-4386-9623-7872e99124c8 req-8b893099-e166-49e8-89e3-f6163cece92d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0747385
Dec 22 05:40:14.546097 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3ef24c79-f99d-4386-9623-7872e99124c8 req-b6543a42-6fad-4430-b57e-255ea4c2bee8 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418210
Dec 22 05:40:14.734808 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44644e38-da5c-485e-b495-f8758ed5bab2 req-b494d1c1-fb21-4c0a-99cd-d5049da03d42 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:40:14.736227 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-44644e38-da5c-485e-b495-f8758ed5bab2 req-b494d1c1-fb21-4c0a-99cd-d5049da03d42 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0746312
Dec 22 05:40:14.783015 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-44644e38-da5c-485e-b495-f8758ed5bab2 req-6a421ef0-fd64-4446-adc8-b1d6944bf8b8 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413225
Dec 22 05:40:14.810813 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38602) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:40:15.004714 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-5a8075f1-b18d-4603-b21f-e4ec3b12cff9 tempest-TestShelveInstance-1482118731 tempest-TestShelveInstance-1482118731-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 1093 time: 0.1926663
Dec 22 05:40:15.007312 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 38608) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:40:15.012383 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': '45f37b87-faa2-42b1-ba41-e203a4c2569c', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:40:15.017629 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:40:15.021460 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Usage tracker for resource:floatingip and tenant:98ab38ed7af949deb112919e10096124 is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:40:15.024329 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:40:15.030363 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:40:15.040236 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for floatingip, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:15.171330 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:15.303241 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Allocated IP 172.26.4.102 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/7f0ef00d-54d5-4e6c-9d6e-b4d1313446a2) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:40:15.446334 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:15.472313 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:15.476306 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7bf9488f-3c96-45d8-8bdb-bfc1be01e2b6 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:40:15.536673 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:40:15.539700 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:40:15.543717 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:40:15.570904 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event updated for resources: {'Port': ['ID=7f0ef00d-54d5-4e6c-9d6e-b4d1313446a2,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:40:15.576487 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:40:16.048667 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:16.204779 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:16.399587 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:16.404180 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:16.408074 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-850fb0e1-6e4a-4d2d-8994-2c801c911ac7 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:40:16.499853 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event updated for resources: {'Port': ['ID=7f0ef00d-54d5-4e6c-9d6e-b4d1313446a2,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:40:16.503683 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:40:16.517597 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:16.703713 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Floating IP 62597ca5-b79f-4672-9e51-98458b5095f4 associated. External IP: 172.26.4.102, port: 45f37b87-faa2-42b1-ba41-e203a4c2569c.
Dec 22 05:40:17.084676 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Router ed764d70-820a-4bd6-ae82-b186d5df4076 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:40:17.279647 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:40:17.302874 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:17.357006 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3480520
Dec 22 05:40:17.357495 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ee9fef-dae8-4fee-86fb-4ac57a86edfa', 'tag': '45f37b87-faa2-42b1-ba41-e203a4c2569c'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:40:17.411086 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ee9fef-dae8-4fee-86fb-4ac57a86edfa', 'tag': '45f37b87-faa2-42b1-ba41-e203a4c2569c', 'status': 'completed', 'code': 200}
Dec 22 05:40:17.521556 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-09369f08-a449-445b-8bee-8b97f998a070 req-484b749c-b4e9-456e-87ee-dff2b7cbd5b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98ab38ed7af949deb112919e10096124&device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 1098 time: 0.0677559
Dec 22 05:40:17.648096 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09369f08-a449-445b-8bee-8b97f998a070 req-25363cf7-aba5-43e2-9e1d-7b2ea8831b8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:40:17.649516 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-09369f08-a449-445b-8bee-8b97f998a070 req-25363cf7-aba5-43e2-9e1d-7b2ea8831b8d service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a437fed-050a-404b-86fb-d186b9f8aefb HTTP/1.1" status: 200  len: 909 time: 0.1224687
Dec 22 05:40:17.859242 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-09369f08-a449-445b-8bee-8b97f998a070 req-3cc75134-b2a4-4b0c-b7c7-fe2a9d553d5c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45f37b87-faa2-42b1-ba41-e203a4c2569c HTTP/1.1" status: 200  len: 999 time: 0.2032170
Dec 22 05:40:17.924289 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09369f08-a449-445b-8bee-8b97f998a070 req-ceaeff40-5cd7-4da4-951f-05f41736b8b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:40:17.925648 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-09369f08-a449-445b-8bee-8b97f998a070 req-ceaeff40-5cd7-4da4-951f-05f41736b8b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c428034-7b25-47e4-ab2d-5c2cdea5df56 HTTP/1.1" status: 200  len: 847 time: 0.0605829
Dec 22 05:40:17.996807 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-09369f08-a449-445b-8bee-8b97f998a070 req-6f1de517-9673-4aed-9a24-4814574ba88d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a437fed-050a-404b-86fb-d186b9f8aefb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0650079
Dec 22 05:40:18.123423 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-09369f08-a449-445b-8bee-8b97f998a070 req-6d7137c8-7107-40d3-b18c-f630f528f8d9 service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1201284
Dec 22 05:40:18.251059 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-09369f08-a449-445b-8bee-8b97f998a070 req-c156096c-2553-4dc3-8efd-afa7c2ab12f5 service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214070
Dec 22 05:40:22.608252 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:40:24.109497 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d702d-ffe7-4eba-8943-dd41dcfe9987 None None] Sync routers for ids ['ed764d70-820a-4bd6-ae82-b186d5df4076'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:40:24.121802 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d702d-ffe7-4eba-8943-dd41dcfe9987 None None] Routers {'ed764d70-820a-4bd6-ae82-b186d5df4076'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:40:24.122453 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9a5d702d-ffe7-4eba-8943-dd41dcfe9987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bce9d90>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:40:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['ed764d70-820a-4bd6-ae82-b186d5df4076'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:40:24.294603 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-9a5d702d-ffe7-4eba-8943-dd41dcfe9987 None None] Set router ed764d70-820a-4bd6-ae82-b186d5df4076 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:40:24.625388 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9a5d702d-ffe7-4eba-8943-dd41dcfe9987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bce9d90>, [{'id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'name': 'tempest-TestShelveInstance-493485150-router', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:52Z', 'revision_number': 4, 'project_id': '98ab38ed7af949deb112919e10096124', 'gw_port': {'id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '62597ca5-b79f-4672-9e51-98458b5095f4', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'floating_ip_address': '172.26.4.102', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'port_id': '45f37b87-faa2-42b1-ba41-e203a4c2569c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'mac_address': 'fa:16:3e:26:7f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ee9fef-dae8-4fee-86fb-4ac57a86edfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:40:15Z', 'updated_at': '2021-12-22T05:40:15Z', 'revision_number': 0, 'project_id': '98ab38ed7af949deb112919e10096124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15e3b665-cd4d-46f9-946c-05ea456591ac', 'name': '', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'mac_address': 'fa:16:3e:1e:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:51Z', 'updated_at': '2021-12-22T05:40:10Z', 'revision_number': 5, 'project_id': '98ab38ed7af949deb112919e10096124', 'subnets': [{'id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:40:24.629114 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d702d-ffe7-4eba-8943-dd41dcfe9987 None None] Checking router: ed764d70-820a-4bd6-ae82-b186d5df4076 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:40:24.639790 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d702d-ffe7-4eba-8943-dd41dcfe9987 None None] Routers {'ed764d70-820a-4bd6-ae82-b186d5df4076'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:40:24.640374 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9a5d702d-ffe7-4eba-8943-dd41dcfe9987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bce9d90>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:40:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['ed764d70-820a-4bd6-ae82-b186d5df4076'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:40:24.807111 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-9a5d702d-ffe7-4eba-8943-dd41dcfe9987 None None] Set router ed764d70-820a-4bd6-ae82-b186d5df4076 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:40:25.177873 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9a5d702d-ffe7-4eba-8943-dd41dcfe9987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bce9d90>, [{'id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'name': 'tempest-TestShelveInstance-493485150-router', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:52Z', 'revision_number': 4, 'project_id': '98ab38ed7af949deb112919e10096124', 'gw_port': {'id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '62597ca5-b79f-4672-9e51-98458b5095f4', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'floating_ip_address': '172.26.4.102', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'port_id': '45f37b87-faa2-42b1-ba41-e203a4c2569c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'mac_address': 'fa:16:3e:26:7f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ee9fef-dae8-4fee-86fb-4ac57a86edfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:40:15Z', 'updated_at': '2021-12-22T05:40:15Z', 'revision_number': 0, 'project_id': '98ab38ed7af949deb112919e10096124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15e3b665-cd4d-46f9-946c-05ea456591ac', 'name': '', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'mac_address': 'fa:16:3e:1e:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:51Z', 'updated_at': '2021-12-22T05:40:10Z', 'revision_number': 5, 'project_id': '98ab38ed7af949deb112919e10096124', 'subnets': [{'id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:40:25.181863 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d702d-ffe7-4eba-8943-dd41dcfe9987 None None] The sync data for ids ['ed764d70-820a-4bd6-ae82-b186d5df4076'] in dv-neutron-822525-1-hyperv is: [{'id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'name': 'tempest-TestShelveInstance-493485150-router', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:52Z', 'revision_number': 4, 'project_id': '98ab38ed7af949deb112919e10096124', 'gw_port': {'id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '62597ca5-b79f-4672-9e51-98458b5095f4', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'floating_ip_address': '172.26.4.102', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'port_id': '45f37b87-faa2-42b1-ba41-e203a4c2569c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'mac_address': 'fa:16:3e:26:7f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ee9fef-dae8-4fee-86fb-4ac57a86edfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:40:15Z', 'updated_at': '2021-12-22T05:40:15Z', 'revision_number': 0, 'project_id': '98ab38ed7af949deb112919e10096124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15e3b665-cd4d-46f9-946c-05ea456591ac', 'name': '', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'mac_address': 'fa:16:3e:1e:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:51Z', 'updated_at': '2021-12-22T05:40:10Z', 'revision_number': 5, 'project_id': '98ab38ed7af949deb112919e10096124', 'subnets': [{'id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:40:30.449192 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba7a058-5fa8-41d0-ad11-0f614652a6b3 None None] New status for floating IP 62597ca5-b79f-4672-9e51-98458b5095f4: ACTIVE {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:40:38.067947 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:38.898563 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0f6bd1c0-2bfc-439d-bfb9-099ff2a94197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:41.102208 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ee29f5de-a814-4d97-959b-b8dcf82a4479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:42.298435 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:42.427512 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:43.554199 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c5844875-6402-434f-9d8a-265522bdc5cc req-cb68acde-c797-47f2-8eb0-d44fcb848ba1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0717218
Dec 22 05:40:43.705162 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c5844875-6402-434f-9d8a-265522bdc5cc req-4737c0e0-a939-4c7d-9065-9c4c74d8cbc4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98ab38ed7af949deb112919e10096124&device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 1098 time: 0.0674405
Dec 22 05:40:43.767670 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:40:43.846030 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5844875-6402-434f-9d8a-265522bdc5cc req-33f6f56d-0308-47e1-bd65-017f50bc21d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:40:43.847465 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c5844875-6402-434f-9d8a-265522bdc5cc req-33f6f56d-0308-47e1-bd65-017f50bc21d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a437fed-050a-404b-86fb-d186b9f8aefb HTTP/1.1" status: 200  len: 909 time: 0.1238723
Dec 22 05:40:43.949902 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c5844875-6402-434f-9d8a-265522bdc5cc req-e0ffb72a-68d8-4794-9a06-84516c2376f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45f37b87-faa2-42b1-ba41-e203a4c2569c HTTP/1.1" status: 200  len: 1001 time: 0.0960615
Dec 22 05:40:44.009111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5844875-6402-434f-9d8a-265522bdc5cc req-1c5f4f69-022f-4de7-9805-23f018a1c8c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:40:44.010427 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c5844875-6402-434f-9d8a-265522bdc5cc req-1c5f4f69-022f-4de7-9805-23f018a1c8c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c428034-7b25-47e4-ab2d-5c2cdea5df56 HTTP/1.1" status: 200  len: 847 time: 0.0545585
Dec 22 05:40:44.085294 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c5844875-6402-434f-9d8a-265522bdc5cc req-2aaed9b6-1e9e-4fa6-a63b-600d5918bd63 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a437fed-050a-404b-86fb-d186b9f8aefb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0687084
Dec 22 05:40:44.214602 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c5844875-6402-434f-9d8a-265522bdc5cc req-f61dc4e4-4c79-4e55-84db-6a24db327779 service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225519
Dec 22 05:40:44.343267 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c5844875-6402-434f-9d8a-265522bdc5cc req-eb909268-f300-4ca4-8880-20280c469c96 service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218274
Dec 22 05:40:59.608343 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:41:08.069027 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:41:08.900567 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-285cc9b0-b33e-4c3b-bd8b-379b85b5144f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:41:11.102760 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dba19b34-2355-4a88-bdb5-93976141fc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:41:12.302323 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:41:12.427958 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:41:13.772012 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:41:36.607963 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:41:38.080943 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:41:38.902241 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d2532913-250f-417d-8212-d87a44e32639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:41:41.104492 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-97175e04-6a97-4d22-aa61-086ad80b8969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:41:42.305187 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:41:42.432724 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:41:43.772107 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:41:44.645680 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e1a868d6-2b6d-43e7-9ffa-76f6ceeefa7d req-617fa475-ad30-410c-ab80-1703325a9001 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1652970
Dec 22 05:41:44.799251 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e1a868d6-2b6d-43e7-9ffa-76f6ceeefa7d req-48902ad5-1cf8-4eb0-b48a-f6754e32b5ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98ab38ed7af949deb112919e10096124&device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 1098 time: 0.0696661
Dec 22 05:41:45.043255 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a868d6-2b6d-43e7-9ffa-76f6ceeefa7d req-91d74d9a-b721-48e9-b94f-210d9a0e1f17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:41:45.044685 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e1a868d6-2b6d-43e7-9ffa-76f6ceeefa7d req-91d74d9a-b721-48e9-b94f-210d9a0e1f17 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a437fed-050a-404b-86fb-d186b9f8aefb HTTP/1.1" status: 200  len: 909 time: 0.2276571
Dec 22 05:41:45.145124 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e1a868d6-2b6d-43e7-9ffa-76f6ceeefa7d req-38747576-d0fe-4d11-8bdd-adfe29023c50 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45f37b87-faa2-42b1-ba41-e203a4c2569c HTTP/1.1" status: 200  len: 1001 time: 0.0935934
Dec 22 05:41:45.205402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a868d6-2b6d-43e7-9ffa-76f6ceeefa7d req-594e369c-36b3-411b-a092-2c7d61b74bd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:41:45.206827 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e1a868d6-2b6d-43e7-9ffa-76f6ceeefa7d req-594e369c-36b3-411b-a092-2c7d61b74bd2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c428034-7b25-47e4-ab2d-5c2cdea5df56 HTTP/1.1" status: 200  len: 847 time: 0.0555670
Dec 22 05:41:45.281150 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e1a868d6-2b6d-43e7-9ffa-76f6ceeefa7d req-93a4bcd6-ac29-4e32-9c99-df23cb4f41b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a437fed-050a-404b-86fb-d186b9f8aefb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0684142
Dec 22 05:41:45.408899 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e1a868d6-2b6d-43e7-9ffa-76f6ceeefa7d req-334e7a1a-cd0f-4cf5-9de5-89c0024f6600 service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213121
Dec 22 05:41:45.537058 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e1a868d6-2b6d-43e7-9ffa-76f6ceeefa7d req-74d984f5-3c62-493f-9ebc-38e1b6115286 service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213274
Dec 22 05:42:08.078578 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:42:08.904925 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-068f40d9-c448-480d-aa03-0cf74d56ea72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:42:11.105103 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-15eb95ee-41e7-4742-a622-8af8d41ff938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:42:12.308298 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:42:12.433040 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:42:13.607188 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:42:13.776205 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:42:38.093650 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:42:38.906086 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0669685d-f2c8-497a-8b8c-ad3998d9a550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:42:41.107109 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-025cac5c-230f-454f-bac6-f608e8e8a9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:42:42.311809 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:42:42.392407 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83dcab-1799-41f1-95c7-d94fe0f12f9e req-bd2a70ae-6337-4254-b80e-877cd75fc5ef tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:42:42.393919 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9e83dcab-1799-41f1-95c7-d94fe0f12f9e req-bd2a70ae-6337-4254-b80e-877cd75fc5ef tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.1420882
Dec 22 05:42:42.435605 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:42:42.441191 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9e83dcab-1799-41f1-95c7-d94fe0f12f9e req-c88cf4f9-4103-462c-9d17-8c37d820290c tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411572
Dec 22 05:42:43.651421 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ef31f-d9d6-47d1-a591-8a2143647f51 req-f137b84a-6cd6-4a6f-a742-24bcda5c9ac5 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:42:43.652846 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-508ef31f-d9d6-47d1-a591-8a2143647f51 req-f137b84a-6cd6-4a6f-a742-24bcda5c9ac5 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0756998
Dec 22 05:42:43.696755 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-508ef31f-d9d6-47d1-a591-8a2143647f51 req-0a829dba-63bc-4dd3-bc32-0b690a15c2ee tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384302
Dec 22 05:42:43.778514 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:42:44.909311 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cb1e8-271c-4c82-a054-d6120d13b178 req-4192acec-7665-4093-8559-e1e362062b8c tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:42:44.910764 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4b9cb1e8-271c-4c82-a054-d6120d13b178 req-4192acec-7665-4093-8559-e1e362062b8c tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0773995
Dec 22 05:42:44.956748 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4b9cb1e8-271c-4c82-a054-d6120d13b178 req-715b0727-9917-4194-8ba5-3c271f9971ae tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405271
Dec 22 05:42:45.634853 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ba55544e-a9a6-49f5-a7cc-efbb2ef59eb0 req-bcc9729d-e3d1-4443-86ee-f2028f1c6c5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98ab38ed7af949deb112919e10096124&device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 1098 time: 0.0712800
Dec 22 05:42:45.777948 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55544e-a9a6-49f5-a7cc-efbb2ef59eb0 req-4bc00309-5a42-432f-a3c0-016a8750dcaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:42:45.779444 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ba55544e-a9a6-49f5-a7cc-efbb2ef59eb0 req-4bc00309-5a42-432f-a3c0-016a8750dcaa service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a437fed-050a-404b-86fb-d186b9f8aefb HTTP/1.1" status: 200  len: 909 time: 0.1259935
Dec 22 05:42:45.879082 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ba55544e-a9a6-49f5-a7cc-efbb2ef59eb0 req-0be7a770-444b-42e6-888d-0b6b34704ef6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45f37b87-faa2-42b1-ba41-e203a4c2569c HTTP/1.1" status: 200  len: 1001 time: 0.0902460
Dec 22 05:42:45.943093 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55544e-a9a6-49f5-a7cc-efbb2ef59eb0 req-ebfac3ed-c783-4d96-b463-544db0ff07bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:42:45.944468 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ba55544e-a9a6-49f5-a7cc-efbb2ef59eb0 req-ebfac3ed-c783-4d96-b463-544db0ff07bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c428034-7b25-47e4-ab2d-5c2cdea5df56 HTTP/1.1" status: 200  len: 847 time: 0.0592909
Dec 22 05:42:46.017005 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ba55544e-a9a6-49f5-a7cc-efbb2ef59eb0 req-ed9e6643-9dc2-4055-a05f-2a7e1cc526b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a437fed-050a-404b-86fb-d186b9f8aefb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0658736
Dec 22 05:42:46.205194 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ba55544e-a9a6-49f5-a7cc-efbb2ef59eb0 req-bb26a152-ab9b-40dc-8f15-bed8c394e58f service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1812289
Dec 22 05:42:46.214611 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f6339-e7d5-439b-af5c-7f42cdca828e req-5d6a6858-0e50-4584-807d-b3c4acdcb1b6 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:42:46.215935 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-088f6339-e7d5-439b-af5c-7f42cdca828e req-5d6a6858-0e50-4584-807d-b3c4acdcb1b6 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.1257095
Dec 22 05:42:46.337454 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-088f6339-e7d5-439b-af5c-7f42cdca828e req-45f2312b-5346-47b3-a8e0-ab8c657e1f85 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1040311
Dec 22 05:42:46.369962 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ba55544e-a9a6-49f5-a7cc-efbb2ef59eb0 req-03217b7f-20a0-41a4-941f-c7ef4b1fb086 service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1531157
Dec 22 05:42:47.527975 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc7dfd-0414-4ffc-a27c-7d16d33b6658 req-1dd86e1c-01ee-4a67-a07c-4bed4fbc78bc tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:42:47.529323 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c1bc7dfd-0414-4ffc-a27c-7d16d33b6658 req-1dd86e1c-01ee-4a67-a07c-4bed4fbc78bc tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0749755
Dec 22 05:42:47.572668 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c1bc7dfd-0414-4ffc-a27c-7d16d33b6658 req-68de28ac-361d-477d-b129-fc9d0f2bb2e1 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379691
Dec 22 05:42:48.775125 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a4704-fa39-459e-a3c2-5fa118a11a6b req-ef6fd138-9dae-4f08-a01f-25e0da84629b tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:42:48.776548 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c69a4704-fa39-459e-a3c2-5fa118a11a6b req-ef6fd138-9dae-4f08-a01f-25e0da84629b tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0742302
Dec 22 05:42:48.922875 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c69a4704-fa39-459e-a3c2-5fa118a11a6b req-81952c5f-33cf-4c9b-b4ba-c3ff84beda45 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1410298
Dec 22 05:42:50.116278 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e586c-7606-4b5b-9fd2-48c1705fb9cc req-b30f5656-ad07-4e99-b141-86de58c58e9e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:42:50.117742 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-328e586c-7606-4b5b-9fd2-48c1705fb9cc req-b30f5656-ad07-4e99-b141-86de58c58e9e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0778728
Dec 22 05:42:50.162047 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-328e586c-7606-4b5b-9fd2-48c1705fb9cc req-bdeeb9b2-05ab-41e7-a101-f6f734c9daf7 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389879
Dec 22 05:42:50.606965 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:42:51.355983 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b3431-8415-45d1-a6f7-d3a7e803df77 req-b68f3a86-0b25-4ae8-b7d7-7d5051fdcc60 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:42:51.357396 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ce5b3431-8415-45d1-a6f7-d3a7e803df77 req-b68f3a86-0b25-4ae8-b7d7-7d5051fdcc60 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0746729
Dec 22 05:42:51.400776 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ce5b3431-8415-45d1-a6f7-d3a7e803df77 req-f1d7cb40-610d-4dd7-b912-a50d67d7fd27 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373948
Dec 22 05:42:52.596008 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6e01e-d745-4d40-8717-673649906361 req-e23533ec-0154-492c-9ab6-18cd08c3c214 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:42:52.597969 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-68e6e01e-d745-4d40-8717-673649906361 req-e23533ec-0154-492c-9ab6-18cd08c3c214 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0756111
Dec 22 05:42:52.644944 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-68e6e01e-d745-4d40-8717-673649906361 req-dbc71b23-f176-4c2d-9217-c598c592ed1f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415723
Dec 22 05:42:53.839386 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1348b-cd10-438f-8d09-221a90ca85bc req-a58d3ba4-9a19-4bda-8687-516594f47645 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:42:53.840814 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-84a1348b-cd10-438f-8d09-221a90ca85bc req-a58d3ba4-9a19-4bda-8687-516594f47645 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0796928
Dec 22 05:42:53.884725 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-84a1348b-cd10-438f-8d09-221a90ca85bc req-9ee1fd35-3c0f-4c15-a4bc-18fb64b96d9b tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384808
Dec 22 05:42:54.997669 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 45f37b87-faa2-42b1-ba41-e203a4c2569c details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:42:55.076587 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccc39f-7195-4147-ac85-48ee97c6b85d req-0138b3e0-f449-49eb-9b16-eda9c97129e4 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:42:55.078061 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-12ccc39f-7195-4147-ac85-48ee97c6b85d req-0138b3e0-f449-49eb-9b16-eda9c97129e4 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0752573
Dec 22 05:42:55.123632 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-12ccc39f-7195-4147-ac85-48ee97c6b85d req-a72c3a8a-2fff-498e-9515-13da4811a4d3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396805
Dec 22 05:42:55.126988 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 45f37b87-faa2-42b1-ba41-e203a4c2569c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45f37b87-faa2-42b1-ba41-e203a4c2569c,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:42:55.140142 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '45f37b87-faa2-42b1-ba41-e203a4c2569c', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'port_id': '45f37b87-faa2-42b1-ba41-e203a4c2569c', 'mac_address': 'fa:16:3e:26:7f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:42:55.195882 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:42:55.212175 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45f37b87-faa2-42b1-ba41-e203a4c2569c {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:42:55.226793 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 45f37b87-faa2-42b1-ba41-e203a4c2569c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45f37b87-faa2-42b1-ba41-e203a4c2569c,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:42:55.230468 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:42:55.232105 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:42:55.292360 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=45f37b87-faa2-42b1-ba41-e203a4c2569c,revision_number=6']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:42:55.300171 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:42:55.301071 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:42:55.301439 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:42:55.301788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:42:55.302113 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:42:55.302434 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:42:55.302751 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:42:55.303075 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:42:55.303389 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:42:55.303703 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:42:55.304016 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:42:55.307758 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:42:55.398672 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['45f37b87-faa2-42b1-ba41-e203a4c2569c'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:42:56.312588 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e62ec7-9029-45be-81cf-ea568dc4d9e4 req-521b3803-773f-4192-9913-f5aa7576073b tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:42:56.314266 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-43e62ec7-9029-45be-81cf-ea568dc4d9e4 req-521b3803-773f-4192-9913-f5aa7576073b tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 944 time: 0.0735130
Dec 22 05:42:56.357760 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-43e62ec7-9029-45be-81cf-ea568dc4d9e4 req-d443fae1-7018-41f7-9be0-ab78797935a9 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380893
Dec 22 05:42:57.010073 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 45f37b87-faa2-42b1-ba41-e203a4c2569c up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:42:57.077745 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 45f37b87-faa2-42b1-ba41-e203a4c2569c triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:42:57.078116 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:42:57.186737 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:42:57.213174 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ee9fef-dae8-4fee-86fb-4ac57a86edfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f37b87-faa2-42b1-ba41-e203a4c2569c'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:42:57.222855 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 45f37b87-faa2-42b1-ba41-e203a4c2569c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45f37b87-faa2-42b1-ba41-e203a4c2569c,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:42:57.227664 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:42:57.229577 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-feb76b3d-9958-4788-a515-1f78950e1236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:42:57.269525 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ee9fef-dae8-4fee-86fb-4ac57a86edfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f37b87-faa2-42b1-ba41-e203a4c2569c', 'code': 200}
Dec 22 05:42:57.293925 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=45f37b87-faa2-42b1-ba41-e203a4c2569c,revision_number=7']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:42:57.296722 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:42:57.557345 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc878de-bd79-4419-959e-17e90f1dc494 req-635c8710-ac6a-4d1a-b53f-e15bd2f9c868 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:42:57.558804 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7bc878de-bd79-4419-959e-17e90f1dc494 req-635c8710-ac6a-4d1a-b53f-e15bd2f9c868 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0816026
Dec 22 05:42:57.604301 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7bc878de-bd79-4419-959e-17e90f1dc494 req-eb18266e-91c8-4bd1-a7dd-0a15ea88208a tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396023
Dec 22 05:42:58.815022 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588221ed-9e9f-4654-ae03-ab70d8ddda9e req-9c042ac6-d603-4985-acb1-530992cc0698 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:42:58.816623 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-588221ed-9e9f-4654-ae03-ab70d8ddda9e req-9c042ac6-d603-4985-acb1-530992cc0698 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0864375
Dec 22 05:42:58.865225 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-588221ed-9e9f-4654-ae03-ab70d8ddda9e req-b0025092-6ff2-4dd2-b1f1-cea6683f8471 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423083
Dec 22 05:43:00.067179 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd7031-0b5f-4759-8f5a-786c27fa4438 req-282519c5-e798-4b08-b7cc-634f20827229 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:00.068822 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8bbd7031-0b5f-4759-8f5a-786c27fa4438 req-282519c5-e798-4b08-b7cc-634f20827229 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0772517
Dec 22 05:43:00.123519 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8bbd7031-0b5f-4759-8f5a-786c27fa4438 req-f67a2cc8-1aa8-45b9-88e1-b86a2dbd96c7 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489633
Dec 22 05:43:01.337933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6addd-acdc-490f-9240-02e60752dce5 req-2bc1c8f4-bfac-4a86-9fdc-71d962628556 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:01.339396 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-50b6addd-acdc-490f-9240-02e60752dce5 req-2bc1c8f4-bfac-4a86-9fdc-71d962628556 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0801141
Dec 22 05:43:01.388861 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-50b6addd-acdc-490f-9240-02e60752dce5 req-01a52607-58c0-4a55-9f6b-8c2ad6c0e04e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436487
Dec 22 05:43:02.590446 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634882f7-ed81-4727-86ab-1d365791c9ac req-8a69264c-a559-47fd-a83a-b51cc8a4cae7 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:02.597715 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-634882f7-ed81-4727-86ab-1d365791c9ac req-8a69264c-a559-47fd-a83a-b51cc8a4cae7 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0844948
Dec 22 05:43:02.641752 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-634882f7-ed81-4727-86ab-1d365791c9ac req-3670e5fb-41d3-4b44-9110-be0ff4329dac tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431423
Dec 22 05:43:03.850519 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49896d-3ebd-4a8b-8ef0-acefed4c77f5 req-9d20a80a-4804-4b5d-a410-53a4fb1ae515 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:03.853993 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0e49896d-3ebd-4a8b-8ef0-acefed4c77f5 req-9d20a80a-4804-4b5d-a410-53a4fb1ae515 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0891171
Dec 22 05:43:03.912740 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0e49896d-3ebd-4a8b-8ef0-acefed4c77f5 req-a56290ef-9dcd-4e60-bdbe-a77f4cff7d48 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549047
Dec 22 05:43:05.118843 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72d9e3-862c-40d4-82ad-aef6cb2fa8c5 req-e71cdfaa-c4ba-48e2-80c8-a4d9072c5066 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:05.120518 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0c72d9e3-862c-40d4-82ad-aef6cb2fa8c5 req-e71cdfaa-c4ba-48e2-80c8-a4d9072c5066 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0873239
Dec 22 05:43:05.166025 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0c72d9e3-862c-40d4-82ad-aef6cb2fa8c5 req-e412cc01-6532-48e1-bbd6-7cbed22e3204 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400984
Dec 22 05:43:06.400460 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21f814-0ffb-4ce2-b88d-c953f4039a97 req-b2da164d-de02-4ece-bed6-bdb1cc10f0bc tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:06.407740 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7b21f814-0ffb-4ce2-b88d-c953f4039a97 req-b2da164d-de02-4ece-bed6-bdb1cc10f0bc tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0888462
Dec 22 05:43:06.466867 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7b21f814-0ffb-4ce2-b88d-c953f4039a97 req-04d54ac8-3fe9-403f-ac5f-0ec3f6543f78 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581141
Dec 22 05:43:07.674850 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3676905-7d46-4577-9f67-8a55f1d096f3 req-d6d16bc4-dad2-47bd-90f8-a6bf23fa9821 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:07.676331 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f3676905-7d46-4577-9f67-8a55f1d096f3 req-d6d16bc4-dad2-47bd-90f8-a6bf23fa9821 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0855460
Dec 22 05:43:07.726092 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f3676905-7d46-4577-9f67-8a55f1d096f3 req-bf80ea5f-69f6-4e23-9861-ca0c7acaa35a tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438869
Dec 22 05:43:08.096359 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:43:08.907031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-80edc875-0c35-4cf6-81c3-b45375dfa4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:43:08.920087 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33964c-7e1b-4ce3-bb95-d40e569a5374 req-ebcbefc6-5275-47bb-9e9a-bcf39e6aa4fc tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:08.921523 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4f33964c-7e1b-4ce3-bb95-d40e569a5374 req-ebcbefc6-5275-47bb-9e9a-bcf39e6aa4fc tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0761025
Dec 22 05:43:08.966041 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4f33964c-7e1b-4ce3-bb95-d40e569a5374 req-2555febc-0490-4141-a8f3-0ec8c4dc685b tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387893
Dec 22 05:43:09.462964 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f96615e5-d15e-4038-9831-bf9914135c85 req-c88ea59b-e1f4-4ca5-9abe-0501ef775cfd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98ab38ed7af949deb112919e10096124&device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 1098 time: 0.1375010
Dec 22 05:43:09.592791 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96615e5-d15e-4038-9831-bf9914135c85 req-d705bb96-bfc7-40a0-8b66-77b58878dfb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:09.594298 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f96615e5-d15e-4038-9831-bf9914135c85 req-d705bb96-bfc7-40a0-8b66-77b58878dfb3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a437fed-050a-404b-86fb-d186b9f8aefb HTTP/1.1" status: 200  len: 909 time: 0.1234138
Dec 22 05:43:09.696280 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f96615e5-d15e-4038-9831-bf9914135c85 req-a85f890f-9a90-4f33-817e-8f43ca03614e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45f37b87-faa2-42b1-ba41-e203a4c2569c HTTP/1.1" status: 200  len: 1001 time: 0.0948896
Dec 22 05:43:09.757404 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96615e5-d15e-4038-9831-bf9914135c85 req-3849c139-4136-4373-97ff-4a2bdac23f5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:09.758768 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f96615e5-d15e-4038-9831-bf9914135c85 req-3849c139-4136-4373-97ff-4a2bdac23f5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c428034-7b25-47e4-ab2d-5c2cdea5df56 HTTP/1.1" status: 200  len: 847 time: 0.0562842
Dec 22 05:43:09.831316 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f96615e5-d15e-4038-9831-bf9914135c85 req-a1abfa8b-a6c4-4bd2-9b4c-e9b347817e5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a437fed-050a-404b-86fb-d186b9f8aefb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0659254
Dec 22 05:43:09.961765 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f96615e5-d15e-4038-9831-bf9914135c85 req-f80a2541-7f16-44f0-b99c-d4cd909e3524 service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239295
Dec 22 05:43:10.135852 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f96615e5-d15e-4038-9831-bf9914135c85 req-894b0b26-5698-4688-9ead-49441a4c4849 service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1681588
Dec 22 05:43:10.170389 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58270603-5eb4-480e-b308-f9cdec0b15d3 req-b6354e13-cce9-4ab6-b0e4-b45830965950 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:10.171861 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-58270603-5eb4-480e-b308-f9cdec0b15d3 req-b6354e13-cce9-4ab6-b0e4-b45830965950 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0858345
Dec 22 05:43:10.216560 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-58270603-5eb4-480e-b308-f9cdec0b15d3 req-e660824d-938b-4c2c-9281-59e7105fce4b tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386314
Dec 22 05:43:11.108171 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f0f99da7-e061-4ae0-8171-df8c5ea185af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:43:11.412030 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170544f5-1932-4bfa-8a1a-da0577f2d8d0 req-7bec4c9f-73fb-44bc-8581-9ff80cf01455 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:11.413446 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-170544f5-1932-4bfa-8a1a-da0577f2d8d0 req-7bec4c9f-73fb-44bc-8581-9ff80cf01455 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0778227
Dec 22 05:43:11.458175 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-170544f5-1932-4bfa-8a1a-da0577f2d8d0 req-0f1b663f-768b-4f6b-8b50-6b33d4fab75e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393469
Dec 22 05:43:12.313086 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:43:12.435891 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:43:12.656489 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963cca4-32b6-421d-b7fb-7be18bfe20da req-cda73bc3-f83d-41e9-9bb0-be86a75145ad tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:12.657953 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4963cca4-32b6-421d-b7fb-7be18bfe20da req-cda73bc3-f83d-41e9-9bb0-be86a75145ad tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 945 time: 0.0745637
Dec 22 05:43:12.706692 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4963cca4-32b6-421d-b7fb-7be18bfe20da req-863ce978-016c-4d86-9dce-4cc74896bb41 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422165
Dec 22 05:43:12.980249 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b4bee630-36c0-484a-a524-51ea87fc9f7e req-f5552f7c-1d72-415d-8f92-12b7f939e7c2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1259274
Dec 22 05:43:13.044623 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 45f37b87-faa2-42b1-ba41-e203a4c2569c no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:43:13.162208 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:43:13.177141 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38802) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:43:13.195810 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ee9fef-dae8-4fee-86fb-4ac57a86edfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45f37b87-faa2-42b1-ba41-e203a4c2569c'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:43:13.205225 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 45f37b87-faa2-42b1-ba41-e203a4c2569c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45f37b87-faa2-42b1-ba41-e203a4c2569c,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:43:13.210545 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:43:13.213031 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:43:13.265072 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3d1f6-6b3f-4801-8b23-b20241a496c6 req-24e252bf-1484-4b7e-8c92-390c05bf3abe tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:13.266642 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9ec3d1f6-6b3f-4801-8b23-b20241a496c6 req-24e252bf-1484-4b7e-8c92-390c05bf3abe tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 943 time: 0.0949438
Dec 22 05:43:13.302134 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=45f37b87-faa2-42b1-ba41-e203a4c2569c,revision_number=8']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:43:13.305497 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:43:13.323565 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9ec3d1f6-6b3f-4801-8b23-b20241a496c6 req-69aa7688-df47-4b4c-b3bc-f3b8e67f87be tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485303
Dec 22 05:43:13.351380 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a501797a-ffe8-49dd-bacf-5ea159a2c4b3 req-d5257161-73e3-45d3-af05-060704986646 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1727104
Dec 22 05:43:13.400071 dv-neutron-822525-1-hyperv neutron-server[83436]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '26ee9fef-dae8-4fee-86fb-4ac57a86edfa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '45f37b87-faa2-42b1-ba41-e203a4c2569c', 'code': 422} returned with failed status
Dec 22 05:43:13.782019 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:43:14.087324 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a501797a-ffe8-49dd-bacf-5ea159a2c4b3 req-626a3a22-956a-41a6-829f-9d69cc38f56d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa&tenant_id=98ab38ed7af949deb112919e10096124 HTTP/1.1" status: 200  len: 1096 time: 0.0704341
Dec 22 05:43:14.286119 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a501797a-ffe8-49dd-bacf-5ea159a2c4b3 req-d9562dd8-4baf-4a89-8499-00433a4ee0b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98ab38ed7af949deb112919e10096124&device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 1096 time: 0.1670861
Dec 22 05:43:14.412914 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501797a-ffe8-49dd-bacf-5ea159a2c4b3 req-ab86cb5f-ce79-499a-889a-2bb8e0e02d05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:14.414467 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a501797a-ffe8-49dd-bacf-5ea159a2c4b3 req-ab86cb5f-ce79-499a-889a-2bb8e0e02d05 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a437fed-050a-404b-86fb-d186b9f8aefb HTTP/1.1" status: 200  len: 909 time: 0.1221626
Dec 22 05:43:14.559573 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a501797a-ffe8-49dd-bacf-5ea159a2c4b3 req-6878e40f-e292-4665-a5f4-0410c5f4f296 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45f37b87-faa2-42b1-ba41-e203a4c2569c HTTP/1.1" status: 200  len: 999 time: 0.1385641
Dec 22 05:43:14.619145 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b7610-a0f9-48f1-b189-ec27662ff806 req-40c36a6d-a122-47ca-b574-cbf93946cba8 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:14.620532 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-be9b7610-a0f9-48f1-b189-ec27662ff806 req-40c36a6d-a122-47ca-b574-cbf93946cba8 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 943 time: 0.1495440
Dec 22 05:43:14.653238 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501797a-ffe8-49dd-bacf-5ea159a2c4b3 req-8159129a-53e2-4865-8840-a9fa18706945 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:14.654687 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a501797a-ffe8-49dd-bacf-5ea159a2c4b3 req-8159129a-53e2-4865-8840-a9fa18706945 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c428034-7b25-47e4-ab2d-5c2cdea5df56 HTTP/1.1" status: 200  len: 847 time: 0.0852909
Dec 22 05:43:14.715187 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-be9b7610-a0f9-48f1-b189-ec27662ff806 req-c64db876-88c3-46f5-ac5b-f2507c46c614 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0870759
Dec 22 05:43:14.741239 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a501797a-ffe8-49dd-bacf-5ea159a2c4b3 req-c1ae0766-307c-46db-b9c8-30809337272f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a437fed-050a-404b-86fb-d186b9f8aefb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0759115
Dec 22 05:43:14.869877 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a501797a-ffe8-49dd-bacf-5ea159a2c4b3 req-b0b642eb-f492-4112-9652-007d823ec559 service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224117
Dec 22 05:43:15.001085 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a501797a-ffe8-49dd-bacf-5ea159a2c4b3 req-17759b61-62f3-4147-8a3f-1f90107bfb7b service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235790
Dec 22 05:43:16.017507 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61ccfb-a52b-4ac8-9b96-3850e99776ca req-019748b5-1145-46fe-88df-975131160fad tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:16.019647 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dd61ccfb-a52b-4ac8-9b96-3850e99776ca req-019748b5-1145-46fe-88df-975131160fad tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 943 time: 0.1817343
Dec 22 05:43:16.082296 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-dd61ccfb-a52b-4ac8-9b96-3850e99776ca req-8bdf34ad-1511-4deb-86e4-c0d2c6bdbec4 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556114
Dec 22 05:43:17.281053 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2412d43-6f5a-419c-b5f1-60a96dfee4dd req-0793baa0-5957-4777-ae30-5cf5a26864f6 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:17.282535 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b2412d43-6f5a-419c-b5f1-60a96dfee4dd req-0793baa0-5957-4777-ae30-5cf5a26864f6 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 943 time: 0.0814018
Dec 22 05:43:17.328496 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b2412d43-6f5a-419c-b5f1-60a96dfee4dd req-d3634c3a-4d9b-43f4-944e-12748036251b tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402913
Dec 22 05:43:18.531140 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd2d51-0ff9-4fc0-b6bf-1d1748ddc609 req-fbf0e075-ddb2-4c74-892a-9f7fec48d107 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:18.532613 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-55bd2d51-0ff9-4fc0-b6bf-1d1748ddc609 req-fbf0e075-ddb2-4c74-892a-9f7fec48d107 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 943 time: 0.0801852
Dec 22 05:43:18.580131 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-55bd2d51-0ff9-4fc0-b6bf-1d1748ddc609 req-939e5206-02c6-4bcb-83e6-8cf4896aaa16 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413821
Dec 22 05:43:19.781804 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ec26a-a4d9-43eb-8bfe-bcdfe4e14181 req-c9962058-e4a0-4364-bb17-d5c3d14d7bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:19.783372 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f79ec26a-a4d9-43eb-8bfe-bcdfe4e14181 req-c9962058-e4a0-4364-bb17-d5c3d14d7bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 943 time: 0.0791836
Dec 22 05:43:19.834487 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f79ec26a-a4d9-43eb-8bfe-bcdfe4e14181 req-ca1c2711-dd65-48c5-9e9a-6cce63c7ad36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456927
Dec 22 05:43:21.039563 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e693fa-6a84-475f-982a-5c76a68e19b6 req-5364f20e-cdfc-4300-80a9-4245fecc4baf tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:21.041717 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f2e693fa-6a84-475f-982a-5c76a68e19b6 req-5364f20e-cdfc-4300-80a9-4245fecc4baf tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 943 time: 0.0795338
Dec 22 05:43:21.088875 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f2e693fa-6a84-475f-982a-5c76a68e19b6 req-c760f472-7393-4f89-b29a-ca3ffea2fa2e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416629
Dec 22 05:43:22.296231 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e963c0f-27c1-47a4-8236-9a9c6bb61290 req-592d6fb4-7cd3-4630-aed6-892ea4b6224c tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:22.297720 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4e963c0f-27c1-47a4-8236-9a9c6bb61290 req-592d6fb4-7cd3-4630-aed6-892ea4b6224c tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 943 time: 0.0782182
Dec 22 05:43:22.344451 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4e963c0f-27c1-47a4-8236-9a9c6bb61290 req-aca07f7d-566e-4203-8454-b61afa0ee422 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406868
Dec 22 05:43:23.551648 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9e8b0-fcba-44a2-90c3-872031080268 req-7fb510c7-526f-422b-ba17-9ed873e2cdbf tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:23.553094 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-15a9e8b0-fcba-44a2-90c3-872031080268 req-7fb510c7-526f-422b-ba17-9ed873e2cdbf tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 943 time: 0.0815260
Dec 22 05:43:23.600258 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-15a9e8b0-fcba-44a2-90c3-872031080268 req-f9ca61ba-ee08-4037-8121-6191a57d27ba tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413847
Dec 22 05:43:24.817382 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835b722-f1de-467b-9a3a-21a9ec624634 req-5aa30ee7-42f9-437d-a475-0173c8bee6bc tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:24.819007 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d835b722-f1de-467b-9a3a-21a9ec624634 req-5aa30ee7-42f9-437d-a475-0173c8bee6bc tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 943 time: 0.0840676
Dec 22 05:43:24.867222 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d835b722-f1de-467b-9a3a-21a9ec624634 req-d5ea90d7-c51b-4f37-ab14-bf6db67f5e1f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423846
Dec 22 05:43:26.061224 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaaea7c-a95a-411b-9058-11aa4777900c req-ffee4182-3067-42c6-b362-b7704647deee tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:26.062683 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-caaaea7c-a95a-411b-9058-11aa4777900c req-ffee4182-3067-42c6-b362-b7704647deee tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 943 time: 0.0768161
Dec 22 05:43:26.111205 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-caaaea7c-a95a-411b-9058-11aa4777900c req-a75ce6b4-fc2e-4a52-b3a5-5274703b43e6 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421572
Dec 22 05:43:27.305227 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31a0a9-93f9-47ce-95c2-a82e3d7c91f1 req-9a260d2b-80e7-4d38-ba08-bceaa549a525 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:27.306703 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4c31a0a9-93f9-47ce-95c2-a82e3d7c91f1 req-9a260d2b-80e7-4d38-ba08-bceaa549a525 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 943 time: 0.0766807
Dec 22 05:43:27.350473 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4c31a0a9-93f9-47ce-95c2-a82e3d7c91f1 req-63f90e0e-1fa2-447d-a189-88610c85261f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384350
Dec 22 05:43:27.606000 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:43:28.544959 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb0a07-52bc-4d59-a096-234236a244bc req-cbae40f7-d45e-49e1-95d2-f02232c6b05a tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:28.546335 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a9eb0a07-52bc-4d59-a096-234236a244bc req-cbae40f7-d45e-49e1-95d2-f02232c6b05a tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 943 time: 0.0757585
Dec 22 05:43:28.594117 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a9eb0a07-52bc-4d59-a096-234236a244bc req-f5cb7a13-92ce-4f15-b6b4-fcd44449265d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417533
Dec 22 05:43:29.788474 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe00c7e-02b1-4c3b-8f16-fd1e4f9ef5d6 req-9d201ddb-ecca-48a1-8023-f44c3b86cefd tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:29.789936 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ffe00c7e-02b1-4c3b-8f16-fd1e4f9ef5d6 req-9d201ddb-ecca-48a1-8023-f44c3b86cefd tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 943 time: 0.0789802
Dec 22 05:43:29.834743 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ffe00c7e-02b1-4c3b-8f16-fd1e4f9ef5d6 req-0d129db2-b22d-4ab0-a9dd-04d6a332e2fd tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394261
Dec 22 05:43:31.029493 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded08726-fe95-4513-9c06-60a730697acb req-c8cea152-5a3e-4ce0-870c-5828fd991b8d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:31.030928 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ded08726-fe95-4513-9c06-60a730697acb req-c8cea152-5a3e-4ce0-870c-5828fd991b8d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 943 time: 0.0789299
Dec 22 05:43:31.075065 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ded08726-fe95-4513-9c06-60a730697acb req-3194b973-adbf-47cc-bcc9-000b7ae25092 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382056
Dec 22 05:43:32.269863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d65193-145e-4b4e-8e16-73c733a757d3 req-3d3678c9-5624-431d-8746-afcfc25f3a8c tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:32.271299 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-98d65193-145e-4b4e-8e16-73c733a757d3 req-3d3678c9-5624-431d-8746-afcfc25f3a8c tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 943 time: 0.0753663
Dec 22 05:43:32.319324 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-98d65193-145e-4b4e-8e16-73c733a757d3 req-a8c9fa17-f646-4528-b587-6d5f9e996b45 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426900
Dec 22 05:43:33.176995 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 45f37b87-faa2-42b1-ba41-e203a4c2569c details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:43:33.306844 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 45f37b87-faa2-42b1-ba41-e203a4c2569c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45f37b87-faa2-42b1-ba41-e203a4c2569c,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:43:33.319989 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '45f37b87-faa2-42b1-ba41-e203a4c2569c', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'port_id': '45f37b87-faa2-42b1-ba41-e203a4c2569c', 'mac_address': 'fa:16:3e:26:7f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:43:33.372117 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:43:33.388858 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f37b87-faa2-42b1-ba41-e203a4c2569c {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:43:33.405285 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 45f37b87-faa2-42b1-ba41-e203a4c2569c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45f37b87-faa2-42b1-ba41-e203a4c2569c,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:43:33.409754 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:43:33.411591 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:43:33.477917 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=45f37b87-faa2-42b1-ba41-e203a4c2569c,revision_number=9']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:43:33.480857 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:43:33.515836 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31abe2-ed3b-473b-9de4-47c51559d6ba req-2cf527a3-f277-4eb5-a733-e6072e1d592f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:33.517264 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9b31abe2-ed3b-473b-9de4-47c51559d6ba req-2cf527a3-f277-4eb5-a733-e6072e1d592f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 944 time: 0.0753369
Dec 22 05:43:33.561480 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9b31abe2-ed3b-473b-9de4-47c51559d6ba req-4cfaf6c8-9874-44af-99f3-f7c2729149cb tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381207
Dec 22 05:43:33.845355 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['45f37b87-faa2-42b1-ba41-e203a4c2569c'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:43:34.757814 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a6f26-894b-486e-a9e3-4368c9364b37 req-6a40b7b8-ec79-461b-83e1-6ef4247d0346 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:34.759236 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-eb9a6f26-894b-486e-a9e3-4368c9364b37 req-6a40b7b8-ec79-461b-83e1-6ef4247d0346 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 944 time: 0.0747855
Dec 22 05:43:34.802820 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-eb9a6f26-894b-486e-a9e3-4368c9364b37 req-b37998ec-a0e8-4e29-90f4-03d176abfb91 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382376
Dec 22 05:43:35.177698 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 45f37b87-faa2-42b1-ba41-e203a4c2569c up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:43:35.243971 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 45f37b87-faa2-42b1-ba41-e203a4c2569c triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:43:35.244346 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:43:35.353064 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:43:35.378966 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ee9fef-dae8-4fee-86fb-4ac57a86edfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f37b87-faa2-42b1-ba41-e203a4c2569c'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:43:35.387900 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 45f37b87-faa2-42b1-ba41-e203a4c2569c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45f37b87-faa2-42b1-ba41-e203a4c2569c,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:43:35.392100 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:43:35.393875 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:43:35.437157 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ee9fef-dae8-4fee-86fb-4ac57a86edfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f37b87-faa2-42b1-ba41-e203a4c2569c', 'code': 200}
Dec 22 05:43:35.460813 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=45f37b87-faa2-42b1-ba41-e203a4c2569c,revision_number=10']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:43:35.463740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:43:35.730697 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e9bb1fd5-661f-4ba2-b03d-1251cd821e41 req-d6b7664d-5391-4c5b-b49e-0b0b488fe694 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 1099 time: 0.0713542
Dec 22 05:43:35.871921 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e9bb1fd5-661f-4ba2-b03d-1251cd821e41 req-32172799-2ccc-40bf-97ab-69bd37d4ff49 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1333344
Dec 22 05:43:35.994872 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919de0b-3036-4ec4-8786-8a29ef7c16f4 req-579367d0-408c-4a6f-afe2-36c01ca6458a tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:35.996202 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9919de0b-3036-4ec4-8786-8a29ef7c16f4 req-579367d0-408c-4a6f-afe2-36c01ca6458a tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 946 time: 0.0740988
Dec 22 05:43:36.039545 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9919de0b-3036-4ec4-8786-8a29ef7c16f4 req-6a9298fe-2a15-4a1a-8c62-d0aeb667e321 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379245
Dec 22 05:43:37.245756 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe946e-fb74-44d3-a966-387894f9002f req-75042b6c-20e6-4803-89cf-57e87750b861 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:37.247302 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a9fe946e-fb74-44d3-a966-387894f9002f req-75042b6c-20e6-4803-89cf-57e87750b861 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 946 time: 0.0845757
Dec 22 05:43:37.293424 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a9fe946e-fb74-44d3-a966-387894f9002f req-9f98b3b1-1ebf-4a62-b978-0065aeee35f8 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407770
Dec 22 05:43:38.108685 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:43:38.493608 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099865c7-948c-4fdf-baf3-84a17ae4d2e3 req-eb147191-b4b0-44b6-88d5-a5f5ab516111 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:38.495035 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-099865c7-948c-4fdf-baf3-84a17ae4d2e3 req-eb147191-b4b0-44b6-88d5-a5f5ab516111 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 946 time: 0.0773668
Dec 22 05:43:38.539697 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-099865c7-948c-4fdf-baf3-84a17ae4d2e3 req-63ca9109-d375-41d2-98a6-bf9d4fd81d4b tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391665
Dec 22 05:43:38.910916 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b7f3d92a-c98b-4fa4-ae49-425fa171dfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:43:41.108964 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4ae72f74-634e-46e7-8750-f275ac410a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:43:42.316980 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:43:42.437037 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:43:43.783426 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:43:46.564886 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9363c85a-35df-41df-b175-bb3b806d0f29 req-8625d592-1ca3-4428-91ac-51dbdf311962 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0666540
Dec 22 05:43:46.714582 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9363c85a-35df-41df-b175-bb3b806d0f29 req-b321991e-0ac4-4ea6-8927-29bea6515d63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98ab38ed7af949deb112919e10096124&device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 1099 time: 0.0705121
Dec 22 05:43:46.855579 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363c85a-35df-41df-b175-bb3b806d0f29 req-4d9a9b32-c5ab-43c4-90df-c9cb9612eaa8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:46.856904 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9363c85a-35df-41df-b175-bb3b806d0f29 req-4d9a9b32-c5ab-43c4-90df-c9cb9612eaa8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a437fed-050a-404b-86fb-d186b9f8aefb HTTP/1.1" status: 200  len: 909 time: 0.1243031
Dec 22 05:43:46.961944 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9363c85a-35df-41df-b175-bb3b806d0f29 req-5b27eb04-3ec4-4f12-9bae-2667c853458f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45f37b87-faa2-42b1-ba41-e203a4c2569c HTTP/1.1" status: 200  len: 1001 time: 0.0947936
Dec 22 05:43:47.023108 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363c85a-35df-41df-b175-bb3b806d0f29 req-d4f0cd20-6319-47d0-894e-6eef3d93c0fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:43:47.024454 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9363c85a-35df-41df-b175-bb3b806d0f29 req-d4f0cd20-6319-47d0-894e-6eef3d93c0fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c428034-7b25-47e4-ab2d-5c2cdea5df56 HTTP/1.1" status: 200  len: 847 time: 0.0552700
Dec 22 05:43:47.098040 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9363c85a-35df-41df-b175-bb3b806d0f29 req-1c9ed20a-dc88-49f5-b529-8fad6d842d92 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a437fed-050a-404b-86fb-d186b9f8aefb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0672915
Dec 22 05:43:47.229609 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9363c85a-35df-41df-b175-bb3b806d0f29 req-f529cec9-5a2b-476c-8bf1-fcbd838ddafe service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244891
Dec 22 05:43:47.361046 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9363c85a-35df-41df-b175-bb3b806d0f29 req-fa4f2140-1a29-45e5-875d-00f9fb45d0dc service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254852
Dec 22 05:44:04.605520 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:44:08.123056 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:44:08.913230 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9fdbc212-8a2e-4128-b6a1-ce041e7a9a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:44:11.110692 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f493c242-1259-47ed-bcdb-9c6ab9be641d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:44:12.319852 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:44:12.437558 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:44:13.785384 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:44:38.128338 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:44:38.916831 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5321ba08-bc16-401a-a59b-8d4fa77fd339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:44:41.112482 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0792a0ec-ee5f-4629-af0b-ae365ce8ab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:44:41.605206 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:44:42.325246 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:44:42.442101 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:44:43.788308 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:44:46.559975 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-49a3cfbe-7cad-4334-b4c0-6e39d823b2be req-92614ed2-d52d-49a6-88da-52cc4ad43045 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0791397
Dec 22 05:44:46.713839 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-49a3cfbe-7cad-4334-b4c0-6e39d823b2be req-6cb1b036-e2c2-409f-96fc-a2f1afec81d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98ab38ed7af949deb112919e10096124&device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 1099 time: 0.0698476
Dec 22 05:44:46.857653 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3cfbe-7cad-4334-b4c0-6e39d823b2be req-fe1fbff5-e1b8-48b0-9f91-f265436df160 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:44:46.858993 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-49a3cfbe-7cad-4334-b4c0-6e39d823b2be req-fe1fbff5-e1b8-48b0-9f91-f265436df160 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a437fed-050a-404b-86fb-d186b9f8aefb HTTP/1.1" status: 200  len: 909 time: 0.1259427
Dec 22 05:44:46.961948 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-49a3cfbe-7cad-4334-b4c0-6e39d823b2be req-74a1971e-020b-4f7e-b10e-0350941aa31e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45f37b87-faa2-42b1-ba41-e203a4c2569c HTTP/1.1" status: 200  len: 1001 time: 0.0967155
Dec 22 05:44:47.025435 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3cfbe-7cad-4334-b4c0-6e39d823b2be req-c9082352-14d9-4411-82f8-eaa9389f6507 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:44:47.026826 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-49a3cfbe-7cad-4334-b4c0-6e39d823b2be req-c9082352-14d9-4411-82f8-eaa9389f6507 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c428034-7b25-47e4-ab2d-5c2cdea5df56 HTTP/1.1" status: 200  len: 847 time: 0.0590038
Dec 22 05:44:47.099283 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-49a3cfbe-7cad-4334-b4c0-6e39d823b2be req-97c0aa53-c0bc-4fca-bab1-cec8a9fc4e61 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a437fed-050a-404b-86fb-d186b9f8aefb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0657008
Dec 22 05:44:47.325362 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-49a3cfbe-7cad-4334-b4c0-6e39d823b2be req-3b986b83-4287-4117-a00b-104514d1031d service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2192001
Dec 22 05:44:47.454607 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-49a3cfbe-7cad-4334-b4c0-6e39d823b2be req-0ca64d91-4a56-4dae-b19f-70d9b36c06e8 service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223493
Dec 22 05:45:08.136553 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:08.918023 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8a06f29-f215-4167-a2f4-0079295aaf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:11.117824 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-bc15c5fe-0039-483f-a65e-7d06f46b5d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:12.327170 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:12.445319 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:13.790257 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:18.605444 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:45:22.399935 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 38972) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:45:22.663977 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Deleting port 7f0ef00d-54d5-4e6c-9d6e-b4d1313446a2 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:45:22.664228 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:22.828870 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:22.829184 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:22.944206 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Calling delete_port for 7f0ef00d-54d5-4e6c-9d6e-b4d1313446a2 owned by network:floatingip {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:45:23.087375 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:23.091465 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-40588657-6c39-4ce9-809f-56c4710072fa tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:45:23.133705 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event deleted for resources: {'Port': ['ID=7f0ef00d-54d5-4e6c-9d6e-b4d1313446a2,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:45:23.176743 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:45:23.177123 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:45:23.177497 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:45:23.177890 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:45:23.178772 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:45:23.179133 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:45:23.179494 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:45:23.179853 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:45:23.180211 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:45:23.180562 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:45:23.180915 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:45:23.188873 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:45:23.339033 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for floatingip, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:23.718852 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Router ed764d70-820a-4bd6-ae82-b186d5df4076 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:45:23.915583 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:45:23.924740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c4949-514f-430b-be2f-2a0c6a324474 None None] Sync routers for ids ['ed764d70-820a-4bd6-ae82-b186d5df4076'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:45:23.934941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:23.937682 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734c4949-514f-430b-be2f-2a0c6a324474 None None] Routers {'ed764d70-820a-4bd6-ae82-b186d5df4076'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:45:23.938321 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-734c4949-514f-430b-be2f-2a0c6a324474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bf10430>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:45:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['ed764d70-820a-4bd6-ae82-b186d5df4076'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:45:23.989826 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "DELETE /v2.0/floatingips/62597ca5-b79f-4672-9e51-98458b5095f4 HTTP/1.1" status: 204  len: 168 time: 1.5863945
Dec 22 05:45:23.989826 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ee9fef-dae8-4fee-86fb-4ac57a86edfa', 'tag': '45f37b87-faa2-42b1-ba41-e203a4c2569c'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:45:24.113959 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-734c4949-514f-430b-be2f-2a0c6a324474 None None] Set router ed764d70-820a-4bd6-ae82-b186d5df4076 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:45:24.188711 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ee9fef-dae8-4fee-86fb-4ac57a86edfa', 'tag': '45f37b87-faa2-42b1-ba41-e203a4c2569c', 'status': 'completed', 'code': 200}
Dec 22 05:45:24.316608 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8ae5af9f-e673-47e8-aa8d-48b658fa0432 req-45a8f9cd-523a-4acb-abde-2d29b5db1531 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98ab38ed7af949deb112919e10096124&device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 1099 time: 0.0765839
Dec 22 05:45:24.468228 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-734c4949-514f-430b-be2f-2a0c6a324474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bf10430>, [{'id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'name': 'tempest-TestShelveInstance-493485150-router', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:52Z', 'revision_number': 4, 'project_id': '98ab38ed7af949deb112919e10096124', 'gw_port': {'id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '15e3b665-cd4d-46f9-946c-05ea456591ac', 'name': '', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'mac_address': 'fa:16:3e:1e:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:51Z', 'updated_at': '2021-12-22T05:40:10Z', 'revision_number': 5, 'project_id': '98ab38ed7af949deb112919e10096124', 'subnets': [{'id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:45:24.472103 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c4949-514f-430b-be2f-2a0c6a324474 None None] Checking router: ed764d70-820a-4bd6-ae82-b186d5df4076 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:45:24.483159 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734c4949-514f-430b-be2f-2a0c6a324474 None None] Routers {'ed764d70-820a-4bd6-ae82-b186d5df4076'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:45:24.483754 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-734c4949-514f-430b-be2f-2a0c6a324474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bf10430>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:45:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['ed764d70-820a-4bd6-ae82-b186d5df4076'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:45:24.512478 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5af9f-e673-47e8-aa8d-48b658fa0432 req-de105e01-377e-4bba-9855-b3aee5cf3d3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:45:24.513878 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8ae5af9f-e673-47e8-aa8d-48b658fa0432 req-de105e01-377e-4bba-9855-b3aee5cf3d3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a437fed-050a-404b-86fb-d186b9f8aefb HTTP/1.1" status: 200  len: 909 time: 0.1906929
Dec 22 05:45:24.523219 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d45dd0-9ae6-464b-9918-8b80b17ebea5 req-61f15e7a-e78f-4489-a8d5-715302529c17 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:45:24.524565 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-84d45dd0-9ae6-464b-9918-8b80b17ebea5 req-61f15e7a-e78f-4489-a8d5-715302529c17 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 946 time: 0.1807542
Dec 22 05:45:24.604617 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8ae5af9f-e673-47e8-aa8d-48b658fa0432 req-de1f0a6b-f39c-4b18-9950-c4d49c7fcd32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45f37b87-faa2-42b1-ba41-e203a4c2569c HTTP/1.1" status: 200  len: 217 time: 0.0791392
Dec 22 05:45:24.659489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-734c4949-514f-430b-be2f-2a0c6a324474 None None] Set router ed764d70-820a-4bd6-ae82-b186d5df4076 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:45:24.663504 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-84d45dd0-9ae6-464b-9918-8b80b17ebea5 req-4b409f1a-7160-4cdc-8f79-8e419fc724c8 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0887833
Dec 22 05:45:24.679747 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5af9f-e673-47e8-aa8d-48b658fa0432 req-9e6fc301-66cd-4c96-9fa6-a9470ec9a75c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:45:24.681207 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8ae5af9f-e673-47e8-aa8d-48b658fa0432 req-9e6fc301-66cd-4c96-9fa6-a9470ec9a75c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c428034-7b25-47e4-ab2d-5c2cdea5df56 HTTP/1.1" status: 200  len: 847 time: 0.0663877
Dec 22 05:45:24.759019 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8ae5af9f-e673-47e8-aa8d-48b658fa0432 req-56d1d01a-7874-42d2-953a-069e06353b0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a437fed-050a-404b-86fb-d186b9f8aefb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0708075
Dec 22 05:45:24.887638 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8ae5af9f-e673-47e8-aa8d-48b658fa0432 req-9d5770d0-8ea3-4af6-8da8-234b514b045b service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219473
Dec 22 05:45:24.962742 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-734c4949-514f-430b-be2f-2a0c6a324474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bf10430>, [{'id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'name': 'tempest-TestShelveInstance-493485150-router', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:52Z', 'revision_number': 4, 'project_id': '98ab38ed7af949deb112919e10096124', 'gw_port': {'id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '15e3b665-cd4d-46f9-946c-05ea456591ac', 'name': '', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'mac_address': 'fa:16:3e:1e:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:51Z', 'updated_at': '2021-12-22T05:40:10Z', 'revision_number': 5, 'project_id': '98ab38ed7af949deb112919e10096124', 'subnets': [{'id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:45:24.966579 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c4949-514f-430b-be2f-2a0c6a324474 None None] The sync data for ids ['ed764d70-820a-4bd6-ae82-b186d5df4076'] in dv-neutron-822525-1-hyperv is: [{'id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'name': 'tempest-TestShelveInstance-493485150-router', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:52Z', 'revision_number': 4, 'project_id': '98ab38ed7af949deb112919e10096124', 'gw_port': {'id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '15e3b665-cd4d-46f9-946c-05ea456591ac', 'name': '', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'mac_address': 'fa:16:3e:1e:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:51Z', 'updated_at': '2021-12-22T05:40:10Z', 'revision_number': 5, 'project_id': '98ab38ed7af949deb112919e10096124', 'subnets': [{'id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:45:25.019285 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8ae5af9f-e673-47e8-aa8d-48b658fa0432 req-f6984e80-98e6-427e-ad00-314c8f84a7b0 service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248903
Dec 22 05:45:25.197147 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab43a15-ca92-461f-b676-9ff2bb50e7f2 None None] New status for floating IP 62597ca5-b79f-4672-9e51-98458b5095f4: DOWN {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:45:25.867006 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a12c4b-f9be-4d05-98a3-690dbed8b633 req-31ba905a-4680-47b6-ae65-ff5cd6be28db tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:45:25.867695 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-36a12c4b-f9be-4d05-98a3-690dbed8b633 req-31ba905a-4680-47b6-ae65-ff5cd6be28db tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Synchronizing usage tracker for tenant:98ab38ed7af949deb112919e10096124 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:45:25.882619 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-36a12c4b-f9be-4d05-98a3-690dbed8b633 req-31ba905a-4680-47b6-ae65-ff5cd6be28db tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Unset dirty status for tenant:98ab38ed7af949deb112919e10096124 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:45:25.883713 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-36a12c4b-f9be-4d05-98a3-690dbed8b633 req-31ba905a-4680-47b6-ae65-ff5cd6be28db tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 946 time: 0.0942354
Dec 22 05:45:25.927993 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-36a12c4b-f9be-4d05-98a3-690dbed8b633 req-ba54b71f-8a5a-490c-a366-9cd0dad33a16 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=b698f095-51f2-49ab-b1b4-e0f7479886a4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387330
Dec 22 05:45:26.035728 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dad790-911e-4f8f-8fee-835424120f00 req-c3749955-c3ec-4b02-989a-00989229660a tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:45:26.037026 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-79dad790-911e-4f8f-8fee-835424120f00 req-c3749955-c3ec-4b02-989a-00989229660a tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.47 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 946 time: 0.0729375
Dec 22 05:45:26.106227 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-79dad790-911e-4f8f-8fee-835424120f00 req-a7a833d9-9398-410a-a34a-277ca2702bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Deleting port 45f37b87-faa2-42b1-ba41-e203a4c2569c {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:45:26.106562 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-79dad790-911e-4f8f-8fee-835424120f00 req-a7a833d9-9398-410a-a34a-277ca2702bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:26.338335 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-79dad790-911e-4f8f-8fee-835424120f00 req-a7a833d9-9398-410a-a34a-277ca2702bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] For port 45f37b87-faa2-42b1-ba41-e203a4c2569c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45f37b87-faa2-42b1-ba41-e203a4c2569c,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:45:26.338605 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-79dad790-911e-4f8f-8fee-835424120f00 req-a7a833d9-9398-410a-a34a-277ca2702bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:26.569710 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-79dad790-911e-4f8f-8fee-835424120f00 req-a7a833d9-9398-410a-a34a-277ca2702bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Calling delete_port for 45f37b87-faa2-42b1-ba41-e203a4c2569c owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:45:26.704349 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-79dad790-911e-4f8f-8fee-835424120f00 req-a7a833d9-9398-410a-a34a-277ca2702bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:26.710955 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-44d28856-cd4c-4fac-bab7-ea54d5356989 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:45:26.755838 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a833d9-9398-410a-a34a-277ca2702bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event deleted for resources: {'Port': ['ID=45f37b87-faa2-42b1-ba41-e203a4c2569c,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:45:26.824387 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a833d9-9398-410a-a34a-277ca2702bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:45:26.824768 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a833d9-9398-410a-a34a-277ca2702bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:45:26.825138 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a833d9-9398-410a-a34a-277ca2702bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:45:26.825501 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a833d9-9398-410a-a34a-277ca2702bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:45:26.825884 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a833d9-9398-410a-a34a-277ca2702bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:45:26.826252 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a833d9-9398-410a-a34a-277ca2702bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:45:26.826638 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a833d9-9398-410a-a34a-277ca2702bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:45:26.826966 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a833d9-9398-410a-a34a-277ca2702bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:45:26.827321 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a833d9-9398-410a-a34a-277ca2702bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:45:26.827674 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a833d9-9398-410a-a34a-277ca2702bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:45:26.828028 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a833d9-9398-410a-a34a-277ca2702bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:45:26.835452 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a7a833d9-9398-410a-a34a-277ca2702bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:45:26.836453 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dad790-911e-4f8f-8fee-835424120f00 req-a7a833d9-9398-410a-a34a-277ca2702bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] No DVR routers for this DVR port 45f37b87-faa2-42b1-ba41-e203a4c2569c on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:45:26.838615 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-79dad790-911e-4f8f-8fee-835424120f00 req-a7a833d9-9398-410a-a34a-277ca2702bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:26.841170 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ee9fef-dae8-4fee-86fb-4ac57a86edfa', 'name': 'network-vif-deleted', 'tag': '45f37b87-faa2-42b1-ba41-e203a4c2569c'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:45:26.855950 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-79dad790-911e-4f8f-8fee-835424120f00 req-a7a833d9-9398-410a-a34a-277ca2702bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.47 "DELETE /v2.0/ports/45f37b87-faa2-42b1-ba41-e203a4c2569c HTTP/1.1" status: 204  len: 173 time: 0.8132026
Dec 22 05:45:27.023748 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ee9fef-dae8-4fee-86fb-4ac57a86edfa', 'name': 'network-vif-deleted', 'tag': '45f37b87-faa2-42b1-ba41-e203a4c2569c', 'status': 'completed', 'code': 200}
Dec 22 05:45:27.122236 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e731eeb2-84d2-4651-a31b-f048d4495182 req-1f343d47-c023-4745-a372-f8006f81bc92 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=26ee9fef-dae8-4fee-86fb-4ac57a86edfa HTTP/1.1" status: 200  len: 210 time: 0.0447726
Dec 22 05:45:28.226855 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39014) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:45:28.293268 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-93a0a0b5-d957-4fed-90c6-c81746eb9f7e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:28.324868 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-93a0a0b5-d957-4fed-90c6-c81746eb9f7e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:28.386003 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-93a0a0b5-d957-4fed-90c6-c81746eb9f7e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:28.389604 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6e71ff3e-bafe-447a-bd0d-fb88fa7ef309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:45:28.404287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0a0b5-d957-4fed-90c6-c81746eb9f7e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b698f095-51f2-49ab-b1b4-e0f7479886a4,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:45:28.406944 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-93a0a0b5-d957-4fed-90c6-c81746eb9f7e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:45:28.418655 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-93a0a0b5-d957-4fed-90c6-c81746eb9f7e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:28.419691 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-93a0a0b5-d957-4fed-90c6-c81746eb9f7e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "DELETE /v2.0/security-groups/b698f095-51f2-49ab-b1b4-e0f7479886a4 HTTP/1.1" status: 204  len: 168 time: 0.1918890
Dec 22 05:45:28.927219 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39024) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:45:28.932876 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-d20e4ed7-0f02-4b41-8506-073e59e6fc2e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1637564407', 'description': 'tempest-secgroup-smoke-1637564407 description', 'project_id': '98ab38ed7af949deb112919e10096124'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:45:28.938913 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d20e4ed7-0f02-4b41-8506-073e59e6fc2e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:45:28.942933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d20e4ed7-0f02-4b41-8506-073e59e6fc2e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Usage tracker for resource:security_group and tenant:98ab38ed7af949deb112919e10096124 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:45:28.945725 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d20e4ed7-0f02-4b41-8506-073e59e6fc2e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:45:28.951239 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d20e4ed7-0f02-4b41-8506-073e59e6fc2e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:45:28.961919 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d20e4ed7-0f02-4b41-8506-073e59e6fc2e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:28.995224 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d20e4ed7-0f02-4b41-8506-073e59e6fc2e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:45:28.998878 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d20e4ed7-0f02-4b41-8506-073e59e6fc2e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Usage tracker for resource:security_group_rule and tenant:98ab38ed7af949deb112919e10096124 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:45:29.001526 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d20e4ed7-0f02-4b41-8506-073e59e6fc2e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:45:29.007019 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d20e4ed7-0f02-4b41-8506-073e59e6fc2e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:45:29.067302 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d20e4ed7-0f02-4b41-8506-073e59e6fc2e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.070712 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d20e4ed7-0f02-4b41-8506-073e59e6fc2e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.074214 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e1ceeb70-c0fa-445c-a309-4c34b2e749e9 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:45:29.114561 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e4ed7-0f02-4b41-8506-073e59e6fc2e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c54739-dc76-45ed-9751-ec289b66c406,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:45:29.117414 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d20e4ed7-0f02-4b41-8506-073e59e6fc2e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:45:29.118199 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d20e4ed7-0f02-4b41-8506-073e59e6fc2e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.119356 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d20e4ed7-0f02-4b41-8506-073e59e6fc2e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1911831
Dec 22 05:45:29.122205 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39028) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:45:29.127898 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-c3f34479-6d32-4dd5-a065-555c059b4489 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Request body: {'security_group_rule': {'security_group_id': 'c5c54739-dc76-45ed-9751-ec289b66c406', 'project_id': '98ab38ed7af949deb112919e10096124', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:45:29.135131 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c3f34479-6d32-4dd5-a065-555c059b4489 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:45:29.138874 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c3f34479-6d32-4dd5-a065-555c059b4489 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Usage tracker for resource:security_group_rule and tenant:98ab38ed7af949deb112919e10096124 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:45:29.141729 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-c3f34479-6d32-4dd5-a065-555c059b4489 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:45:29.147992 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-c3f34479-6d32-4dd5-a065-555c059b4489 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:45:29.165026 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c3f34479-6d32-4dd5-a065-555c059b4489 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.227496 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c3f34479-6d32-4dd5-a065-555c059b4489 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.231233 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c3f34479-6d32-4dd5-a065-555c059b4489 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.233430 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-21430ece-0144-4a5e-9111-9da9bc94fe09 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:45:29.255030 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f34479-6d32-4dd5-a065-555c059b4489 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386eee83-105a-4e91-929d-4d7e708066a6,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:45:29.259271 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c3f34479-6d32-4dd5-a065-555c059b4489 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:45:29.266757 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-c3f34479-6d32-4dd5-a065-555c059b4489 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.267936 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-c3f34479-6d32-4dd5-a065-555c059b4489 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1449213
Dec 22 05:45:29.270874 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39032) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:45:29.276692 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-a7478af8-61b7-4d33-b71e-0fcfb707169f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Request body: {'security_group_rule': {'security_group_id': 'c5c54739-dc76-45ed-9751-ec289b66c406', 'project_id': '98ab38ed7af949deb112919e10096124', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:45:29.282250 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a7478af8-61b7-4d33-b71e-0fcfb707169f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:45:29.285959 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a7478af8-61b7-4d33-b71e-0fcfb707169f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Usage tracker for resource:security_group_rule and tenant:98ab38ed7af949deb112919e10096124 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:45:29.288748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-a7478af8-61b7-4d33-b71e-0fcfb707169f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:45:29.294325 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-a7478af8-61b7-4d33-b71e-0fcfb707169f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:45:29.310785 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a7478af8-61b7-4d33-b71e-0fcfb707169f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.370546 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a7478af8-61b7-4d33-b71e-0fcfb707169f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.373799 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a7478af8-61b7-4d33-b71e-0fcfb707169f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.375532 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8dc22f93-3e6a-4e86-a03f-aa98c26d7044 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:45:29.396422 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7478af8-61b7-4d33-b71e-0fcfb707169f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806f58e8-8655-4f27-b6f6-45900f0c28c8,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:45:29.399314 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-a7478af8-61b7-4d33-b71e-0fcfb707169f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:45:29.406011 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-a7478af8-61b7-4d33-b71e-0fcfb707169f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.407198 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a7478af8-61b7-4d33-b71e-0fcfb707169f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1354191
Dec 22 05:45:29.409852 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39036) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:45:29.415282 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-4eb498ec-8cfb-4c5c-914e-5b40f95de513 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Request body: {'security_group_rule': {'security_group_id': 'c5c54739-dc76-45ed-9751-ec289b66c406', 'project_id': '98ab38ed7af949deb112919e10096124', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:45:29.420902 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4eb498ec-8cfb-4c5c-914e-5b40f95de513 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:45:29.424621 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4eb498ec-8cfb-4c5c-914e-5b40f95de513 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Usage tracker for resource:security_group_rule and tenant:98ab38ed7af949deb112919e10096124 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:45:29.427450 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-4eb498ec-8cfb-4c5c-914e-5b40f95de513 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:45:29.433452 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-4eb498ec-8cfb-4c5c-914e-5b40f95de513 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:45:29.450120 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4eb498ec-8cfb-4c5c-914e-5b40f95de513 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.510340 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4eb498ec-8cfb-4c5c-914e-5b40f95de513 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.513767 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4eb498ec-8cfb-4c5c-914e-5b40f95de513 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.520334 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0c956d90-eacd-473f-8371-b40be8f799f5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:45:29.543689 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb498ec-8cfb-4c5c-914e-5b40f95de513 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec12f9d9-6fe4-4b10-b26d-b3d6a6feb4a9,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:45:29.545877 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-4eb498ec-8cfb-4c5c-914e-5b40f95de513 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:45:29.550420 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-4eb498ec-8cfb-4c5c-914e-5b40f95de513 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.551858 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-4eb498ec-8cfb-4c5c-914e-5b40f95de513 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1410306
Dec 22 05:45:29.554645 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39040) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:45:29.559922 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-5d3dbc2e-a981-4755-b712-7b9420d8daec tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Request body: {'security_group_rule': {'security_group_id': 'c5c54739-dc76-45ed-9751-ec289b66c406', 'project_id': '98ab38ed7af949deb112919e10096124', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:45:29.566227 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-5d3dbc2e-a981-4755-b712-7b9420d8daec tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:45:29.570464 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5d3dbc2e-a981-4755-b712-7b9420d8daec tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Usage tracker for resource:security_group_rule and tenant:98ab38ed7af949deb112919e10096124 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:45:29.573220 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5d3dbc2e-a981-4755-b712-7b9420d8daec tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:45:29.578696 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-5d3dbc2e-a981-4755-b712-7b9420d8daec tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:45:29.595748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5d3dbc2e-a981-4755-b712-7b9420d8daec tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.656895 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5d3dbc2e-a981-4755-b712-7b9420d8daec tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.660488 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5d3dbc2e-a981-4755-b712-7b9420d8daec tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.667507 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-2f68884d-f546-408b-a892-a00f47bc0e8e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:45:29.685108 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3dbc2e-a981-4755-b712-7b9420d8daec tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388810dc-0564-435c-82de-173090f34947,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:45:29.687493 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5d3dbc2e-a981-4755-b712-7b9420d8daec tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:45:29.694734 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5d3dbc2e-a981-4755-b712-7b9420d8daec tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.695854 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5d3dbc2e-a981-4755-b712-7b9420d8daec tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1403394
Dec 22 05:45:29.698553 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39044) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:45:29.703787 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-1eeb667d-3b3f-4156-8e70-8c8b6d542563 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Request body: {'security_group_rule': {'security_group_id': 'c5c54739-dc76-45ed-9751-ec289b66c406', 'project_id': '98ab38ed7af949deb112919e10096124', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:45:29.709597 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1eeb667d-3b3f-4156-8e70-8c8b6d542563 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:45:29.713362 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1eeb667d-3b3f-4156-8e70-8c8b6d542563 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Usage tracker for resource:security_group_rule and tenant:98ab38ed7af949deb112919e10096124 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:45:29.716250 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-1eeb667d-3b3f-4156-8e70-8c8b6d542563 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:45:29.721896 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-1eeb667d-3b3f-4156-8e70-8c8b6d542563 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:45:29.731567 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-1eeb667d-3b3f-4156-8e70-8c8b6d542563 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Project 98ab38ed7af949deb112919e10096124 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:45:29.737573 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1eeb667d-3b3f-4156-8e70-8c8b6d542563 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.799616 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 45f37b87-faa2-42b1-ba41-e203a4c2569c no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:45:29.800233 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1eeb667d-3b3f-4156-8e70-8c8b6d542563 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.804316 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1eeb667d-3b3f-4156-8e70-8c8b6d542563 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.806072 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-622b8712-a6fa-4f61-a02e-4bb32ec43346 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:45:29.828478 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb667d-3b3f-4156-8e70-8c8b6d542563 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b917f18-0dd3-417e-a942-b8c5513e6d17,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:45:29.832731 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 45f37b87-faa2-42b1-ba41-e203a4c2569c {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:45:29.832894 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1eeb667d-3b3f-4156-8e70-8c8b6d542563 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:45:29.833094 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 45f37b87-faa2-42b1-ba41-e203a4c2569c not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:45:29.837608 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1eeb667d-3b3f-4156-8e70-8c8b6d542563 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.838777 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1eeb667d-3b3f-4156-8e70-8c8b6d542563 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1393473
Dec 22 05:45:29.841526 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39048) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:45:29.846967 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-f20625e2-b53c-4c0a-9383-7cf444865e26 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Request body: {'security_group_rule': {'security_group_id': 'c5c54739-dc76-45ed-9751-ec289b66c406', 'project_id': '98ab38ed7af949deb112919e10096124', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:45:29.853089 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f20625e2-b53c-4c0a-9383-7cf444865e26 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:45:29.856773 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f20625e2-b53c-4c0a-9383-7cf444865e26 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Usage tracker for resource:security_group_rule and tenant:98ab38ed7af949deb112919e10096124 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:45:29.859574 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f20625e2-b53c-4c0a-9383-7cf444865e26 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:45:29.865029 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f20625e2-b53c-4c0a-9383-7cf444865e26 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:45:29.875535 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-f20625e2-b53c-4c0a-9383-7cf444865e26 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Project 98ab38ed7af949deb112919e10096124 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:45:29.882386 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f20625e2-b53c-4c0a-9383-7cf444865e26 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.947339 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f20625e2-b53c-4c0a-9383-7cf444865e26 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.950807 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f20625e2-b53c-4c0a-9383-7cf444865e26 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.952638 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-c3f34479-6d32-4dd5-a065-555c059b4489 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:45:29.973120 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20625e2-b53c-4c0a-9383-7cf444865e26 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c7532df-8990-459d-871c-49fdff0d7cf5,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:45:29.975762 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f20625e2-b53c-4c0a-9383-7cf444865e26 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:45:29.982700 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f20625e2-b53c-4c0a-9383-7cf444865e26 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:29.983814 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f20625e2-b53c-4c0a-9383-7cf444865e26 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1413379
Dec 22 05:45:38.153742 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:38.921458 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-6a209194-76ab-40f0-bd88-5f9aded9b10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:41.121214 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1ae241a7-fb5a-4a13-83d6-9b793943d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:42.332056 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:42.456636 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:43.794117 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:43.917910 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-8ffeac23-6bc8-4723-8c75-1096b97d0d34 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Synchronizing usage tracker for tenant:98ab38ed7af949deb112919e10096124 on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:45:43.932270 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-8ffeac23-6bc8-4723-8c75-1096b97d0d34 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Unset dirty status for tenant:98ab38ed7af949deb112919e10096124 on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:45:43.933404 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-8ffeac23-6bc8-4723-8c75-1096b97d0d34 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1637564407&fields=id&tenant_id=98ab38ed7af949deb112919e10096124 HTTP/1.1" status: 200  len: 267 time: 0.0560138
Dec 22 05:45:44.175771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-5b2a6201-09a0-4ad4-ae99-d0eae91ebf33 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:45:44.176345 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-5b2a6201-09a0-4ad4-ae99-d0eae91ebf33 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Synchronizing usage tracker for tenant:98ab38ed7af949deb112919e10096124 on resource:network {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:45:44.193167 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-5b2a6201-09a0-4ad4-ae99-d0eae91ebf33 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Unset dirty status for tenant:98ab38ed7af949deb112919e10096124 on resource:network {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:45:44.194309 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-5b2a6201-09a0-4ad4-ae99-d0eae91ebf33 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/networks?id=0a437fed-050a-404b-86fb-d186b9f8aefb HTTP/1.1" status: 200  len: 808 time: 0.2542226
Dec 22 05:45:44.210774 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-c9f57535-bded-44b1-82e0-036922431bd7 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/quotas/98ab38ed7af949deb112919e10096124 HTTP/1.1" status: 200  len: 375 time: 0.0109358
Dec 22 05:45:44.292617 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-3b8fc382-4885-4660-8ae3-965474d0cb04 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=98ab38ed7af949deb112919e10096124&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0769439
Dec 22 05:45:44.307192 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-37dc9cdc-c54b-4016-9164-c5110e5a0f54 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83435) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 05:45:44.308116 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-37dc9cdc-c54b-4016-9164-c5110e5a0f54 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0047579
Dec 22 05:45:44.435786 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-6086d06d-4472-49dd-81e7-fb151e975f92 service neutron] 10.222.0.53 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218655
Dec 22 05:45:44.568903 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-3979c45f-0193-4733-b401-9a2adf54e9f9 service neutron] 10.222.0.53 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264877
Dec 22 05:45:45.977345 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-b1ebfb4a-6f0b-49f4-940b-b60ee28a80a4 req-2ea34234-9a23-4413-a737-009b7e142a1d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Synchronizing usage tracker for tenant:98ab38ed7af949deb112919e10096124 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:45:45.991755 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-b1ebfb4a-6f0b-49f4-940b-b60ee28a80a4 req-2ea34234-9a23-4413-a737-009b7e142a1d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Unset dirty status for tenant:98ab38ed7af949deb112919e10096124 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:45:45.992853 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b1ebfb4a-6f0b-49f4-940b-b60ee28a80a4 req-2ea34234-9a23-4413-a737-009b7e142a1d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 210 time: 0.0596654
Dec 22 05:45:47.098478 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e28d6aa6-e997-4d8d-b8ae-08d6a23de829 req-813b02aa-6408-49b4-8d4d-8b6630b68250 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 210 time: 0.0399337
Dec 22 05:45:48.219438 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-bc22e711-48e9-4648-84fe-a817c3d5cb38 req-b221d4a6-9a7d-4417-9819-c6486aa3f526 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 210 time: 0.0404694
Dec 22 05:45:49.380358 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-00776a26-67e1-44d5-a166-d5436c402833 req-9e8e19f1-e808-491d-8389-1d23b98ec911 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 210 time: 0.0399897
Dec 22 05:45:50.538406 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fbe14c8d-4a91-49ca-b93c-003f256d68be req-83f4df5d-f3a4-4e41-a102-dad4fe9bcd26 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 210 time: 0.0416770
Dec 22 05:45:51.108813 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-3c09394a-3e36-4b1f-9ee8-aa441ed8246e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:45:51.110579 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-3c09394a-3e36-4b1f-9ee8-aa441ed8246e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.47 "GET /v2.0/networks?id=0a437fed-050a-404b-86fb-d186b9f8aefb HTTP/1.1" status: 200  len: 808 time: 0.1432438
Dec 22 05:45:51.175071 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-ab8a162d-9a8c-42e4-b6ca-f03070279b29 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98ab38ed7af949deb112919e10096124 HTTP/1.1" status: 200  len: 380 time: 0.0434630
Dec 22 05:45:51.184815 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-cad13f7b-0d6f-4c57-8fbc-a7de63ee4833 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Request body: {'port': {'device_id': '648778de-1cd6-4491-a9ec-be755b874b0a', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'admin_state_up': True, 'tenant_id': '98ab38ed7af949deb112919e10096124', 'security_groups': ['c5c54739-dc76-45ed-9751-ec289b66c406']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:45:51.319649 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-cad13f7b-0d6f-4c57-8fbc-a7de63ee4833 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:45:51.328977 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-cad13f7b-0d6f-4c57-8fbc-a7de63ee4833 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:45:51.338968 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-cad13f7b-0d6f-4c57-8fbc-a7de63ee4833 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Made reservation on behalf of 98ab38ed7af949deb112919e10096124 for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:45:51.342020 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-cad13f7b-0d6f-4c57-8fbc-a7de63ee4833 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:51.506369 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-cad13f7b-0d6f-4c57-8fbc-a7de63ee4833 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Allocated IP 172.20.0.5 (0a437fed-050a-404b-86fb-d186b9f8aefb/2c428034-7b25-47e4-ab2d-5c2cdea5df56/36d69ba3-dbf2-4e3a-acd3-b35c022d33e0) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:45:51.700518 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-cad13f7b-0d6f-4c57-8fbc-a7de63ee4833 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:51.705165 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c3fc5f0b-b856-4e7d-8306-fa510ef187bc req-e4fa62da-29b4-4143-8e34-f41583f8d8a8 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 210 time: 0.0458646
Dec 22 05:45:51.716575 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-cad13f7b-0d6f-4c57-8fbc-a7de63ee4833 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Transition to ACTIVE for port object 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:45:51.738880 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-cad13f7b-0d6f-4c57-8fbc-a7de63ee4833 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:51.746876 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-53bef97d-a988-4ecd-ae6d-cf8a0a447695 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:45:51.803553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-cad13f7b-0d6f-4c57-8fbc-a7de63ee4833 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Network 0a437fed-050a-404b-86fb-d186b9f8aefb is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:45:51.806558 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-cad13f7b-0d6f-4c57-8fbc-a7de63ee4833 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:45:51.809280 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-cad13f7b-0d6f-4c57-8fbc-a7de63ee4833 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:45:51.860572 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad13f7b-0d6f-4c57-8fbc-a7de63ee4833 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event updated for resources: {'Port': ['ID=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:45:51.864091 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cad13f7b-0d6f-4c57-8fbc-a7de63ee4833 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:45:51.890641 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-cad13f7b-0d6f-4c57-8fbc-a7de63ee4833 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:45:51.891249 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-cad13f7b-0d6f-4c57-8fbc-a7de63ee4833 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:51.923217 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-cad13f7b-0d6f-4c57-8fbc-a7de63ee4833 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7423222
Dec 22 05:45:51.939870 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-9d715d58-c9b9-4e35-94b4-cda063ffbd39 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 05:45:51.940841 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-9d715d58-c9b9-4e35-94b4-cda063ffbd39 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0055382
Dec 22 05:45:51.951851 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] Request body: {'port': {'device_id': '648778de-1cd6-4491-a9ec-be755b874b0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:45:52.058079 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1b0d0fcd-4b3b-4beb-86cb-2e60187dad25 None None] Provisioning for port 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:45:52.063494 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-1b0d0fcd-4b3b-4beb-86cb-2e60187dad25 None None] Provisioning complete for port 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:45:52.063646 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:52.063747 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-1b0d0fcd-4b3b-4beb-86cb-2e60187dad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:52.116244 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-1b0d0fcd-4b3b-4beb-86cb-2e60187dad25 None None] Port 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:45:52.400690 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:45:52.407577 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:52.422047 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] Transition to ACTIVE for port object 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:45:52.426182 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:52.429862 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-f24e1181-01ce-4a01-98fe-a7ff46e70483 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:45:52.670446 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] Pushing event updated for resources: {'Port': ['ID=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:45:52.673371 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:45:52.777529 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] Attempting to bind port 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:45:52.778211 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] Attempting to bind port 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '11181023-c187-4577-97e7-c019ed01d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:45:52.778211 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] Attempting to bind port 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 on network 0a437fed-050a-404b-86fb-d186b9f8aefb {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:45:52.783973 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] Port 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 on network 0a437fed-050a-404b-86fb-d186b9f8aefb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:45:52.784290 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] Attempting to bind port 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 on network 0a437fed-050a-404b-86fb-d186b9f8aefb {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:45:52.790475 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:45:52.790806 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] Checking segment: {'id': '11181023-c187-4577-97e7-c019ed01d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:45:52.791184 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] Bound using segment: {'id': '11181023-c187-4577-97e7-c019ed01d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:45:52.791598 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] Bound port: 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11181023-c187-4577-97e7-c019ed01d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:45:52.791937 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:52.932569 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] For port 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:45:52.935914 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] For port 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:45:52.945404 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:52.950970 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0a526340-d2b2-4dcd-8bca-32ba3c192e6d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:45:53.007725 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf4954-e089-487c-9b18-9a65b7e32b73 req-218b4a83-920e-4fbb-8681-84bfffb54df3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:45:53.008407 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-9fcf4954-e089-487c-9b18-9a65b7e32b73 req-218b4a83-920e-4fbb-8681-84bfffb54df3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Synchronizing usage tracker for tenant:98ab38ed7af949deb112919e10096124 on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:45:53.028351 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:45:53.029798 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] 10.222.0.47 "PUT /v2.0/ports/36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 HTTP/1.1" status: 200  len: 1093 time: 1.0820398
Dec 22 05:45:53.032504 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648778de-1cd6-4491-a9ec-be755b874b0a', 'tag': '36d69ba3-dbf2-4e3a-acd3-b35c022d33e0'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:45:53.049140 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] Pushing event updated for resources: {'Port': ['ID=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:45:53.052187 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-9fcf4954-e089-487c-9b18-9a65b7e32b73 req-218b4a83-920e-4fbb-8681-84bfffb54df3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Unset dirty status for tenant:98ab38ed7af949deb112919e10096124 on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:45:53.053947 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9fcf4954-e089-487c-9b18-9a65b7e32b73 req-218b4a83-920e-4fbb-8681-84bfffb54df3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 943 time: 0.2170358
Dec 22 05:45:53.054750 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:45:53.137411 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648778de-1cd6-4491-a9ec-be755b874b0a', 'tag': '36d69ba3-dbf2-4e3a-acd3-b35c022d33e0', 'status': 'completed', 'code': 200}
Dec 22 05:45:53.160523 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9fcf4954-e089-487c-9b18-9a65b7e32b73 req-2acf2854-1441-4cfe-b23a-f75ff0cc2834 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0965517
Dec 22 05:45:53.191301 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-68ac31ba-0762-4a72-ad4f-05c4889ea9cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98ab38ed7af949deb112919e10096124&device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 1096 time: 0.0970483
Dec 22 05:45:53.268794 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-1df52ee3-e49f-4e69-83bd-0b09f2075b76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 HTTP/1.1" status: 200  len: 217 time: 0.0641851
Dec 22 05:45:53.329883 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-5d2a8853-1a10-479a-b60f-0181bf1e2bdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:45:53.331152 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-5d2a8853-1a10-479a-b60f-0181bf1e2bdb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c428034-7b25-47e4-ab2d-5c2cdea5df56 HTTP/1.1" status: 200  len: 847 time: 0.0559506
Dec 22 05:45:53.405777 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-8a049321-4e9d-4fdb-b230-67afcc7b1216 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a437fed-050a-404b-86fb-d186b9f8aefb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0681994
Dec 22 05:45:53.534316 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-d6076b27-beb5-4414-965d-e0c29a087534 service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213713
Dec 22 05:45:53.661185 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9d52f2c4-1079-41b6-b8db-8b435cb44572 req-c22aff93-8d38-4867-824d-4e9cc449063d service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1207480
Dec 22 05:45:53.808380 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cbedf69e-28d8-4d2d-b141-b647e3ee3b80 req-5167a0d5-ee10-46c8-9341-bdc7485a339e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98ab38ed7af949deb112919e10096124&device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 1096 time: 0.0659838
Dec 22 05:45:53.935470 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedf69e-28d8-4d2d-b141-b647e3ee3b80 req-48502d03-dfce-4101-a01f-fc24ab3ddca6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:45:53.937136 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cbedf69e-28d8-4d2d-b141-b647e3ee3b80 req-48502d03-dfce-4101-a01f-fc24ab3ddca6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a437fed-050a-404b-86fb-d186b9f8aefb HTTP/1.1" status: 200  len: 909 time: 0.1217253
Dec 22 05:45:54.006171 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cbedf69e-28d8-4d2d-b141-b647e3ee3b80 req-8b724fb7-7f22-404b-9599-1d1bd4a61f3f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 HTTP/1.1" status: 200  len: 217 time: 0.0619586
Dec 22 05:45:54.064288 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedf69e-28d8-4d2d-b141-b647e3ee3b80 req-6f5b6610-30b6-4f19-81cc-e66bc4e3b7c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:45:54.065590 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cbedf69e-28d8-4d2d-b141-b647e3ee3b80 req-6f5b6610-30b6-4f19-81cc-e66bc4e3b7c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c428034-7b25-47e4-ab2d-5c2cdea5df56 HTTP/1.1" status: 200  len: 847 time: 0.0544984
Dec 22 05:45:54.141019 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cbedf69e-28d8-4d2d-b141-b647e3ee3b80 req-21b1734c-985c-4aef-b15d-19648cdfd83e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a437fed-050a-404b-86fb-d186b9f8aefb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0683780
Dec 22 05:45:54.269622 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cbedf69e-28d8-4d2d-b141-b647e3ee3b80 req-0ff1a505-8f62-4579-b4d1-e8b02738e399 service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216798
Dec 22 05:45:54.360543 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00722fd7-378a-4c82-87ec-12cc28b354d5 req-68b977a1-29c8-4117-a9b8-99cb9e89853f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:45:54.361920 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-00722fd7-378a-4c82-87ec-12cc28b354d5 req-68b977a1-29c8-4117-a9b8-99cb9e89853f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 943 time: 0.0760109
Dec 22 05:45:54.407397 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-00722fd7-378a-4c82-87ec-12cc28b354d5 req-a79ab267-946f-4d53-ac7e-e36799f97cfc tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397708
Dec 22 05:45:54.509833 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cbedf69e-28d8-4d2d-b141-b647e3ee3b80 req-31e2a895-4076-42fd-83cc-54ed47b0719d service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2318242
Dec 22 05:45:55.603131 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2454e-25ee-483c-a6e3-4fc6336a7be3 req-7d90554f-f6d3-4b20-b97a-252f24227108 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:45:55.604674 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0ff2454e-25ee-483c-a6e3-4fc6336a7be3 req-7d90554f-f6d3-4b20-b97a-252f24227108 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 943 time: 0.0758426
Dec 22 05:45:55.604827 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:45:55.648415 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-0ff2454e-25ee-483c-a6e3-4fc6336a7be3 req-59afd3ee-b5d0-4df0-bb5e-4498cc0ff356 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383456
Dec 22 05:45:56.843502 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c431d-9ef1-4b66-ac7a-95e54c8477f8 req-5b54f3f4-187b-43c3-8166-2b7f6f9161e3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:45:56.844961 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e08c431d-9ef1-4b66-ac7a-95e54c8477f8 req-5b54f3f4-187b-43c3-8166-2b7f6f9161e3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 943 time: 0.0789976
Dec 22 05:45:56.889026 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e08c431d-9ef1-4b66-ac7a-95e54c8477f8 req-88db6202-ab35-42c1-aa70-31570fe72df2 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380504
Dec 22 05:45:58.082048 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d262840-a886-449f-9900-bffac057f999 req-fafce9bd-5b95-4e08-ae86-43e1f74974e3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:45:58.083504 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4d262840-a886-449f-9900-bffac057f999 req-fafce9bd-5b95-4e08-ae86-43e1f74974e3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 943 time: 0.0777981
Dec 22 05:45:58.127219 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4d262840-a886-449f-9900-bffac057f999 req-fea6f397-cb60-44fe-8944-c903122edfea tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383692
Dec 22 05:45:59.317705 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607892d-6594-46ea-9058-a8746fdb44e1 req-c8bd53e9-f3ee-403e-a34e-5f5a9520101a tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:45:59.319149 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9607892d-6594-46ea-9058-a8746fdb44e1 req-c8bd53e9-f3ee-403e-a34e-5f5a9520101a tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 943 time: 0.0751274
Dec 22 05:45:59.364128 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9607892d-6594-46ea-9058-a8746fdb44e1 req-e60a5daf-7fe1-4a9a-88f6-8af479277a8b tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395997
Dec 22 05:46:00.557351 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1199ec-de68-4fc8-bd3d-c48ac88d1157 req-5b3b6891-2d0a-42f5-8aba-c61ae7b64dde tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:46:00.558724 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1f1199ec-de68-4fc8-bd3d-c48ac88d1157 req-5b3b6891-2d0a-42f5-8aba-c61ae7b64dde tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 943 time: 0.0778632
Dec 22 05:46:00.602766 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-1f1199ec-de68-4fc8-bd3d-c48ac88d1157 req-85b7701e-e85a-483a-ac83-2e77fb315c2f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384378
Dec 22 05:46:01.796549 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b7e0b-0329-4bc4-b0e7-887a888b2d03 req-6af7b2ba-a8fd-4502-a87e-82f44c6d21e7 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:46:01.797990 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a93b7e0b-0329-4bc4-b0e7-887a888b2d03 req-6af7b2ba-a8fd-4502-a87e-82f44c6d21e7 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 943 time: 0.0775011
Dec 22 05:46:01.842397 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a93b7e0b-0329-4bc4-b0e7-887a888b2d03 req-84248697-9f65-43ca-865c-b31fc1e416b0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390427
Dec 22 05:46:02.063750 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:46:02.194945 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:46:02.207903 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '36d69ba3-dbf2-4e3a-acd3-b35c022d33e0', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'port_id': '36d69ba3-dbf2-4e3a-acd3-b35c022d33e0', 'mac_address': 'fa:16:3e:55:97:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:46:02.263152 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:02.279360 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:46:02.294267 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:46:02.297925 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:02.299733 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:46:02.361373 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:46:02.370886 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:46:02.371231 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:46:02.371569 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:46:02.371902 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:46:02.372232 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:46:02.372560 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:46:02.372882 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:46:02.373207 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:46:02.373527 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:46:02.373871 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:46:02.374190 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:46:02.377881 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:46:02.760014 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['36d69ba3-dbf2-4e3a-acd3-b35c022d33e0'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:46:03.039991 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abddfb-c5ab-417b-91c3-f603390fa2fb req-de32f372-76f0-401a-8b2e-257abe2c86b1 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:46:03.041330 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-29abddfb-c5ab-417b-91c3-f603390fa2fb req-de32f372-76f0-401a-8b2e-257abe2c86b1 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 944 time: 0.0804796
Dec 22 05:46:03.085090 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-29abddfb-c5ab-417b-91c3-f603390fa2fb req-9cf7b0d5-614b-407e-a380-ac1e3b644c38 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383365
Dec 22 05:46:04.079521 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:46:04.193190 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:46:04.197937 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:46:04.198319 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:04.282986 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8726df-eed2-4fdb-95ea-b0f082841b57 req-3b311532-420a-472a-adbe-7669d7478cb2 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:46:04.284442 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3e8726df-eed2-4fdb-95ea-b0f082841b57 req-3b311532-420a-472a-adbe-7669d7478cb2 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 944 time: 0.0761402
Dec 22 05:46:04.307886 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:04.329397 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3e8726df-eed2-4fdb-95ea-b0f082841b57 req-1eebcb10-30a8-400e-b487-85c957c7d86b tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387018
Dec 22 05:46:04.338121 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648778de-1cd6-4491-a9ec-be755b874b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d69ba3-dbf2-4e3a-acd3-b35c022d33e0'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:46:04.355801 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:46:04.359734 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:04.361662 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9f23f36c-db83-4726-9ea0-d55e0b7bc3f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:46:04.396777 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648778de-1cd6-4491-a9ec-be755b874b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d69ba3-dbf2-4e3a-acd3-b35c022d33e0', 'code': 200}
Dec 22 05:46:04.426822 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:46:04.429613 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:46:04.697128 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b038f332-23ad-439d-ab4f-018f8e7f2fd7 req-d7d51b92-e71c-43dc-9c61-07ac327d2f32 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 1098 time: 0.0733964
Dec 22 05:46:04.741174 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b038f332-23ad-439d-ab4f-018f8e7f2fd7 req-ac61c723-960c-4a66-8b72-ffa56604b7f4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382023
Dec 22 05:46:05.522426 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94383b2-98f5-4d27-8879-b0fe5b5e5910 req-871664a6-5774-4c59-a7fe-6d513c76676c tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:46:05.523809 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a94383b2-98f5-4d27-8879-b0fe5b5e5910 req-871664a6-5774-4c59-a7fe-6d513c76676c tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 945 time: 0.0775549
Dec 22 05:46:05.568166 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a94383b2-98f5-4d27-8879-b0fe5b5e5910 req-8a1f1611-9d20-4f8f-b238-54242cc127b5 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389593
Dec 22 05:46:06.764149 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130ce31-a850-46e1-b60c-aab8bf95a865 req-6f896b9d-02e0-4075-8f9c-71789e56c71f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:46:06.765594 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4130ce31-a850-46e1-b60c-aab8bf95a865 req-6f896b9d-02e0-4075-8f9c-71789e56c71f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 945 time: 0.0794618
Dec 22 05:46:06.809196 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4130ce31-a850-46e1-b60c-aab8bf95a865 req-9926ae2e-11ba-4d56-99f9-b1727d464769 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380609
Dec 22 05:46:07.002152 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5da878-c363-45c8-9e62-8609f6c7bb28 req-bd0104c9-fd37-4710-8079-92f5c96ebb49 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:46:07.003606 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ff5da878-c363-45c8-9e62-8609f6c7bb28 req-bd0104c9-fd37-4710-8079-92f5c96ebb49 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 945 time: 0.0749855
Dec 22 05:46:07.051175 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ff5da878-c363-45c8-9e62-8609f6c7bb28 req-15b5a824-be2a-48a0-8d45-6bde6ceec4ee tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419283
Dec 22 05:46:07.079703 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39236) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:46:07.233811 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7316e039-45c0-4046-a01a-187b31d7c036 tempest-TestShelveInstance-1482118731 tempest-TestShelveInstance-1482118731-project-admin] Synchronizing usage tracker for tenant:bf973e65f4b94db8a453bc9b1a3c2d7b on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:46:07.249508 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7316e039-45c0-4046-a01a-187b31d7c036 tempest-TestShelveInstance-1482118731 tempest-TestShelveInstance-1482118731-project-admin] Unset dirty status for tenant:bf973e65f4b94db8a453bc9b1a3c2d7b on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:46:07.250737 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7316e039-45c0-4046-a01a-187b31d7c036 tempest-TestShelveInstance-1482118731 tempest-TestShelveInstance-1482118731-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 1093 time: 0.1699622
Dec 22 05:46:07.253507 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39242) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:46:07.258823 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': '36d69ba3-dbf2-4e3a-acd3-b35c022d33e0', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:46:07.264266 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:46:07.268097 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Usage tracker for resource:floatingip and tenant:98ab38ed7af949deb112919e10096124 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:46:07.271475 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:46:07.277120 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:46:07.289616 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:07.422713 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:07.554359 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Allocated IP 172.26.4.121 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/ade936c6-5be7-40c0-890f-0b35533ad2d9) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:46:07.787725 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:07.813790 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:07.817135 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-795889fe-ab04-41c1-bd2a-f6b149b630be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:46:07.880837 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:46:07.883941 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:46:07.885942 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event updated for resources: {'Port': ['ID=ade936c6-5be7-40c0-890f-0b35533ad2d9,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:46:07.887956 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:46:07.915438 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:46:08.148391 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:08.390347 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:08.447830 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:08.646798 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:08.651052 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:08.654436 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:46:08.764347 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event updated for resources: {'Port': ['ID=ade936c6-5be7-40c0-890f-0b35533ad2d9,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:46:08.768200 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:46:08.782480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:08.924885 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-eb82812a-f4f1-4aa9-aea7-6ee28ac5ea5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:08.966653 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Floating IP 3eea39ad-6051-4c99-8a0d-4e5204d6d326 associated. External IP: 172.26.4.121, port: 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0.
Dec 22 05:46:09.456759 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Router ed764d70-820a-4bd6-ae82-b186d5df4076 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:46:09.650146 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:46:09.659306 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec7c732-7c3e-4e8c-b4e7-2150f669b223 None None] Sync routers for ids ['ed764d70-820a-4bd6-ae82-b186d5df4076'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:46:09.670483 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec7c732-7c3e-4e8c-b4e7-2150f669b223 None None] Routers {'ed764d70-820a-4bd6-ae82-b186d5df4076'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:46:09.671304 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-dec7c732-7c3e-4e8c-b4e7-2150f669b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c34a2b0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:45:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['ed764d70-820a-4bd6-ae82-b186d5df4076'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:46:09.673774 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:09.730805 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4760745
Dec 22 05:46:09.731289 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648778de-1cd6-4491-a9ec-be755b874b0a', 'tag': '36d69ba3-dbf2-4e3a-acd3-b35c022d33e0'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:46:09.784403 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648778de-1cd6-4491-a9ec-be755b874b0a', 'tag': '36d69ba3-dbf2-4e3a-acd3-b35c022d33e0', 'status': 'completed', 'code': 200}
Dec 22 05:46:09.852078 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-dec7c732-7c3e-4e8c-b4e7-2150f669b223 None None] Set router ed764d70-820a-4bd6-ae82-b186d5df4076 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:46:09.907184 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-12efc390-0e5c-41b1-9503-f596d94c4621 req-cfbbda0f-c0a0-4810-ac35-e0b21734be3a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98ab38ed7af949deb112919e10096124&device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 1098 time: 0.0718555
Dec 22 05:46:10.037480 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efc390-0e5c-41b1-9503-f596d94c4621 req-44496f01-eea1-4552-8eec-2cdc6b0866cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:46:10.038858 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-12efc390-0e5c-41b1-9503-f596d94c4621 req-44496f01-eea1-4552-8eec-2cdc6b0866cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a437fed-050a-404b-86fb-d186b9f8aefb HTTP/1.1" status: 200  len: 909 time: 0.1253223
Dec 22 05:46:10.140769 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-12efc390-0e5c-41b1-9503-f596d94c4621 req-10da4a53-1484-4199-a340-c13d31a21ec3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 HTTP/1.1" status: 200  len: 999 time: 0.0957391
Dec 22 05:46:10.193515 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-dec7c732-7c3e-4e8c-b4e7-2150f669b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c34a2b0>, [{'id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'name': 'tempest-TestShelveInstance-493485150-router', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:52Z', 'revision_number': 4, 'project_id': '98ab38ed7af949deb112919e10096124', 'gw_port': {'id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '3eea39ad-6051-4c99-8a0d-4e5204d6d326', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'floating_ip_address': '172.26.4.121', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'port_id': '36d69ba3-dbf2-4e3a-acd3-b35c022d33e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'mac_address': 'fa:16:3e:55:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648778de-1cd6-4491-a9ec-be755b874b0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:46:08Z', 'updated_at': '2021-12-22T05:46:08Z', 'revision_number': 0, 'project_id': '98ab38ed7af949deb112919e10096124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15e3b665-cd4d-46f9-946c-05ea456591ac', 'name': '', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'mac_address': 'fa:16:3e:1e:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:51Z', 'updated_at': '2021-12-22T05:40:10Z', 'revision_number': 5, 'project_id': '98ab38ed7af949deb112919e10096124', 'subnets': [{'id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:46:10.197483 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec7c732-7c3e-4e8c-b4e7-2150f669b223 None None] Checking router: ed764d70-820a-4bd6-ae82-b186d5df4076 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:46:10.203049 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efc390-0e5c-41b1-9503-f596d94c4621 req-f9436759-d9c4-495b-b61d-9459a3c6cb04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:46:10.204506 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-12efc390-0e5c-41b1-9503-f596d94c4621 req-f9436759-d9c4-495b-b61d-9459a3c6cb04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c428034-7b25-47e4-ab2d-5c2cdea5df56 HTTP/1.1" status: 200  len: 847 time: 0.0575571
Dec 22 05:46:10.210646 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec7c732-7c3e-4e8c-b4e7-2150f669b223 None None] Routers {'ed764d70-820a-4bd6-ae82-b186d5df4076'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:46:10.211342 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-dec7c732-7c3e-4e8c-b4e7-2150f669b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c34a2b0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:45:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['ed764d70-820a-4bd6-ae82-b186d5df4076'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:46:10.277680 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-12efc390-0e5c-41b1-9503-f596d94c4621 req-da040fdd-8752-448e-bf5c-86ea6272ad6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a437fed-050a-404b-86fb-d186b9f8aefb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0664792
Dec 22 05:46:10.387045 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-dec7c732-7c3e-4e8c-b4e7-2150f669b223 None None] Set router ed764d70-820a-4bd6-ae82-b186d5df4076 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:46:10.406324 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-12efc390-0e5c-41b1-9503-f596d94c4621 req-7e3cab28-94cd-4062-8b8f-08f946453115 service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224661
Dec 22 05:46:10.540143 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-12efc390-0e5c-41b1-9503-f596d94c4621 req-37e74c87-3fb5-4fe9-8802-26a8cd0d03d2 service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273527
Dec 22 05:46:10.729342 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-dec7c732-7c3e-4e8c-b4e7-2150f669b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c34a2b0>, [{'id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'name': 'tempest-TestShelveInstance-493485150-router', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:52Z', 'revision_number': 4, 'project_id': '98ab38ed7af949deb112919e10096124', 'gw_port': {'id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '3eea39ad-6051-4c99-8a0d-4e5204d6d326', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'floating_ip_address': '172.26.4.121', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'port_id': '36d69ba3-dbf2-4e3a-acd3-b35c022d33e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'mac_address': 'fa:16:3e:55:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648778de-1cd6-4491-a9ec-be755b874b0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:46:08Z', 'updated_at': '2021-12-22T05:46:08Z', 'revision_number': 0, 'project_id': '98ab38ed7af949deb112919e10096124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15e3b665-cd4d-46f9-946c-05ea456591ac', 'name': '', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'mac_address': 'fa:16:3e:1e:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:51Z', 'updated_at': '2021-12-22T05:40:10Z', 'revision_number': 5, 'project_id': '98ab38ed7af949deb112919e10096124', 'subnets': [{'id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:46:10.733129 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec7c732-7c3e-4e8c-b4e7-2150f669b223 None None] The sync data for ids ['ed764d70-820a-4bd6-ae82-b186d5df4076'] in dv-neutron-822525-1-hyperv is: [{'id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'name': 'tempest-TestShelveInstance-493485150-router', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:52Z', 'revision_number': 4, 'project_id': '98ab38ed7af949deb112919e10096124', 'gw_port': {'id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '3eea39ad-6051-4c99-8a0d-4e5204d6d326', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'floating_ip_address': '172.26.4.121', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'port_id': '36d69ba3-dbf2-4e3a-acd3-b35c022d33e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'mac_address': 'fa:16:3e:55:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648778de-1cd6-4491-a9ec-be755b874b0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:46:08Z', 'updated_at': '2021-12-22T05:46:08Z', 'revision_number': 0, 'project_id': '98ab38ed7af949deb112919e10096124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15e3b665-cd4d-46f9-946c-05ea456591ac', 'name': '', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'mac_address': 'fa:16:3e:1e:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:51Z', 'updated_at': '2021-12-22T05:40:10Z', 'revision_number': 5, 'project_id': '98ab38ed7af949deb112919e10096124', 'subnets': [{'id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:46:10.916657 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8438d345-bec2-4dab-a62c-28c18edd9a8f None None] New status for floating IP 3eea39ad-6051-4c99-8a0d-4e5204d6d326: ACTIVE {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:46:11.123253 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c9b92d01-e810-4ca9-9952-95b8287cc1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:12.331479 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:12.449696 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:13.797601 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:32.604916 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:46:38.165515 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:38.927523 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3053e8ed-86e4-40cf-a2f6-6253c94822dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:41.124260 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cbfbddfd-7b6b-4682-a5de-047767433296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:42.335977 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:42.452265 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:43.806129 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:46:48.543590 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-14e5474c-ec68-4f17-b0a4-af02186344a4 req-69a12a69-ae8f-4a25-b9a4-ba546abec532 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0713561
Dec 22 05:46:48.692667 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-14e5474c-ec68-4f17-b0a4-af02186344a4 req-468f3fde-efd1-4449-ae49-a0d7ee5cdc01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98ab38ed7af949deb112919e10096124&device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 1098 time: 0.0671611
Dec 22 05:46:48.833188 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5474c-ec68-4f17-b0a4-af02186344a4 req-935942de-b6d2-45b6-8a46-b6533b60a6f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:46:48.834546 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-14e5474c-ec68-4f17-b0a4-af02186344a4 req-935942de-b6d2-45b6-8a46-b6533b60a6f6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a437fed-050a-404b-86fb-d186b9f8aefb HTTP/1.1" status: 200  len: 909 time: 0.1225343
Dec 22 05:46:49.032101 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-14e5474c-ec68-4f17-b0a4-af02186344a4 req-211ca302-a76b-4daa-a4a4-9ffa1c5fd339 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 HTTP/1.1" status: 200  len: 1001 time: 0.1911690
Dec 22 05:46:49.097367 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5474c-ec68-4f17-b0a4-af02186344a4 req-933191f2-f385-4948-a042-38de498e1283 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:46:49.098689 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-14e5474c-ec68-4f17-b0a4-af02186344a4 req-933191f2-f385-4948-a042-38de498e1283 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c428034-7b25-47e4-ab2d-5c2cdea5df56 HTTP/1.1" status: 200  len: 847 time: 0.0591717
Dec 22 05:46:49.170437 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-14e5474c-ec68-4f17-b0a4-af02186344a4 req-baab62d7-9c5a-47c1-88cd-f511803a1208 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a437fed-050a-404b-86fb-d186b9f8aefb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0653107
Dec 22 05:46:49.297992 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-14e5474c-ec68-4f17-b0a4-af02186344a4 req-8dc68af4-8b45-4032-a071-c9fd03d9f6e3 service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216550
Dec 22 05:46:49.425034 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-14e5474c-ec68-4f17-b0a4-af02186344a4 req-b14c2b8b-fcfc-44ef-a652-5910f6c188b2 service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211946
Dec 22 05:47:08.178259 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:47:08.930227 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-671e0ba0-801b-4234-9c72-f275c33a2513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:47:09.604448 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:47:11.125056 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-27b5242e-9ad5-46c7-b426-4f2949557e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:47:12.337851 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:47:12.452974 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:47:13.802078 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:47:38.176902 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:47:38.931760 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9888f899-4ee8-4295-a5d3-92c7f2b2645c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:47:41.129221 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-add5ad00-8269-4350-aaa6-37200c9ad783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:47:42.339921 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:47:42.453709 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:47:43.804935 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:47:46.603900 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:47:48.532032 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a4e1d1d7-1027-4fea-b08a-101429d11233 req-73c8c9bc-9f0e-42ac-94d2-d87d15918543 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0657451
Dec 22 05:47:48.686016 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a4e1d1d7-1027-4fea-b08a-101429d11233 req-e796c816-5b09-4c4e-a330-c2e381971fa3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98ab38ed7af949deb112919e10096124&device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 1098 time: 0.0705726
Dec 22 05:47:48.823876 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1d1d7-1027-4fea-b08a-101429d11233 req-d1f1f979-5e98-43d3-80b2-37dc8aaa7606 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:47:48.825241 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a4e1d1d7-1027-4fea-b08a-101429d11233 req-d1f1f979-5e98-43d3-80b2-37dc8aaa7606 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a437fed-050a-404b-86fb-d186b9f8aefb HTTP/1.1" status: 200  len: 909 time: 0.1218483
Dec 22 05:47:48.926000 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a4e1d1d7-1027-4fea-b08a-101429d11233 req-5e47e3e4-01ea-4af8-9f02-50378dcb6de1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 HTTP/1.1" status: 200  len: 1001 time: 0.0937726
Dec 22 05:47:48.985523 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1d1d7-1027-4fea-b08a-101429d11233 req-86075856-de39-40c6-b189-918a95182a01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:47:48.986899 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a4e1d1d7-1027-4fea-b08a-101429d11233 req-86075856-de39-40c6-b189-918a95182a01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c428034-7b25-47e4-ab2d-5c2cdea5df56 HTTP/1.1" status: 200  len: 847 time: 0.0554087
Dec 22 05:47:49.061958 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a4e1d1d7-1027-4fea-b08a-101429d11233 req-4d942076-cc60-4851-b8f1-53190baea78e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a437fed-050a-404b-86fb-d186b9f8aefb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0687263
Dec 22 05:47:49.194032 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a4e1d1d7-1027-4fea-b08a-101429d11233 req-a06d31e2-c51d-4749-82dc-da9281934d6e service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241689
Dec 22 05:47:49.322573 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a4e1d1d7-1027-4fea-b08a-101429d11233 req-cac46642-42e9-4aac-a4a8-76371344dfcb service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227276
Dec 22 05:48:05.678030 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be9995-7e22-45b3-aa86-f11b27541137 req-4743f681-1099-47a5-acde-9dcce4c3917b tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:05.679500 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-16be9995-7e22-45b3-aa86-f11b27541137 req-4743f681-1099-47a5-acde-9dcce4c3917b tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 945 time: 0.1485991
Dec 22 05:48:05.724088 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-16be9995-7e22-45b3-aa86-f11b27541137 req-9d865ab4-63a7-4664-8d0c-ce3312dfdc06 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383825
Dec 22 05:48:06.987743 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afb54f-02da-4fc3-a799-dc376270223e req-09d53b4a-50f3-42ec-ad66-6c0038223c6d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:06.989190 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-61afb54f-02da-4fc3-a799-dc376270223e req-09d53b4a-50f3-42ec-ad66-6c0038223c6d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 945 time: 0.1418812
Dec 22 05:48:07.034237 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-61afb54f-02da-4fc3-a799-dc376270223e req-7eba2f61-40ca-4601-a0c9-b06f41d7ae4e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394955
Dec 22 05:48:08.191801 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:48:08.243213 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85c4d0-3692-4f16-bfa8-932b5645ccf4 req-1156ef36-e998-4309-8d83-137ee2de54bf tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:08.244550 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ee85c4d0-3692-4f16-bfa8-932b5645ccf4 req-1156ef36-e998-4309-8d83-137ee2de54bf tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 945 time: 0.0805540
Dec 22 05:48:08.288725 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ee85c4d0-3692-4f16-bfa8-932b5645ccf4 req-7e273f66-8096-4cbe-b6d3-ffcc1a83c8e6 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386572
Dec 22 05:48:08.935124 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b9cd3792-1cac-486c-840f-c70c1b648b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:48:09.483092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1adcf-f939-4b26-8309-1e653c30c5c1 req-0cedda8c-9426-4a86-8a37-cffeca8fb4f8 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:09.484455 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-59e1adcf-f939-4b26-8309-1e653c30c5c1 req-0cedda8c-9426-4a86-8a37-cffeca8fb4f8 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 945 time: 0.0790408
Dec 22 05:48:09.528411 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-59e1adcf-f939-4b26-8309-1e653c30c5c1 req-60b04d5d-7fe6-4c59-97c5-901389f5d392 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385518
Dec 22 05:48:10.719861 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfda84-b64c-4d2e-8114-d68a6d9ecc46 req-c80bd48c-744d-4564-8a4f-b8310eddbd90 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:10.721308 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b1dfda84-b64c-4d2e-8114-d68a6d9ecc46 req-c80bd48c-744d-4564-8a4f-b8310eddbd90 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 945 time: 0.0760250
Dec 22 05:48:10.765196 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b1dfda84-b64c-4d2e-8114-d68a6d9ecc46 req-01095b58-7bfb-4b23-be23-a93fc1414969 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385180
Dec 22 05:48:11.130591 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a71cbe1f-f6fb-43fb-b960-27b3ed353b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:48:11.955577 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864dda6-5971-4d18-b0ba-35af1ea19e1b req-6c66ce92-9629-4159-8da6-da73bee00787 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:11.956996 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0864dda6-5971-4d18-b0ba-35af1ea19e1b req-6c66ce92-9629-4159-8da6-da73bee00787 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 945 time: 0.0743616
Dec 22 05:48:12.000919 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0864dda6-5971-4d18-b0ba-35af1ea19e1b req-a2f408f7-d05d-4592-a8d8-f96d080253e8 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385692
Dec 22 05:48:12.343122 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:48:12.453875 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:48:13.300602 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481d138-734e-430d-baef-ce85841bcbff req-73c5ffe0-a1e3-42c0-a501-3dbc8882424a tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:13.301969 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3481d138-734e-430d-baef-ce85841bcbff req-73c5ffe0-a1e3-42c0-a501-3dbc8882424a tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 945 time: 0.1810341
Dec 22 05:48:13.346519 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3481d138-734e-430d-baef-ce85841bcbff req-29495812-00c9-4ef0-9a85-ed1fd51792f6 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391476
Dec 22 05:48:13.808152 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:48:14.544771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a109fe1-526f-41e4-aaeb-f5189b56b76a req-c00fa05d-f012-4f65-bb7e-e145bd7b4d51 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:14.546172 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7a109fe1-526f-41e4-aaeb-f5189b56b76a req-c00fa05d-f012-4f65-bb7e-e145bd7b4d51 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 945 time: 0.0788701
Dec 22 05:48:14.590974 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7a109fe1-526f-41e4-aaeb-f5189b56b76a req-9f525c91-5d92-4498-a423-b07681b22493 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394084
Dec 22 05:48:15.839088 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-493da04f-1334-422b-977b-03dd99c8a0a7 req-20279db5-e383-4421-bbef-5498e33a12f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98ab38ed7af949deb112919e10096124&device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 1098 time: 0.1719735
Dec 22 05:48:15.845123 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec559a-5afb-4283-976d-a0747885d779 req-72f0cc5d-ea14-435e-bfa1-ed536e00ff8a tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:15.846462 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4eec559a-5afb-4283-976d-a0747885d779 req-72f0cc5d-ea14-435e-bfa1-ed536e00ff8a tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 945 time: 0.1372924
Dec 22 05:48:15.969801 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4eec559a-5afb-4283-976d-a0747885d779 req-f7604cc8-8aba-4080-8a7c-7b6b68bc12f5 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1053774
Dec 22 05:48:16.002863 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493da04f-1334-422b-977b-03dd99c8a0a7 req-26735f88-30f8-4916-81fc-020574c41f3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:16.004323 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-493da04f-1334-422b-977b-03dd99c8a0a7 req-26735f88-30f8-4916-81fc-020574c41f3e service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a437fed-050a-404b-86fb-d186b9f8aefb HTTP/1.1" status: 200  len: 909 time: 0.1570497
Dec 22 05:48:16.105588 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-493da04f-1334-422b-977b-03dd99c8a0a7 req-0019e44e-4f8d-43a8-b350-6d2784d520f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 HTTP/1.1" status: 200  len: 1001 time: 0.0944500
Dec 22 05:48:16.166176 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493da04f-1334-422b-977b-03dd99c8a0a7 req-37436494-d1b9-4ce3-ab59-fcdfe4cf08ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:16.167644 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-493da04f-1334-422b-977b-03dd99c8a0a7 req-37436494-d1b9-4ce3-ab59-fcdfe4cf08ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c428034-7b25-47e4-ab2d-5c2cdea5df56 HTTP/1.1" status: 200  len: 847 time: 0.0557239
Dec 22 05:48:16.242928 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-493da04f-1334-422b-977b-03dd99c8a0a7 req-02821a22-229b-4451-9411-1d0f2e71356d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a437fed-050a-404b-86fb-d186b9f8aefb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0692928
Dec 22 05:48:16.369954 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-493da04f-1334-422b-977b-03dd99c8a0a7 req-2b90a766-88e5-4736-8b0a-b605012a92c8 service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202633
Dec 22 05:48:16.496436 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-493da04f-1334-422b-977b-03dd99c8a0a7 req-2c0ee605-65e4-4c4e-bb86-d1d0ff1b5266 service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1200035
Dec 22 05:48:17.161556 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9182926-9e86-44a4-aac2-79a4e4b7ca50 req-ddb6fa0d-de8d-446e-b986-5b7b534869db tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:17.163002 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d9182926-9e86-44a4-aac2-79a4e4b7ca50 req-ddb6fa0d-de8d-446e-b986-5b7b534869db tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 945 time: 0.0759339
Dec 22 05:48:17.211092 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-d9182926-9e86-44a4-aac2-79a4e4b7ca50 req-1725307e-89ac-4aaa-9af6-ecdc9bc240c5 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426595
Dec 22 05:48:18.405291 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24747388-4bb6-4031-b626-979e425f1b66 req-565bfad6-7fbf-4638-93f6-a794b10680f9 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:18.406753 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-24747388-4bb6-4031-b626-979e425f1b66 req-565bfad6-7fbf-4638-93f6-a794b10680f9 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 945 time: 0.0778015
Dec 22 05:48:18.452937 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-24747388-4bb6-4031-b626-979e425f1b66 req-52b50fa0-464c-47a4-b1a9-0e6d5e099a1b tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402412
Dec 22 05:48:19.644172 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7cd19-2fa6-42fe-a8cb-5bf07307183f req-5497e162-06e0-4d3f-8da7-7f2b7a0862fb tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:19.645627 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ced7cd19-2fa6-42fe-a8cb-5bf07307183f req-5497e162-06e0-4d3f-8da7-7f2b7a0862fb tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 945 time: 0.0747626
Dec 22 05:48:19.690322 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ced7cd19-2fa6-42fe-a8cb-5bf07307183f req-00604b6f-03de-4079-a8cc-fed5b514b5d4 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392575
Dec 22 05:48:19.998715 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-907ae7d0-8abb-4d5a-8169-6734bc4f322b req-be99fa61-44f8-417f-ad96-bd374e7bedd4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1296349
Dec 22 05:48:20.302637 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e6c5c4c9-8be9-48a5-826c-d0df883883f9 req-f77625ba-e453-407e-959e-0bf01ebf4736 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1911573
Dec 22 05:48:20.312050 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb8d5c-a864-4f61-b0fb-23a7cfc05a2d req-8c2a2c6a-59a2-4825-9f41-5ce50c5f1ab5 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:20.313410 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0bfb8d5c-a864-4f61-b0fb-23a7cfc05a2d req-8c2a2c6a-59a2-4825-9f41-5ce50c5f1ab5 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 945 time: 0.1103275
Dec 22 05:48:20.359784 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0bfb8d5c-a864-4f61-b0fb-23a7cfc05a2d req-c2b9414e-dac9-4f4a-985c-93469528d7ef tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406764
Dec 22 05:48:20.698104 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:48:20.810060 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:48:20.837246 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648778de-1cd6-4491-a9ec-be755b874b0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36d69ba3-dbf2-4e3a-acd3-b35c022d33e0'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:48:20.847751 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:48:20.852923 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:48:20.854789 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-8ff5a4d3-af46-4743-a880-e1f49be73b69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:48:20.920555 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0,revision_number=6']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:48:20.928870 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:48:20.929210 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:48:20.930005 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:48:20.930005 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:48:20.930209 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:48:20.930495 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:48:20.930816 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:48:20.931136 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:48:20.931450 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:48:20.931761 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:48:20.932074 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:48:20.936763 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:48:20.969675 dv-neutron-822525-1-hyperv neutron-server[83436]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '648778de-1cd6-4491-a9ec-be755b874b0a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '36d69ba3-dbf2-4e3a-acd3-b35c022d33e0', 'code': 422} returned with failed status
Dec 22 05:48:21.559541 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96333603-d2be-4262-a65a-c9288124cf6e req-43ee9e8b-0a5d-402d-bd67-80ee015c750a tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:21.561700 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-96333603-d2be-4262-a65a-c9288124cf6e req-43ee9e8b-0a5d-402d-bd67-80ee015c750a tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 943 time: 0.0851345
Dec 22 05:48:21.607855 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-96333603-d2be-4262-a65a-c9288124cf6e req-ef60ebcd-96b9-44f1-b1a4-89b7e43ae12b tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407131
Dec 22 05:48:22.527141 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e6c5c4c9-8be9-48a5-826c-d0df883883f9 req-2355a5ef-6389-4993-8c6c-a7fea5982957 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a&tenant_id=98ab38ed7af949deb112919e10096124 HTTP/1.1" status: 200  len: 1096 time: 0.0686207
Dec 22 05:48:22.629897 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e6c5c4c9-8be9-48a5-826c-d0df883883f9 req-67b0e7a2-4055-4780-9288-8ba88774769c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98ab38ed7af949deb112919e10096124&device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 1096 time: 0.0693710
Dec 22 05:48:22.802514 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5c4c9-8be9-48a5-826c-d0df883883f9 req-55f6f365-3143-4e4d-ba22-5846316156a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:22.803837 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e6c5c4c9-8be9-48a5-826c-d0df883883f9 req-55f6f365-3143-4e4d-ba22-5846316156a6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a437fed-050a-404b-86fb-d186b9f8aefb HTTP/1.1" status: 200  len: 909 time: 0.1682014
Dec 22 05:48:22.903400 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b607f-42e4-4563-ac14-f6a0c4c62a3b req-40a2f0cc-fac7-4b70-93ce-f882c142612f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:22.904819 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-417b607f-42e4-4563-ac14-f6a0c4c62a3b req-40a2f0cc-fac7-4b70-93ce-f882c142612f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 943 time: 0.1793544
Dec 22 05:48:22.940599 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e6c5c4c9-8be9-48a5-826c-d0df883883f9 req-20e5d682-39e7-4eff-92ba-38788121c2ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 HTTP/1.1" status: 200  len: 999 time: 0.1288486
Dec 22 05:48:22.998193 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-417b607f-42e4-4563-ac14-f6a0c4c62a3b req-1b6a520d-9bab-4961-8111-6518e49604cd tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0829175
Dec 22 05:48:23.014119 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5c4c9-8be9-48a5-826c-d0df883883f9 req-43700206-1215-4bfc-8206-a6a0a7410c56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:23.015523 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e6c5c4c9-8be9-48a5-826c-d0df883883f9 req-43700206-1215-4bfc-8206-a6a0a7410c56 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c428034-7b25-47e4-ab2d-5c2cdea5df56 HTTP/1.1" status: 200  len: 847 time: 0.0665753
Dec 22 05:48:23.198649 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e6c5c4c9-8be9-48a5-826c-d0df883883f9 req-ed1e538d-528b-4d2f-bcdd-4e0f87a530d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a437fed-050a-404b-86fb-d186b9f8aefb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1760018
Dec 22 05:48:23.326299 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e6c5c4c9-8be9-48a5-826c-d0df883883f9 req-3312f6df-4d28-4771-bc72-9c6e0b9110eb service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1209998
Dec 22 05:48:23.456271 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e6c5c4c9-8be9-48a5-826c-d0df883883f9 req-78524331-fd71-47ff-8412-7422137e5f75 service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238229
Dec 22 05:48:23.603569 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:48:24.189298 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1121a-d068-4ce6-b6af-f2bef59b9779 req-c30aafa6-6b21-48ff-833c-b9149557f4d0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:24.190780 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a1e1121a-d068-4ce6-b6af-f2bef59b9779 req-c30aafa6-6b21-48ff-833c-b9149557f4d0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 943 time: 0.0756068
Dec 22 05:48:24.235737 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-a1e1121a-d068-4ce6-b6af-f2bef59b9779 req-4cd8146b-663d-4e7b-953f-10f60472c2b2 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394208
Dec 22 05:48:25.428997 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9eaf9-0016-4e61-b167-4faf5c176311 req-e745d368-df32-477c-ad0e-c9a86636cbd3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:25.430439 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b7e9eaf9-0016-4e61-b167-4faf5c176311 req-e745d368-df32-477c-ad0e-c9a86636cbd3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 943 time: 0.0733583
Dec 22 05:48:25.478635 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b7e9eaf9-0016-4e61-b167-4faf5c176311 req-56ce3152-6f2d-4182-9f73-f1f5fa018e31 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425348
Dec 22 05:48:26.675325 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a88391-a569-4b40-83df-ba860a67d7e2 req-825a58d1-d97c-483d-8b69-57610c00d63f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:26.676742 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f0a88391-a569-4b40-83df-ba860a67d7e2 req-825a58d1-d97c-483d-8b69-57610c00d63f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 943 time: 0.0783160
Dec 22 05:48:26.720930 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f0a88391-a569-4b40-83df-ba860a67d7e2 req-369b4754-810e-4f8c-b06c-33a1b9ab33ac tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387661
Dec 22 05:48:27.909398 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c9900-85e3-453d-91bd-0cb5d87b4283 req-55a279de-a417-480b-a873-7c8f486ae047 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:27.910846 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-177c9900-85e3-453d-91bd-0cb5d87b4283 req-55a279de-a417-480b-a873-7c8f486ae047 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 943 time: 0.0741637
Dec 22 05:48:27.955414 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-177c9900-85e3-453d-91bd-0cb5d87b4283 req-3f9e310b-f51f-44ba-929c-6f4dc07ed979 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392454
Dec 22 05:48:29.285006 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd2a73-bed1-4cab-8a27-9e810658b23b req-a9e60c4d-dcc4-4729-998d-fedfa0e929f0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:29.286368 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e9dd2a73-bed1-4cab-8a27-9e810658b23b req-a9e60c4d-dcc4-4729-998d-fedfa0e929f0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 943 time: 0.0738993
Dec 22 05:48:29.340905 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e9dd2a73-bed1-4cab-8a27-9e810658b23b req-614b0e05-ee07-460f-9636-ff98c57b6956 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492427
Dec 22 05:48:30.536246 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868cdc8-8321-424e-baac-0a79e5038670 req-7ab139a5-c441-428d-a4d5-bc6360578cc6 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:30.537675 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5868cdc8-8321-424e-baac-0a79e5038670 req-7ab139a5-c441-428d-a4d5-bc6360578cc6 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 943 time: 0.0790932
Dec 22 05:48:30.581485 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-5868cdc8-8321-424e-baac-0a79e5038670 req-6058b996-c2a8-4f3c-a9d3-9809bca1d9d3 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383811
Dec 22 05:48:30.730000 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:48:30.857922 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:48:30.870445 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '36d69ba3-dbf2-4e3a-acd3-b35c022d33e0', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'port_id': '36d69ba3-dbf2-4e3a-acd3-b35c022d33e0', 'mac_address': 'fa:16:3e:55:97:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:48:30.925433 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:48:30.942023 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:48:30.956589 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:48:30.960424 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:48:30.963275 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:48:31.024364 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0,revision_number=7']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:48:31.027515 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:48:31.335755 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['36d69ba3-dbf2-4e3a-acd3-b35c022d33e0'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:48:31.771220 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d7139-27cf-4361-9185-1d5a52b2f9e0 req-8c545cbc-3278-45fb-a881-d37515928b84 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:31.772697 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-979d7139-27cf-4361-9185-1d5a52b2f9e0 req-8c545cbc-3278-45fb-a881-d37515928b84 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 944 time: 0.0754728
Dec 22 05:48:31.816413 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-979d7139-27cf-4361-9185-1d5a52b2f9e0 req-947f98be-d40c-49e3-8698-6adb7601eb24 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383439
Dec 22 05:48:32.744989 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:48:32.813254 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:48:32.813650 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:48:32.931591 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:48:32.957183 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648778de-1cd6-4491-a9ec-be755b874b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d69ba3-dbf2-4e3a-acd3-b35c022d33e0'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:48:32.966686 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:48:32.970648 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:48:32.972489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:48:33.015398 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648778de-1cd6-4491-a9ec-be755b874b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d69ba3-dbf2-4e3a-acd3-b35c022d33e0', 'code': 200}
Dec 22 05:48:33.019743 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0d568-0e4a-4188-b43d-40085feecb31 req-de9523c9-fa88-4c7c-92e3-45a5fbe00e00 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:33.021299 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-dff0d568-0e4a-4188-b43d-40085feecb31 req-de9523c9-fa88-4c7c-92e3-45a5fbe00e00 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 945 time: 0.0832939
Dec 22 05:48:33.037757 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0,revision_number=8']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:48:33.040518 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:48:33.068094 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-dff0d568-0e4a-4188-b43d-40085feecb31 req-d7a6c479-77b0-4e04-a031-7cb1800ef408 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410607
Dec 22 05:48:33.315164 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-426521e5-0f6c-4ee7-a558-419760405f3a req-11bb1b59-5104-4eec-8e04-7fe75205dfd5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 1098 time: 0.0692990
Dec 22 05:48:33.356048 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-426521e5-0f6c-4ee7-a558-419760405f3a req-e98f69fa-ad7d-4e5c-aa11-ef83ae46d853 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0350459
Dec 22 05:48:34.266400 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a36dd4-af85-44f1-8d60-baacae5e92c5 req-eb32dcb0-3b04-4d70-93c9-d03b60c72b59 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:34.267745 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f4a36dd4-af85-44f1-8d60-baacae5e92c5 req-eb32dcb0-3b04-4d70-93c9-d03b60c72b59 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 945 time: 0.0801387
Dec 22 05:48:34.409158 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-f4a36dd4-af85-44f1-8d60-baacae5e92c5 req-6f2387a3-d713-4598-ac54-00f128677fb2 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1360309
Dec 22 05:48:35.602878 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf386c87-4252-4b66-bdf1-8756dc6680e0 req-93dbc111-18d9-42d7-9cac-20d364812b9c tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:35.604312 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cf386c87-4252-4b66-bdf1-8756dc6680e0 req-93dbc111-18d9-42d7-9cac-20d364812b9c tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 945 time: 0.0798454
Dec 22 05:48:35.652025 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cf386c87-4252-4b66-bdf1-8756dc6680e0 req-4f555ad1-df4f-4974-8b16-43a44773d194 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420694
Dec 22 05:48:38.198369 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:48:38.937996 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2c46b7b7-dc0a-482c-8d6d-75918ff69508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:48:41.130691 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7fa563b3-cadd-4ce1-9b0c-ba705deba7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:48:42.345647 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:48:42.454592 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:48:43.810088 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:48:50.535923 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b23d13ad-81c0-4036-8aaa-0a9c2a8bdb4e req-71f2aedd-1698-4f36-b44a-e95efd0db60f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0661273
Dec 22 05:48:50.703903 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b23d13ad-81c0-4036-8aaa-0a9c2a8bdb4e req-70f0f299-88b4-4f9e-ad90-8a48275ecd12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98ab38ed7af949deb112919e10096124&device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 1098 time: 0.0712626
Dec 22 05:48:50.844526 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d13ad-81c0-4036-8aaa-0a9c2a8bdb4e req-5c8fe24b-5036-425b-ac4d-e02c83c9c815 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:50.845912 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b23d13ad-81c0-4036-8aaa-0a9c2a8bdb4e req-5c8fe24b-5036-425b-ac4d-e02c83c9c815 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a437fed-050a-404b-86fb-d186b9f8aefb HTTP/1.1" status: 200  len: 909 time: 0.1236162
Dec 22 05:48:50.947474 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b23d13ad-81c0-4036-8aaa-0a9c2a8bdb4e req-e4856133-7832-4e6f-8875-96e901c7c084 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 HTTP/1.1" status: 200  len: 1001 time: 0.0954006
Dec 22 05:48:51.010332 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d13ad-81c0-4036-8aaa-0a9c2a8bdb4e req-0410f70d-9436-4b7e-a7f5-4f4047f42dbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:48:51.011746 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b23d13ad-81c0-4036-8aaa-0a9c2a8bdb4e req-0410f70d-9436-4b7e-a7f5-4f4047f42dbe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c428034-7b25-47e4-ab2d-5c2cdea5df56 HTTP/1.1" status: 200  len: 847 time: 0.0585809
Dec 22 05:48:51.083885 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b23d13ad-81c0-4036-8aaa-0a9c2a8bdb4e req-1dea200d-b23d-409f-b3e7-2d11934e7702 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a437fed-050a-404b-86fb-d186b9f8aefb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0664139
Dec 22 05:48:51.211992 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b23d13ad-81c0-4036-8aaa-0a9c2a8bdb4e req-f0b521b6-328b-4dab-855b-268605157e5d service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213479
Dec 22 05:48:51.450327 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b23d13ad-81c0-4036-8aaa-0a9c2a8bdb4e req-aec36edf-e8e9-4bea-852c-e1c5b269bc9a service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2258284
Dec 22 05:48:52.901765 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [req-862b934d-695c-4cc8-9787-1644ea51b2d6 req-28320fea-d861-4b8e-84f1-73c890e8f873 service neutron] (83434) timed out ('10.222.0.53', 37712) {{(pid=83434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 22 05:49:00.605751 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:49:08.190617 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:08.942246 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8f65467b-0cff-4c67-a24d-38c765685f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:11.139302 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-54200e7b-583a-4719-a507-31b9d1c45b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:12.347984 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:12.458848 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:13.813867 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:37.604530 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:49:38.203480 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:38.945108 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a9ce12e9-502c-4a82-bb1c-d4c03b4165eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:41.131366 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d6cf3eec-4221-43e8-b82e-b16bea2e544d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:42.350373 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:42.460557 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:43.816775 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:50.580463 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-03b0bd46-09a1-4cb5-b5aa-2a01a796c45a req-ac5e515e-9007-4d9e-a355-27e30e873017 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0709648
Dec 22 05:49:50.730476 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-03b0bd46-09a1-4cb5-b5aa-2a01a796c45a req-38474cbd-07d8-431b-9189-e504ea0ff5d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98ab38ed7af949deb112919e10096124&device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 1098 time: 0.0683918
Dec 22 05:49:50.874746 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0bd46-09a1-4cb5-b5aa-2a01a796c45a req-a4bcb4bc-57e6-4816-a47a-4fb110d4131c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:49:50.876181 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-03b0bd46-09a1-4cb5-b5aa-2a01a796c45a req-a4bcb4bc-57e6-4816-a47a-4fb110d4131c service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a437fed-050a-404b-86fb-d186b9f8aefb HTTP/1.1" status: 200  len: 909 time: 0.1257782
Dec 22 05:49:50.979607 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-03b0bd46-09a1-4cb5-b5aa-2a01a796c45a req-279a23c4-bdcf-4e24-b731-2457fa74d5b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 HTTP/1.1" status: 200  len: 1001 time: 0.0964723
Dec 22 05:49:51.041075 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0bd46-09a1-4cb5-b5aa-2a01a796c45a req-58c37f91-3b23-464e-8435-9b264ede49aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:49:51.042514 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-03b0bd46-09a1-4cb5-b5aa-2a01a796c45a req-58c37f91-3b23-464e-8435-9b264ede49aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c428034-7b25-47e4-ab2d-5c2cdea5df56 HTTP/1.1" status: 200  len: 847 time: 0.0565419
Dec 22 05:49:51.117080 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-03b0bd46-09a1-4cb5-b5aa-2a01a796c45a req-f267a97e-d1c4-410e-89ba-a887ea5172f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a437fed-050a-404b-86fb-d186b9f8aefb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0686526
Dec 22 05:49:51.245895 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-03b0bd46-09a1-4cb5-b5aa-2a01a796c45a req-d00797ac-5778-4efc-8a19-85b9c271eec7 service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227283
Dec 22 05:49:51.335496 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39396) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:49:51.374669 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-03b0bd46-09a1-4cb5-b5aa-2a01a796c45a req-374e6fd5-54f1-4bda-8e4d-f7d67c503b13 service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220849
Dec 22 05:49:51.537377 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-57d102ed-a3c8-4632-8c29-690e22dd855d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Deleting port ade936c6-5be7-40c0-890f-0b35533ad2d9 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:49:51.537748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-57d102ed-a3c8-4632-8c29-690e22dd855d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:51.700680 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-57d102ed-a3c8-4632-8c29-690e22dd855d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:51.701006 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-57d102ed-a3c8-4632-8c29-690e22dd855d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:51.818383 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-57d102ed-a3c8-4632-8c29-690e22dd855d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Calling delete_port for ade936c6-5be7-40c0-890f-0b35533ad2d9 owned by network:floatingip {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:49:51.962810 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-57d102ed-a3c8-4632-8c29-690e22dd855d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:51.966204 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:49:52.005617 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d102ed-a3c8-4632-8c29-690e22dd855d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event deleted for resources: {'Port': ['ID=ade936c6-5be7-40c0-890f-0b35533ad2d9,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:49:52.047025 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d102ed-a3c8-4632-8c29-690e22dd855d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:49:52.047410 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d102ed-a3c8-4632-8c29-690e22dd855d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:49:52.047810 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d102ed-a3c8-4632-8c29-690e22dd855d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:49:52.048180 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d102ed-a3c8-4632-8c29-690e22dd855d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:49:52.049348 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d102ed-a3c8-4632-8c29-690e22dd855d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:49:52.049348 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d102ed-a3c8-4632-8c29-690e22dd855d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:49:52.049348 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d102ed-a3c8-4632-8c29-690e22dd855d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:49:52.049683 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d102ed-a3c8-4632-8c29-690e22dd855d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:49:52.050045 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d102ed-a3c8-4632-8c29-690e22dd855d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:49:52.050402 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d102ed-a3c8-4632-8c29-690e22dd855d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:49:52.050764 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d102ed-a3c8-4632-8c29-690e22dd855d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:49:52.057599 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-57d102ed-a3c8-4632-8c29-690e22dd855d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:49:52.109599 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-57d102ed-a3c8-4632-8c29-690e22dd855d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for floatingip, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:52.490523 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d102ed-a3c8-4632-8c29-690e22dd855d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Router ed764d70-820a-4bd6-ae82-b186d5df4076 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:49:52.792488 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d102ed-a3c8-4632-8c29-690e22dd855d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:49:52.802834 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925983a9-7a6e-4597-ad62-5597a0eb8fcb None None] Sync routers for ids ['ed764d70-820a-4bd6-ae82-b186d5df4076'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:49:52.812773 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-57d102ed-a3c8-4632-8c29-690e22dd855d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:52.817421 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925983a9-7a6e-4597-ad62-5597a0eb8fcb None None] Routers {'ed764d70-820a-4bd6-ae82-b186d5df4076'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:49:52.818051 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-925983a9-7a6e-4597-ad62-5597a0eb8fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c75e6d0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:49:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['ed764d70-820a-4bd6-ae82-b186d5df4076'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:49:52.866853 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-57d102ed-a3c8-4632-8c29-690e22dd855d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "DELETE /v2.0/floatingips/3eea39ad-6051-4c99-8a0d-4e5204d6d326 HTTP/1.1" status: 204  len: 168 time: 1.5302677
Dec 22 05:49:52.867506 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648778de-1cd6-4491-a9ec-be755b874b0a', 'tag': '36d69ba3-dbf2-4e3a-acd3-b35c022d33e0'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:49:52.945786 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648778de-1cd6-4491-a9ec-be755b874b0a', 'tag': '36d69ba3-dbf2-4e3a-acd3-b35c022d33e0', 'status': 'completed', 'code': 200}
Dec 22 05:49:53.042349 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-925983a9-7a6e-4597-ad62-5597a0eb8fcb None None] Set router ed764d70-820a-4bd6-ae82-b186d5df4076 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:49:53.062629 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8c52367f-39b6-4c47-9b2a-841df980468e req-0fea47a4-b5c1-4d70-b258-4fa43a5f5798 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=98ab38ed7af949deb112919e10096124&device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 1098 time: 0.0716441
Dec 22 05:49:53.202669 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52367f-39b6-4c47-9b2a-841df980468e req-2fe5d396-62ee-4411-9309-994a15a1714b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:49:53.204136 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8c52367f-39b6-4c47-9b2a-841df980468e req-2fe5d396-62ee-4411-9309-994a15a1714b service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a437fed-050a-404b-86fb-d186b9f8aefb HTTP/1.1" status: 200  len: 909 time: 0.1346974
Dec 22 05:49:53.309129 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8c52367f-39b6-4c47-9b2a-841df980468e req-79cc6e5f-4746-4fec-94ef-bd4ea610276c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 HTTP/1.1" status: 200  len: 217 time: 0.0973885
Dec 22 05:49:53.362800 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-925983a9-7a6e-4597-ad62-5597a0eb8fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c75e6d0>, [{'id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'name': 'tempest-TestShelveInstance-493485150-router', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:52Z', 'revision_number': 4, 'project_id': '98ab38ed7af949deb112919e10096124', 'gw_port': {'id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '15e3b665-cd4d-46f9-946c-05ea456591ac', 'name': '', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'mac_address': 'fa:16:3e:1e:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:51Z', 'updated_at': '2021-12-22T05:40:10Z', 'revision_number': 5, 'project_id': '98ab38ed7af949deb112919e10096124', 'subnets': [{'id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:49:53.366845 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925983a9-7a6e-4597-ad62-5597a0eb8fcb None None] Checking router: ed764d70-820a-4bd6-ae82-b186d5df4076 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:49:53.377341 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925983a9-7a6e-4597-ad62-5597a0eb8fcb None None] Routers {'ed764d70-820a-4bd6-ae82-b186d5df4076'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:49:53.377963 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-925983a9-7a6e-4597-ad62-5597a0eb8fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c75e6d0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:49:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['ed764d70-820a-4bd6-ae82-b186d5df4076'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:49:53.384089 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52367f-39b6-4c47-9b2a-841df980468e req-e5c0f439-e037-4320-a870-63d5cac39031 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:49:53.385509 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8c52367f-39b6-4c47-9b2a-841df980468e req-e5c0f439-e037-4320-a870-63d5cac39031 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c428034-7b25-47e4-ab2d-5c2cdea5df56 HTTP/1.1" status: 200  len: 847 time: 0.0686369
Dec 22 05:49:53.440798 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876378a-74e2-4713-b42d-de97a09aad70 req-c337f5d1-bc50-457e-aed6-17917c9fea87 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:49:53.442549 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2876378a-74e2-4713-b42d-de97a09aad70 req-c337f5d1-bc50-457e-aed6-17917c9fea87 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 945 time: 0.1801322
Dec 22 05:49:53.505210 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-2876378a-74e2-4713-b42d-de97a09aad70 req-6528fbab-c7a2-4568-91b0-9dbe3bc3783a tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562041
Dec 22 05:49:53.508718 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8c52367f-39b6-4c47-9b2a-841df980468e req-185c2a6d-3076-4c85-8e6d-c0b0bec6a36f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a437fed-050a-404b-86fb-d186b9f8aefb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1141565
Dec 22 05:49:53.554820 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-925983a9-7a6e-4597-ad62-5597a0eb8fcb None None] Set router ed764d70-820a-4bd6-ae82-b186d5df4076 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:49:53.638685 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8c52367f-39b6-4c47-9b2a-841df980468e req-56b2e1bf-4153-478e-846b-41fcfa03b8b9 service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228313
Dec 22 05:49:53.865656 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-925983a9-7a6e-4597-ad62-5597a0eb8fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c75e6d0>, [{'id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'name': 'tempest-TestShelveInstance-493485150-router', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:52Z', 'revision_number': 4, 'project_id': '98ab38ed7af949deb112919e10096124', 'gw_port': {'id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '15e3b665-cd4d-46f9-946c-05ea456591ac', 'name': '', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'mac_address': 'fa:16:3e:1e:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:51Z', 'updated_at': '2021-12-22T05:40:10Z', 'revision_number': 5, 'project_id': '98ab38ed7af949deb112919e10096124', 'subnets': [{'id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:49:53.869960 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925983a9-7a6e-4597-ad62-5597a0eb8fcb None None] The sync data for ids ['ed764d70-820a-4bd6-ae82-b186d5df4076'] in dv-neutron-822525-1-hyperv is: [{'id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'name': 'tempest-TestShelveInstance-493485150-router', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:52Z', 'revision_number': 4, 'project_id': '98ab38ed7af949deb112919e10096124', 'gw_port': {'id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '15e3b665-cd4d-46f9-946c-05ea456591ac', 'name': '', 'network_id': '0a437fed-050a-404b-86fb-d186b9f8aefb', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'mac_address': 'fa:16:3e:1e:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:51Z', 'updated_at': '2021-12-22T05:40:10Z', 'revision_number': 5, 'project_id': '98ab38ed7af949deb112919e10096124', 'subnets': [{'id': '2c428034-7b25-47e4-ab2d-5c2cdea5df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:49:53.888292 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8c52367f-39b6-4c47-9b2a-841df980468e req-8bd8bad0-33e8-47e8-8d92-3089495682fc service neutron] 10.222.0.47 "GET /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2427511
Dec 22 05:49:54.082316 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bb994c-b06f-4c48-82ef-f09967c38e13 None None] New status for floating IP 3eea39ad-6051-4c99-8a0d-4e5204d6d326: DOWN {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:49:54.724205 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed31da3-c42f-479f-b844-a527347b06a4 req-300af3f2-cf42-495f-a7c6-b7d088d32060 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:49:54.724887 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-4ed31da3-c42f-479f-b844-a527347b06a4 req-300af3f2-cf42-495f-a7c6-b7d088d32060 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Synchronizing usage tracker for tenant:98ab38ed7af949deb112919e10096124 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:49:54.739570 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-4ed31da3-c42f-479f-b844-a527347b06a4 req-300af3f2-cf42-495f-a7c6-b7d088d32060 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Unset dirty status for tenant:98ab38ed7af949deb112919e10096124 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:49:54.740771 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4ed31da3-c42f-479f-b844-a527347b06a4 req-300af3f2-cf42-495f-a7c6-b7d088d32060 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 945 time: 0.0913119
Dec 22 05:49:54.788939 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-4ed31da3-c42f-479f-b844-a527347b06a4 req-d1276930-6d8b-4ea6-b339-9e26f585804d tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5c54739-dc76-45ed-9751-ec289b66c406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427210
Dec 22 05:49:55.034446 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acbe0e-3147-4d26-9a5c-b12a25e6d09a req-20951a82-f724-4858-9877-5e294fdd9b2a tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:49:55.035776 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-54acbe0e-3147-4d26-9a5c-b12a25e6d09a req-20951a82-f724-4858-9877-5e294fdd9b2a tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.47 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 945 time: 0.0771646
Dec 22 05:49:55.103649 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-54acbe0e-3147-4d26-9a5c-b12a25e6d09a req-bf3d44e9-dca4-4b26-8135-e453a7c7245e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Deleting port 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:49:55.103911 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-54acbe0e-3147-4d26-9a5c-b12a25e6d09a req-bf3d44e9-dca4-4b26-8135-e453a7c7245e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:55.342291 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-54acbe0e-3147-4d26-9a5c-b12a25e6d09a req-bf3d44e9-dca4-4b26-8135-e453a7c7245e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] For port 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:49:55.342644 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-54acbe0e-3147-4d26-9a5c-b12a25e6d09a req-bf3d44e9-dca4-4b26-8135-e453a7c7245e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:55.459444 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-54acbe0e-3147-4d26-9a5c-b12a25e6d09a req-bf3d44e9-dca4-4b26-8135-e453a7c7245e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Calling delete_port for 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:49:55.598343 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-54acbe0e-3147-4d26-9a5c-b12a25e6d09a req-bf3d44e9-dca4-4b26-8135-e453a7c7245e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:55.603833 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ad180cec-bebc-415f-b741-e5a32fa5b9ba tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:49:55.647952 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d44e9-dca4-4b26-8135-e453a7c7245e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event deleted for resources: {'Port': ['ID=36d69ba3-dbf2-4e3a-acd3-b35c022d33e0,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:49:55.659657 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d44e9-dca4-4b26-8135-e453a7c7245e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:49:55.660042 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d44e9-dca4-4b26-8135-e453a7c7245e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:49:55.660419 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d44e9-dca4-4b26-8135-e453a7c7245e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:49:55.660788 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d44e9-dca4-4b26-8135-e453a7c7245e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:49:55.661155 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d44e9-dca4-4b26-8135-e453a7c7245e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:49:55.661519 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d44e9-dca4-4b26-8135-e453a7c7245e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:49:55.661905 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d44e9-dca4-4b26-8135-e453a7c7245e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:49:55.662268 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d44e9-dca4-4b26-8135-e453a7c7245e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:49:55.663068 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d44e9-dca4-4b26-8135-e453a7c7245e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:49:55.663068 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d44e9-dca4-4b26-8135-e453a7c7245e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:49:55.663403 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3d44e9-dca4-4b26-8135-e453a7c7245e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:49:55.690709 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-bf3d44e9-dca4-4b26-8135-e453a7c7245e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:49:55.733609 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-54acbe0e-3147-4d26-9a5c-b12a25e6d09a req-bf3d44e9-dca4-4b26-8135-e453a7c7245e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] No DVR routers for this DVR port 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:49:55.736559 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-54acbe0e-3147-4d26-9a5c-b12a25e6d09a req-bf3d44e9-dca4-4b26-8135-e453a7c7245e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:55.739158 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648778de-1cd6-4491-a9ec-be755b874b0a', 'name': 'network-vif-deleted', 'tag': '36d69ba3-dbf2-4e3a-acd3-b35c022d33e0'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:49:55.754922 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-54acbe0e-3147-4d26-9a5c-b12a25e6d09a req-bf3d44e9-dca4-4b26-8135-e453a7c7245e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.47 "DELETE /v2.0/ports/36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 HTTP/1.1" status: 204  len: 173 time: 0.7126503
Dec 22 05:49:55.798900 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648778de-1cd6-4491-a9ec-be755b874b0a', 'name': 'network-vif-deleted', 'tag': '36d69ba3-dbf2-4e3a-acd3-b35c022d33e0', 'status': 'completed', 'code': 200}
Dec 22 05:49:55.952520 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9b664ea8-02a2-41c5-8290-136f29d8f80a req-a6ae828b-134f-410e-965b-1c5982083ccd tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "GET /v2.0/ports?device_id=648778de-1cd6-4491-a9ec-be755b874b0a HTTP/1.1" status: 200  len: 210 time: 0.0412261
Dec 22 05:49:57.063132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39422) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:49:57.132061 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0c5fac00-9fa7-4699-bcb4-3c1f38dc20c1 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:57.161229 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0c5fac00-9fa7-4699-bcb4-3c1f38dc20c1 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:57.210747 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:49:57.231555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0c5fac00-9fa7-4699-bcb4-3c1f38dc20c1 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:57.235475 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-93a0a0b5-d957-4fed-90c6-c81746eb9f7e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:49:57.247519 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:49:57.247993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 36d69ba3-dbf2-4e3a-acd3-b35c022d33e0 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:49:57.254075 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fac00-9fa7-4699-bcb4-3c1f38dc20c1 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c54739-dc76-45ed-9751-ec289b66c406,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:49:57.257127 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-0c5fac00-9fa7-4699-bcb4-3c1f38dc20c1 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:49:57.267378 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-0c5fac00-9fa7-4699-bcb4-3c1f38dc20c1 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:57.268665 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-0c5fac00-9fa7-4699-bcb4-3c1f38dc20c1 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] 10.222.0.53 "DELETE /v2.0/security-groups/c5c54739-dc76-45ed-9751-ec289b66c406 HTTP/1.1" status: 204  len: 168 time: 0.2044928
Dec 22 05:49:57.328132 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39428) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:49:57.921092 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fec5951a-58c4-4c72-93e5-a9e00b3530dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:58.527534 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-fec5951a-58c4-4c72-93e5-a9e00b3530dc admin admin] Deleting port 15e3b665-cd4d-46f9-946c-05ea456591ac {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:49:58.528150 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fec5951a-58c4-4c72-93e5-a9e00b3530dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:58.695106 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-fec5951a-58c4-4c72-93e5-a9e00b3530dc admin admin] For port 15e3b665-cd4d-46f9-946c-05ea456591ac, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=15e3b665-cd4d-46f9-946c-05ea456591ac,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:49:58.695450 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fec5951a-58c4-4c72-93e5-a9e00b3530dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:58.920785 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-fec5951a-58c4-4c72-93e5-a9e00b3530dc admin admin] Calling delete_port for 15e3b665-cd4d-46f9-946c-05ea456591ac owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:49:59.091118 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fec5951a-58c4-4c72-93e5-a9e00b3530dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:59.094596 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d9459392-494a-432e-a3ee-23b951faa140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:49:59.136809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5951a-58c4-4c72-93e5-a9e00b3530dc admin admin] Pushing event deleted for resources: {'Port': ['ID=15e3b665-cd4d-46f9-946c-05ea456591ac,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:49:59.143560 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fec5951a-58c4-4c72-93e5-a9e00b3530dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:49:59.427101 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-fec5951a-58c4-4c72-93e5-a9e00b3530dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:49:59.987476 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec5951a-58c4-4c72-93e5-a9e00b3530dc admin admin] Router ed764d70-820a-4bd6-ae82-b186d5df4076 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:50:00.181282 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec5951a-58c4-4c72-93e5-a9e00b3530dc admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:50:00.194045 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-fec5951a-58c4-4c72-93e5-a9e00b3530dc admin admin] 10.222.0.53 "PUT /v2.0/routers/ed764d70-820a-4bd6-ae82-b186d5df4076/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8648200
Dec 22 05:50:00.196471 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39434) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:00.197104 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5503412-8c14-49f9-9a66-2ec66f4664e6 None None] Sync routers for ids ['ed764d70-820a-4bd6-ae82-b186d5df4076'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:50:00.209342 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5503412-8c14-49f9-9a66-2ec66f4664e6 None None] Routers {'ed764d70-820a-4bd6-ae82-b186d5df4076'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:50:00.209979 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d5503412-8c14-49f9-9a66-2ec66f4664e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c7bed90>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:49:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['ed764d70-820a-4bd6-ae82-b186d5df4076'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:00.384075 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-d5503412-8c14-49f9-9a66-2ec66f4664e6 None None] Set router ed764d70-820a-4bd6-ae82-b186d5df4076 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:50:00.505046 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f51f155f-bf2a-48d1-8e8b-56f4c28c16bd admin admin] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:00.696666 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f51f155f-bf2a-48d1-8e8b-56f4c28c16bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:00.706335 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d5503412-8c14-49f9-9a66-2ec66f4664e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c7bed90>, [{'id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'name': 'tempest-TestShelveInstance-493485150-router', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:49:59Z', 'revision_number': 5, 'project_id': '98ab38ed7af949deb112919e10096124', 'gw_port': {'id': '3f7f1dbd-937f-48f6-a481-2a9d236834c7', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:00.706542 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-f51f155f-bf2a-48d1-8e8b-56f4c28c16bd admin admin] Deleting port 3f7f1dbd-937f-48f6-a481-2a9d236834c7 {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:50:00.706914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f51f155f-bf2a-48d1-8e8b-56f4c28c16bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:00.710173 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5503412-8c14-49f9-9a66-2ec66f4664e6 None None] Checking router: ed764d70-820a-4bd6-ae82-b186d5df4076 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:50:00.720662 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5503412-8c14-49f9-9a66-2ec66f4664e6 None None] Routers {'ed764d70-820a-4bd6-ae82-b186d5df4076'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:50:00.721268 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d5503412-8c14-49f9-9a66-2ec66f4664e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c7bed90>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:49:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['ed764d70-820a-4bd6-ae82-b186d5df4076'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:00.871020 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-d5503412-8c14-49f9-9a66-2ec66f4664e6 None None] Set router ed764d70-820a-4bd6-ae82-b186d5df4076 gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:50:00.879809 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-f51f155f-bf2a-48d1-8e8b-56f4c28c16bd admin admin] For port 3f7f1dbd-937f-48f6-a481-2a9d236834c7, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=3f7f1dbd-937f-48f6-a481-2a9d236834c7,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:50:00.880157 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f51f155f-bf2a-48d1-8e8b-56f4c28c16bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:00.974756 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-d5503412-8c14-49f9-9a66-2ec66f4664e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c7bed90>, [{'id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'name': 'tempest-TestShelveInstance-493485150-router', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:50:00Z', 'revision_number': 6, 'project_id': '98ab38ed7af949deb112919e10096124', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:00.978572 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5503412-8c14-49f9-9a66-2ec66f4664e6 None None] The sync data for ids ['ed764d70-820a-4bd6-ae82-b186d5df4076'] in dv-neutron-822525-1-hyperv is: [{'id': 'ed764d70-820a-4bd6-ae82-b186d5df4076', 'name': 'tempest-TestShelveInstance-493485150-router', 'tenant_id': '98ab38ed7af949deb112919e10096124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:49Z', 'updated_at': '2021-12-22T05:50:00Z', 'revision_number': 6, 'project_id': '98ab38ed7af949deb112919e10096124', 'gw_port_host': None}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:50:01.005039 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-f51f155f-bf2a-48d1-8e8b-56f4c28c16bd admin admin] Calling delete_port for 3f7f1dbd-937f-48f6-a481-2a9d236834c7 owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:50:01.165935 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f51f155f-bf2a-48d1-8e8b-56f4c28c16bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:01.169480 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f500e3e4-9e5b-404f-b764-1d4a3b9cc8b5 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:01.210318 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f155f-bf2a-48d1-8e8b-56f4c28c16bd admin admin] Pushing event deleted for resources: {'Port': ['ID=3f7f1dbd-937f-48f6-a481-2a9d236834c7,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:01.212872 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f51f155f-bf2a-48d1-8e8b-56f4c28c16bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:01.429650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f51f155f-bf2a-48d1-8e8b-56f4c28c16bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:01.796111 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f51f155f-bf2a-48d1-8e8b-56f4c28c16bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:01.800553 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f51f155f-bf2a-48d1-8e8b-56f4c28c16bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:01.826078 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f51f155f-bf2a-48d1-8e8b-56f4c28c16bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:01.826608 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51f155f-bf2a-48d1-8e8b-56f4c28c16bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed764d70-820a-4bd6-ae82-b186d5df4076 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 05:50:01.839576 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f51f155f-bf2a-48d1-8e8b-56f4c28c16bd admin admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:01.840696 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f51f155f-bf2a-48d1-8e8b-56f4c28c16bd admin admin] 10.222.0.53 "DELETE /v2.0/routers/ed764d70-820a-4bd6-ae82-b186d5df4076 HTTP/1.1" status: 204  len: 168 time: 1.6433141
Dec 22 05:50:01.843411 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39438) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:01.906949 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d47341-7f67-416b-ac4c-2df27a6f7a32 admin admin] Deleting subnet 2c428034-7b25-47e4-ab2d-5c2cdea5df56 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:50:01.910292 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b5d47341-7f67-416b-ac4c-2df27a6f7a32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:01.960576 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b5d47341-7f67-416b-ac4c-2df27a6f7a32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:02.040778 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b5d47341-7f67-416b-ac4c-2df27a6f7a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:02.085731 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 15e3b665-cd4d-46f9-946c-05ea456591ac no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:50:02.107965 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b5d47341-7f67-416b-ac4c-2df27a6f7a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:02.113197 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-66372cc3-1647-4a8a-a30e-00da97b294ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:02.121878 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 15e3b665-cd4d-46f9-946c-05ea456591ac {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:50:02.122229 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 15e3b665-cd4d-46f9-946c-05ea456591ac not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:50:02.122651 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 3f7f1dbd-937f-48f6-a481-2a9d236834c7 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:50:02.147998 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d47341-7f67-416b-ac4c-2df27a6f7a32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c428034-7b25-47e4-ab2d-5c2cdea5df56,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:02.150393 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b5d47341-7f67-416b-ac4c-2df27a6f7a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:02.154581 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b5d47341-7f67-416b-ac4c-2df27a6f7a32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:02.155035 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 3f7f1dbd-937f-48f6-a481-2a9d236834c7 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:50:02.155396 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 3f7f1dbd-937f-48f6-a481-2a9d236834c7 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:50:02.159049 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855959d9-f9a4-4243-a6ae-548dcfc4b3bc None None] Network 0a437fed-050a-404b-86fb-d186b9f8aefb requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:50:02.162451 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b5d47341-7f67-416b-ac4c-2df27a6f7a32 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2c428034-7b25-47e4-ab2d-5c2cdea5df56 HTTP/1.1" status: 204  len: 168 time: 0.3181031
Dec 22 05:50:02.164835 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39442) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:02.271685 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2803119-5523-476e-b4c3-3d10a4d5d63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:02.281881 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-f2803119-5523-476e-b4c3-3d10a4d5d63d admin admin] Deleting port 45286bf6-94dd-4b7d-abfe-19e5f1408aea {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:50:02.282205 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2803119-5523-476e-b4c3-3d10a4d5d63d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:02.404128 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3cb664-d033-4be2-bd23-92c109559ed8 None None] DHCP port deletion for 0a437fed-050a-404b-86fb-d186b9f8aefb request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 05:50:02.408767 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-df3cb664-d033-4be2-bd23-92c109559ed8 None None] Deleting port 45286bf6-94dd-4b7d-abfe-19e5f1408aea {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:50:02.409148 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-df3cb664-d033-4be2-bd23-92c109559ed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:02.488473 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-f2803119-5523-476e-b4c3-3d10a4d5d63d admin admin] For port 45286bf6-94dd-4b7d-abfe-19e5f1408aea, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=45286bf6-94dd-4b7d-abfe-19e5f1408aea,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:50:02.488741 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2803119-5523-476e-b4c3-3d10a4d5d63d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:02.605681 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-df3cb664-d033-4be2-bd23-92c109559ed8 None None] For port 45286bf6-94dd-4b7d-abfe-19e5f1408aea, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=45286bf6-94dd-4b7d-abfe-19e5f1408aea,segment=NetworkSegment(11181023-c187-4577-97e7-c019ed01d009),segment_id=11181023-c187-4577-97e7-c019ed01d009)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:50:02.606071 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-df3cb664-d033-4be2-bd23-92c109559ed8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:02.608554 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-f2803119-5523-476e-b4c3-3d10a4d5d63d admin admin] Calling delete_port for 45286bf6-94dd-4b7d-abfe-19e5f1408aea owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:50:02.685635 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2803119-5523-476e-b4c3-3d10a4d5d63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:02.689304 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dba52b05-214d-482e-bd17-f82304a9b1c0 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:02.725057 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-df3cb664-d033-4be2-bd23-92c109559ed8 None None] Calling delete_port for 45286bf6-94dd-4b7d-abfe-19e5f1408aea owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:50:02.731109 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2803119-5523-476e-b4c3-3d10a4d5d63d admin admin] Pushing event deleted for resources: {'Port': ['ID=45286bf6-94dd-4b7d-abfe-19e5f1408aea,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:02.734052 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f2803119-5523-476e-b4c3-3d10a4d5d63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:02.736062 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2803119-5523-476e-b4c3-3d10a4d5d63d admin admin] No DVR routers for this DVR port 45286bf6-94dd-4b7d-abfe-19e5f1408aea on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:50:02.797246 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-df3cb664-d033-4be2-bd23-92c109559ed8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 05:50:02.797517 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-df3cb664-d033-4be2-bd23-92c109559ed8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 05:50:02.850137 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2803119-5523-476e-b4c3-3d10a4d5d63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:02.874098 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-f2803119-5523-476e-b4c3-3d10a4d5d63d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b2a9dc0>,) {'filters': {'network_id': ['0a437fed-050a-404b-86fb-d186b9f8aefb']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:02.886055 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-f2803119-5523-476e-b4c3-3d10a4d5d63d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b2a9dc0>, '11181023-c187-4577-97e7-c019ed01d009') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:02.886354 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-f2803119-5523-476e-b4c3-3d10a4d5d63d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b2a9dc0>, '11181023-c187-4577-97e7-c019ed01d009') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:02.898114 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2803119-5523-476e-b4c3-3d10a4d5d63d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:02.914264 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2803119-5523-476e-b4c3-3d10a4d5d63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:02.920171 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2803119-5523-476e-b4c3-3d10a4d5d63d admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:50:02.920546 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2803119-5523-476e-b4c3-3d10a4d5d63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:50:02.933684 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:50:03.009324 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2803119-5523-476e-b4c3-3d10a4d5d63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:03.012837 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8291d1c7-3e1f-4502-b7b3-729d04408c03 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:03.026244 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f2803119-5523-476e-b4c3-3d10a4d5d63d admin admin] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:03.036651 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2803119-5523-476e-b4c3-3d10a4d5d63d admin admin] Pushing event deleted for resources: {'Network': ['ID=0a437fed-050a-404b-86fb-d186b9f8aefb,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:03.039717 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f2803119-5523-476e-b4c3-3d10a4d5d63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:03.049920 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f2803119-5523-476e-b4c3-3d10a4d5d63d admin admin] 10.222.0.53 "DELETE /v2.0/networks/0a437fed-050a-404b-86fb-d186b9f8aefb HTTP/1.1" status: 204  len: 168 time: 0.8840685
Dec 22 05:50:03.052669 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39446) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:03.298471 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-df3cb664-d033-4be2-bd23-92c109559ed8 None None] Deleting port 45286bf6-94dd-4b7d-abfe-19e5f1408aea {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:50:03.299045 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-df3cb664-d033-4be2-bd23-92c109559ed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:03.360391 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-df3cb664-d033-4be2-bd23-92c109559ed8 None None] The port '45286bf6-94dd-4b7d-abfe-19e5f1408aea' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 05:50:03.531765 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-baabf9e3-ff59-4c82-875f-e7fc956d7766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:04.084809 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 45286bf6-94dd-4b7d-abfe-19e5f1408aea no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:50:04.111693 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-baabf9e3-ff59-4c82-875f-e7fc956d7766 admin admin] Deleting port 7efcfb23-8bc4-4314-875e-103e574562aa {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:50:04.112213 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-baabf9e3-ff59-4c82-875f-e7fc956d7766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:04.117375 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 45286bf6-94dd-4b7d-abfe-19e5f1408aea {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:50:04.117810 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 45286bf6-94dd-4b7d-abfe-19e5f1408aea not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:50:04.281517 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-baabf9e3-ff59-4c82-875f-e7fc956d7766 admin admin] For port 7efcfb23-8bc4-4314-875e-103e574562aa, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=7efcfb23-8bc4-4314-875e-103e574562aa,segment=NetworkSegment(71b7453c-943a-466e-8b69-901e5a941593),segment_id=71b7453c-943a-466e-8b69-901e5a941593)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:50:04.284137 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-baabf9e3-ff59-4c82-875f-e7fc956d7766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:04.399097 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-baabf9e3-ff59-4c82-875f-e7fc956d7766 admin admin] Calling delete_port for 7efcfb23-8bc4-4314-875e-103e574562aa owned by network:router_interface {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:50:04.565735 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-baabf9e3-ff59-4c82-875f-e7fc956d7766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:04.569586 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d3737f50-1648-483b-b2e1-0a2ab7579ddf tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:04.610163 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baabf9e3-ff59-4c82-875f-e7fc956d7766 admin admin] Pushing event deleted for resources: {'Port': ['ID=7efcfb23-8bc4-4314-875e-103e574562aa,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:04.612712 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-baabf9e3-ff59-4c82-875f-e7fc956d7766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:05.003520 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-baabf9e3-ff59-4c82-875f-e7fc956d7766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:05.564693 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baabf9e3-ff59-4c82-875f-e7fc956d7766 admin admin] Router 5615dbd4-4f8a-4011-ab46-889f615ff3c5 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:50:05.763570 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baabf9e3-ff59-4c82-875f-e7fc956d7766 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:50:05.772929 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0494bc2-fab0-4b94-8e7f-9a4bc9f592bc None None] Sync routers for ids ['5615dbd4-4f8a-4011-ab46-889f615ff3c5'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:50:05.779382 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-baabf9e3-ff59-4c82-875f-e7fc956d7766 admin admin] 10.222.0.53 "PUT /v2.0/routers/5615dbd4-4f8a-4011-ab46-889f615ff3c5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7257276
Dec 22 05:50:05.782021 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39450) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:05.785692 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0494bc2-fab0-4b94-8e7f-9a4bc9f592bc None None] Routers {'5615dbd4-4f8a-4011-ab46-889f615ff3c5'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:50:05.786293 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f0494bc2-fab0-4b94-8e7f-9a4bc9f592bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c704100>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:49:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['5615dbd4-4f8a-4011-ab46-889f615ff3c5'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:05.957466 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-f0494bc2-fab0-4b94-8e7f-9a4bc9f592bc None None] Set router 5615dbd4-4f8a-4011-ab46-889f615ff3c5 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:50:05.975617 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79c570eb-d2b3-4a5f-9db1-c69deb4c5b21 admin admin] Notify callbacks [] for router, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:06.173183 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79c570eb-d2b3-4a5f-9db1-c69deb4c5b21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:06.183295 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-79c570eb-d2b3-4a5f-9db1-c69deb4c5b21 admin admin] Deleting port f63bcafa-263a-43ca-9ca3-3131dbf2c8ce {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:50:06.183625 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79c570eb-d2b3-4a5f-9db1-c69deb4c5b21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:06.236929 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f0494bc2-fab0-4b94-8e7f-9a4bc9f592bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c704100>, [{'id': '5615dbd4-4f8a-4011-ab46-889f615ff3c5', 'name': 'tempest-TestShelveInstance-1569968808-router', 'tenant_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f63bcafa-263a-43ca-9ca3-3131dbf2c8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:50:04Z', 'revision_number': 5, 'project_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'gw_port': {'id': 'f63bcafa-263a-43ca-9ca3-3131dbf2c8ce', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5615dbd4-4f8a-4011-ab46-889f615ff3c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:06.240684 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0494bc2-fab0-4b94-8e7f-9a4bc9f592bc None None] Checking router: 5615dbd4-4f8a-4011-ab46-889f615ff3c5 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:50:06.252203 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0494bc2-fab0-4b94-8e7f-9a4bc9f592bc None None] Routers {'5615dbd4-4f8a-4011-ab46-889f615ff3c5'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:50:06.253014 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f0494bc2-fab0-4b94-8e7f-9a4bc9f592bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c704100>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:49:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['5615dbd4-4f8a-4011-ab46-889f615ff3c5'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:06.408646 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-f0494bc2-fab0-4b94-8e7f-9a4bc9f592bc None None] Set router 5615dbd4-4f8a-4011-ab46-889f615ff3c5 gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:50:06.473327 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-79c570eb-d2b3-4a5f-9db1-c69deb4c5b21 admin admin] For port f63bcafa-263a-43ca-9ca3-3131dbf2c8ce, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=f63bcafa-263a-43ca-9ca3-3131dbf2c8ce,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:50:06.473610 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79c570eb-d2b3-4a5f-9db1-c69deb4c5b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:06.511718 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-f0494bc2-fab0-4b94-8e7f-9a4bc9f592bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c704100>, [{'id': '5615dbd4-4f8a-4011-ab46-889f615ff3c5', 'name': 'tempest-TestShelveInstance-1569968808-router', 'tenant_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:50:06Z', 'revision_number': 6, 'project_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:06.515579 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0494bc2-fab0-4b94-8e7f-9a4bc9f592bc None None] The sync data for ids ['5615dbd4-4f8a-4011-ab46-889f615ff3c5'] in dv-neutron-822525-1-hyperv is: [{'id': '5615dbd4-4f8a-4011-ab46-889f615ff3c5', 'name': 'tempest-TestShelveInstance-1569968808-router', 'tenant_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:50:06Z', 'revision_number': 6, 'project_id': 'bf973e65f4b94db8a453bc9b1a3c2d7b', 'gw_port_host': None}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:50:06.594639 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-79c570eb-d2b3-4a5f-9db1-c69deb4c5b21 admin admin] Calling delete_port for f63bcafa-263a-43ca-9ca3-3131dbf2c8ce owned by network:router_gateway {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:50:06.758490 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79c570eb-d2b3-4a5f-9db1-c69deb4c5b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:06.762542 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-986af42d-dd85-4e6c-9488-402b1e73788f tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:06.801446 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c570eb-d2b3-4a5f-9db1-c69deb4c5b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=f63bcafa-263a-43ca-9ca3-3131dbf2c8ce,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:06.804884 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-79c570eb-d2b3-4a5f-9db1-c69deb4c5b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:07.023007 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79c570eb-d2b3-4a5f-9db1-c69deb4c5b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:07.274434 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79c570eb-d2b3-4a5f-9db1-c69deb4c5b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:07.278413 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79c570eb-d2b3-4a5f-9db1-c69deb4c5b21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:07.302172 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79c570eb-d2b3-4a5f-9db1-c69deb4c5b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:07.302768 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c570eb-d2b3-4a5f-9db1-c69deb4c5b21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5615dbd4-4f8a-4011-ab46-889f615ff3c5 {{(pid=83435) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 05:50:07.314698 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-79c570eb-d2b3-4a5f-9db1-c69deb4c5b21 admin admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:07.318183 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-79c570eb-d2b3-4a5f-9db1-c69deb4c5b21 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5615dbd4-4f8a-4011-ab46-889f615ff3c5 HTTP/1.1" status: 204  len: 168 time: 1.5323319
Dec 22 05:50:07.318406 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39454) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:07.376609 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_v2 [None req-f962b5fc-23bf-4c1e-a567-5c2393253e61 admin admin] Deleting subnet 0146fc55-ab5e-4e33-9819-ff2a17387d16 {{(pid=83435) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:50:07.379568 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f962b5fc-23bf-4c1e-a567-5c2393253e61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:07.429967 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f962b5fc-23bf-4c1e-a567-5c2393253e61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1289194'] for subnet, precommit_delete_associations {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:07.503232 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f962b5fc-23bf-4c1e-a567-5c2393253e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:07.570914 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f962b5fc-23bf-4c1e-a567-5c2393253e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1382616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7068967'] for subnet, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:07.574932 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fc1025bc-493e-4700-9d2d-5dcd65e088f4 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:07.611679 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962b5fc-23bf-4c1e-a567-5c2393253e61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0146fc55-ab5e-4e33-9819-ff2a17387d16,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:07.614451 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f962b5fc-23bf-4c1e-a567-5c2393253e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:07.616954 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f962b5fc-23bf-4c1e-a567-5c2393253e61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:07.622493 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2aef37-baf4-4de8-b60b-034d23c1924d None None] Network 505bc097-389d-4af2-a18a-c0a6ad65cc0d requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:50:07.623044 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f962b5fc-23bf-4c1e-a567-5c2393253e61 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0146fc55-ab5e-4e33-9819-ff2a17387d16 HTTP/1.1" status: 204  len: 168 time: 0.3033257
Dec 22 05:50:07.625147 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39458) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:07.840435 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff583-4579-4978-a869-af95f3807f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:07.850337 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-1e5ff583-4579-4978-a869-af95f3807f9b admin admin] Deleting port c7b75a53-d6e3-4704-bc0b-56ba0b8618eb {{(pid=83435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:50:07.850661 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff583-4579-4978-a869-af95f3807f9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:07.916719 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b71376-f8fb-45de-9666-4deca6301cc4 None None] DHCP port deletion for 505bc097-389d-4af2-a18a-c0a6ad65cc0d request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 05:50:07.921020 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-00b71376-f8fb-45de-9666-4deca6301cc4 None None] Deleting port c7b75a53-d6e3-4704-bc0b-56ba0b8618eb {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:50:07.921458 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-00b71376-f8fb-45de-9666-4deca6301cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:08.049074 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.db [None req-1e5ff583-4579-4978-a869-af95f3807f9b admin admin] For port c7b75a53-d6e3-4704-bc0b-56ba0b8618eb, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c7b75a53-d6e3-4704-bc0b-56ba0b8618eb,segment=NetworkSegment(71b7453c-943a-466e-8b69-901e5a941593),segment_id=71b7453c-943a-466e-8b69-901e5a941593)] {{(pid=83435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:50:08.049430 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff583-4579-4978-a869-af95f3807f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:08.104195 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 7efcfb23-8bc4-4314-875e-103e574562aa no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:50:08.140681 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 7efcfb23-8bc4-4314-875e-103e574562aa {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:50:08.141242 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 7efcfb23-8bc4-4314-875e-103e574562aa not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:50:08.141898 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f63bcafa-263a-43ca-9ca3-3131dbf2c8ce no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:50:08.184755 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: f63bcafa-263a-43ca-9ca3-3131dbf2c8ce {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:50:08.185353 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device f63bcafa-263a-43ca-9ca3-3131dbf2c8ce not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:50:08.185943 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c7b75a53-d6e3-4704-bc0b-56ba0b8618eb no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:50:08.220024 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.plugin [None req-1e5ff583-4579-4978-a869-af95f3807f9b admin admin] Calling delete_port for c7b75a53-d6e3-4704-bc0b-56ba0b8618eb owned by network:dhcp {{(pid=83435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:50:08.231626 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-00b71376-f8fb-45de-9666-4deca6301cc4 None None] For port c7b75a53-d6e3-4704-bc0b-56ba0b8618eb, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=c7b75a53-d6e3-4704-bc0b-56ba0b8618eb,segment=NetworkSegment(71b7453c-943a-466e-8b69-901e5a941593),segment_id=71b7453c-943a-466e-8b69-901e5a941593)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:50:08.232181 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-00b71376-f8fb-45de-9666-4deca6301cc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:08.257434 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:08.302360 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff583-4579-4978-a869-af95f3807f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:08.308445 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f51f155f-bf2a-48d1-8e8b-56f4c28c16bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:08.352995 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ff583-4579-4978-a869-af95f3807f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=c7b75a53-d6e3-4704-bc0b-56ba0b8618eb,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:08.356619 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1e5ff583-4579-4978-a869-af95f3807f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:08.361794 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5ff583-4579-4978-a869-af95f3807f9b admin admin] No DVR routers for this DVR port c7b75a53-d6e3-4704-bc0b-56ba0b8618eb on host dv-neutron-822525-1-hyperv {{(pid=83435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:50:08.366433 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-00b71376-f8fb-45de-9666-4deca6301cc4 None None] Calling delete_port for c7b75a53-d6e3-4704-bc0b-56ba0b8618eb owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:50:08.415687 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No active binding found for port c7b75a53-d6e3-4704-bc0b-56ba0b8618eb {{(pid=83436) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 22 05:50:08.416084 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device c7b75a53-d6e3-4704-bc0b-56ba0b8618eb not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:50:08.447184 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-00b71376-f8fb-45de-9666-4deca6301cc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 05:50:08.447537 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-00b71376-f8fb-45de-9666-4deca6301cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 05:50:08.480710 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff583-4579-4978-a869-af95f3807f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:08.509004 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-1e5ff583-4579-4978-a869-af95f3807f9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469abc4cd0>,) {'filters': {'network_id': ['505bc097-389d-4af2-a18a-c0a6ad65cc0d']}} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:08.520555 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-1e5ff583-4579-4978-a869-af95f3807f9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469abc4cd0>, '71b7453c-943a-466e-8b69-901e5a941593') {'for_net_delete': True} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:08.520843 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.services.segments.db [None req-1e5ff583-4579-4978-a869-af95f3807f9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469abc4cd0>, '71b7453c-943a-466e-8b69-901e5a941593') {} {{(pid=83435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:08.531633 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff583-4579-4978-a869-af95f3807f9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1289185'] for segment, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:08.547242 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff583-4579-4978-a869-af95f3807f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:08.553929 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5ff583-4579-4978-a869-af95f3807f9b admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=83435) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:50:08.554315 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff583-4579-4978-a869-af95f3807f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1384198'] for segment, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]: Traceback (most recent call last):
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:     timer()
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:     cb(*args, **kw)
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:     return func(*args, **kwargs)
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:     self._notify()
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:     self.callback(batched_events)
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:     event.method(event)
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:     return f(self, *a, **k)
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._get(url).json()
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:50:08.567293 dv-neutron-822525-1-hyperv neutron-server[83435]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:50:08.641491 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff583-4579-4978-a869-af95f3807f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:08.644885 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-396ee6a7-4924-4418-b6f6-3305ae60efa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:08.660953 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-1e5ff583-4579-4978-a869-af95f3807f9b admin admin] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:08.667254 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ff583-4579-4978-a869-af95f3807f9b admin admin] Pushing event deleted for resources: {'Network': ['ID=505bc097-389d-4af2-a18a-c0a6ad65cc0d,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:08.671075 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1e5ff583-4579-4978-a869-af95f3807f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:08.677479 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-1e5ff583-4579-4978-a869-af95f3807f9b admin admin] 10.222.0.53 "DELETE /v2.0/networks/505bc097-389d-4af2-a18a-c0a6ad65cc0d HTTP/1.1" status: 204  len: 168 time: 1.0513692
Dec 22 05:50:08.849608 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 39464) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:08.898262 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-be83fe80-430b-4fb9-adb7-156865506885 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=98ab38ed7af949deb112919e10096124&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0473728
Dec 22 05:50:08.900544 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 39468) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:08.946292 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a4b19044-5c77-47a2-8f13-082413976c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:08.948640 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-00b71376-f8fb-45de-9666-4deca6301cc4 None None] Deleting port c7b75a53-d6e3-4704-bc0b-56ba0b8618eb {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:50:08.949020 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-00b71376-f8fb-45de-9666-4deca6301cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:08.958425 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5c01426-98b0-4923-86e9-81370a7c8371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:08.987443 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5c01426-98b0-4923-86e9-81370a7c8371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:09.014355 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-00b71376-f8fb-45de-9666-4deca6301cc4 None None] The port 'c7b75a53-d6e3-4704-bc0b-56ba0b8618eb' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 05:50:09.037742 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5c01426-98b0-4923-86e9-81370a7c8371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:09.041417 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-120f1f23-c321-4699-8d6d-1595861287f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:09.055565 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c01426-98b0-4923-86e9-81370a7c8371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736dc0a6-26cc-459e-9a56-95d583a57b03,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:09.058299 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b5c01426-98b0-4923-86e9-81370a7c8371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:09.064197 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b5c01426-98b0-4923-86e9-81370a7c8371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:09.065325 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b5c01426-98b0-4923-86e9-81370a7c8371 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/736dc0a6-26cc-459e-9a56-95d583a57b03 HTTP/1.1" status: 204  len: 168 time: 0.1638653
Dec 22 05:50:09.469414 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 39476) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:09.518022 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7f4f2f2c-7fbb-42d0-814c-f27f761ba7a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf973e65f4b94db8a453bc9b1a3c2d7b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0472577
Dec 22 05:50:09.520312 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 39480) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:09.578159 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e7df-15ad-441e-b77a-66cd4679e574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:09.602608 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e7df-15ad-441e-b77a-66cd4679e574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:09.652271 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e7df-15ad-441e-b77a-66cd4679e574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:09.656834 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e1f2722d-2cc2-4de0-b8c8-22ac8ff4d139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:09.671239 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1e7df-15ad-441e-b77a-66cd4679e574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6deb3336-6f03-4ecc-a5e0-ed19219d4b5d,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:09.674055 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-b6b1e7df-15ad-441e-b77a-66cd4679e574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:09.677694 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-b6b1e7df-15ad-441e-b77a-66cd4679e574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:09.678784 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-b6b1e7df-15ad-441e-b77a-66cd4679e574 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6deb3336-6f03-4ecc-a5e0-ed19219d4b5d HTTP/1.1" status: 204  len: 168 time: 0.1575720
Dec 22 05:50:10.540027 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39502) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:10.665361 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1013536512-network', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:50:10.670390 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:50:10.675199 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] Usage tracker for resource:network and tenant:7c6eaf3fa9674a29b9927747ae99a2dc is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:50:10.677987 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:50:10.683792 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:50:10.694365 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] Made reservation on behalf of 7c6eaf3fa9674a29b9927747ae99a2dc for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:50:10.696606 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:10.708663 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:10.739334 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:50:10.742923 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] Usage tracker for resource:security_group_rule and tenant:7c6eaf3fa9674a29b9927747ae99a2dc is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:50:10.745613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:50:10.751051 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:50:10.815576 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:10.819280 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:10.821982 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-73b92011-fe46-4ef2-8d1d-ab1135f85ce1 tempest-TestMinimumBasicScenario-679458400 tempest-TestMinimumBasicScenario-679458400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:10.851945 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:50:10.853902 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4668fefa-b0fb-4a79-a3f8-002e7fdcfbe5,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:10.858789 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:10.865736 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:10.865736 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] Added segment 83657b36-c187-4b7e-ac61-23b204b382b2 of type vlan for network b7f8f6d9-0dea-48dd-a74d-224a1aac8e70
Dec 22 05:50:10.890702 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:10.919325 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:10.920222 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:50:10.920810 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:10.926012 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-e9c8d894-722a-4af4-9ca5-63cf9f268fbb tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:11.022420 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4811871
Dec 22 05:50:11.025169 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] Pushing event updated for resources: {'Network': ['ID=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:11.025288 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 39508) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:11.028186 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-5076cc40-4a89-4a10-bcca-429bc0ba1369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:11.030996 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-ac974f1f-6bcc-4885-bfc2-6fd0329a028e admin admin] Request body: {'subnet': {'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1013536512-subnet', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'ip_version': 4}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:50:11.034748 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:50:11.035762 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ac974f1f-6bcc-4885-bfc2-6fd0329a028e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:50:11.039643 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ac974f1f-6bcc-4885-bfc2-6fd0329a028e admin admin] Usage tracker for resource:subnet and tenant:7c6eaf3fa9674a29b9927747ae99a2dc is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:50:11.042469 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-ac974f1f-6bcc-4885-bfc2-6fd0329a028e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:50:11.048627 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-ac974f1f-6bcc-4885-bfc2-6fd0329a028e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:50:11.059041 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac974f1f-6bcc-4885-bfc2-6fd0329a028e admin admin] Made reservation on behalf of 7c6eaf3fa9674a29b9927747ae99a2dc for: {'subnet': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:50:11.061326 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ac974f1f-6bcc-4885-bfc2-6fd0329a028e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6882868'] for subnet, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:11.147991 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fb0e2a1f-98cc-4c13-81d4-513fc19ba50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:11.260289 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ac974f1f-6bcc-4885-bfc2-6fd0329a028e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1374533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6882842'] for subnet, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:11.264444 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3d0caed3-b3ac-497f-883c-bb73c262ca5c tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:11.336354 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac974f1f-6bcc-4885-bfc2-6fd0329a028e admin admin] Pushing event updated for resources: {'Subnet': ['ID=647addcc-442f-4e5c-9382-47fb74931a81,revision_number=0']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:11.339624 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ac974f1f-6bcc-4885-bfc2-6fd0329a028e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:11.346765 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac974f1f-6bcc-4885-bfc2-6fd0329a028e admin admin] Checking segment: {'id': '83657b36-c187-4b7e-ac61-23b204b382b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:50:11.347111 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac974f1f-6bcc-4885-bfc2-6fd0329a028e admin admin] Network hostable DHCP agents. Network: b7f8f6d9-0dea-48dd-a74d-224a1aac8e70, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:50:11.367625 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac974f1f-6bcc-4885-bfc2-6fd0329a028e admin admin] Network b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:50:11.376038 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-ac974f1f-6bcc-4885-bfc2-6fd0329a028e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, b7f8f6d9-0dea-48dd-a74d-224a1aac8e70) {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:50:11.379866 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac974f1f-6bcc-4885-bfc2-6fd0329a028e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:50:11.380442 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ac974f1f-6bcc-4885-bfc2-6fd0329a028e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:11.385594 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a3507c-f69f-4100-9c70-5010f81817c8 None None] Network b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:50:11.402082 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ac974f1f-6bcc-4885-bfc2-6fd0329a028e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3732159
Dec 22 05:50:11.402400 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 39512) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:11.407932 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1013536512-router', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:50:11.412355 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:50:11.416213 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Usage tracker for resource:router and tenant:7c6eaf3fa9674a29b9927747ae99a2dc is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:50:11.419252 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:50:11.425602 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:50:11.435748 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:11.436789 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:11.456457 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:11.609593 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'fixed_ips': [{'subnet_id': '647addcc-442f-4e5c-9382-47fb74931a81'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:50:11.610469 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:11.706273 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:11.762568 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Allocated IP 172.20.0.2 (b7f8f6d9-0dea-48dd-a74d-224a1aac8e70/647addcc-442f-4e5c-9382-47fb74931a81/d4da50d2-98a0-488f-a2e4-573c0ee5b673) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:50:11.892015 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:11.925985 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:11.996461 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:12.007204 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Transition to ACTIVE for port object d4da50d2-98a0-488f-a2e4-573c0ee5b673 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:50:12.024868 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Transition to ACTIVE for port object d4da50d2-98a0-488f-a2e4-573c0ee5b673 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:50:12.030182 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:12.034578 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-9deffae2-1f23-43bc-9a3c-22c9cf74d60c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:12.058047 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Allocated IP 172.26.4.44 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/449e3ac4-6a0b-45a2-99d7-ce2deab35764) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:50:12.097141 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Network b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:50:12.100231 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:50:12.104280 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:50:12.106291 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Pushing event updated for resources: {'Port': ['ID=d4da50d2-98a0-488f-a2e4-573c0ee5b673,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:12.146529 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:50:12.146842 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:50:12.147108 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:50:12.147434 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:50:12.147760 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:50:12.148080 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:50:12.148397 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:50:12.148722 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:50:12.149034 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:50:12.149349 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:50:12.149689 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:50:12.156703 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:12.203273 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Attempting to bind port d4da50d2-98a0-488f-a2e4-573c0ee5b673 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:50:12.203645 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Attempting to bind port d4da50d2-98a0-488f-a2e4-573c0ee5b673 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '83657b36-c187-4b7e-ac61-23b204b382b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:50:12.204043 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Attempting to bind port d4da50d2-98a0-488f-a2e4-573c0ee5b673 on network b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:50:12.204585 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:12.210377 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:50:12.210753 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Checking segment: {'id': '83657b36-c187-4b7e-ac61-23b204b382b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:50:12.211155 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:12.211662 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Bound using segment: {'id': '83657b36-c187-4b7e-ac61-23b204b382b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:50:12.212136 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Bound port: d4da50d2-98a0-488f-a2e4-573c0ee5b673, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83657b36-c187-4b7e-ac61-23b204b382b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:50:12.212503 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:12.232023 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:12.236824 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c0efdf5a-061a-4fbe-9532-6a387e62ff12 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:12.296461 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:50:12.302883 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] For port d4da50d2-98a0-488f-a2e4-573c0ee5b673, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:50:12.304552 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:50:12.306812 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] For port d4da50d2-98a0-488f-a2e4-573c0ee5b673, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d4da50d2-98a0-488f-a2e4-573c0ee5b673,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:50:12.308884 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:50:12.312301 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:12.315852 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:12.337299 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Pushing event updated for resources: {'Port': ['ID=449e3ac4-6a0b-45a2-99d7-ce2deab35764,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:12.343373 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:12.401411 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:12.414319 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Pushing event updated for resources: {'Port': ['ID=d4da50d2-98a0-488f-a2e4-573c0ee5b673,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:12.417145 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:12.467012 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:12.481373 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:12.482152 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:12.725876 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Router 53d23c7f-ddfc-4210-9a3f-43950c831814 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 05:50:12.925968 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:50:12.934573 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] Sync routers for ids ['53d23c7f-ddfc-4210-9a3f-43950c831814'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:50:12.946232 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] Routers {'53d23c7f-ddfc-4210-9a3f-43950c831814'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:50:12.946840 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c275d00>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['53d23c7f-ddfc-4210-9a3f-43950c831814'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:12.949861 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:12.951113 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.5477819
Dec 22 05:50:12.954019 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39516) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:13.139222 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] Set router 53d23c7f-ddfc-4210-9a3f-43950c831814 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:50:13.368348 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19af69fe-9478-435c-a67d-fa6db9c84d34 None None] Network b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:50:13.503756 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-accd4389-f918-4436-bc65-476cf227231d None None] Provisioning for port d4da50d2-98a0-488f-a2e4-573c0ee5b673 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:50:13.598081 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c275d00>, [{'id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'name': 'tempest-TestSnapshotPattern-1013536512-router', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:12Z', 'revision_number': 3, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'gw_port': {'id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:13.610665 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] Checking router: 53d23c7f-ddfc-4210-9a3f-43950c831814 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:50:13.611319 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] Updating router 53d23c7f-ddfc-4210-9a3f-43950c831814 port 449e3ac4-6a0b-45a2-99d7-ce2deab35764 binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:50:13.696030 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:13.796220 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33c3c03b-19a1-468e-9df2-cbb88bacd4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:13.912496 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:14.020748 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-33c3c03b-19a1-468e-9df2-cbb88bacd4e9 admin admin] Allocated IP 172.20.0.1 (b7f8f6d9-0dea-48dd-a74d-224a1aac8e70/647addcc-442f-4e5c-9382-47fb74931a81/77bc5a8c-5501-4d2e-a776-bbfdbf2f8438) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:50:14.069094 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:14.080978 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] Transition to ACTIVE for port object 449e3ac4-6a0b-45a2-99d7-ce2deab35764 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:50:14.088820 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:14.092096 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:14.175949 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d4da50d2-98a0-488f-a2e4-573c0ee5b673 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:50:14.184341 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33c3c03b-19a1-468e-9df2-cbb88bacd4e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:14.200384 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-33c3c03b-19a1-468e-9df2-cbb88bacd4e9 admin admin] Transition to ACTIVE for port object 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:50:14.223124 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33c3c03b-19a1-468e-9df2-cbb88bacd4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:14.227372 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-6e638dcf-5ea0-4ff0-8c77-086ddc3935ed tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:14.271995 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c48f14-1a82-4f84-b7cb-bccfb714f05d None None] Pushing event updated for resources: {'Port': ['ID=449e3ac4-6a0b-45a2-99d7-ce2deab35764,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:14.279100 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-98c48f14-1a82-4f84-b7cb-bccfb714f05d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:14.281053 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] Attempting to bind port 449e3ac4-6a0b-45a2-99d7-ce2deab35764 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:50:14.281424 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] Attempting to bind port 449e3ac4-6a0b-45a2-99d7-ce2deab35764 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:50:14.281813 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] Attempting to bind port 449e3ac4-6a0b-45a2-99d7-ce2deab35764 on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:50:14.295035 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c3c03b-19a1-468e-9df2-cbb88bacd4e9 admin admin] Network b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:50:14.295390 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:50:14.295762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:50:14.296166 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:14.296600 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:50:14.297015 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] Bound port: 449e3ac4-6a0b-45a2-99d7-ce2deab35764, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:50:14.297390 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:14.298831 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-33c3c03b-19a1-468e-9df2-cbb88bacd4e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:50:14.301625 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c3c03b-19a1-468e-9df2-cbb88bacd4e9 admin admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:50:14.326817 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3c03b-19a1-468e-9df2-cbb88bacd4e9 admin admin] Pushing event updated for resources: {'Port': ['ID=77bc5a8c-5501-4d2e-a776-bbfdbf2f8438,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:14.330613 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-33c3c03b-19a1-468e-9df2-cbb88bacd4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:14.342666 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port d4da50d2-98a0-488f-a2e4-573c0ee5b673 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:50:14.357639 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port d4da50d2-98a0-488f-a2e4-573c0ee5b673 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:50:14.358002 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:14.367617 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33c3c03b-19a1-468e-9df2-cbb88bacd4e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:14.428656 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] For port 449e3ac4-6a0b-45a2-99d7-ce2deab35764, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:50:14.445568 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] For port 449e3ac4-6a0b-45a2-99d7-ce2deab35764, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=449e3ac4-6a0b-45a2-99d7-ce2deab35764,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:50:14.453007 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:14.453208 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33c3c03b-19a1-468e-9df2-cbb88bacd4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:14.457500 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:14.578530 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:14.595739 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c48f14-1a82-4f84-b7cb-bccfb714f05d None None] Pushing event updated for resources: {'Port': ['ID=449e3ac4-6a0b-45a2-99d7-ce2deab35764,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:14.598768 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-98c48f14-1a82-4f84-b7cb-bccfb714f05d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:14.601677 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] Routers {'53d23c7f-ddfc-4210-9a3f-43950c831814'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:50:14.602287 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c275d00>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['53d23c7f-ddfc-4210-9a3f-43950c831814'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:14.606462 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:50:14.675209 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33c3c03b-19a1-468e-9df2-cbb88bacd4e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:14.681333 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33c3c03b-19a1-468e-9df2-cbb88bacd4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:14.713795 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-360d9eaa-e7f2-47c8-bad6-2c771089ffd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:14.759128 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port d4da50d2-98a0-488f-a2e4-573c0ee5b673, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d4da50d2-98a0-488f-a2e4-573c0ee5b673,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:50:14.765047 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-727c479d-59fe-4680-ba33-5123ed39391f None None] Provisioning for port 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:50:14.771153 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:14.776111 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:14.789335 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3c03b-19a1-468e-9df2-cbb88bacd4e9 admin admin] Pushing event updated for resources: {'Port': ['ID=77bc5a8c-5501-4d2e-a776-bbfdbf2f8438,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:14.791624 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-33c3c03b-19a1-468e-9df2-cbb88bacd4e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:14.795093 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-33c3c03b-19a1-468e-9df2-cbb88bacd4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:14.820406 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-727c479d-59fe-4680-ba33-5123ed39391f None None] Provisioning complete for port 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:50:14.820781 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-727c479d-59fe-4680-ba33-5123ed39391f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:14.910208 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-727c479d-59fe-4680-ba33-5123ed39391f None None] Port 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:50:14.914957 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] Set router 53d23c7f-ddfc-4210-9a3f-43950c831814 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:50:14.929057 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c3c03b-19a1-468e-9df2-cbb88bacd4e9 admin admin] Network b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:50:14.930149 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-33c3c03b-19a1-468e-9df2-cbb88bacd4e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:50:14.961987 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=d4da50d2-98a0-488f-a2e4-573c0ee5b673,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:14.964710 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:15.248991 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-f6800dc8-ae6f-4148-92b5-75f6e578a994 None None] Provisioning complete for port 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:50:15.249705 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f6800dc8-ae6f-4148-92b5-75f6e578a994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:15.300997 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c275d00>, [{'id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'name': 'tempest-TestSnapshotPattern-1013536512-router', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:14Z', 'revision_number': 4, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'gw_port': {'id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '77bc5a8c-5501-4d2e-a776-bbfdbf2f8438', 'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'mac_address': 'fa:16:3e:7d:76:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '647addcc-442f-4e5c-9382-47fb74931a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:13Z', 'updated_at': '2021-12-22T05:50:14Z', 'revision_number': 1, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'subnets': [{'id': '647addcc-442f-4e5c-9382-47fb74931a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:15.307849 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-f6800dc8-ae6f-4148-92b5-75f6e578a994 None None] Port 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:50:15.309482 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96437f10-4fc7-4633-9fdf-bc98d36f508d None None] The sync data for ids ['53d23c7f-ddfc-4210-9a3f-43950c831814'] in dv-neutron-822525-1-hyperv is: [{'id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'name': 'tempest-TestSnapshotPattern-1013536512-router', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:14Z', 'revision_number': 4, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'gw_port': {'id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '77bc5a8c-5501-4d2e-a776-bbfdbf2f8438', 'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'mac_address': 'fa:16:3e:7d:76:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '647addcc-442f-4e5c-9382-47fb74931a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:13Z', 'updated_at': '2021-12-22T05:50:14Z', 'revision_number': 1, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'subnets': [{'id': '647addcc-442f-4e5c-9382-47fb74931a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:50:15.434766 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c3c03b-19a1-468e-9df2-cbb88bacd4e9 admin admin] Router 53d23c7f-ddfc-4210-9a3f-43950c831814 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:50:15.660006 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c3c03b-19a1-468e-9df2-cbb88bacd4e9 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:50:15.668781 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-33c3c03b-19a1-468e-9df2-cbb88bacd4e9 admin admin] 10.222.0.53 "PUT /v2.0/routers/53d23c7f-ddfc-4210-9a3f-43950c831814/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7132220
Dec 22 05:50:16.179551 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d4da50d2-98a0-488f-a2e4-573c0ee5b673 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:50:16.259952 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port d4da50d2-98a0-488f-a2e4-573c0ee5b673 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:50:16.260657 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:16.379468 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 449e3ac4-6a0b-45a2-99d7-ce2deab35764 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:50:16.449026 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 449e3ac4-6a0b-45a2-99d7-ce2deab35764 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:50:16.454627 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 449e3ac4-6a0b-45a2-99d7-ce2deab35764 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:50:16.455624 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:16.616421 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:16.620411 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39538) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:16.626592 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-653544868-network', 'tenant_id': '13b218f2cf8c439b8e01064d4e01c8b1'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:50:16.631195 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:50:16.632740 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 449e3ac4-6a0b-45a2-99d7-ce2deab35764, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=449e3ac4-6a0b-45a2-99d7-ce2deab35764,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:50:16.635715 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Usage tracker for resource:network and tenant:13b218f2cf8c439b8e01064d4e01c8b1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:50:16.636935 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:16.638762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:16.640219 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:50:16.645971 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:50:16.656065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Made reservation on behalf of 13b218f2cf8c439b8e01064d4e01c8b1 for: {'network': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:50:16.658975 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for network, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:16.670991 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:16.702048 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=449e3ac4-6a0b-45a2-99d7-ce2deab35764,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:16.703529 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:50:16.705075 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:16.708967 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Usage tracker for resource:security_group_rule and tenant:13b218f2cf8c439b8e01064d4e01c8b1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:50:16.711858 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:50:16.717391 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:50:16.782517 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:16.786117 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:16.790047 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-37e22c46-3e96-44fe-b0bc-5ae25eda7a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:16.816344 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305}  {{(pid=83435) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 05:50:16.824388 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afda448-f48f-419b-8489-c71ae1badbf4,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:16.827856 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:16.830424 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:16.830741 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.segments_db [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Added segment e4b55ec8-dcd9-4ce8-95d7-785baa8e75db of type vlan for network 163b0c03-1489-4202-b7a7-8285d9f9f4d5
Dec 22 05:50:16.862658 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746328521988'] for network, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:16.893732 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816'] for network, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:16.894595 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:50:16.895156 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Notify callbacks [] for network, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:16.898344 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8d171345-c268-4c48-b449-c3869bab83b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:16.995084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Pushing event updated for resources: {'Network': ['ID=163b0c03-1489-4202-b7a7-8285d9f9f4d5,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:16.997934 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:16.999862 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3784599
Dec 22 05:50:17.002770 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39542) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:17.005762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Network 163b0c03-1489-4202-b7a7-8285d9f9f4d5 details requested by agent ovs-agent-dv-neutron-822525-1-hyperv with host dv-neutron-822525-1-hyperv {{(pid=83436) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 05:50:17.009090 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-692d7970-4e06-4073-9fd5-606a8c813579 admin admin] Request body: {'subnet': {'network_id': '163b0c03-1489-4202-b7a7-8285d9f9f4d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-653544868-subnet', 'tenant_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'ip_version': 4}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:50:17.013910 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-692d7970-4e06-4073-9fd5-606a8c813579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:50:17.018273 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-692d7970-4e06-4073-9fd5-606a8c813579 admin admin] Usage tracker for resource:subnet and tenant:13b218f2cf8c439b8e01064d4e01c8b1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:50:17.021038 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-692d7970-4e06-4073-9fd5-606a8c813579 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:50:17.026550 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-692d7970-4e06-4073-9fd5-606a8c813579 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:50:17.037114 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692d7970-4e06-4073-9fd5-606a8c813579 admin admin] Made reservation on behalf of 13b218f2cf8c439b8e01064d4e01c8b1 for: {'subnet': 1} {{(pid=83435) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:50:17.039342 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-692d7970-4e06-4073-9fd5-606a8c813579 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7068928'] for subnet, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:17.238658 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-692d7970-4e06-4073-9fd5-606a8c813579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1382555', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7068974'] for subnet, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:17.242681 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-baa20041-d6f1-4a7d-94a4-b815a37ea079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:17.310857 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d7970-4e06-4073-9fd5-606a8c813579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e582f14-3fd6-478c-a3a0-87ab56335dd2,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:17.314626 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-692d7970-4e06-4073-9fd5-606a8c813579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:17.321390 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692d7970-4e06-4073-9fd5-606a8c813579 admin admin] Checking segment: {'id': 'e4b55ec8-dcd9-4ce8-95d7-785baa8e75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '163b0c03-1489-4202-b7a7-8285d9f9f4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:50:17.321768 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692d7970-4e06-4073-9fd5-606a8c813579 admin admin] Network hostable DHCP agents. Network: 163b0c03-1489-4202-b7a7-8285d9f9f4d5, hostable agents: ['4e52744d-d8c4-4b47-b822-3f2e0a227e16'], hosted agents: [] {{(pid=83435) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 05:50:17.343165 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692d7970-4e06-4073-9fd5-606a8c813579 admin admin] Network 163b0c03-1489-4202-b7a7-8285d9f9f4d5 is scheduled to be hosted by DHCP agent 4e52744d-d8c4-4b47-b822-3f2e0a227e16 with binding_index 1 {{(pid=83435) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 05:50:17.352021 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-692d7970-4e06-4073-9fd5-606a8c813579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822525-1-hyperv, 163b0c03-1489-4202-b7a7-8285d9f9f4d5) {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:50:17.355823 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692d7970-4e06-4073-9fd5-606a8c813579 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:50:17.356391 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-692d7970-4e06-4073-9fd5-606a8c813579 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:17.360601 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d40217-5b2d-43d1-9ab1-59e073f6ba5e None None] Network 163b0c03-1489-4202-b7a7-8285d9f9f4d5 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:50:17.376403 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-692d7970-4e06-4073-9fd5-606a8c813579 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3715549
Dec 22 05:50:17.378860 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39546) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:17.384094 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-653544868-router', 'tenant_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:50:17.388651 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:50:17.393057 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] Usage tracker for resource:router and tenant:13b218f2cf8c439b8e01064d4e01c8b1 is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:50:17.395892 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:50:17.401531 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:50:17.412372 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1706424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:17.413436 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1706459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1711875', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1778917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:17.432896 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:17.572629 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f97e55c-0ac6-5834-8387-49fb4b0b52f2-163b0c03-1489-4202-b7a7-8285d9f9f4d5', 'network_id': '163b0c03-1489-4202-b7a7-8285d9f9f4d5', 'tenant_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'fixed_ips': [{'subnet_id': '5e582f14-3fd6-478c-a3a0-87ab56335dd2'}]}} from dv-neutron-822525-1-hyperv. {{(pid=83436) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 22 05:50:17.573456 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:17.577771 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1711921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1706406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:17.724683 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.db_base_plugin_common [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Allocated IP 172.20.0.2 (163b0c03-1489-4202-b7a7-8285d9f9f4d5/5e582f14-3fd6-478c-a3a0-87ab56335dd2/421d9c8a-79fa-4d7e-acbd-6239b57e4982) {{(pid=83436) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:50:17.763686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:17.792630 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:17.930567 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Notify callbacks [] for port, precommit_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:17.939543 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] Allocated IP 172.26.4.10 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/77eb2d1e-392c-4641-8572-ed7049ebc807) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:50:17.942480 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Transition to ACTIVE for port object 421d9c8a-79fa-4d7e-acbd-6239b57e4982 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:50:17.960856 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Transition to ACTIVE for port object 421d9c8a-79fa-4d7e-acbd-6239b57e4982 will not be triggered until provisioned by entity DHCP. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:50:17.966048 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098'] for port, after_create {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:17.970746 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:18.033895 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Network 163b0c03-1489-4202-b7a7-8285d9f9f4d5 is already hosted by enough agents. {{(pid=83436) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:50:18.037246 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.scheduler.base_scheduler [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Resources bound (agent type, host, resource id):  {{(pid=83436) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:50:18.039879 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Received port after_create {{(pid=83436) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:50:18.046993 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Pushing event updated for resources: {'Port': ['ID=421d9c8a-79fa-4d7e-acbd-6239b57e4982,revision_number=1']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:18.051647 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:18.117019 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 449e3ac4-6a0b-45a2-99d7-ce2deab35764 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:50:18.199571 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Attempting to bind port 421d9c8a-79fa-4d7e-acbd-6239b57e4982 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:50:18.199749 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Attempting to bind port 421d9c8a-79fa-4d7e-acbd-6239b57e4982 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'e4b55ec8-dcd9-4ce8-95d7-785baa8e75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '163b0c03-1489-4202-b7a7-8285d9f9f4d5'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:50:18.200108 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Attempting to bind port 421d9c8a-79fa-4d7e-acbd-6239b57e4982 on network 163b0c03-1489-4202-b7a7-8285d9f9f4d5 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:50:18.206444 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:18.209478 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:50:18.209881 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Checking segment: {'id': 'e4b55ec8-dcd9-4ce8-95d7-785baa8e75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '163b0c03-1489-4202-b7a7-8285d9f9f4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:50:18.210286 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:18.210682 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Bound using segment: {'id': 'e4b55ec8-dcd9-4ce8-95d7-785baa8e75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '163b0c03-1489-4202-b7a7-8285d9f9f4d5'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:50:18.211146 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Bound port: 421d9c8a-79fa-4d7e-acbd-6239b57e4982, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b55ec8-dcd9-4ce8-95d7-785baa8e75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '163b0c03-1489-4202-b7a7-8285d9f9f4d5'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:50:18.211530 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:18.230791 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 449e3ac4-6a0b-45a2-99d7-ce2deab35764 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:50:18.231161 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:18.233924 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:18.237467 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-92bc7efe-586f-4983-a59f-9c75f5d4d8a3 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:18.295981 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:50:18.303304 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:50:18.307254 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:50:18.340600 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] Pushing event updated for resources: {'Port': ['ID=77eb2d1e-392c-4641-8572-ed7049ebc807,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:18.344436 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:18.353197 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] For port 421d9c8a-79fa-4d7e-acbd-6239b57e4982, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:50:18.356512 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] For port 421d9c8a-79fa-4d7e-acbd-6239b57e4982, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=421d9c8a-79fa-4d7e-acbd-6239b57e4982,segment=NetworkSegment(e4b55ec8-dcd9-4ce8-95d7-785baa8e75db),segment_id=e4b55ec8-dcd9-4ce8-95d7-785baa8e75db)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:50:18.384006 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:18.393097 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:18.465766 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:18.466415 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1706415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704402'] for router, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:18.482577 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Pushing event updated for resources: {'Port': ['ID=421d9c8a-79fa-4d7e-acbd-6239b57e4982,revision_number=2']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:18.486015 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:18.714056 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] Router 4b5f9343-de66-4dfe-bcab-cb92b2d73e37 is scheduled to L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 with binding_index 1 {{(pid=83435) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 22 05:50:18.914986 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:50:18.923823 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] Sync routers for ids ['4b5f9343-de66-4dfe-bcab-cb92b2d73e37'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:50:18.935572 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] Routers {'4b5f9343-de66-4dfe-bcab-cb92b2d73e37'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:50:18.936393 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c72d850>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['4b5f9343-de66-4dfe-bcab-cb92b2d73e37'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:18.943886 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] Notify callbacks [] for router, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:18.945221 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-27777d31-a844-4344-8bd1-3ce40fbb965f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.5652330
Dec 22 05:50:18.947929 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39550) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:19.164211 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] Set router 4b5f9343-de66-4dfe-bcab-cb92b2d73e37 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:50:19.429273 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a588ca0-0993-4f83-9eff-b6ede7dd3b1f None None] Network 163b0c03-1489-4202-b7a7-8285d9f9f4d5 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:50:19.460076 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c72d850>, [{'id': '4b5f9343-de66-4dfe-bcab-cb92b2d73e37', 'name': 'tempest-TestSnapshotPattern-653544868-router', 'tenant_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '77eb2d1e-392c-4641-8572-ed7049ebc807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:17Z', 'updated_at': '2021-12-22T05:50:18Z', 'revision_number': 3, 'project_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'gw_port': {'id': '77eb2d1e-392c-4641-8572-ed7049ebc807', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5f9343-de66-4dfe-bcab-cb92b2d73e37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:17Z', 'updated_at': '2021-12-22T05:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:19.463893 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] Checking router: 4b5f9343-de66-4dfe-bcab-cb92b2d73e37 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:50:19.464240 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] Updating router 4b5f9343-de66-4dfe-bcab-cb92b2d73e37 port 77eb2d1e-392c-4641-8572-ed7049ebc807 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:50:19.518335 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:19.545115 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-32fa232d-9706-476e-92c8-49054f48bd4a None None] Provisioning for port 421d9c8a-79fa-4d7e-acbd-6239b57e4982 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:50:19.705496 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-71d17ed7-01f5-45a3-97e1-f350c331a9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:19.873992 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:19.885884 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] Transition to ACTIVE for port object 77eb2d1e-392c-4641-8572-ed7049ebc807 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:50:19.892607 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:19.896288 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-bfc135a2-7d4b-4d2d-9221-a504ef0f7e24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:19.968038 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b73c01-645c-4be3-8e41-eb4ce7ef681b None None] Pushing event updated for resources: {'Port': ['ID=77eb2d1e-392c-4641-8572-ed7049ebc807,revision_number=2']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:19.974411 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] Attempting to bind port 77eb2d1e-392c-4641-8572-ed7049ebc807 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:50:19.974776 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] Attempting to bind port 77eb2d1e-392c-4641-8572-ed7049ebc807 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:50:19.975140 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] Attempting to bind port 77eb2d1e-392c-4641-8572-ed7049ebc807 on network c376c199-68b9-4289-ba3a-1e17ce30e740 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:50:19.987917 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b73c01-645c-4be3-8e41-eb4ce7ef681b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:50:19.988308 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b73c01-645c-4be3-8e41-eb4ce7ef681b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:50:19.988639 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b73c01-645c-4be3-8e41-eb4ce7ef681b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:50:19.988952 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b73c01-645c-4be3-8e41-eb4ce7ef681b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:50:19.989278 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b73c01-645c-4be3-8e41-eb4ce7ef681b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:50:19.989619 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b73c01-645c-4be3-8e41-eb4ce7ef681b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:50:19.989936 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b73c01-645c-4be3-8e41-eb4ce7ef681b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:50:19.990251 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b73c01-645c-4be3-8e41-eb4ce7ef681b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:50:19.990566 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b73c01-645c-4be3-8e41-eb4ce7ef681b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:50:19.990872 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b73c01-645c-4be3-8e41-eb4ce7ef681b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:50:19.991181 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b73c01-645c-4be3-8e41-eb4ce7ef681b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83437) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:50:19.994406 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:50:19.994775 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] Checking segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:50:19.995178 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:19.995572 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] Bound using segment: {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:50:19.996030 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] Bound port: 77eb2d1e-392c-4641-8572-ed7049ebc807, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30db8e49-6f40-4445-8aae-d1a343e26fb4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:50:19.996397 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:20.022226 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-79b73c01-645c-4be3-8e41-eb4ce7ef681b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:20.047426 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-71d17ed7-01f5-45a3-97e1-f350c331a9d6 admin admin] Allocated IP 172.20.0.1 (163b0c03-1489-4202-b7a7-8285d9f9f4d5/5e582f14-3fd6-478c-a3a0-87ab56335dd2/2c2254d6-db14-4fb1-a743-c4d4cd758140) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:50:20.074053 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] For port 77eb2d1e-392c-4641-8572-ed7049ebc807, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:50:20.077420 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] For port 77eb2d1e-392c-4641-8572-ed7049ebc807, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=77eb2d1e-392c-4641-8572-ed7049ebc807,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:50:20.083016 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:20.093377 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-677ef67c-f5f9-479b-8527-7942db628831 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:20.138443 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 421d9c8a-79fa-4d7e-acbd-6239b57e4982 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:50:20.166729 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b73c01-645c-4be3-8e41-eb4ce7ef681b None None] Pushing event updated for resources: {'Port': ['ID=77eb2d1e-392c-4641-8572-ed7049ebc807,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:20.169282 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] Routers {'4b5f9343-de66-4dfe-bcab-cb92b2d73e37'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:50:20.169905 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c72d850>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['4b5f9343-de66-4dfe-bcab-cb92b2d73e37'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:20.208589 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-71d17ed7-01f5-45a3-97e1-f350c331a9d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:20.222368 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-79b73c01-645c-4be3-8e41-eb4ce7ef681b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:20.228144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.provisioning_blocks [None req-71d17ed7-01f5-45a3-97e1-f350c331a9d6 admin admin] Transition to ACTIVE for port object 2c2254d6-db14-4fb1-a743-c4d4cd758140 will not be triggered until provisioned by entity DHCP. {{(pid=83435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:50:20.243696 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 421d9c8a-79fa-4d7e-acbd-6239b57e4982 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:50:20.249176 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 421d9c8a-79fa-4d7e-acbd-6239b57e4982 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:50:20.249661 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:20.251161 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-71d17ed7-01f5-45a3-97e1-f350c331a9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:20.262400 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8a6d92ac-9a93-4332-ab39-553ad6aec805 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:20.311973 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d17ed7-01f5-45a3-97e1-f350c331a9d6 admin admin] Network 163b0c03-1489-4202-b7a7-8285d9f9f4d5 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:50:20.315540 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-71d17ed7-01f5-45a3-97e1-f350c331a9d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:50:20.319231 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d17ed7-01f5-45a3-97e1-f350c331a9d6 admin admin] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:50:20.354912 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] Set router 4b5f9343-de66-4dfe-bcab-cb92b2d73e37 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:50:20.370982 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d17ed7-01f5-45a3-97e1-f350c331a9d6 admin admin] Pushing event updated for resources: {'Port': ['ID=2c2254d6-db14-4fb1-a743-c4d4cd758140,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:20.375070 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-71d17ed7-01f5-45a3-97e1-f350c331a9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:20.393203 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-71d17ed7-01f5-45a3-97e1-f350c331a9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704204'] for router_interface, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:20.419511 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:20.459328 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 421d9c8a-79fa-4d7e-acbd-6239b57e4982, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=421d9c8a-79fa-4d7e-acbd-6239b57e4982,segment=NetworkSegment(e4b55ec8-dcd9-4ce8-95d7-785baa8e75db),segment_id=e4b55ec8-dcd9-4ce8-95d7-785baa8e75db)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:50:20.464780 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:20.466702 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-98c48f14-1a82-4f84-b7cb-bccfb714f05d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:20.498705 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-71d17ed7-01f5-45a3-97e1-f350c331a9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:20.542411 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=421d9c8a-79fa-4d7e-acbd-6239b57e4982,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:20.546420 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:20.620883 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e6c761fb-c916-4b5c-8eb9-b6abbd90f852 None None] Provisioning for port 2c2254d6-db14-4fb1-a743-c4d4cd758140 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:50:20.627491 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-e6c761fb-c916-4b5c-8eb9-b6abbd90f852 None None] Provisioning complete for port 2c2254d6-db14-4fb1-a743-c4d4cd758140 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:50:20.628400 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e6c761fb-c916-4b5c-8eb9-b6abbd90f852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:20.650607 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c72d850>, [{'id': '4b5f9343-de66-4dfe-bcab-cb92b2d73e37', 'name': 'tempest-TestSnapshotPattern-653544868-router', 'tenant_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '77eb2d1e-392c-4641-8572-ed7049ebc807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:17Z', 'updated_at': '2021-12-22T05:50:18Z', 'revision_number': 3, 'project_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'gw_port': {'id': '77eb2d1e-392c-4641-8572-ed7049ebc807', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5f9343-de66-4dfe-bcab-cb92b2d73e37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:17Z', 'updated_at': '2021-12-22T05:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:20.654563 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b245e49-d1e7-4986-bb69-dd7f385c88c2 None None] The sync data for ids ['4b5f9343-de66-4dfe-bcab-cb92b2d73e37'] in dv-neutron-822525-1-hyperv is: [{'id': '4b5f9343-de66-4dfe-bcab-cb92b2d73e37', 'name': 'tempest-TestSnapshotPattern-653544868-router', 'tenant_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '77eb2d1e-392c-4641-8572-ed7049ebc807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:17Z', 'updated_at': '2021-12-22T05:50:18Z', 'revision_number': 3, 'project_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'gw_port': {'id': '77eb2d1e-392c-4641-8572-ed7049ebc807', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5f9343-de66-4dfe-bcab-cb92b2d73e37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:17Z', 'updated_at': '2021-12-22T05:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:50:20.690788 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-e6c761fb-c916-4b5c-8eb9-b6abbd90f852 None None] Port 2c2254d6-db14-4fb1-a743-c4d4cd758140 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:50:20.744368 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-71d17ed7-01f5-45a3-97e1-f350c331a9d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:20.748727 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-71d17ed7-01f5-45a3-97e1-f350c331a9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:20.773600 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f2803119-5523-476e-b4c3-3d10a4d5d63d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:20.848907 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d17ed7-01f5-45a3-97e1-f350c331a9d6 admin admin] Pushing event updated for resources: {'Port': ['ID=2c2254d6-db14-4fb1-a743-c4d4cd758140,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:20.852201 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-71d17ed7-01f5-45a3-97e1-f350c331a9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:20.854821 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-71d17ed7-01f5-45a3-97e1-f350c331a9d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2785015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710192'] for router_interface, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:20.988922 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d17ed7-01f5-45a3-97e1-f350c331a9d6 admin admin] Network 163b0c03-1489-4202-b7a7-8285d9f9f4d5 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:50:20.989915 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-71d17ed7-01f5-45a3-97e1-f350c331a9d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:50:21.215454 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-595c5756-97ce-4ced-94b1-4bcca820db33 None None] Provisioning complete for port 2c2254d6-db14-4fb1-a743-c4d4cd758140 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:50:21.215881 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-595c5756-97ce-4ced-94b1-4bcca820db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:21.274166 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-595c5756-97ce-4ced-94b1-4bcca820db33 None None] Port 2c2254d6-db14-4fb1-a743-c4d4cd758140 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:50:21.384634 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d17ed7-01f5-45a3-97e1-f350c331a9d6 admin admin] Router 4b5f9343-de66-4dfe-bcab-cb92b2d73e37 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:50:21.690554 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d17ed7-01f5-45a3-97e1-f350c331a9d6 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:50:21.699897 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-71d17ed7-01f5-45a3-97e1-f350c331a9d6 admin admin] 10.222.0.53 "PUT /v2.0/routers/4b5f9343-de66-4dfe-bcab-cb92b2d73e37/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7509310
Dec 22 05:50:22.100609 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 421d9c8a-79fa-4d7e-acbd-6239b57e4982 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:50:22.167282 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 421d9c8a-79fa-4d7e-acbd-6239b57e4982 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:50:22.167741 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:22.504724 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39560) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:22.510292 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-f20409b6-85cf-45cc-ae7f-f7b9fbc559c4 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1332055073', 'description': 'tempest-secgroup-smoke-1332055073 description', 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:50:22.516095 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f20409b6-85cf-45cc-ae7f-f7b9fbc559c4 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:50:22.519760 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f20409b6-85cf-45cc-ae7f-f7b9fbc559c4 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Usage tracker for resource:security_group and tenant:7c6eaf3fa9674a29b9927747ae99a2dc is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:50:22.522617 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f20409b6-85cf-45cc-ae7f-f7b9fbc559c4 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:50:22.528102 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f20409b6-85cf-45cc-ae7f-f7b9fbc559c4 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:50:22.537833 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f20409b6-85cf-45cc-ae7f-f7b9fbc559c4 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for security_group, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:22.574608 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f20409b6-85cf-45cc-ae7f-f7b9fbc559c4 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:50:22.578275 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f20409b6-85cf-45cc-ae7f-f7b9fbc559c4 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Usage tracker for resource:security_group_rule and tenant:7c6eaf3fa9674a29b9927747ae99a2dc is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:50:22.581016 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f20409b6-85cf-45cc-ae7f-f7b9fbc559c4 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:50:22.586533 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f20409b6-85cf-45cc-ae7f-f7b9fbc559c4 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:50:22.638736 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f20409b6-85cf-45cc-ae7f-f7b9fbc559c4 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for security_group, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:22.642184 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f20409b6-85cf-45cc-ae7f-f7b9fbc559c4 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:22.645512 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-dd223129-3372-400d-b14f-ed4f9ff52504 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:22.682817 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20409b6-85cf-45cc-ae7f-f7b9fbc559c4 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60651bb-1950-4c52-892b-b2831589fac4,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:22.685623 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f20409b6-85cf-45cc-ae7f-f7b9fbc559c4 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:22.686495 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f20409b6-85cf-45cc-ae7f-f7b9fbc559c4 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:22.690564 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f20409b6-85cf-45cc-ae7f-f7b9fbc559c4 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1819510
Dec 22 05:50:22.690564 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39564) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:22.695867 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-111b810f-222a-4a18-9f44-1399f36deb0b tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Request body: {'security_group_rule': {'security_group_id': 'a60651bb-1950-4c52-892b-b2831589fac4', 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:50:22.702441 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-111b810f-222a-4a18-9f44-1399f36deb0b tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:50:22.706294 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-111b810f-222a-4a18-9f44-1399f36deb0b tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Usage tracker for resource:security_group_rule and tenant:7c6eaf3fa9674a29b9927747ae99a2dc is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:50:22.709086 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-111b810f-222a-4a18-9f44-1399f36deb0b tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:50:22.714666 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-111b810f-222a-4a18-9f44-1399f36deb0b tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:50:22.731287 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-111b810f-222a-4a18-9f44-1399f36deb0b tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:22.789690 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-111b810f-222a-4a18-9f44-1399f36deb0b tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:22.792955 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-111b810f-222a-4a18-9f44-1399f36deb0b tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:22.794777 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-8dca0152-1084-40ec-9764-d5836279d583 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:22.816084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b810f-222a-4a18-9f44-1399f36deb0b tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a95826-51a8-446d-b16a-27c7497eb061,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:22.818383 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-111b810f-222a-4a18-9f44-1399f36deb0b tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:22.824888 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-111b810f-222a-4a18-9f44-1399f36deb0b tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:22.826057 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-111b810f-222a-4a18-9f44-1399f36deb0b tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1345835
Dec 22 05:50:22.828733 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39568) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:22.834103 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-7d08b7eb-74f2-47d5-8892-450cfe5245a6 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Request body: {'security_group_rule': {'security_group_id': 'a60651bb-1950-4c52-892b-b2831589fac4', 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:50:22.839698 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7d08b7eb-74f2-47d5-8892-450cfe5245a6 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:50:22.843321 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7d08b7eb-74f2-47d5-8892-450cfe5245a6 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Usage tracker for resource:security_group_rule and tenant:7c6eaf3fa9674a29b9927747ae99a2dc is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:50:22.846618 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-7d08b7eb-74f2-47d5-8892-450cfe5245a6 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:50:22.852219 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-7d08b7eb-74f2-47d5-8892-450cfe5245a6 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:50:22.868419 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7d08b7eb-74f2-47d5-8892-450cfe5245a6 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:22.930255 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7d08b7eb-74f2-47d5-8892-450cfe5245a6 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:22.934188 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7d08b7eb-74f2-47d5-8892-450cfe5245a6 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:22.936049 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f20625e2-b53c-4c0a-9383-7cf444865e26 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:22.956753 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08b7eb-74f2-47d5-8892-450cfe5245a6 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c16ab64-145b-4ca7-8c16-11328765deab,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:22.959190 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7d08b7eb-74f2-47d5-8892-450cfe5245a6 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:22.966137 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-7d08b7eb-74f2-47d5-8892-450cfe5245a6 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:22.967285 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-7d08b7eb-74f2-47d5-8892-450cfe5245a6 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1376722
Dec 22 05:50:22.970686 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39572) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:22.976036 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-15361569-94a1-41e6-9955-e1d29b6b07e0 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Request body: {'security_group_rule': {'security_group_id': 'a60651bb-1950-4c52-892b-b2831589fac4', 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:50:22.981517 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-15361569-94a1-41e6-9955-e1d29b6b07e0 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:50:22.985185 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-15361569-94a1-41e6-9955-e1d29b6b07e0 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Usage tracker for resource:security_group_rule and tenant:7c6eaf3fa9674a29b9927747ae99a2dc is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:50:22.988016 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-15361569-94a1-41e6-9955-e1d29b6b07e0 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:50:22.993518 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-15361569-94a1-41e6-9955-e1d29b6b07e0 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:50:23.009244 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-15361569-94a1-41e6-9955-e1d29b6b07e0 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:23.070449 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-15361569-94a1-41e6-9955-e1d29b6b07e0 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:23.073815 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-15361569-94a1-41e6-9955-e1d29b6b07e0 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:23.079634 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-967424ed-e9dd-4cd1-99d7-dca6e559c09e tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:23.098721 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15361569-94a1-41e6-9955-e1d29b6b07e0 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a2aff8-75de-4560-b017-4224e5ce8e5c,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:23.102877 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-15361569-94a1-41e6-9955-e1d29b6b07e0 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:23.107033 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-15361569-94a1-41e6-9955-e1d29b6b07e0 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:23.108191 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-15361569-94a1-41e6-9955-e1d29b6b07e0 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1365964
Dec 22 05:50:23.110961 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39576) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:23.116433 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-d229b328-4c04-4fd2-b57d-97b48dfa4068 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Request body: {'security_group_rule': {'security_group_id': 'a60651bb-1950-4c52-892b-b2831589fac4', 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:50:23.122182 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d229b328-4c04-4fd2-b57d-97b48dfa4068 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:50:23.125928 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d229b328-4c04-4fd2-b57d-97b48dfa4068 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Usage tracker for resource:security_group_rule and tenant:7c6eaf3fa9674a29b9927747ae99a2dc is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:50:23.128733 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-d229b328-4c04-4fd2-b57d-97b48dfa4068 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:50:23.134273 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-d229b328-4c04-4fd2-b57d-97b48dfa4068 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:50:23.151096 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d229b328-4c04-4fd2-b57d-97b48dfa4068 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:23.212952 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d229b328-4c04-4fd2-b57d-97b48dfa4068 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:23.216421 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d229b328-4c04-4fd2-b57d-97b48dfa4068 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:23.218270 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-1eeb667d-3b3f-4156-8e70-8c8b6d542563 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:23.239386 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229b328-4c04-4fd2-b57d-97b48dfa4068 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c78eecb-5ad7-40ad-bca2-8892bb8df10f,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:23.241974 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d229b328-4c04-4fd2-b57d-97b48dfa4068 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:23.248807 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-d229b328-4c04-4fd2-b57d-97b48dfa4068 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:23.250272 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-d229b328-4c04-4fd2-b57d-97b48dfa4068 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1383438
Dec 22 05:50:23.252834 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39580) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:23.258060 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-b3482b0f-ecb6-413b-af2e-96a0ae64b458 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Request body: {'security_group_rule': {'security_group_id': 'a60651bb-1950-4c52-892b-b2831589fac4', 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:50:23.263636 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b3482b0f-ecb6-413b-af2e-96a0ae64b458 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:50:23.267787 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b3482b0f-ecb6-413b-af2e-96a0ae64b458 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Usage tracker for resource:security_group_rule and tenant:7c6eaf3fa9674a29b9927747ae99a2dc is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:50:23.270576 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-b3482b0f-ecb6-413b-af2e-96a0ae64b458 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:50:23.276093 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-b3482b0f-ecb6-413b-af2e-96a0ae64b458 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:50:23.289503 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-b3482b0f-ecb6-413b-af2e-96a0ae64b458 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Project 7c6eaf3fa9674a29b9927747ae99a2dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:50:23.295550 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b3482b0f-ecb6-413b-af2e-96a0ae64b458 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:23.357252 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b3482b0f-ecb6-413b-af2e-96a0ae64b458 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:23.360635 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b3482b0f-ecb6-413b-af2e-96a0ae64b458 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:23.366317 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7fc5dca6-c367-448a-ad1f-bfb33910396d tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:23.385152 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3482b0f-ecb6-413b-af2e-96a0ae64b458 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a1e5b8-9edf-4112-9c89-8b85c1d68d4d,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:23.387798 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-b3482b0f-ecb6-413b-af2e-96a0ae64b458 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:23.394921 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-b3482b0f-ecb6-413b-af2e-96a0ae64b458 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:23.396187 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-b3482b0f-ecb6-413b-af2e-96a0ae64b458 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1424735
Dec 22 05:50:23.398977 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39584) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:23.404357 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-05b92380-2734-417d-9f91-f818b4fb5b85 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Request body: {'security_group_rule': {'security_group_id': 'a60651bb-1950-4c52-892b-b2831589fac4', 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:50:23.409971 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-05b92380-2734-417d-9f91-f818b4fb5b85 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:50:23.413639 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-05b92380-2734-417d-9f91-f818b4fb5b85 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Usage tracker for resource:security_group_rule and tenant:7c6eaf3fa9674a29b9927747ae99a2dc is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:50:23.416442 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-05b92380-2734-417d-9f91-f818b4fb5b85 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:50:23.422144 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-05b92380-2734-417d-9f91-f818b4fb5b85 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:50:23.431675 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.securitygroups_db [None req-05b92380-2734-417d-9f91-f818b4fb5b85 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Project 7c6eaf3fa9674a29b9927747ae99a2dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 05:50:23.438586 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-05b92380-2734-417d-9f91-f818b4fb5b85 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:23.501259 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-05b92380-2734-417d-9f91-f818b4fb5b85 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:23.505618 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-05b92380-2734-417d-9f91-f818b4fb5b85 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887542'] for security_group_rule, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:23.511835 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-7d08b7eb-74f2-47d5-8892-450cfe5245a6 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:23.532062 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b92380-2734-417d-9f91-f818b4fb5b85 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34cdcca5-46a4-4429-9d99-1b08f2faa0fa,revision_number=0']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:23.534631 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-05b92380-2734-417d-9f91-f818b4fb5b85 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:23.541632 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-05b92380-2734-417d-9f91-f818b4fb5b85 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:23.542796 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-05b92380-2734-417d-9f91-f818b4fb5b85 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1428661
Dec 22 05:50:23.714388 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7026e685-16de-4198-a166-ede67b81dccc tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Synchronizing usage tracker for tenant:7c6eaf3fa9674a29b9927747ae99a2dc on resource:security_group {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:50:23.729639 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7026e685-16de-4198-a166-ede67b81dccc tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Unset dirty status for tenant:7c6eaf3fa9674a29b9927747ae99a2dc on resource:security_group {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:50:23.730746 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7026e685-16de-4198-a166-ede67b81dccc tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1332055073&fields=id&tenant_id=7c6eaf3fa9674a29b9927747ae99a2dc HTTP/1.1" status: 200  len: 267 time: 0.0634220
Dec 22 05:50:23.874943 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-36294723-6d87-453a-8c7e-a0a39d97e395 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:50:23.875607 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-36294723-6d87-453a-8c7e-a0a39d97e395 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Synchronizing usage tracker for tenant:7c6eaf3fa9674a29b9927747ae99a2dc on resource:network {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:50:23.892292 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-36294723-6d87-453a-8c7e-a0a39d97e395 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Unset dirty status for tenant:7c6eaf3fa9674a29b9927747ae99a2dc on resource:network {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:50:23.893510 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-36294723-6d87-453a-8c7e-a0a39d97e395 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/networks?id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 HTTP/1.1" status: 200  len: 810 time: 0.1559398
Dec 22 05:50:23.910081 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-a5a25696-3be7-4816-825a-fafa11667801 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/quotas/7c6eaf3fa9674a29b9927747ae99a2dc HTTP/1.1" status: 200  len: 375 time: 0.0113108
Dec 22 05:50:23.992134 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-e18fdf88-7761-485c-ab35-607add3ab4c8 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Synchronizing usage tracker for tenant:7c6eaf3fa9674a29b9927747ae99a2dc on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:50:24.008659 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-e18fdf88-7761-485c-ab35-607add3ab4c8 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Unset dirty status for tenant:7c6eaf3fa9674a29b9927747ae99a2dc on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:50:24.010015 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-e18fdf88-7761-485c-ab35-607add3ab4c8 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c6eaf3fa9674a29b9927747ae99a2dc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0951333
Dec 22 05:50:24.261706 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-19e4d7a1-2836-4a62-ba6e-03b8fce53f89 service neutron] 10.222.0.53 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2398555
Dec 22 05:50:24.391830 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-af71e644-3002-443a-ab27-9d9ca8b1ea90 service neutron] 10.222.0.53 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233287
Dec 22 05:50:24.578838 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-b7474b6f-704e-4391-9abd-d735f92d9820 req-3797e329-86e1-4751-aa8f-78938eea092a tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 210 time: 0.0464802
Dec 22 05:50:25.706870 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-ce339fc3-cec6-4413-a743-37476b9429a7 req-f7a3f2ec-ce2b-43b2-83ef-d9bd53c32c16 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 210 time: 0.0621712
Dec 22 05:50:26.123180 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 77eb2d1e-392c-4641-8572-ed7049ebc807 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:50:26.193485 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 77eb2d1e-392c-4641-8572-ed7049ebc807 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:50:26.198609 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 77eb2d1e-392c-4641-8572-ed7049ebc807 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:50:26.198991 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:26.311758 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:26.327427 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 77eb2d1e-392c-4641-8572-ed7049ebc807, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=77eb2d1e-392c-4641-8572-ed7049ebc807,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:50:26.331331 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:26.334208 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-b7959113-6ce9-4d26-9136-0e0377ec5715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:26.398245 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=77eb2d1e-392c-4641-8572-ed7049ebc807,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:26.401070 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:26.838122 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-cd461105-2180-4350-b874-b5804ece09d1 req-79fbf7b1-5783-4c6d-a81b-85c0b56957d6 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 210 time: 0.0461619
Dec 22 05:50:27.767188 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-ef70f022-6240-404d-bac5-69dacdef36e3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:50:27.768591 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-ef70f022-6240-404d-bac5-69dacdef36e3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.47 "GET /v2.0/networks?id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 HTTP/1.1" status: 200  len: 810 time: 0.1440058
Dec 22 05:50:27.830104 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-6d1d4280-9e6d-4a1c-bee3-5383a6e7627d tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c6eaf3fa9674a29b9927747ae99a2dc HTTP/1.1" status: 200  len: 380 time: 0.0424981
Dec 22 05:50:27.839415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-75a93ce7-d3f7-49fe-a0a0-7c9a212d7612 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Request body: {'port': {'device_id': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'admin_state_up': True, 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'security_groups': ['a60651bb-1950-4c52-892b-b2831589fac4']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:50:28.006331 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-1e8f6140-f713-48ac-934e-cbf591fec96f req-37116821-392a-48d9-a83c-60db6e397a72 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 210 time: 0.0470233
Dec 22 05:50:28.081890 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-75a93ce7-d3f7-49fe-a0a0-7c9a212d7612 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:50:28.091017 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-75a93ce7-d3f7-49fe-a0a0-7c9a212d7612 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:50:28.101441 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-75a93ce7-d3f7-49fe-a0a0-7c9a212d7612 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Made reservation on behalf of 7c6eaf3fa9674a29b9927747ae99a2dc for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:50:28.104495 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-75a93ce7-d3f7-49fe-a0a0-7c9a212d7612 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:28.105642 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 77eb2d1e-392c-4641-8572-ed7049ebc807 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:50:28.175793 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 77eb2d1e-392c-4641-8572-ed7049ebc807 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:50:28.176265 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:28.265650 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-75a93ce7-d3f7-49fe-a0a0-7c9a212d7612 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Allocated IP 172.20.0.13 (b7f8f6d9-0dea-48dd-a74d-224a1aac8e70/647addcc-442f-4e5c-9382-47fb74931a81/466e55e4-a7f9-4cba-a597-a87c0d381176) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:50:28.447326 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-75a93ce7-d3f7-49fe-a0a0-7c9a212d7612 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:28.462428 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-75a93ce7-d3f7-49fe-a0a0-7c9a212d7612 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Transition to ACTIVE for port object 466e55e4-a7f9-4cba-a597-a87c0d381176 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:50:28.483609 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-75a93ce7-d3f7-49fe-a0a0-7c9a212d7612 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:28.489771 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6f6b4c79-ae7a-497b-981c-eaf479a237ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:28.549426 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-75a93ce7-d3f7-49fe-a0a0-7c9a212d7612 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Network b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:50:28.558211 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-75a93ce7-d3f7-49fe-a0a0-7c9a212d7612 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:50:28.560870 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-75a93ce7-d3f7-49fe-a0a0-7c9a212d7612 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:50:28.602353 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a93ce7-d3f7-49fe-a0a0-7c9a212d7612 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Pushing event updated for resources: {'Port': ['ID=466e55e4-a7f9-4cba-a597-a87c0d381176,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:28.605912 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-75a93ce7-d3f7-49fe-a0a0-7c9a212d7612 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:28.634313 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-75a93ce7-d3f7-49fe-a0a0-7c9a212d7612 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:50:28.634905 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-75a93ce7-d3f7-49fe-a0a0-7c9a212d7612 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:28.660169 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-75a93ce7-d3f7-49fe-a0a0-7c9a212d7612 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8247204
Dec 22 05:50:28.677398 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] Request body: {'port': {'device_id': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:50:28.786969 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:28.840103 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-dd793435-6382-468c-b39d-1febad435eba None None] Provisioning for port 466e55e4-a7f9-4cba-a597-a87c0d381176 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:50:28.845258 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-dd793435-6382-468c-b39d-1febad435eba None None] Provisioning complete for port 466e55e4-a7f9-4cba-a597-a87c0d381176 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:50:28.845751 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-dd793435-6382-468c-b39d-1febad435eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:28.898518 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-dd793435-6382-468c-b39d-1febad435eba None None] Port 466e55e4-a7f9-4cba-a597-a87c0d381176 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:50:29.158461 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466e55e4-a7f9-4cba-a597-a87c0d381176 {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:50:29.169674 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:29.193963 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] Transition to ACTIVE for port object 466e55e4-a7f9-4cba-a597-a87c0d381176 will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:50:29.198660 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:29.203709 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:29.343589 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] Pushing event updated for resources: {'Port': ['ID=466e55e4-a7f9-4cba-a597-a87c0d381176,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:29.348848 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:29.354655 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6b095-ebbd-41c3-9485-882af3d458a6 req-b82ba919-afe4-43cf-8cef-67b84ab72fec tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:50:29.355361 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-03d6b095-ebbd-41c3-9485-882af3d458a6 req-b82ba919-afe4-43cf-8cef-67b84ab72fec tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Synchronizing usage tracker for tenant:7c6eaf3fa9674a29b9927747ae99a2dc on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:50:29.431659 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-03d6b095-ebbd-41c3-9485-882af3d458a6 req-b82ba919-afe4-43cf-8cef-67b84ab72fec tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Unset dirty status for tenant:7c6eaf3fa9674a29b9927747ae99a2dc on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:50:29.433081 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-03d6b095-ebbd-41c3-9485-882af3d458a6 req-b82ba919-afe4-43cf-8cef-67b84ab72fec tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 932 time: 0.3059320
Dec 22 05:50:29.504485 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] Attempting to bind port 466e55e4-a7f9-4cba-a597-a87c0d381176 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:50:29.504821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] Attempting to bind port 466e55e4-a7f9-4cba-a597-a87c0d381176 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '83657b36-c187-4b7e-ac61-23b204b382b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:50:29.505145 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] Attempting to bind port 466e55e4-a7f9-4cba-a597-a87c0d381176 on network b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:50:29.511897 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-03d6b095-ebbd-41c3-9485-882af3d458a6 req-15a7853c-e959-43d8-bc21-942a653d6bb4 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724673
Dec 22 05:50:29.514414 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] Port 466e55e4-a7f9-4cba-a597-a87c0d381176 on network b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:50:29.514733 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] Attempting to bind port 466e55e4-a7f9-4cba-a597-a87c0d381176 on network b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:50:29.521287 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:50:29.521652 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] Checking segment: {'id': '83657b36-c187-4b7e-ac61-23b204b382b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:50:29.522306 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] Bound using segment: {'id': '83657b36-c187-4b7e-ac61-23b204b382b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:50:29.522438 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] Bound port: 466e55e4-a7f9-4cba-a597-a87c0d381176, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83657b36-c187-4b7e-ac61-23b204b382b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:50:29.522780 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:29.609043 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] For port 466e55e4-a7f9-4cba-a597-a87c0d381176, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:50:29.612601 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] For port 466e55e4-a7f9-4cba-a597-a87c0d381176, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=466e55e4-a7f9-4cba-a597-a87c0d381176,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:50:29.617137 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:29.621200 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:29.673522 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:29.674930 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] 10.222.0.47 "PUT /v2.0/ports/466e55e4-a7f9-4cba-a597-a87c0d381176 HTTP/1.1" status: 200  len: 1094 time: 1.0017712
Dec 22 05:50:29.675459 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'tag': '466e55e4-a7f9-4cba-a597-a87c0d381176'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:50:29.698344 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] Pushing event updated for resources: {'Port': ['ID=466e55e4-a7f9-4cba-a597-a87c0d381176,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:29.702492 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7bae8797-eabc-40ba-ae45-14f0d896741e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:29.811923 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-fbe1a085-e5f7-4334-9baf-170e88459e7e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c6eaf3fa9674a29b9927747ae99a2dc&device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 1097 time: 0.0778542
Dec 22 05:50:29.822451 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'tag': '466e55e4-a7f9-4cba-a597-a87c0d381176', 'status': 'completed', 'code': 200}
Dec 22 05:50:29.901762 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-9139e973-9e1f-4002-b391-b54180f9ce46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=466e55e4-a7f9-4cba-a597-a87c0d381176 HTTP/1.1" status: 200  len: 217 time: 0.0634966
Dec 22 05:50:29.939710 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] Sync routers for ids ['53d23c7f-ddfc-4210-9a3f-43950c831814'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:50:29.961337 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] Routers {'53d23c7f-ddfc-4210-9a3f-43950c831814'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:50:29.961999 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c332a90>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['53d23c7f-ddfc-4210-9a3f-43950c831814'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:30.077270 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-4568008b-79c0-4ab7-8f3e-6f4ab435bdc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:50:30.079312 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-4568008b-79c0-4ab7-8f3e-6f4ab435bdc7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=647addcc-442f-4e5c-9382-47fb74931a81 HTTP/1.1" status: 200  len: 849 time: 0.1708844
Dec 22 05:50:30.143542 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] Set router 53d23c7f-ddfc-4210-9a3f-43950c831814 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:50:30.155353 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-bcc5d4d1-16fe-4362-9b2c-229d9a5db96c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701616
Dec 22 05:50:30.287105 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-7c2e9991-5c5e-4490-8108-6e907dd20cb5 service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244833
Dec 22 05:50:30.416698 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-74a3f35d-3428-4fb6-82cb-326d34f0ece0 req-9e883f11-ab78-4b29-9575-928652e3f7da service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238894
Dec 22 05:50:30.448737 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c332a90>, [{'id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'name': 'tempest-TestSnapshotPattern-1013536512-router', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:14Z', 'revision_number': 4, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'gw_port': {'id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '77bc5a8c-5501-4d2e-a776-bbfdbf2f8438', 'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'mac_address': 'fa:16:3e:7d:76:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '647addcc-442f-4e5c-9382-47fb74931a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:13Z', 'updated_at': '2021-12-22T05:50:14Z', 'revision_number': 2, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'subnets': [{'id': '647addcc-442f-4e5c-9382-47fb74931a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:30.452718 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] Checking router: 53d23c7f-ddfc-4210-9a3f-43950c831814 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:50:30.453085 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] Updating router 53d23c7f-ddfc-4210-9a3f-43950c831814 port 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438 binding host dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:50:30.545812 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:30.579633 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9840536c-ce11-4f69-aed0-75b15da5e1b5 req-dd633bed-3752-4cf9-9e99-3aad2ea68303 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c6eaf3fa9674a29b9927747ae99a2dc&device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 1097 time: 0.0702250
Dec 22 05:50:30.767428 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840536c-ce11-4f69-aed0-75b15da5e1b5 req-5efed392-d49d-4b81-a384-5238c1b7d79b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:50:30.768891 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9840536c-ce11-4f69-aed0-75b15da5e1b5 req-5efed392-d49d-4b81-a384-5238c1b7d79b service neutron] 10.222.0.47 "GET /v2.0/networks?id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 HTTP/1.1" status: 200  len: 911 time: 0.1825404
Dec 22 05:50:30.779028 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ddfc0-dda1-4d01-82c5-b8313fa3008e req-40a5091e-1ac9-4160-b8dd-6d8101169522 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:50:30.780395 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d93ddfc0-dda1-4d01-82c5-b8313fa3008e req-40a5091e-1ac9-4160-b8dd-6d8101169522 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 944 time: 0.1277878
Dec 22 05:50:30.859698 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9840536c-ce11-4f69-aed0-75b15da5e1b5 req-b79b06cd-2bda-444f-befb-f876f80a059b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=466e55e4-a7f9-4cba-a597-a87c0d381176 HTTP/1.1" status: 200  len: 217 time: 0.0782201
Dec 22 05:50:30.882321 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] Notify callbacks [] for port, precommit_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:30.894995 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] Transition to ACTIVE for port object 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438 will not be triggered until provisioned by entity L2. {{(pid=83436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:50:30.901181 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:30.904538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:30.930340 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d93ddfc0-dda1-4d01-82c5-b8313fa3008e req-d755ace8-6e0e-4bca-98ce-631bdf4b1173 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1013718
Dec 22 05:50:30.940840 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840536c-ce11-4f69-aed0-75b15da5e1b5 req-8d8f60a2-047a-45ab-af7e-7a9cb9a94fff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:50:30.942307 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9840536c-ce11-4f69-aed0-75b15da5e1b5 req-8d8f60a2-047a-45ab-af7e-7a9cb9a94fff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=647addcc-442f-4e5c-9382-47fb74931a81 HTTP/1.1" status: 200  len: 849 time: 0.0734725
Dec 22 05:50:31.023376 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9840536c-ce11-4f69-aed0-75b15da5e1b5 req-bf779681-773c-4ce1-afda-d8b1dc6eb17f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0746493
Dec 22 05:50:31.027940 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717bcac-fe65-4d0e-9da8-0164b157de3d None None] Pushing event updated for resources: {'Port': ['ID=77bc5a8c-5501-4d2e-a776-bbfdbf2f8438,revision_number=3']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:31.032794 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-3717bcac-fe65-4d0e-9da8-0164b157de3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:31.120004 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] Attempting to bind port 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:50:31.120509 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] Attempting to bind port 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': '83657b36-c187-4b7e-ac61-23b204b382b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70'}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:50:31.121309 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] Attempting to bind port 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438 on network b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:50:31.127644 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:50:31.128021 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] Checking segment: {'id': '83657b36-c187-4b7e-ac61-23b204b382b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:50:31.128435 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:31.128830 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] Bound using segment: {'id': '83657b36-c187-4b7e-ac61-23b204b382b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70'} {{(pid=83436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:50:31.129302 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.managers [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] Bound port: 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83657b36-c187-4b7e-ac61-23b204b382b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70'}}] {{(pid=83436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:50:31.129711 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:31.166747 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9840536c-ce11-4f69-aed0-75b15da5e1b5 req-d5bdc827-5b61-4dd2-945f-2855e614f40a service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355274
Dec 22 05:50:31.221190 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] For port 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:50:31.224126 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] For port 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=77bc5a8c-5501-4d2e-a776-bbfdbf2f8438,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:50:31.228821 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:31.233561 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:31.302611 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9840536c-ce11-4f69-aed0-75b15da5e1b5 req-b4c359c8-31da-42f7-94cd-c8fa99014745 service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281860
Dec 22 05:50:31.316107 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717bcac-fe65-4d0e-9da8-0164b157de3d None None] Pushing event updated for resources: {'Port': ['ID=77bc5a8c-5501-4d2e-a776-bbfdbf2f8438,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:31.320024 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-3717bcac-fe65-4d0e-9da8-0164b157de3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:31.326135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] Routers {'53d23c7f-ddfc-4210-9a3f-43950c831814'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:50:31.326764 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c332a90>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['53d23c7f-ddfc-4210-9a3f-43950c831814'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:31.515298 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] Set router 53d23c7f-ddfc-4210-9a3f-43950c831814 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:50:31.620210 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] Sync routers for ids ['4b5f9343-de66-4dfe-bcab-cb92b2d73e37'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:50:31.632911 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] Routers {'4b5f9343-de66-4dfe-bcab-cb92b2d73e37'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:50:31.633494 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c72de20>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['4b5f9343-de66-4dfe-bcab-cb92b2d73e37'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:31.831005 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] Set router 4b5f9343-de66-4dfe-bcab-cb92b2d73e37 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:50:31.838694 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c332a90>, [{'id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'name': 'tempest-TestSnapshotPattern-1013536512-router', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:14Z', 'revision_number': 4, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'gw_port': {'id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '77bc5a8c-5501-4d2e-a776-bbfdbf2f8438', 'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'mac_address': 'fa:16:3e:7d:76:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '647addcc-442f-4e5c-9382-47fb74931a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:13Z', 'updated_at': '2021-12-22T05:50:31Z', 'revision_number': 4, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'subnets': [{'id': '647addcc-442f-4e5c-9382-47fb74931a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:31.842605 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed702a1-c1cf-4754-8726-a64de6c55584 None None] The sync data for ids ['53d23c7f-ddfc-4210-9a3f-43950c831814'] in dv-neutron-822525-1-hyperv is: [{'id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'name': 'tempest-TestSnapshotPattern-1013536512-router', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:14Z', 'revision_number': 4, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'gw_port': {'id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '77bc5a8c-5501-4d2e-a776-bbfdbf2f8438', 'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'mac_address': 'fa:16:3e:7d:76:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '647addcc-442f-4e5c-9382-47fb74931a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:13Z', 'updated_at': '2021-12-22T05:50:31Z', 'revision_number': 4, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'subnets': [{'id': '647addcc-442f-4e5c-9382-47fb74931a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:50:32.137608 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa8f72-8305-49fd-b7a9-2aa7b0d84c3c req-ac410a1b-91a5-4471-b70b-2e1ff9584c8b tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:50:32.139795 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2baa8f72-8305-49fd-b7a9-2aa7b0d84c3c req-ac410a1b-91a5-4471-b70b-2e1ff9584c8b tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 944 time: 0.0850217
Dec 22 05:50:32.162046 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:50:32.171722 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c72de20>, [{'id': '4b5f9343-de66-4dfe-bcab-cb92b2d73e37', 'name': 'tempest-TestSnapshotPattern-653544868-router', 'tenant_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '77eb2d1e-392c-4641-8572-ed7049ebc807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:17Z', 'updated_at': '2021-12-22T05:50:20Z', 'revision_number': 4, 'project_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'gw_port': {'id': '77eb2d1e-392c-4641-8572-ed7049ebc807', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f9343-de66-4dfe-bcab-cb92b2d73e37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:17Z', 'updated_at': '2021-12-22T05:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '2c2254d6-db14-4fb1-a743-c4d4cd758140', 'name': '', 'network_id': '163b0c03-1489-4202-b7a7-8285d9f9f4d5', 'tenant_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'mac_address': 'fa:16:3e:ef:d4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5f9343-de66-4dfe-bcab-cb92b2d73e37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e582f14-3fd6-478c-a3a0-87ab56335dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:19Z', 'updated_at': '2021-12-22T05:50:20Z', 'revision_number': 2, 'project_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'subnets': [{'id': '5e582f14-3fd6-478c-a3a0-87ab56335dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:32.177611 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] Checking router: 4b5f9343-de66-4dfe-bcab-cb92b2d73e37 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:50:32.178264 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] Updating router 4b5f9343-de66-4dfe-bcab-cb92b2d73e37 port 2c2254d6-db14-4fb1-a743-c4d4cd758140 binding host dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 22 05:50:32.208255 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-2baa8f72-8305-49fd-b7a9-2aa7b0d84c3c req-fcc23666-74ad-4323-ba95-6f0ff6d297d7 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627682
Dec 22 05:50:32.236808 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:32.259906 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:50:32.265198 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:50:32.266135 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:32.382429 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:32.421263 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=77bc5a8c-5501-4d2e-a776-bbfdbf2f8438,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:50:32.427553 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:32.429454 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:32.534831 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=77bc5a8c-5501-4d2e-a776-bbfdbf2f8438,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:32.537938 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:32.590753 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] Notify callbacks [] for port, precommit_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:32.602146 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.provisioning_blocks [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] Transition to ACTIVE for port object 2c2254d6-db14-4fb1-a743-c4d4cd758140 will not be triggered until provisioned by entity L2. {{(pid=83437) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:50:32.607789 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:32.611201 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-9cdde260-2900-4355-ad5f-5ec6fe638802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:32.731331 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25682ca7-949a-4a4b-a62e-d38b82b220f8 None None] Pushing event updated for resources: {'Port': ['ID=2c2254d6-db14-4fb1-a743-c4d4cd758140,revision_number=3']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:32.734236 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-25682ca7-949a-4a4b-a62e-d38b82b220f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:32.822523 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] Attempting to bind port 2c2254d6-db14-4fb1-a743-c4d4cd758140 on host dv-neutron-822525-1-hyperv for vnic_type normal with profile  {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:50:32.822888 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] Attempting to bind port 2c2254d6-db14-4fb1-a743-c4d4cd758140 by drivers openvswitch,hyperv on host dv-neutron-822525-1-hyperv at level 0 using segments [{'id': 'e4b55ec8-dcd9-4ce8-95d7-785baa8e75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '163b0c03-1489-4202-b7a7-8285d9f9f4d5'}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:50:32.823248 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] Attempting to bind port 2c2254d6-db14-4fb1-a743-c4d4cd758140 on network 163b0c03-1489-4202-b7a7-8285d9f9f4d5 {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:50:32.829780 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] Checking agent: {'id': '61097776-75f7-4f3d-9259-3d635fd9c0a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822525-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 36, 42), 'started_at': datetime.datetime(2021, 12, 22, 4, 37, 12), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822525-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:50:32.830151 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] Checking segment: {'id': 'e4b55ec8-dcd9-4ce8-95d7-785baa8e75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '163b0c03-1489-4202-b7a7-8285d9f9f4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83437) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:50:32.830694 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:32.831013 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] Bound using segment: {'id': 'e4b55ec8-dcd9-4ce8-95d7-785baa8e75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '163b0c03-1489-4202-b7a7-8285d9f9f4d5'} {{(pid=83437) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:50:32.831401 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.managers [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] Bound port: 2c2254d6-db14-4fb1-a743-c4d4cd758140, host: dv-neutron-822525-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b55ec8-dcd9-4ce8-95d7-785baa8e75db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '163b0c03-1489-4202-b7a7-8285d9f9f4d5'}}] {{(pid=83437) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:50:32.831770 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:32.914812 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] For port 2c2254d6-db14-4fb1-a743-c4d4cd758140, host dv-neutron-822525-1-hyperv, cleared binding levels {{(pid=83437) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:50:32.917957 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.plugins.ml2.db [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] For port 2c2254d6-db14-4fb1-a743-c4d4cd758140, host dv-neutron-822525-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2c2254d6-db14-4fb1-a743-c4d4cd758140,segment=NetworkSegment(e4b55ec8-dcd9-4ce8-95d7-785baa8e75db),segment_id=e4b55ec8-dcd9-4ce8-95d7-785baa8e75db)] {{(pid=83437) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:50:32.922905 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron_lib.callbacks.manager [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83437) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:32.926857 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-13d2e64c-f3e0-4a3e-8de1-70268e78c738 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:33.003361 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25682ca7-949a-4a4b-a62e-d38b82b220f8 None None] Pushing event updated for resources: {'Port': ['ID=2c2254d6-db14-4fb1-a743-c4d4cd758140,revision_number=4']} {{(pid=83437) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:33.006792 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG oslo_concurrency.lockutils [None req-25682ca7-949a-4a4b-a62e-d38b82b220f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83437) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:33.009109 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] Routers {'4b5f9343-de66-4dfe-bcab-cb92b2d73e37'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:50:33.009740 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c72de20>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:50:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['4b5f9343-de66-4dfe-bcab-cb92b2d73e37'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:33.185805 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] Set router 4b5f9343-de66-4dfe-bcab-cb92b2d73e37 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:50:33.381651 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 466e55e4-a7f9-4cba-a597-a87c0d381176 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:50:33.406470 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1e4d3-b6eb-44a0-8629-de5b1e5575ae req-b2b43c6e-0617-4f61-bb78-3cbb0f5cbe5f tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:50:33.408274 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a9e1e4d3-b6eb-44a0-8629-de5b1e5575ae req-b2b43c6e-0617-4f61-bb78-3cbb0f5cbe5f tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 944 time: 0.0830691
Dec 22 05:50:33.465261 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a9e1e4d3-b6eb-44a0-8629-de5b1e5575ae req-ea82c10a-09f3-4403-a1f1-69fd4e8cb23c tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508342
Dec 22 05:50:33.515676 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 466e55e4-a7f9-4cba-a597-a87c0d381176, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=466e55e4-a7f9-4cba-a597-a87c0d381176,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:50:33.523034 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c72de20>, [{'id': '4b5f9343-de66-4dfe-bcab-cb92b2d73e37', 'name': 'tempest-TestSnapshotPattern-653544868-router', 'tenant_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '77eb2d1e-392c-4641-8572-ed7049ebc807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:17Z', 'updated_at': '2021-12-22T05:50:20Z', 'revision_number': 4, 'project_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'gw_port': {'id': '77eb2d1e-392c-4641-8572-ed7049ebc807', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f9343-de66-4dfe-bcab-cb92b2d73e37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:17Z', 'updated_at': '2021-12-22T05:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '2c2254d6-db14-4fb1-a743-c4d4cd758140', 'name': '', 'network_id': '163b0c03-1489-4202-b7a7-8285d9f9f4d5', 'tenant_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'mac_address': 'fa:16:3e:ef:d4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5f9343-de66-4dfe-bcab-cb92b2d73e37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e582f14-3fd6-478c-a3a0-87ab56335dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:19Z', 'updated_at': '2021-12-22T05:50:32Z', 'revision_number': 4, 'project_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'subnets': [{'id': '5e582f14-3fd6-478c-a3a0-87ab56335dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:33.526837 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6a2ffb-5caf-45fc-a025-a014e8fcc466 None None] The sync data for ids ['4b5f9343-de66-4dfe-bcab-cb92b2d73e37'] in dv-neutron-822525-1-hyperv is: [{'id': '4b5f9343-de66-4dfe-bcab-cb92b2d73e37', 'name': 'tempest-TestSnapshotPattern-653544868-router', 'tenant_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '77eb2d1e-392c-4641-8572-ed7049ebc807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:17Z', 'updated_at': '2021-12-22T05:50:20Z', 'revision_number': 4, 'project_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'gw_port': {'id': '77eb2d1e-392c-4641-8572-ed7049ebc807', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f9343-de66-4dfe-bcab-cb92b2d73e37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:17Z', 'updated_at': '2021-12-22T05:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '2c2254d6-db14-4fb1-a743-c4d4cd758140', 'name': '', 'network_id': '163b0c03-1489-4202-b7a7-8285d9f9f4d5', 'tenant_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'mac_address': 'fa:16:3e:ef:d4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b5f9343-de66-4dfe-bcab-cb92b2d73e37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e582f14-3fd6-478c-a3a0-87ab56335dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:19Z', 'updated_at': '2021-12-22T05:50:32Z', 'revision_number': 4, 'project_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'subnets': [{'id': '5e582f14-3fd6-478c-a3a0-87ab56335dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:50:33.528510 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '466e55e4-a7f9-4cba-a597-a87c0d381176', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'port_id': '466e55e4-a7f9-4cba-a597-a87c0d381176', 'mac_address': 'fa:16:3e:89:e9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647addcc-442f-4e5c-9382-47fb74931a81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:50:33.603080 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:33.627541 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466e55e4-a7f9-4cba-a597-a87c0d381176 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:50:33.643356 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 466e55e4-a7f9-4cba-a597-a87c0d381176, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=466e55e4-a7f9-4cba-a597-a87c0d381176,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:50:33.647104 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:33.648867 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:33.713704 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=466e55e4-a7f9-4cba-a597-a87c0d381176,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:33.717076 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:34.075979 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['466e55e4-a7f9-4cba-a597-a87c0d381176'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:50:34.198148 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2c2254d6-db14-4fb1-a743-c4d4cd758140 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:50:34.326701 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning for port 2c2254d6-db14-4fb1-a743-c4d4cd758140 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:50:34.345277 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 2c2254d6-db14-4fb1-a743-c4d4cd758140 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:50:34.345673 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:34.512002 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:34.543415 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] For port 2c2254d6-db14-4fb1-a743-c4d4cd758140, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2c2254d6-db14-4fb1-a743-c4d4cd758140,segment=NetworkSegment(e4b55ec8-dcd9-4ce8-95d7-785baa8e75db),segment_id=e4b55ec8-dcd9-4ce8-95d7-785baa8e75db)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:50:34.548018 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:34.548748 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:50:34.575119 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:34.661533 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8621d3-f535-42ee-bf38-879528943867 req-3864e1a2-887a-4d13-9df6-56a0bb0f022e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:50:34.662316 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Pushing event updated for resources: {'Port': ['ID=2c2254d6-db14-4fb1-a743-c4d4cd758140,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:34.662999 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cb8621d3-f535-42ee-bf38-879528943867 req-3864e1a2-887a-4d13-9df6-56a0bb0f022e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 945 time: 0.0795999
Dec 22 05:50:34.665271 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:34.675327 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:50:34.675700 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:34.713368 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-cb8621d3-f535-42ee-bf38-879528943867 req-54444087-4ce4-4026-a44c-196ad5954b5c tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438318
Dec 22 05:50:35.405847 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 466e55e4-a7f9-4cba-a597-a87c0d381176 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:50:35.473259 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 466e55e4-a7f9-4cba-a597-a87c0d381176 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:50:35.477662 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 466e55e4-a7f9-4cba-a597-a87c0d381176 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:50:35.478035 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:35.593932 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:35.619405 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466e55e4-a7f9-4cba-a597-a87c0d381176'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:50:35.629762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 466e55e4-a7f9-4cba-a597-a87c0d381176, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=466e55e4-a7f9-4cba-a597-a87c0d381176,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:50:35.633541 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:35.636289 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:35.677011 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466e55e4-a7f9-4cba-a597-a87c0d381176', 'code': 200}
Dec 22 05:50:35.702672 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=466e55e4-a7f9-4cba-a597-a87c0d381176,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:35.706310 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:35.922271 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59862ec6-e0c7-4ed5-882e-26fbc3751e3c req-44f3cc69-4bf3-47b0-b019-295c2de973c8 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:50:35.923719 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-59862ec6-e0c7-4ed5-882e-26fbc3751e3c req-44f3cc69-4bf3-47b0-b019-295c2de973c8 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 946 time: 0.0771914
Dec 22 05:50:35.929033 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e9f07f83-edc3-4118-bae8-75365f61d6cf req-0499f950-29ec-445c-8f93-49e6506ba61d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 1099 time: 0.0696096
Dec 22 05:50:35.970714 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-59862ec6-e0c7-4ed5-882e-26fbc3751e3c req-4435d5de-d650-4385-9a9f-8b5cf5d776c5 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413353
Dec 22 05:50:35.971801 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-e9f07f83-edc3-4118-bae8-75365f61d6cf req-c20d130f-0dc7-4002-8ac5-047ec8c84a99 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0357497
Dec 22 05:50:36.108674 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2c2254d6-db14-4fb1-a743-c4d4cd758140 up at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:50:36.177848 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Provisioning complete for port 2c2254d6-db14-4fb1-a743-c4d4cd758140 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:50:36.178224 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:37.168457 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8ceda-f942-4131-9063-e38014df5e4c req-4cd543d7-e32c-4ba9-a9d2-6d0a14edaef7 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:50:37.170004 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fbf8ceda-f942-4131-9063-e38014df5e4c req-4cd543d7-e32c-4ba9-a9d2-6d0a14edaef7 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 946 time: 0.0788000
Dec 22 05:50:37.216951 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-fbf8ceda-f942-4131-9063-e38014df5e4c req-2991eb27-b162-44d7-9166-31507a4ab7f2 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414636
Dec 22 05:50:38.216582 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:38.411850 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1d9c9-1d2c-410f-b9ce-39ad8aa5e289 req-b7e8a692-c3cc-4df5-b78d-dfa114c1e0e7 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:50:38.413300 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-45f1d9c9-1d2c-410f-b9ce-39ad8aa5e289 req-b7e8a692-c3cc-4df5-b78d-dfa114c1e0e7 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 946 time: 0.0775592
Dec 22 05:50:38.457778 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-45f1d9c9-1d2c-410f-b9ce-39ad8aa5e289 req-4716bdef-e3b2-4968-8e73-6b679690daa2 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390337
Dec 22 05:50:38.800307 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14a11-ebea-4d68-a610-8151725b493d req-ec56549f-ca90-4927-b5e4-c9b4a8a4c0c5 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:50:38.801759 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-67f14a11-ebea-4d68-a610-8151725b493d req-ec56549f-ca90-4927-b5e4-c9b4a8a4c0c5 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 946 time: 0.0764339
Dec 22 05:50:38.850338 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-67f14a11-ebea-4d68-a610-8151725b493d req-b398ec36-ae8b-4a64-b3d4-cb11ecc57965 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431836
Dec 22 05:50:38.877522 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 39642) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:38.953670 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-18092561-7d42-46a5-b889-131f562cf1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:39.116734 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c270186f-0dbc-41d8-b819-aa72789b1036 tempest-TestSnapshotPattern-1368399351 tempest-TestSnapshotPattern-1368399351-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 1094 time: 0.2378225
Dec 22 05:50:39.119586 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 39648) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:50:39.124776 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': '466e55e4-a7f9-4cba-a597-a87c0d381176', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:50:39.131042 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:50:39.134835 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Usage tracker for resource:floatingip and tenant:7c6eaf3fa9674a29b9927747ae99a2dc is out of sync, need to count used quota {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:50:39.138344 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83434) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:50:39.144680 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:50:39.155134 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for floatingip, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:39.289245 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:39.421477 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Allocated IP 172.26.4.77 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/5bec14b8-2c87-44d2-a6f4-faa170e0dbee) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:50:39.567340 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:39.593609 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:39.598108 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-dc4c7f47-94fe-4e3b-b1c7-a6b0b2838c51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:39.659057 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:50:39.662204 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:50:39.666265 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:50:39.696484 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Pushing event updated for resources: {'Port': ['ID=5bec14b8-2c87-44d2-a6f4-faa170e0dbee,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:39.703783 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:40.170364 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:40.226110 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:40.422899 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:40.427405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:40.430822 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-bf3d44e9-dca4-4b26-8135-e453a7c7245e tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:50:40.533175 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Pushing event updated for resources: {'Port': ['ID=5bec14b8-2c87-44d2-a6f4-faa170e0dbee,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:50:40.536314 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:50:40.550908 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:40.845478 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.db.l3_db [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Floating IP 71474460-f55c-4d2a-b5a0-ca10a72c171e associated. External IP: 172.26.4.77, port: 466e55e4-a7f9-4cba-a597-a87c0d381176.
Dec 22 05:50:41.130386 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7607d7fe-38a3-4354-838a-95e9f628f6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:41.230234 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Router 53d23c7f-ddfc-4210-9a3f-43950c831814 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:50:41.423511 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:50:41.432823 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d25822-096b-4249-9d75-ad29d6d480c1 None None] Sync routers for ids ['53d23c7f-ddfc-4210-9a3f-43950c831814'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:50:41.444770 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d25822-096b-4249-9d75-ad29d6d480c1 None None] Routers {'53d23c7f-ddfc-4210-9a3f-43950c831814'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:50:41.445398 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-15d25822-096b-4249-9d75-ad29d6d480c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bc3fdc0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:50:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['53d23c7f-ddfc-4210-9a3f-43950c831814'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:41.447291 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:41.503532 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-eb5ecd85-8f70-4093-af4e-805c5bc5fe9e tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3829174
Dec 22 05:50:41.504230 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'tag': '466e55e4-a7f9-4cba-a597-a87c0d381176'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:50:41.561017 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'tag': '466e55e4-a7f9-4cba-a597-a87c0d381176', 'status': 'completed', 'code': 200}
Dec 22 05:50:41.655721 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-15d25822-096b-4249-9d75-ad29d6d480c1 None None] Set router 53d23c7f-ddfc-4210-9a3f-43950c831814 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:50:41.674436 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8b015274-cee4-4ad6-a576-9018bc71a389 req-9f3209a2-af01-4d10-ac27-6b52d284ec94 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c6eaf3fa9674a29b9927747ae99a2dc&device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 1099 time: 0.0687644
Dec 22 05:50:41.803201 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b015274-cee4-4ad6-a576-9018bc71a389 req-b2014681-6ff7-4707-8c60-9ea5afe9e5e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:50:41.804638 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8b015274-cee4-4ad6-a576-9018bc71a389 req-b2014681-6ff7-4707-8c60-9ea5afe9e5e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 HTTP/1.1" status: 200  len: 911 time: 0.1239643
Dec 22 05:50:41.906105 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8b015274-cee4-4ad6-a576-9018bc71a389 req-a94c44d7-003b-48e0-a2c5-61fc6d65e36e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=466e55e4-a7f9-4cba-a597-a87c0d381176 HTTP/1.1" status: 200  len: 999 time: 0.0952196
Dec 22 05:50:41.969382 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b015274-cee4-4ad6-a576-9018bc71a389 req-fbe1ec25-0087-4f8c-9f66-31a9b2ed7802 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:50:41.970773 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8b015274-cee4-4ad6-a576-9018bc71a389 req-fbe1ec25-0087-4f8c-9f66-31a9b2ed7802 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=647addcc-442f-4e5c-9382-47fb74931a81 HTTP/1.1" status: 200  len: 849 time: 0.0587928
Dec 22 05:50:41.997191 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-15d25822-096b-4249-9d75-ad29d6d480c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bc3fdc0>, [{'id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'name': 'tempest-TestSnapshotPattern-1013536512-router', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:14Z', 'revision_number': 4, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'gw_port': {'id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '71474460-f55c-4d2a-b5a0-ca10a72c171e', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'floating_ip_address': '172.26.4.77', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'port_id': '466e55e4-a7f9-4cba-a597-a87c0d381176', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'mac_address': 'fa:16:3e:89:e9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:50:40Z', 'updated_at': '2021-12-22T05:50:40Z', 'revision_number': 0, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77bc5a8c-5501-4d2e-a776-bbfdbf2f8438', 'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'mac_address': 'fa:16:3e:7d:76:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '647addcc-442f-4e5c-9382-47fb74931a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:13Z', 'updated_at': '2021-12-22T05:50:32Z', 'revision_number': 5, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'subnets': [{'id': '647addcc-442f-4e5c-9382-47fb74931a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:42.002334 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d25822-096b-4249-9d75-ad29d6d480c1 None None] Checking router: 53d23c7f-ddfc-4210-9a3f-43950c831814 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:50:42.012656 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d25822-096b-4249-9d75-ad29d6d480c1 None None] Routers {'53d23c7f-ddfc-4210-9a3f-43950c831814'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:50:42.013257 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-15d25822-096b-4249-9d75-ad29d6d480c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bc3fdc0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:50:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['53d23c7f-ddfc-4210-9a3f-43950c831814'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:42.047744 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8b015274-cee4-4ad6-a576-9018bc71a389 req-91aa12ea-ff42-4c6e-9da9-15d4a506e8b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707142
Dec 22 05:50:42.181115 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8b015274-cee4-4ad6-a576-9018bc71a389 req-22caf84a-45da-4df0-8a5f-351c643b321e service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264596
Dec 22 05:50:42.190903 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-15d25822-096b-4249-9d75-ad29d6d480c1 None None] Set router 53d23c7f-ddfc-4210-9a3f-43950c831814 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:50:42.428309 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8b015274-cee4-4ad6-a576-9018bc71a389 req-85230318-1e7f-49a5-bdc8-be58d94fed9d service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2411251
Dec 22 05:50:42.429588 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:42.472335 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:42.561685 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-15d25822-096b-4249-9d75-ad29d6d480c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bc3fdc0>, [{'id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'name': 'tempest-TestSnapshotPattern-1013536512-router', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:14Z', 'revision_number': 4, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'gw_port': {'id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '71474460-f55c-4d2a-b5a0-ca10a72c171e', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'floating_ip_address': '172.26.4.77', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'port_id': '466e55e4-a7f9-4cba-a597-a87c0d381176', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'mac_address': 'fa:16:3e:89:e9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:50:40Z', 'updated_at': '2021-12-22T05:50:40Z', 'revision_number': 0, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77bc5a8c-5501-4d2e-a776-bbfdbf2f8438', 'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'mac_address': 'fa:16:3e:7d:76:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '647addcc-442f-4e5c-9382-47fb74931a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:13Z', 'updated_at': '2021-12-22T05:50:32Z', 'revision_number': 5, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'subnets': [{'id': '647addcc-442f-4e5c-9382-47fb74931a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:50:42.566264 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d25822-096b-4249-9d75-ad29d6d480c1 None None] The sync data for ids ['53d23c7f-ddfc-4210-9a3f-43950c831814'] in dv-neutron-822525-1-hyperv is: [{'id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'name': 'tempest-TestSnapshotPattern-1013536512-router', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:14Z', 'revision_number': 4, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'gw_port': {'id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '71474460-f55c-4d2a-b5a0-ca10a72c171e', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'floating_ip_address': '172.26.4.77', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'port_id': '466e55e4-a7f9-4cba-a597-a87c0d381176', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'mac_address': 'fa:16:3e:89:e9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:50:40Z', 'updated_at': '2021-12-22T05:50:40Z', 'revision_number': 0, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77bc5a8c-5501-4d2e-a776-bbfdbf2f8438', 'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'mac_address': 'fa:16:3e:7d:76:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '647addcc-442f-4e5c-9382-47fb74931a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:13Z', 'updated_at': '2021-12-22T05:50:32Z', 'revision_number': 5, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'subnets': [{'id': '647addcc-442f-4e5c-9382-47fb74931a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:50:43.821685 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:50:50.137692 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5512df4-21fe-484f-bee6-57d6a4930f0f None None] New status for floating IP 71474460-f55c-4d2a-b5a0-ca10a72c171e: ACTIVE {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:50:51.606256 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:50:52.527670 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-29445ca8-95cd-4b2d-957a-6371dabcaac2 req-9603e830-cdff-4b83-8201-d31ad7289a92 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0661693
Dec 22 05:50:52.688235 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-29445ca8-95cd-4b2d-957a-6371dabcaac2 req-aa7ac021-7a92-4404-a204-fe76973a03c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c6eaf3fa9674a29b9927747ae99a2dc&device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 1099 time: 0.0709012
Dec 22 05:50:52.827458 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29445ca8-95cd-4b2d-957a-6371dabcaac2 req-f73b0514-6512-49c8-9230-c9c493050346 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:50:52.828781 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-29445ca8-95cd-4b2d-957a-6371dabcaac2 req-f73b0514-6512-49c8-9230-c9c493050346 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 HTTP/1.1" status: 200  len: 911 time: 0.1224289
Dec 22 05:50:52.926736 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-29445ca8-95cd-4b2d-957a-6371dabcaac2 req-88c4289d-49d1-4a81-87d7-1350a829c2ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=466e55e4-a7f9-4cba-a597-a87c0d381176 HTTP/1.1" status: 200  len: 1001 time: 0.0908918
Dec 22 05:50:52.993028 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29445ca8-95cd-4b2d-957a-6371dabcaac2 req-57745805-737c-474d-8c7d-a385cafb1e54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:50:52.994458 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-29445ca8-95cd-4b2d-957a-6371dabcaac2 req-57745805-737c-474d-8c7d-a385cafb1e54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=647addcc-442f-4e5c-9382-47fb74931a81 HTTP/1.1" status: 200  len: 849 time: 0.0616908
Dec 22 05:50:53.067538 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-29445ca8-95cd-4b2d-957a-6371dabcaac2 req-ad3e3f82-5625-4532-80e3-2c30c735c11d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0656030
Dec 22 05:50:53.196155 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-29445ca8-95cd-4b2d-957a-6371dabcaac2 req-d00cc707-0cd4-4196-bf19-526b07a475a0 service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215711
Dec 22 05:50:53.327491 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-29445ca8-95cd-4b2d-957a-6371dabcaac2 req-0b1d1c3c-8fae-446f-a420-cebd7a410fc8 service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249738
Dec 22 05:51:08.213768 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:51:08.945343 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-905b5f93-de06-460f-8e56-469fd656993a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:51:11.136223 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-840fd68a-9e62-4961-a37b-d922cb4ecd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:51:12.360009 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:51:12.463898 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:51:13.825439 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:51:28.605425 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:51:38.232452 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:51:38.948038 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d4f78ce8-ad97-4cd4-9a25-02ac982e7cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:51:41.137941 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-df8a48cc-f95d-4c4c-bb53-367baae6ead7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:51:42.362054 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:51:42.467594 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:51:43.827917 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:51:54.579594 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-da29fc40-01c0-471d-bbd5-4617f7c2f4e1 req-919ef54a-589d-446b-b74e-091bf2b4e363 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0726256
Dec 22 05:51:54.733941 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-da29fc40-01c0-471d-bbd5-4617f7c2f4e1 req-3d266efd-8b04-4d8a-8fff-f4e1cc5301d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c6eaf3fa9674a29b9927747ae99a2dc&device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 1099 time: 0.0683651
Dec 22 05:51:54.875583 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29fc40-01c0-471d-bbd5-4617f7c2f4e1 req-f17eb5f9-07b1-4bef-8e43-5d56a73c98bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:51:54.877031 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-da29fc40-01c0-471d-bbd5-4617f7c2f4e1 req-f17eb5f9-07b1-4bef-8e43-5d56a73c98bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 HTTP/1.1" status: 200  len: 911 time: 0.1240864
Dec 22 05:51:54.978749 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-da29fc40-01c0-471d-bbd5-4617f7c2f4e1 req-2f6ae8be-df2b-45ca-8f6e-ba019faf3da8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=466e55e4-a7f9-4cba-a597-a87c0d381176 HTTP/1.1" status: 200  len: 1001 time: 0.0950685
Dec 22 05:51:55.042084 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29fc40-01c0-471d-bbd5-4617f7c2f4e1 req-bbfdc6b8-12f1-4c72-a10d-52546941b628 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:51:55.043529 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-da29fc40-01c0-471d-bbd5-4617f7c2f4e1 req-bbfdc6b8-12f1-4c72-a10d-52546941b628 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=647addcc-442f-4e5c-9382-47fb74931a81 HTTP/1.1" status: 200  len: 849 time: 0.0579069
Dec 22 05:51:55.120331 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-da29fc40-01c0-471d-bbd5-4617f7c2f4e1 req-b245b540-a09c-4ab3-95a5-f89fba5cf053 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0695024
Dec 22 05:51:55.251234 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-da29fc40-01c0-471d-bbd5-4617f7c2f4e1 req-d1533b71-7677-4c66-a3ab-13d67c27013f service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237507
Dec 22 05:51:55.480242 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-da29fc40-01c0-471d-bbd5-4617f7c2f4e1 req-78329a4e-4203-4fab-a053-bacff94ab0f5 service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2229159
Dec 22 05:52:05.605300 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:52:08.228022 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:52:08.950123 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b4566a34-3855-449e-892c-de5f2cf83eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:52:11.138714 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-046cb680-659a-4545-aa95-0225092a22d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:52:12.364344 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:52:12.469532 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:52:13.831428 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:52:38.243297 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:52:38.951804 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7ebbb065-9368-4e31-a992-c79da044fb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:52:41.143032 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-f5ab9b86-521e-4b23-b6e9-ca8f3b3e27a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:52:42.366911 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:52:42.471633 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:52:42.604809 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:52:43.832103 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:52:54.521660 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-288c4ee2-10b0-4345-8bce-7b5e90c55bde req-eea3c946-5fc5-4533-94d6-8a78d44d8217 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0656335
Dec 22 05:52:54.674681 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-288c4ee2-10b0-4345-8bce-7b5e90c55bde req-7ce39ba9-9f97-495d-bb67-60f7987df8c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c6eaf3fa9674a29b9927747ae99a2dc&device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 1099 time: 0.0703540
Dec 22 05:52:54.816477 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c4ee2-10b0-4345-8bce-7b5e90c55bde req-00a8ab94-9d8c-4dd0-848f-e69a9b431b06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:52:54.817825 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-288c4ee2-10b0-4345-8bce-7b5e90c55bde req-00a8ab94-9d8c-4dd0-848f-e69a9b431b06 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 HTTP/1.1" status: 200  len: 911 time: 0.1248028
Dec 22 05:52:54.915803 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-288c4ee2-10b0-4345-8bce-7b5e90c55bde req-264ea943-0a21-4ccc-ba7d-aca9b0249bc3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=466e55e4-a7f9-4cba-a597-a87c0d381176 HTTP/1.1" status: 200  len: 1001 time: 0.0920444
Dec 22 05:52:54.978811 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c4ee2-10b0-4345-8bce-7b5e90c55bde req-4355842c-e2cd-4e35-ab0b-fd1a5a0561af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:52:54.980174 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-288c4ee2-10b0-4345-8bce-7b5e90c55bde req-4355842c-e2cd-4e35-ab0b-fd1a5a0561af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=647addcc-442f-4e5c-9382-47fb74931a81 HTTP/1.1" status: 200  len: 849 time: 0.0583453
Dec 22 05:52:55.050489 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-288c4ee2-10b0-4345-8bce-7b5e90c55bde req-3cf783db-eb0d-426b-9d56-c4d3fd3c562f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0644209
Dec 22 05:52:55.186095 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-288c4ee2-10b0-4345-8bce-7b5e90c55bde req-4ed50f4d-4888-46e1-bfce-9e9054d22553 service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263759
Dec 22 05:52:55.317155 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-288c4ee2-10b0-4345-8bce-7b5e90c55bde req-3c6a666b-25c1-4c79-bf9d-82a8cb97bd6d service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243315
Dec 22 05:53:08.256255 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:08.953806 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9e6cae8d-73dd-48f6-811b-4251efe4c44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:11.144770 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e0117308-5792-4a59-9ef7-c5e815599dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:12.369565 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:12.473163 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:13.836883 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:19.604874 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:53:22.173691 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 466e55e4-a7f9-4cba-a597-a87c0d381176 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:53:22.346169 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 466e55e4-a7f9-4cba-a597-a87c0d381176, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=466e55e4-a7f9-4cba-a597-a87c0d381176,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:53:22.359123 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '466e55e4-a7f9-4cba-a597-a87c0d381176', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'port_id': '466e55e4-a7f9-4cba-a597-a87c0d381176', 'mac_address': 'fa:16:3e:89:e9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647addcc-442f-4e5c-9382-47fb74931a81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:53:22.410595 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:22.427172 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 466e55e4-a7f9-4cba-a597-a87c0d381176 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:53:22.441492 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 466e55e4-a7f9-4cba-a597-a87c0d381176, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=466e55e4-a7f9-4cba-a597-a87c0d381176,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:53:22.445452 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:22.447134 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-350ac629-f5c1-4e19-b92f-21c9ba83fbfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:53:22.510757 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=466e55e4-a7f9-4cba-a597-a87c0d381176,revision_number=6']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:53:22.521799 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:53:22.522143 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:53:22.522477 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:53:22.522807 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:53:22.523656 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:53:22.523980 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:53:22.524301 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:53:22.524621 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:53:22.524946 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:53:22.525263 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:53:22.525602 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:53:22.528989 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:53:22.579156 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['466e55e4-a7f9-4cba-a597-a87c0d381176'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:53:24.189040 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 466e55e4-a7f9-4cba-a597-a87c0d381176 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:53:24.272138 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 466e55e4-a7f9-4cba-a597-a87c0d381176 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:53:24.272558 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:24.403986 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:24.435138 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466e55e4-a7f9-4cba-a597-a87c0d381176'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:53:24.446554 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 466e55e4-a7f9-4cba-a597-a87c0d381176, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=466e55e4-a7f9-4cba-a597-a87c0d381176,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:53:24.454119 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:24.456389 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:53:24.540785 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=466e55e4-a7f9-4cba-a597-a87c0d381176,revision_number=7']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:53:24.550468 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:53:24.656113 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466e55e4-a7f9-4cba-a597-a87c0d381176', 'code': 200}
Dec 22 05:53:34.451546 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-c881a41c-3b9e-4de5-8045-7017a3fae732 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1332055073&fields=id&tenant_id=7c6eaf3fa9674a29b9927747ae99a2dc HTTP/1.1" status: 200  len: 267 time: 0.0452759
Dec 22 05:53:34.594770 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-5aac4c70-fdf1-419d-b659-b78827c8e2ea tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:34.596170 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-5aac4c70-fdf1-419d-b659-b78827c8e2ea tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/networks?id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 HTTP/1.1" status: 200  len: 810 time: 0.1384425
Dec 22 05:53:34.611638 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-94854944-3fa8-4f57-9d58-f1121545467f tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/quotas/7c6eaf3fa9674a29b9927747ae99a2dc HTTP/1.1" status: 200  len: 375 time: 0.0102124
Dec 22 05:53:34.691851 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-b5bd6dd3-46c8-4d8c-a21b-fc5344d695ab tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c6eaf3fa9674a29b9927747ae99a2dc&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0755055
Dec 22 05:53:34.804969 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-0e492211-cc89-488d-b470-1871e8d49a6f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 05:53:34.805942 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-0e492211-cc89-488d-b470-1871e8d49a6f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1026716
Dec 22 05:53:34.934377 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8b67ece0-74ea-430b-8609-98ade537a652 service neutron] 10.222.0.53 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221528
Dec 22 05:53:35.061070 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-f7fb4069-da6f-425e-a0e1-0ebeeb9f327d service neutron] 10.222.0.53 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1210282
Dec 22 05:53:35.342146 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-24388125-b712-4ef5-9ceb-7f1b6ac2e323 req-18863259-ef50-4ab3-9311-002627e4cc33 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 210 time: 0.1098311
Dec 22 05:53:36.519096 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-7dfbecff-bc1b-4a64-ad9e-6a3c11574718 req-7ab525e9-f79d-49ca-aa1b-ba79204020c1 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 210 time: 0.0533764
Dec 22 05:53:36.566282 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-3a1d2fca-3c9b-4bf3-8a3e-37939f8ede8c tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:36.567716 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-3a1d2fca-3c9b-4bf3-8a3e-37939f8ede8c tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.47 "GET /v2.0/networks?id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 HTTP/1.1" status: 200  len: 810 time: 0.1916029
Dec 22 05:53:36.738477 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-e8cb2660-8ffb-4f9e-aace-6bac02752df7 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c6eaf3fa9674a29b9927747ae99a2dc HTTP/1.1" status: 200  len: 380 time: 0.1488886
Dec 22 05:53:36.747759 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Request body: {'port': {'device_id': '29c02dd1-0cfe-40df-971f-f88a1547d273', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'admin_state_up': True, 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'security_groups': ['a60651bb-1950-4c52-892b-b2831589fac4']}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:53:36.880645 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:53:36.890798 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.quota.driver [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83434) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:53:36.909037 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Made reservation on behalf of 7c6eaf3fa9674a29b9927747ae99a2dc for: {'port': 1} {{(pid=83434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 05:53:36.919102 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:37.147131 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_common [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Allocated IP 172.20.0.12 (b7f8f6d9-0dea-48dd-a74d-224a1aac8e70/647addcc-442f-4e5c-9382-47fb74931a81/2a34988b-941c-42c7-aabe-07132bbc4df9) {{(pid=83434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:53:37.361979 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for port, precommit_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:37.377652 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Transition to ACTIVE for port object 2a34988b-941c-42c7-aabe-07132bbc4df9 will not be triggered until provisioned by entity DHCP. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:53:37.402862 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_create {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:37.410598 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-cad13f7b-0d6f-4c57-8fbc-a7de63ee4833 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:53:37.463604 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Network b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 is already hosted by enough agents. {{(pid=83434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:53:37.466899 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.base_scheduler [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Resources bound (agent type, host, resource id):  {{(pid=83434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:53:37.470910 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Received port after_create {{(pid=83434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:53:37.527615 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Pushing event updated for resources: {'Port': ['ID=2a34988b-941c-42c7-aabe-07132bbc4df9,revision_number=1']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:53:37.548159 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:53:37.548536 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:53:37.548908 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:53:37.549269 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:53:37.549657 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:53:37.550014 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:53:37.550370 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:53:37.550728 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:53:37.551078 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:53:37.551489 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:53:37.551774 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:53:37.557925 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:53:37.562418 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:37.562770 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:37.592858 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8e8688e9-8821-4ea9-8f49-b760872531f3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8486094
Dec 22 05:53:37.821273 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-704c9e5a-c5db-40a9-90d0-9d850d193b9b None None] Provisioning for port 2a34988b-941c-42c7-aabe-07132bbc4df9 completed by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:53:37.828007 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-704c9e5a-c5db-40a9-90d0-9d850d193b9b None None] Provisioning complete for port 2a34988b-941c-42c7-aabe-07132bbc4df9 triggered by entity DHCP. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:53:37.828778 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-704c9e5a-c5db-40a9-90d0-9d850d193b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:37.853608 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaae3a-4d3f-4dba-9efc-594e87a6a8fc req-3041678e-821a-43b0-9815-aa3d50036683 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:37.855061 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7aaaae3a-4d3f-4dba-9efc-594e87a6a8fc req-3041678e-821a-43b0-9815-aa3d50036683 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 932 time: 0.1898549
Dec 22 05:53:37.882867 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-704c9e5a-c5db-40a9-90d0-9d850d193b9b None None] Port 2a34988b-941c-42c7-aabe-07132bbc4df9 cannot update to ACTIVE because it is not bound. {{(pid=83436) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 22 05:53:37.901694 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-7aaaae3a-4d3f-4dba-9efc-594e87a6a8fc req-6c4db533-1e58-4165-b836-e8d1b85bd8dc tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409739
Dec 22 05:53:38.253482 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 466e55e4-a7f9-4cba-a597-a87c0d381176 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:53:38.281938 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:38.366866 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:38.392944 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '466e55e4-a7f9-4cba-a597-a87c0d381176'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:53:38.403809 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 466e55e4-a7f9-4cba-a597-a87c0d381176, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=466e55e4-a7f9-4cba-a597-a87c0d381176,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:53:38.407755 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:38.410016 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:53:38.453087 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '466e55e4-a7f9-4cba-a597-a87c0d381176', 'code': 200}
Dec 22 05:53:38.478586 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=466e55e4-a7f9-4cba-a597-a87c0d381176,revision_number=8']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:53:38.482277 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:53:38.957980 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4da48f65-36a5-42d7-a02e-b65a6129037f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:39.129909 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e08ea5-92c4-467b-8595-4cf908e11a36 req-79637877-d008-4f3a-a94f-fc91d90e7745 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:39.131357 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-93e08ea5-92c4-467b-8595-4cf908e11a36 req-79637877-d008-4f3a-a94f-fc91d90e7745 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 932 time: 0.0830698
Dec 22 05:53:39.214115 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-93e08ea5-92c4-467b-8595-4cf908e11a36 req-3ce626ab-2b03-4282-aa53-97516aac865d tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764153
Dec 22 05:53:40.419755 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b4350-ee8e-4766-afd6-9bbb6b6b4236 req-01eaa011-f759-456a-a033-dd1b0659a230 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:40.420361 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-913b4350-ee8e-4766-afd6-9bbb6b6b4236 req-01eaa011-f759-456a-a033-dd1b0659a230 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Synchronizing usage tracker for tenant:7c6eaf3fa9674a29b9927747ae99a2dc on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:53:40.436272 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-913b4350-ee8e-4766-afd6-9bbb6b6b4236 req-01eaa011-f759-456a-a033-dd1b0659a230 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Unset dirty status for tenant:7c6eaf3fa9674a29b9927747ae99a2dc on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:53:40.437971 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-913b4350-ee8e-4766-afd6-9bbb6b6b4236 req-01eaa011-f759-456a-a033-dd1b0659a230 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 932 time: 0.0997536
Dec 22 05:53:40.498909 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-913b4350-ee8e-4766-afd6-9bbb6b6b4236 req-f5626f6a-b39a-47d5-8209-296701d123cd tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553226
Dec 22 05:53:41.152074 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-acef203c-dcff-47e8-b100-658c945653b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:41.696427 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa989a07-02bf-45ad-a98b-39717074f287 req-6c09c583-b065-4041-b26f-6350ae039d18 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:41.697905 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fa989a07-02bf-45ad-a98b-39717074f287 req-6c09c583-b065-4041-b26f-6350ae039d18 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 932 time: 0.0777678
Dec 22 05:53:41.744917 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-fa989a07-02bf-45ad-a98b-39717074f287 req-a49136dd-2d50-415b-9309-ce6c0d08f9a3 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412097
Dec 22 05:53:42.374777 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:42.478006 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:42.947459 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd30ebd-c67f-47fd-9144-aed2df0bc86d req-f26fcb86-f818-44ec-bb1e-d96e6ef231c0 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:42.948894 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-abd30ebd-c67f-47fd-9144-aed2df0bc86d req-f26fcb86-f818-44ec-bb1e-d96e6ef231c0 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 932 time: 0.0799856
Dec 22 05:53:42.997420 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-abd30ebd-c67f-47fd-9144-aed2df0bc86d req-30f27dbc-41e6-42d3-9794-8bfac6e70d7a tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429342
Dec 22 05:53:43.840508 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:44.272239 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d5db6-d830-4fae-ab4b-603f7deb5101 req-fca653c6-0c1a-4340-ab6b-2a267b376287 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:44.279102 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-303d5db6-d830-4fae-ab4b-603f7deb5101 req-fca653c6-0c1a-4340-ab6b-2a267b376287 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 932 time: 0.0898163
Dec 22 05:53:44.319187 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-303d5db6-d830-4fae-ab4b-603f7deb5101 req-568f14ca-d3b0-4cff-9e3e-c9284a4b008c tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392101
Dec 22 05:53:45.539495 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc2396-a477-4942-abfa-a2b48daa4d95 req-e9c2808e-baed-469f-9ccb-ef79c1f84e7d tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:45.540929 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c7dc2396-a477-4942-abfa-a2b48daa4d95 req-e9c2808e-baed-469f-9ccb-ef79c1f84e7d tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 932 time: 0.0831864
Dec 22 05:53:45.587257 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c7dc2396-a477-4942-abfa-a2b48daa4d95 req-1a0ee4e4-c76d-40a4-9f4b-3e888e8373de tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404234
Dec 22 05:53:46.791225 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138bde6-92aa-4627-abb0-0a3f85615ac2 req-d1f9aec7-d17d-43b7-876b-112bccaa835f tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:46.792702 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c138bde6-92aa-4627-abb0-0a3f85615ac2 req-d1f9aec7-d17d-43b7-876b-112bccaa835f tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 932 time: 0.0796442
Dec 22 05:53:46.840073 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c138bde6-92aa-4627-abb0-0a3f85615ac2 req-39300348-259e-47d4-bf91-4b59ab97d66a tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415287
Dec 22 05:53:48.030682 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cd159-12d5-4ce8-a054-cb957890282c req-ed328de3-95d0-412d-bfc8-2d4c177ef69d tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:48.032095 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f46cd159-12d5-4ce8-a054-cb957890282c req-ed328de3-95d0-412d-bfc8-2d4c177ef69d tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 932 time: 0.0744824
Dec 22 05:53:48.075565 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f46cd159-12d5-4ce8-a054-cb957890282c req-6874a53c-5d98-459f-846e-13b20891b89c tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381744
Dec 22 05:53:49.271525 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516711b5-42ad-4295-b0e9-e9d6e272d67c req-82d67164-e5d6-457c-be6d-2fe7e1b0dc59 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:49.272995 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-516711b5-42ad-4295-b0e9-e9d6e272d67c req-82d67164-e5d6-457c-be6d-2fe7e1b0dc59 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 932 time: 0.0786445
Dec 22 05:53:49.317955 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-516711b5-42ad-4295-b0e9-e9d6e272d67c req-8bf74c33-fcac-4998-83aa-b3a5fb67bb9b tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395069
Dec 22 05:53:50.301917 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.v2.base [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] Request body: {'port': {'device_id': '29c02dd1-0cfe-40df-971f-f88a1547d273', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=83434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:53:50.409903 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:50.677194 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789af764-e361-4af1-a0a8-7ef5d95ff1c8 req-1f087143-a73e-43e8-9cce-421d124cebb5 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:50.678712 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-789af764-e361-4af1-a0a8-7ef5d95ff1c8 req-1f087143-a73e-43e8-9cce-421d124cebb5 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 932 time: 0.2300560
Dec 22 05:53:50.760252 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-789af764-e361-4af1-a0a8-7ef5d95ff1c8 req-b51ee00e-802c-4055-839e-6507f4285455 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739357
Dec 22 05:53:50.846007 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a34988b-941c-42c7-aabe-07132bbc4df9 {{(pid=83434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:53:50.852531 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:50.866824 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.provisioning_blocks [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] Transition to ACTIVE for port object 2a34988b-941c-42c7-aabe-07132bbc4df9 will not be triggered until provisioned by entity L2. {{(pid=83434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 05:53:50.871212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:50.874782 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2a7f7571-6c52-49cf-8c4d-128e7e0905e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:53:51.111594 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] Pushing event updated for resources: {'Port': ['ID=2a34988b-941c-42c7-aabe-07132bbc4df9,revision_number=2']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:53:51.115425 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:53:51.220701 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] Attempting to bind port 2a34988b-941c-42c7-aabe-07132bbc4df9 on host hv-neutron-8225 for vnic_type normal with profile  {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 05:53:51.220875 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] Attempting to bind port 2a34988b-941c-42c7-aabe-07132bbc4df9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '83657b36-c187-4b7e-ac61-23b204b382b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70'}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 05:53:51.221199 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] Attempting to bind port 2a34988b-941c-42c7-aabe-07132bbc4df9 on network b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:53:51.226800 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] Port 2a34988b-941c-42c7-aabe-07132bbc4df9 on network b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 22 05:53:51.227115 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] Attempting to bind port 2a34988b-941c-42c7-aabe-07132bbc4df9 on network b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 22 05:53:51.233846 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] Checking agent: {'id': 'eb042fee-4880-4e74-a7c7-b17e5c9013cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'started_at': datetime.datetime(2021, 12, 22, 4, 42, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 22 05:53:51.234177 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] Checking segment: {'id': '83657b36-c187-4b7e-ac61-23b204b382b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 22 05:53:51.234554 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] Bound using segment: {'id': '83657b36-c187-4b7e-ac61-23b204b382b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70'} {{(pid=83434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 22 05:53:51.234970 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.managers [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] Bound port: 2a34988b-941c-42c7-aabe-07132bbc4df9, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83657b36-c187-4b7e-ac61-23b204b382b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70'}}] {{(pid=83434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 05:53:51.235308 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:51.321350 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] For port 2a34988b-941c-42c7-aabe-07132bbc4df9, host hv-neutron-8225, cleared binding levels {{(pid=83434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 22 05:53:51.324722 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] For port 2a34988b-941c-42c7-aabe-07132bbc4df9, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a34988b-941c-42c7-aabe-07132bbc4df9,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 22 05:53:51.329403 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1374512'] for port, after_update {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:51.333455 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8eecdc43-6ac5-4554-ae7d-1ad9be9528ad tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:53:51.385785 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:51.387132 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] 10.222.0.47 "PUT /v2.0/ports/2a34988b-941c-42c7-aabe-07132bbc4df9 HTTP/1.1" status: 200  len: 1094 time: 1.1540608
Dec 22 05:53:51.387639 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c02dd1-0cfe-40df-971f-f88a1547d273', 'tag': '2a34988b-941c-42c7-aabe-07132bbc4df9'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:53:51.411984 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] Pushing event updated for resources: {'Port': ['ID=2a34988b-941c-42c7-aabe-07132bbc4df9,revision_number=3']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:53:51.417447 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:53:51.483537 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c02dd1-0cfe-40df-971f-f88a1547d273', 'tag': '2a34988b-941c-42c7-aabe-07132bbc4df9', 'status': 'completed', 'code': 200}
Dec 22 05:53:51.529445 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-1866620f-f39a-4a8f-a476-a23d1819e75c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c6eaf3fa9674a29b9927747ae99a2dc&device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 1097 time: 0.0772240
Dec 22 05:53:51.607289 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-1bc2c5a9-84e5-4039-be27-0813bdd5e88a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a34988b-941c-42c7-aabe-07132bbc4df9 HTTP/1.1" status: 200  len: 217 time: 0.0646496
Dec 22 05:53:51.667498 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-6dc564bb-9b0a-4468-a214-82fa801e51e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:51.668881 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-6dc564bb-9b0a-4468-a214-82fa801e51e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=647addcc-442f-4e5c-9382-47fb74931a81 HTTP/1.1" status: 200  len: 849 time: 0.0560474
Dec 22 05:53:51.744617 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-c18c7ddb-cf5e-4408-bd78-da7bad9a5b3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0692840
Dec 22 05:53:51.873370 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-77eaa66f-163c-4be4-9102-703d8be657a9 service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228535
Dec 22 05:53:52.056178 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181eef4-abd9-410e-ac96-aadecb862ce4 req-d102a825-78b3-495d-a557-1e32e7fa4ca5 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:52.058067 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9181eef4-abd9-410e-ac96-aadecb862ce4 req-d102a825-78b3-495d-a557-1e32e7fa4ca5 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 944 time: 0.1804709
Dec 22 05:53:52.061074 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-4f0f2d8c-42bb-4919-ba3d-2342fad9e117 req-a76afe93-ed8c-4abf-8584-825589f4ee95 service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1547399
Dec 22 05:53:52.104867 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-9181eef4-abd9-410e-ac96-aadecb862ce4 req-4cf84579-4885-41e8-9f1f-089ab8eeca88 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411463
Dec 22 05:53:52.217806 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c3c827d4-98d1-4db9-a0f6-ad1cfdf6ccbc req-3add209c-62b8-4d90-8730-d0d879aae04d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c6eaf3fa9674a29b9927747ae99a2dc&device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 1097 time: 0.0726180
Dec 22 05:53:52.344947 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c827d4-98d1-4db9-a0f6-ad1cfdf6ccbc req-282226f8-d886-484d-992f-964a9f4f2aac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:52.346305 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c3c827d4-98d1-4db9-a0f6-ad1cfdf6ccbc req-282226f8-d886-484d-992f-964a9f4f2aac service neutron] 10.222.0.47 "GET /v2.0/networks?id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 HTTP/1.1" status: 200  len: 911 time: 0.1222866
Dec 22 05:53:52.414902 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c3c827d4-98d1-4db9-a0f6-ad1cfdf6ccbc req-84f11ff3-5dfd-4307-ac88-aeac4514bbef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a34988b-941c-42c7-aabe-07132bbc4df9 HTTP/1.1" status: 200  len: 217 time: 0.0623951
Dec 22 05:53:52.473999 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c827d4-98d1-4db9-a0f6-ad1cfdf6ccbc req-4763409b-5713-4a9c-967f-94d595ad403a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:52.475352 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c3c827d4-98d1-4db9-a0f6-ad1cfdf6ccbc req-4763409b-5713-4a9c-967f-94d595ad403a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=647addcc-442f-4e5c-9382-47fb74931a81 HTTP/1.1" status: 200  len: 849 time: 0.0545611
Dec 22 05:53:52.546241 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c3c827d4-98d1-4db9-a0f6-ad1cfdf6ccbc req-d6281d89-da74-4f8b-99ce-34932f28f22d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0642939
Dec 22 05:53:52.674981 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c3c827d4-98d1-4db9-a0f6-ad1cfdf6ccbc req-fc58be90-7c59-4bf8-93d1-162e14343273 service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217022
Dec 22 05:53:52.909483 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-c3c827d4-98d1-4db9-a0f6-ad1cfdf6ccbc req-50866bb9-812c-4f8d-8f62-6e4672a74e04 service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2267697
Dec 22 05:53:53.301052 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a45d9-e3f0-4022-86c3-8da725692ad1 req-be915353-c564-44b2-89e0-fadfeef11b1c tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:53.302507 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e22a45d9-e3f0-4022-86c3-8da725692ad1 req-be915353-c564-44b2-89e0-fadfeef11b1c tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 944 time: 0.0746090
Dec 22 05:53:53.347274 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-e22a45d9-e3f0-4022-86c3-8da725692ad1 req-a56fa9bf-1897-42dc-a7b6-c6c73110bdbe tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386839
Dec 22 05:53:54.594968 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057458c5-e5ac-440f-bd9d-9aa0ad98389a req-7985658f-a63f-4fbd-a5ce-410fd00b077b tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:54.596362 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-057458c5-e5ac-440f-bd9d-9aa0ad98389a req-7985658f-a63f-4fbd-a5ce-410fd00b077b tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 944 time: 0.1301091
Dec 22 05:53:54.602076 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-515ab5dd-1e3d-4fcf-9378-07596602026a req-9b262e80-337d-45c6-bffe-683d4ef2a994 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1028731
Dec 22 05:53:54.645265 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-057458c5-e5ac-440f-bd9d-9aa0ad98389a req-8b011f7d-6639-4e15-8675-142441ce24f7 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422590
Dec 22 05:53:54.750934 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-515ab5dd-1e3d-4fcf-9378-07596602026a req-46355957-d13a-4fde-84f5-579782e580c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c6eaf3fa9674a29b9927747ae99a2dc&device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 1097 time: 0.0672846
Dec 22 05:53:54.892750 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ab5dd-1e3d-4fcf-9378-07596602026a req-2d2b8d2f-a53a-4008-b786-b5b9e548ec70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:54.894235 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-515ab5dd-1e3d-4fcf-9378-07596602026a req-2d2b8d2f-a53a-4008-b786-b5b9e548ec70 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 HTTP/1.1" status: 200  len: 911 time: 0.1251175
Dec 22 05:53:54.995960 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-515ab5dd-1e3d-4fcf-9378-07596602026a req-1e659010-3f94-4afe-bcc4-20e51c555ddf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=466e55e4-a7f9-4cba-a597-a87c0d381176 HTTP/1.1" status: 200  len: 999 time: 0.0943689
Dec 22 05:53:55.055136 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ab5dd-1e3d-4fcf-9378-07596602026a req-f679f090-8be4-4ae8-b8fc-1ea3ea613b7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:55.056614 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-515ab5dd-1e3d-4fcf-9378-07596602026a req-f679f090-8be4-4ae8-b8fc-1ea3ea613b7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=647addcc-442f-4e5c-9382-47fb74931a81 HTTP/1.1" status: 200  len: 849 time: 0.0556624
Dec 22 05:53:55.131165 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-515ab5dd-1e3d-4fcf-9378-07596602026a req-bcdba808-aade-4826-91bd-b30ab91c269c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0684733
Dec 22 05:53:55.262901 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-515ab5dd-1e3d-4fcf-9378-07596602026a req-de4beffd-fa80-4940-a7f1-924ef2340262 service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246374
Dec 22 05:53:55.390218 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-515ab5dd-1e3d-4fcf-9378-07596602026a req-45ad043b-eef4-4a76-9ed1-b33721fa1c14 service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211355
Dec 22 05:53:55.840539 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419baba-a963-4721-8fa9-8bbf27feae3a req-45f78c8d-7422-41d1-ac5a-86884543ed5d tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:55.842025 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9419baba-a963-4721-8fa9-8bbf27feae3a req-45f78c8d-7422-41d1-ac5a-86884543ed5d tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 944 time: 0.0796635
Dec 22 05:53:55.886568 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-9419baba-a963-4721-8fa9-8bbf27feae3a req-3245f2ce-b860-4af2-be4a-fad250139c78 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385904
Dec 22 05:53:56.357895 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 2a34988b-941c-42c7-aabe-07132bbc4df9 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:53:56.490237 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 2a34988b-941c-42c7-aabe-07132bbc4df9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a34988b-941c-42c7-aabe-07132bbc4df9,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:53:56.503476 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '2a34988b-941c-42c7-aabe-07132bbc4df9', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'port_id': '2a34988b-941c-42c7-aabe-07132bbc4df9', 'mac_address': 'fa:16:3e:01:64:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647addcc-442f-4e5c-9382-47fb74931a81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:53:56.555210 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:56.571879 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a34988b-941c-42c7-aabe-07132bbc4df9 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:53:56.586522 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 2a34988b-941c-42c7-aabe-07132bbc4df9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a34988b-941c-42c7-aabe-07132bbc4df9,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:53:56.590593 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:56.593226 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:53:56.603823 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:53:56.695251 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=2a34988b-941c-42c7-aabe-07132bbc4df9,revision_number=4']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:53:56.698321 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:53:57.021806 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['2a34988b-941c-42c7-aabe-07132bbc4df9'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:53:57.082332 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e82cc1-36c5-4669-9ed5-53d29286cac7 req-8ec5871c-009e-47b7-a5b1-5a636f21df5b tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:57.083792 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-42e82cc1-36c5-4669-9ed5-53d29286cac7 req-8ec5871c-009e-47b7-a5b1-5a636f21df5b tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 945 time: 0.0758233
Dec 22 05:53:57.128638 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-42e82cc1-36c5-4669-9ed5-53d29286cac7 req-917d41a2-58db-4b95-b20a-4b81a9ec297d tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388606
Dec 22 05:53:58.321246 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ad61c-87bf-4340-8502-0aeb3e3ce513 req-4fa8e7e8-5164-4144-a546-68ebf7f6c600 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:58.322705 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0d4ad61c-87bf-4340-8502-0aeb3e3ce513 req-4fa8e7e8-5164-4144-a546-68ebf7f6c600 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 945 time: 0.0741630
Dec 22 05:53:58.370878 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-0d4ad61c-87bf-4340-8502-0aeb3e3ce513 req-a32543cc-88e9-4a32-a4cf-89dcaecf690c tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419767
Dec 22 05:53:58.372861 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 2a34988b-941c-42c7-aabe-07132bbc4df9 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:53:58.437601 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning for port 2a34988b-941c-42c7-aabe-07132bbc4df9 completed by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 05:53:58.441883 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 2a34988b-941c-42c7-aabe-07132bbc4df9 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:53:58.442251 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:58.550175 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:58.574988 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c02dd1-0cfe-40df-971f-f88a1547d273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a34988b-941c-42c7-aabe-07132bbc4df9'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:53:58.584032 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 2a34988b-941c-42c7-aabe-07132bbc4df9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a34988b-941c-42c7-aabe-07132bbc4df9,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:53:58.587723 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:53:58.590001 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-0533c4ad-7eab-4518-b28a-2673def0fc61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:53:58.631530 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c02dd1-0cfe-40df-971f-f88a1547d273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a34988b-941c-42c7-aabe-07132bbc4df9', 'code': 200}
Dec 22 05:53:58.654062 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=2a34988b-941c-42c7-aabe-07132bbc4df9,revision_number=5']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:53:58.657050 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:53:58.885105 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f144a42d-fa4b-4769-9f1d-e28aaa19cc1a req-9a4d6975-7676-48c2-b67a-f8d47a8cf60d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 1099 time: 0.0698047
Dec 22 05:53:58.926962 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-f144a42d-fa4b-4769-9f1d-e28aaa19cc1a req-c18ecaf8-df7b-495d-9709-b363ee73dc0f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0356214
Dec 22 05:53:59.564017 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb21d7-6007-46e9-95b3-c91fc07c41ae req-e4b24361-7a92-4cb8-a703-a707add5151d tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:53:59.565337 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3cfb21d7-6007-46e9-95b3-c91fc07c41ae req-e4b24361-7a92-4cb8-a703-a707add5151d tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 946 time: 0.0746224
Dec 22 05:53:59.609151 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-3cfb21d7-6007-46e9-95b3-c91fc07c41ae req-86965c25-d331-44cb-a8ab-4b2e51934c44 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384459
Dec 22 05:54:00.801407 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dae3c-c5df-427c-898c-479a3ca2c6c1 req-8cd89264-06b4-473a-80f6-078848039f47 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:54:00.802864 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-071dae3c-c5df-427c-898c-479a3ca2c6c1 req-8cd89264-06b4-473a-80f6-078848039f47 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 946 time: 0.0741713
Dec 22 05:54:00.848558 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-071dae3c-c5df-427c-898c-479a3ca2c6c1 req-e393815b-cfc9-4103-8e9d-873b4882b575 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394170
Dec 22 05:54:01.043335 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5121c68-2537-4853-b8b6-ef840ff08238 req-ddddca69-fb4e-47f7-a84d-aab4b2f36832 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:54:01.044682 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b5121c68-2537-4853-b8b6-ef840ff08238 req-ddddca69-fb4e-47f7-a84d-aab4b2f36832 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 946 time: 0.0786741
Dec 22 05:54:01.088617 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-b5121c68-2537-4853-b8b6-ef840ff08238 req-aa0604a3-e525-42f1-92fa-9b5542551026 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384254
Dec 22 05:54:01.115065 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39922) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:54:01.182178 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-365c8fca-018d-4326-bf6b-5a67d3105ce1 tempest-TestSnapshotPattern-1368399351 tempest-TestSnapshotPattern-1368399351-project-admin] Synchronizing usage tracker for tenant:13b218f2cf8c439b8e01064d4e01c8b1 on resource:port {{(pid=83435) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:54:01.198489 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-365c8fca-018d-4326-bf6b-5a67d3105ce1 tempest-TestSnapshotPattern-1368399351 tempest-TestSnapshotPattern-1368399351-project-admin] Unset dirty status for tenant:13b218f2cf8c439b8e01064d4e01c8b1 on resource:port {{(pid=83435) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:54:01.199537 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-365c8fca-018d-4326-bf6b-5a67d3105ce1 tempest-TestSnapshotPattern-1368399351 tempest-TestSnapshotPattern-1368399351-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 1094 time: 0.0832820
Dec 22 05:54:01.202493 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 39926) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:54:01.207744 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.v2.base [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Request body: {'floatingip': {'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'port_id': '2a34988b-941c-42c7-aabe-07132bbc4df9', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83435) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 22 05:54:01.213317 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 05:54:01.217415 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Usage tracker for resource:floatingip and tenant:7c6eaf3fa9674a29b9927747ae99a2dc is out of sync, need to count used quota {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 05:54:01.220259 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.quota.resource [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83435) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 05:54:01.225885 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.quota.driver [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83435) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 05:54:01.236339 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for floatingip, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:54:01.368598 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:54:01.502948 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.db_base_plugin_common [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Allocated IP 172.26.4.243 (c376c199-68b9-4289-ba3a-1e17ce30e740/e26fcb5d-b70e-485e-b687-81c7fa144c52/1e07e49d-3a1d-4a94-a125-7648d01751eb) {{(pid=83435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 05:54:01.650178 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for port, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:54:01.677203 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746328564098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1382647'] for port, after_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:54:01.681395 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-69acb3ec-f193-4132-9d46-7f506b21ed1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:54:01.741815 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Network c376c199-68b9-4289-ba3a-1e17ce30e740 is already hosted by enough agents. {{(pid=83435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 05:54:01.744820 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.base_scheduler [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Resources bound (agent type, host, resource id):  {{(pid=83435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 05:54:01.748931 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Received port after_create {{(pid=83435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 22 05:54:01.776085 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Pushing event updated for resources: {'Port': ['ID=1e07e49d-3a1d-4a94-a125-7648d01751eb,revision_number=1']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:54:01.794969 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:54:01.795345 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:54:01.795717 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:54:01.796080 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:54:01.796445 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:54:01.796814 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:54:01.797172 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:54:01.797530 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:54:01.797911 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:54:01.798264 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:54:01.798615 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:54:01.806911 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:54:02.348522 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:54:02.401329 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:54:02.595358 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for port, precommit_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:54:02.599547 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1382638'] for port, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:54:02.602946 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-fec5951a-58c4-4c72-93e5-a9e00b3530dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:54:02.700076 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Pushing event updated for resources: {'Port': ['ID=1e07e49d-3a1d-4a94-a125-7648d01751eb,revision_number=2']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:54:02.703819 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:54:02.717350 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704321'] for floatingip, after_update {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:54:02.900590 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.db.l3_db [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Floating IP d209acde-60cb-4615-9ce4-fa58cf36b7d9 associated. External IP: 172.26.4.243, port: 2a34988b-941c-42c7-aabe-07132bbc4df9.
Dec 22 05:54:03.278347 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Router 53d23c7f-ddfc-4210-9a3f-43950c831814 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83435) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:54:03.578825 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83435) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:54:03.588025 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72668b18-e034-478f-af68-8834cecc42dd None None] Sync routers for ids ['53d23c7f-ddfc-4210-9a3f-43950c831814'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:54:03.600632 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72668b18-e034-478f-af68-8834cecc42dd None None] Routers {'53d23c7f-ddfc-4210-9a3f-43950c831814'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:54:03.601270 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-72668b18-e034-478f-af68-8834cecc42dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bbdc0a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:53:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['53d23c7f-ddfc-4210-9a3f-43950c831814'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:54:03.603139 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:54:03.669564 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-f19e78e0-5a45-43ba-a49b-29159840a2b9 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.4539866
Dec 22 05:54:03.669564 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c02dd1-0cfe-40df-971f-f88a1547d273', 'tag': '2a34988b-941c-42c7-aabe-07132bbc4df9'}] {{(pid=83435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:54:03.781318 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-72668b18-e034-478f-af68-8834cecc42dd None None] Set router 53d23c7f-ddfc-4210-9a3f-43950c831814 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:54:03.786447 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c02dd1-0cfe-40df-971f-f88a1547d273', 'tag': '2a34988b-941c-42c7-aabe-07132bbc4df9', 'status': 'completed', 'code': 200}
Dec 22 05:54:03.901890 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3f8bb508-a711-4c3f-97ef-c29997899a50 req-9739874a-0633-4c34-aedc-73ec5243b83d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c6eaf3fa9674a29b9927747ae99a2dc&device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 1099 time: 0.0707133
Dec 22 05:54:04.029421 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bb508-a711-4c3f-97ef-c29997899a50 req-96ce90d2-87e9-4733-ad2d-e7b82113c55b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:54:04.030961 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3f8bb508-a711-4c3f-97ef-c29997899a50 req-96ce90d2-87e9-4733-ad2d-e7b82113c55b service neutron] 10.222.0.47 "GET /v2.0/networks?id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 HTTP/1.1" status: 200  len: 911 time: 0.1241336
Dec 22 05:54:04.125016 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-72668b18-e034-478f-af68-8834cecc42dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bbdc0a0>, [{'id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'name': 'tempest-TestSnapshotPattern-1013536512-router', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:14Z', 'revision_number': 4, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'gw_port': {'id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '71474460-f55c-4d2a-b5a0-ca10a72c171e', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'floating_ip_address': '172.26.4.77', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'port_id': '466e55e4-a7f9-4cba-a597-a87c0d381176', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'mac_address': 'fa:16:3e:89:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:50:40Z', 'updated_at': '2021-12-22T05:50:50Z', 'revision_number': 1, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'fixed_ip_address_scope': None}, {'id': 'd209acde-60cb-4615-9ce4-fa58cf36b7d9', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'floating_ip_address': '172.26.4.243', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'port_id': '2a34988b-941c-42c7-aabe-07132bbc4df9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'mac_address': 'fa:16:3e:01:64:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c02dd1-0cfe-40df-971f-f88a1547d273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:54:02Z', 'updated_at': '2021-12-22T05:54:02Z', 'revision_number': 0, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77bc5a8c-5501-4d2e-a776-bbfdbf2f8438', 'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'mac_address': 'fa:16:3e:7d:76:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '647addcc-442f-4e5c-9382-47fb74931a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:13Z', 'updated_at': '2021-12-22T05:50:32Z', 'revision_number': 5, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'subnets': [{'id': '647addcc-442f-4e5c-9382-47fb74931a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:54:04.129206 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72668b18-e034-478f-af68-8834cecc42dd None None] Checking router: 53d23c7f-ddfc-4210-9a3f-43950c831814 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:54:04.140717 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72668b18-e034-478f-af68-8834cecc42dd None None] Routers {'53d23c7f-ddfc-4210-9a3f-43950c831814'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:54:04.141339 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-72668b18-e034-478f-af68-8834cecc42dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469bbdc0a0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:53:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['53d23c7f-ddfc-4210-9a3f-43950c831814'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:54:04.247222 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3f8bb508-a711-4c3f-97ef-c29997899a50 req-a89b90a4-3077-4c91-8737-538186791ce6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a34988b-941c-42c7-aabe-07132bbc4df9 HTTP/1.1" status: 200  len: 1000 time: 0.2101791
Dec 22 05:54:04.308985 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bb508-a711-4c3f-97ef-c29997899a50 req-012242ab-1487-437f-81eb-83407de0c9d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:54:04.310449 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3f8bb508-a711-4c3f-97ef-c29997899a50 req-012242ab-1487-437f-81eb-83407de0c9d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=647addcc-442f-4e5c-9382-47fb74931a81 HTTP/1.1" status: 200  len: 849 time: 0.0570230
Dec 22 05:54:04.322560 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-72668b18-e034-478f-af68-8834cecc42dd None None] Set router 53d23c7f-ddfc-4210-9a3f-43950c831814 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:54:04.383365 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3f8bb508-a711-4c3f-97ef-c29997899a50 req-aefa6320-ffca-46d7-8589-475164a15ca5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0664895
Dec 22 05:54:04.514503 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3f8bb508-a711-4c3f-97ef-c29997899a50 req-eb94d3fb-5e78-404d-810b-8f6903f5a59d service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242018
Dec 22 05:54:04.647122 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-3f8bb508-a711-4c3f-97ef-c29997899a50 req-f85e2dbc-1bc2-4cad-b482-25833cabf473 service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259720
Dec 22 05:54:04.705365 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-72668b18-e034-478f-af68-8834cecc42dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469bbdc0a0>, [{'id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'name': 'tempest-TestSnapshotPattern-1013536512-router', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:14Z', 'revision_number': 4, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'gw_port': {'id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '71474460-f55c-4d2a-b5a0-ca10a72c171e', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'floating_ip_address': '172.26.4.77', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'port_id': '466e55e4-a7f9-4cba-a597-a87c0d381176', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'mac_address': 'fa:16:3e:89:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:50:40Z', 'updated_at': '2021-12-22T05:50:50Z', 'revision_number': 1, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'fixed_ip_address_scope': None}, {'id': 'd209acde-60cb-4615-9ce4-fa58cf36b7d9', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'floating_ip_address': '172.26.4.243', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'port_id': '2a34988b-941c-42c7-aabe-07132bbc4df9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'mac_address': 'fa:16:3e:01:64:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c02dd1-0cfe-40df-971f-f88a1547d273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:54:02Z', 'updated_at': '2021-12-22T05:54:02Z', 'revision_number': 0, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77bc5a8c-5501-4d2e-a776-bbfdbf2f8438', 'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'mac_address': 'fa:16:3e:7d:76:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '647addcc-442f-4e5c-9382-47fb74931a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:13Z', 'updated_at': '2021-12-22T05:50:32Z', 'revision_number': 5, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'subnets': [{'id': '647addcc-442f-4e5c-9382-47fb74931a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:54:04.709283 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72668b18-e034-478f-af68-8834cecc42dd None None] The sync data for ids ['53d23c7f-ddfc-4210-9a3f-43950c831814'] in dv-neutron-822525-1-hyperv is: [{'id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'name': 'tempest-TestSnapshotPattern-1013536512-router', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:14Z', 'revision_number': 4, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'gw_port': {'id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '71474460-f55c-4d2a-b5a0-ca10a72c171e', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'floating_ip_address': '172.26.4.77', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'port_id': '466e55e4-a7f9-4cba-a597-a87c0d381176', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'mac_address': 'fa:16:3e:89:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:50:40Z', 'updated_at': '2021-12-22T05:50:50Z', 'revision_number': 1, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'fixed_ip_address_scope': None}, {'id': 'd209acde-60cb-4615-9ce4-fa58cf36b7d9', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'floating_ip_address': '172.26.4.243', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'port_id': '2a34988b-941c-42c7-aabe-07132bbc4df9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'mac_address': 'fa:16:3e:01:64:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c02dd1-0cfe-40df-971f-f88a1547d273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:54:02Z', 'updated_at': '2021-12-22T05:54:02Z', 'revision_number': 0, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77bc5a8c-5501-4d2e-a776-bbfdbf2f8438', 'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'mac_address': 'fa:16:3e:7d:76:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '647addcc-442f-4e5c-9382-47fb74931a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:13Z', 'updated_at': '2021-12-22T05:50:32Z', 'revision_number': 5, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'subnets': [{'id': '647addcc-442f-4e5c-9382-47fb74931a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:54:04.897363 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64630849-d6e0-470d-b5ea-82fc91b9afad None None] New status for floating IP d209acde-60cb-4615-9ce4-fa58cf36b7d9: ACTIVE {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:54:08.285921 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:54:08.959885 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-80966f84-4ab5-4bd0-aef8-af3eaa65b960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:54:11.143749 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ddc53864-c838-4f08-8424-93d84aa0bc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:54:12.375941 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:54:12.469235 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:54:13.844307 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:54:33.603897 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:54:38.300005 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:54:38.961146 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e9510294-ecb5-4ceb-a986-150ddf9caed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:54:41.145614 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-07c9f183-3755-4271-b1b7-94c892ae1126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:54:42.376813 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:54:42.470272 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:54:43.843848 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:54:55.535345 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-27299691-2365-4877-9af0-d51dc28b15e8 req-5e9de1a2-5052-4e72-9d68-7aad5549beff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0704536
Dec 22 05:54:55.686918 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-27299691-2365-4877-9af0-d51dc28b15e8 req-f56599d9-7029-438b-8a07-d526695c989a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c6eaf3fa9674a29b9927747ae99a2dc&device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 1097 time: 0.0675468
Dec 22 05:54:55.826224 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27299691-2365-4877-9af0-d51dc28b15e8 req-01b58fe9-c15c-4302-bcfb-ea71bb2458e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:54:55.827543 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-27299691-2365-4877-9af0-d51dc28b15e8 req-01b58fe9-c15c-4302-bcfb-ea71bb2458e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 HTTP/1.1" status: 200  len: 911 time: 0.1228878
Dec 22 05:54:55.928552 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-27299691-2365-4877-9af0-d51dc28b15e8 req-5bfdf39b-e095-4622-abc7-e6e3f54d05d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=466e55e4-a7f9-4cba-a597-a87c0d381176 HTTP/1.1" status: 200  len: 999 time: 0.0940702
Dec 22 05:54:55.989609 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27299691-2365-4877-9af0-d51dc28b15e8 req-6bfe6841-544d-4394-bce5-e488a3542f6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:54:55.991027 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-27299691-2365-4877-9af0-d51dc28b15e8 req-6bfe6841-544d-4394-bce5-e488a3542f6e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=647addcc-442f-4e5c-9382-47fb74931a81 HTTP/1.1" status: 200  len: 849 time: 0.0566809
Dec 22 05:54:56.067853 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-27299691-2365-4877-9af0-d51dc28b15e8 req-30b9a476-89bc-417d-a564-c1724a326c1f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0698164
Dec 22 05:54:56.199320 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-27299691-2365-4877-9af0-d51dc28b15e8 req-b63f4e3c-510a-4021-8d25-0bdbddac8d1c service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245165
Dec 22 05:54:56.330237 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-27299691-2365-4877-9af0-d51dc28b15e8 req-25683a82-1b17-455d-965f-6550c1e1df93 service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244302
Dec 22 05:55:08.311668 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:55:08.962630 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4197f4fd-ee11-404e-b915-bb892f846a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:55:10.603555 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:55:11.147308 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-fcc435f7-770c-4716-8301-4924c216c2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:55:12.380358 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:55:12.471263 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:55:13.846715 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:55:38.313234 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:55:38.963587 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3150db8e-f7b7-4f2e-b4c2-e92647c8c5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:55:41.149606 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8e76d0b1-aa24-478a-89e5-1c4dc08bb17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:55:42.381794 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:55:42.472757 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:55:43.849991 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:55:47.602580 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:55:55.545979 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8ada066a-a573-4ec5-b8e5-8990b77c94cf req-c660cfea-57e2-4461-908c-98f8ab1b879a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0665784
Dec 22 05:55:55.647071 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8ada066a-a573-4ec5-b8e5-8990b77c94cf req-6e444719-81eb-45d3-87ad-360c8ed27f40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c6eaf3fa9674a29b9927747ae99a2dc&device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 1099 time: 0.0707214
Dec 22 05:55:55.786050 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada066a-a573-4ec5-b8e5-8990b77c94cf req-fbee0894-6fd8-424d-86ae-13dcba91a9a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:55:55.787458 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8ada066a-a573-4ec5-b8e5-8990b77c94cf req-fbee0894-6fd8-424d-86ae-13dcba91a9a5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 HTTP/1.1" status: 200  len: 911 time: 0.1228244
Dec 22 05:55:55.887012 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8ada066a-a573-4ec5-b8e5-8990b77c94cf req-c237f7a6-43c9-49c0-989d-8a91a1dbf1d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a34988b-941c-42c7-aabe-07132bbc4df9 HTTP/1.1" status: 200  len: 1002 time: 0.0932820
Dec 22 05:55:56.052392 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada066a-a573-4ec5-b8e5-8990b77c94cf req-369a75c8-63f2-4760-9528-b555fe2b70ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:55:56.053841 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8ada066a-a573-4ec5-b8e5-8990b77c94cf req-369a75c8-63f2-4760-9528-b555fe2b70ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=647addcc-442f-4e5c-9382-47fb74931a81 HTTP/1.1" status: 200  len: 849 time: 0.1596944
Dec 22 05:55:56.127760 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8ada066a-a573-4ec5-b8e5-8990b77c94cf req-476b6d82-a6f7-464b-b49b-3a77d856bfd4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0680437
Dec 22 05:55:56.137835 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [req-8ada066a-a573-4ec5-b8e5-8990b77c94cf req-9d12cf70-6822-4565-8198-b22b9f97863e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=83434) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 22 05:55:56.138756 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8ada066a-a573-4ec5-b8e5-8990b77c94cf req-9d12cf70-6822-4565-8198-b22b9f97863e service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0046449
Dec 22 05:55:56.268975 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8ada066a-a573-4ec5-b8e5-8990b77c94cf req-2748529c-568d-459f-8366-d6d2470d0f2b service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232026
Dec 22 05:55:56.398790 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-8ada066a-a573-4ec5-b8e5-8990b77c94cf req-30de14c7-3df3-4cbd-b639-1be45d46746c service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229017
Dec 22 05:56:08.328139 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:08.966165 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b7af3597-8657-44d4-bd79-5ee9320f29c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:09.039762 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 2a34988b-941c-42c7-aabe-07132bbc4df9 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=83436) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 05:56:09.166162 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 2a34988b-941c-42c7-aabe-07132bbc4df9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a34988b-941c-42c7-aabe-07132bbc4df9,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:56:09.182920 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Returning: {'device': '2a34988b-941c-42c7-aabe-07132bbc4df9', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'port_id': '2a34988b-941c-42c7-aabe-07132bbc4df9', 'mac_address': 'fa:16:3e:01:64:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647addcc-442f-4e5c-9382-47fb74931a81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83436) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 05:56:09.235738 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:09.252312 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a34988b-941c-42c7-aabe-07132bbc4df9 {{(pid=83436) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 05:56:09.266378 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 2a34988b-941c-42c7-aabe-07132bbc4df9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a34988b-941c-42c7-aabe-07132bbc4df9,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:56:09.270456 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:09.272109 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:56:09.332379 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=2a34988b-941c-42c7-aabe-07132bbc4df9,revision_number=6']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:56:09.340146 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:09.340485 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:09.340847 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:09.341173 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:09.341500 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:09.341843 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:09.342161 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:09.342478 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:09.342791 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:09.343104 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:09.343414 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:09.349403 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:56:09.417429 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] get_ports_and_sgs() called for port_ids ['2a34988b-941c-42c7-aabe-07132bbc4df9'] {{(pid=83436) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 22 05:56:11.040017 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 2a34988b-941c-42c7-aabe-07132bbc4df9 up at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 05:56:11.107387 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.provisioning_blocks [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Provisioning complete for port 2a34988b-941c-42c7-aabe-07132bbc4df9 triggered by entity L2. {{(pid=83436) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 05:56:11.107754 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3175132'] for port, provisioning_complete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:11.168773 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b2d26d2c-50a4-4d94-b7ec-f6b37d358f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:11.234541 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:11.261594 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c02dd1-0cfe-40df-971f-f88a1547d273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a34988b-941c-42c7-aabe-07132bbc4df9'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:56:11.272484 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 2a34988b-941c-42c7-aabe-07132bbc4df9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a34988b-941c-42c7-aabe-07132bbc4df9,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:56:11.276589 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:11.279904 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:56:11.323759 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c02dd1-0cfe-40df-971f-f88a1547d273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a34988b-941c-42c7-aabe-07132bbc4df9', 'code': 200}
Dec 22 05:56:11.350755 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=2a34988b-941c-42c7-aabe-07132bbc4df9,revision_number=7']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:56:11.354321 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:56:12.390673 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:12.476597 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:13.862974 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:22.235054 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 40098) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:56:22.428465 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-fbec383c-f2da-49ca-b8a2-6d87790c1f11 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Deleting port 1e07e49d-3a1d-4a94-a125-7648d01751eb {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:56:22.428796 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fbec383c-f2da-49ca-b8a2-6d87790c1f11 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:22.603734 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fbec383c-f2da-49ca-b8a2-6d87790c1f11 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:22.603966 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fbec383c-f2da-49ca-b8a2-6d87790c1f11 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:22.718682 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-fbec383c-f2da-49ca-b8a2-6d87790c1f11 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Calling delete_port for 1e07e49d-3a1d-4a94-a125-7648d01751eb owned by network:floatingip {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:56:22.860871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fbec383c-f2da-49ca-b8a2-6d87790c1f11 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:22.864776 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-6eb3f5c8-2776-4ba4-b4a6-23969aca8845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:56:22.904482 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec383c-f2da-49ca-b8a2-6d87790c1f11 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Pushing event deleted for resources: {'Port': ['ID=1e07e49d-3a1d-4a94-a125-7648d01751eb,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:56:22.915877 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec383c-f2da-49ca-b8a2-6d87790c1f11 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:22.916263 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec383c-f2da-49ca-b8a2-6d87790c1f11 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:22.916639 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec383c-f2da-49ca-b8a2-6d87790c1f11 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:22.917011 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec383c-f2da-49ca-b8a2-6d87790c1f11 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:22.917380 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec383c-f2da-49ca-b8a2-6d87790c1f11 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:22.918159 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec383c-f2da-49ca-b8a2-6d87790c1f11 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:22.918159 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec383c-f2da-49ca-b8a2-6d87790c1f11 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:22.919112 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec383c-f2da-49ca-b8a2-6d87790c1f11 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:22.919475 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec383c-f2da-49ca-b8a2-6d87790c1f11 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:22.919834 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec383c-f2da-49ca-b8a2-6d87790c1f11 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:22.920216 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbec383c-f2da-49ca-b8a2-6d87790c1f11 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:22.945352 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fbec383c-f2da-49ca-b8a2-6d87790c1f11 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:56:23.008877 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fbec383c-f2da-49ca-b8a2-6d87790c1f11 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for floatingip, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:23.493783 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbec383c-f2da-49ca-b8a2-6d87790c1f11 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Router 53d23c7f-ddfc-4210-9a3f-43950c831814 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:56:23.693712 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbec383c-f2da-49ca-b8a2-6d87790c1f11 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:56:23.707543 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3811f481-d118-477b-912c-4e412ae98217 None None] Sync routers for ids ['53d23c7f-ddfc-4210-9a3f-43950c831814'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:56:23.714101 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fbec383c-f2da-49ca-b8a2-6d87790c1f11 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:23.719463 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3811f481-d118-477b-912c-4e412ae98217 None None] Routers {'53d23c7f-ddfc-4210-9a3f-43950c831814'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:56:23.720080 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-3811f481-d118-477b-912c-4e412ae98217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c887cd0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:56:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['53d23c7f-ddfc-4210-9a3f-43950c831814'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:56:23.766739 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fbec383c-f2da-49ca-b8a2-6d87790c1f11 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "DELETE /v2.0/floatingips/d209acde-60cb-4615-9ce4-fa58cf36b7d9 HTTP/1.1" status: 204  len: 168 time: 1.5305467
Dec 22 05:56:23.767410 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29c02dd1-0cfe-40df-971f-f88a1547d273', 'tag': '2a34988b-941c-42c7-aabe-07132bbc4df9'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:56:23.904720 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-3811f481-d118-477b-912c-4e412ae98217 None None] Set router 53d23c7f-ddfc-4210-9a3f-43950c831814 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:56:23.931115 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29c02dd1-0cfe-40df-971f-f88a1547d273', 'tag': '2a34988b-941c-42c7-aabe-07132bbc4df9', 'status': 'completed', 'code': 200}
Dec 22 05:56:24.046980 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-09d5a5d8-c784-4ba9-9f9c-f0d69fe30794 req-547a03c8-75e3-4112-8807-4cc9304648f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c6eaf3fa9674a29b9927747ae99a2dc&device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 1099 time: 0.0721097
Dec 22 05:56:24.238624 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5a5d8-c784-4ba9-9f9c-f0d69fe30794 req-6415a36e-b2e8-42dd-b6c9-eeaa254b6670 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:56:24.240066 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-09d5a5d8-c784-4ba9-9f9c-f0d69fe30794 req-6415a36e-b2e8-42dd-b6c9-eeaa254b6670 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 HTTP/1.1" status: 200  len: 911 time: 0.1857591
Dec 22 05:56:24.250289 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58604331-7911-4dcd-9843-62348a0b2a36 req-87bac375-e563-4f18-8050-9a926c5fb16f tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:56:24.250954 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-58604331-7911-4dcd-9843-62348a0b2a36 req-87bac375-e563-4f18-8050-9a926c5fb16f tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Synchronizing usage tracker for tenant:7c6eaf3fa9674a29b9927747ae99a2dc on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:56:24.304569 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-3811f481-d118-477b-912c-4e412ae98217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c887cd0>, [{'id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'name': 'tempest-TestSnapshotPattern-1013536512-router', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:14Z', 'revision_number': 4, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'gw_port': {'id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '71474460-f55c-4d2a-b5a0-ca10a72c171e', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'floating_ip_address': '172.26.4.77', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'port_id': '466e55e4-a7f9-4cba-a597-a87c0d381176', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'mac_address': 'fa:16:3e:89:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:50:40Z', 'updated_at': '2021-12-22T05:50:50Z', 'revision_number': 1, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77bc5a8c-5501-4d2e-a776-bbfdbf2f8438', 'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'mac_address': 'fa:16:3e:7d:76:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '647addcc-442f-4e5c-9382-47fb74931a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:13Z', 'updated_at': '2021-12-22T05:50:32Z', 'revision_number': 5, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'subnets': [{'id': '647addcc-442f-4e5c-9382-47fb74931a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:56:24.308310 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3811f481-d118-477b-912c-4e412ae98217 None None] Checking router: 53d23c7f-ddfc-4210-9a3f-43950c831814 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:56:24.318676 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3811f481-d118-477b-912c-4e412ae98217 None None] Routers {'53d23c7f-ddfc-4210-9a3f-43950c831814'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:56:24.319277 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-3811f481-d118-477b-912c-4e412ae98217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c887cd0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:56:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['53d23c7f-ddfc-4210-9a3f-43950c831814'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:56:24.320464 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-09d5a5d8-c784-4ba9-9f9c-f0d69fe30794 req-ce19fb5b-5923-4fa0-b0db-501d666c5e4d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a34988b-941c-42c7-aabe-07132bbc4df9 HTTP/1.1" status: 200  len: 217 time: 0.0659497
Dec 22 05:56:24.325194 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-58604331-7911-4dcd-9843-62348a0b2a36 req-87bac375-e563-4f18-8050-9a926c5fb16f tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Unset dirty status for tenant:7c6eaf3fa9674a29b9927747ae99a2dc on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:56:24.326443 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-58604331-7911-4dcd-9843-62348a0b2a36 req-87bac375-e563-4f18-8050-9a926c5fb16f tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 946 time: 0.2046802
Dec 22 05:56:24.415379 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5a5d8-c784-4ba9-9f9c-f0d69fe30794 req-cdef6b98-cc98-45e5-a775-3f027d0a8a1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:56:24.417407 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-09d5a5d8-c784-4ba9-9f9c-f0d69fe30794 req-cdef6b98-cc98-45e5-a775-3f027d0a8a1a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=647addcc-442f-4e5c-9382-47fb74931a81 HTTP/1.1" status: 200  len: 849 time: 0.0898688
Dec 22 05:56:24.456400 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-58604331-7911-4dcd-9843-62348a0b2a36 req-669b130d-4529-4cde-abce-ee07f038740a tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0949452
Dec 22 05:56:24.496166 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-3811f481-d118-477b-912c-4e412ae98217 None None] Set router 53d23c7f-ddfc-4210-9a3f-43950c831814 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:56:24.497455 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-09d5a5d8-c784-4ba9-9f9c-f0d69fe30794 req-0a69b3ec-8825-49b3-ad21-0f19ccd34547 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0719631
Dec 22 05:56:24.602677 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:56:24.629559 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-09d5a5d8-c784-4ba9-9f9c-f0d69fe30794 req-6f2c9895-f173-4317-8305-843a0cde3ae2 service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245518
Dec 22 05:56:24.761621 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-09d5a5d8-c784-4ba9-9f9c-f0d69fe30794 req-c7967068-635d-4267-98a4-c1d274f7dafa service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250172
Dec 22 05:56:24.836281 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-3811f481-d118-477b-912c-4e412ae98217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c887cd0>, [{'id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'name': 'tempest-TestSnapshotPattern-1013536512-router', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:14Z', 'revision_number': 4, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'gw_port': {'id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '71474460-f55c-4d2a-b5a0-ca10a72c171e', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'floating_ip_address': '172.26.4.77', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'port_id': '466e55e4-a7f9-4cba-a597-a87c0d381176', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'mac_address': 'fa:16:3e:89:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:50:40Z', 'updated_at': '2021-12-22T05:50:50Z', 'revision_number': 1, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77bc5a8c-5501-4d2e-a776-bbfdbf2f8438', 'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'mac_address': 'fa:16:3e:7d:76:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '647addcc-442f-4e5c-9382-47fb74931a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:13Z', 'updated_at': '2021-12-22T05:50:32Z', 'revision_number': 5, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'subnets': [{'id': '647addcc-442f-4e5c-9382-47fb74931a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:56:24.840671 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3811f481-d118-477b-912c-4e412ae98217 None None] The sync data for ids ['53d23c7f-ddfc-4210-9a3f-43950c831814'] in dv-neutron-822525-1-hyperv is: [{'id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'name': 'tempest-TestSnapshotPattern-1013536512-router', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:14Z', 'revision_number': 4, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'gw_port': {'id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_floatingips': [{'id': '71474460-f55c-4d2a-b5a0-ca10a72c171e', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'floating_ip_address': '172.26.4.77', 'floating_network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'router_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'port_id': '466e55e4-a7f9-4cba-a597-a87c0d381176', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'mac_address': 'fa:16:3e:89:e9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:50:40Z', 'updated_at': '2021-12-22T05:50:50Z', 'revision_number': 1, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77bc5a8c-5501-4d2e-a776-bbfdbf2f8438', 'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'mac_address': 'fa:16:3e:7d:76:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '647addcc-442f-4e5c-9382-47fb74931a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:13Z', 'updated_at': '2021-12-22T05:50:32Z', 'revision_number': 5, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'subnets': [{'id': '647addcc-442f-4e5c-9382-47fb74931a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:56:25.053943 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea9507a-dc63-4b4a-b475-b82e4b04ffad None None] New status for floating IP d209acde-60cb-4615-9ce4-fa58cf36b7d9: DOWN {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:56:25.092929 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 2a34988b-941c-42c7-aabe-07132bbc4df9 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:56:25.204152 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3160091'] for port, before_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:25.229651 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c02dd1-0cfe-40df-971f-f88a1547d273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a34988b-941c-42c7-aabe-07132bbc4df9'}] {{(pid=83436) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:56:25.239115 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] For port 2a34988b-941c-42c7-aabe-07132bbc4df9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a34988b-941c-42c7-aabe-07132bbc4df9,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:56:25.243098 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746328993558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746328564116', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746328564161'] for port, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:25.244749 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:56:25.290119 dv-neutron-822525-1-hyperv neutron-server[83436]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c02dd1-0cfe-40df-971f-f88a1547d273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a34988b-941c-42c7-aabe-07132bbc4df9', 'code': 200}
Dec 22 05:56:25.318921 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Pushing event updated for resources: {'Port': ['ID=2a34988b-941c-42c7-aabe-07132bbc4df9,revision_number=8']} {{(pid=83436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:56:25.322002 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_concurrency.lockutils [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83436) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:56:25.654762 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dba599-12f0-472f-9e87-2c88d51d6e4d req-846f4f13-7528-4be6-9a73-ec69fb072f19 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:56:25.656192 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d4dba599-12f0-472f-9e87-2c88d51d6e4d req-846f4f13-7528-4be6-9a73-ec69fb072f19 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 944 time: 0.0801916
Dec 22 05:56:25.703398 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-d4dba599-12f0-472f-9e87-2c88d51d6e4d req-dad902fa-46b8-4d17-8d33-d24dec6faad8 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389745
Dec 22 05:56:26.006838 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37587f0a-50cb-4499-82b5-e350a2f3cc30 req-59dd93db-8b65-4352-bcd0-053fcacb1b4d tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:56:26.008222 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-37587f0a-50cb-4499-82b5-e350a2f3cc30 req-59dd93db-8b65-4352-bcd0-053fcacb1b4d tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.47 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 944 time: 0.0727980
Dec 22 05:56:26.076828 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-37587f0a-50cb-4499-82b5-e350a2f3cc30 req-3217b623-58e0-461d-be96-3865143eb3e7 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Deleting port 2a34988b-941c-42c7-aabe-07132bbc4df9 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:56:26.077164 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-37587f0a-50cb-4499-82b5-e350a2f3cc30 req-3217b623-58e0-461d-be96-3865143eb3e7 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:26.417099 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-37587f0a-50cb-4499-82b5-e350a2f3cc30 req-3217b623-58e0-461d-be96-3865143eb3e7 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] For port 2a34988b-941c-42c7-aabe-07132bbc4df9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a34988b-941c-42c7-aabe-07132bbc4df9,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:56:26.417433 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-37587f0a-50cb-4499-82b5-e350a2f3cc30 req-3217b623-58e0-461d-be96-3865143eb3e7 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:26.534147 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-37587f0a-50cb-4499-82b5-e350a2f3cc30 req-3217b623-58e0-461d-be96-3865143eb3e7 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Calling delete_port for 2a34988b-941c-42c7-aabe-07132bbc4df9 owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:56:26.671318 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-37587f0a-50cb-4499-82b5-e350a2f3cc30 req-3217b623-58e0-461d-be96-3865143eb3e7 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:26.678146 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-474df0dc-47dd-4c6e-bdda-f81ba0653b32 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:56:26.721173 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217b623-58e0-461d-be96-3865143eb3e7 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Pushing event deleted for resources: {'Port': ['ID=2a34988b-941c-42c7-aabe-07132bbc4df9,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:56:26.724117 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3217b623-58e0-461d-be96-3865143eb3e7 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:56:26.798786 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-37587f0a-50cb-4499-82b5-e350a2f3cc30 req-3217b623-58e0-461d-be96-3865143eb3e7 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] No DVR routers for this DVR port 2a34988b-941c-42c7-aabe-07132bbc4df9 on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:56:26.801725 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-37587f0a-50cb-4499-82b5-e350a2f3cc30 req-3217b623-58e0-461d-be96-3865143eb3e7 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:26.804845 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29c02dd1-0cfe-40df-971f-f88a1547d273', 'name': 'network-vif-deleted', 'tag': '2a34988b-941c-42c7-aabe-07132bbc4df9'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:56:26.820878 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-37587f0a-50cb-4499-82b5-e350a2f3cc30 req-3217b623-58e0-461d-be96-3865143eb3e7 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.47 "DELETE /v2.0/ports/2a34988b-941c-42c7-aabe-07132bbc4df9 HTTP/1.1" status: 204  len: 173 time: 0.8070581
Dec 22 05:56:26.859730 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29c02dd1-0cfe-40df-971f-f88a1547d273', 'name': 'network-vif-deleted', 'tag': '2a34988b-941c-42c7-aabe-07132bbc4df9', 'status': 'completed', 'code': 200}
Dec 22 05:56:26.882534 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-95858b74-adc6-4de7-802b-8256cbdadd66 req-263f07c8-0a6e-4283-a066-7a401947e9ad tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=29c02dd1-0cfe-40df-971f-f88a1547d273 HTTP/1.1" status: 200  len: 210 time: 0.0509562
Dec 22 05:56:28.542874 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 40164) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:56:28.747545 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-1de1b1b0-3eae-4bfb-be65-0e9b97f3f891 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Deleting port 5bec14b8-2c87-44d2-a6f4-faa170e0dbee {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:56:28.747878 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1de1b1b0-3eae-4bfb-be65-0e9b97f3f891 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:28.914822 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1de1b1b0-3eae-4bfb-be65-0e9b97f3f891 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:28.915150 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1de1b1b0-3eae-4bfb-be65-0e9b97f3f891 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:29.031467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-1de1b1b0-3eae-4bfb-be65-0e9b97f3f891 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Calling delete_port for 5bec14b8-2c87-44d2-a6f4-faa170e0dbee owned by network:floatingip {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:56:29.174673 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1de1b1b0-3eae-4bfb-be65-0e9b97f3f891 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:29.179056 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-8db94923-cab8-4dd3-818c-9600f90f3777 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:56:29.220626 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1b1b0-3eae-4bfb-be65-0e9b97f3f891 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Pushing event deleted for resources: {'Port': ['ID=5bec14b8-2c87-44d2-a6f4-faa170e0dbee,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:56:29.223146 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1de1b1b0-3eae-4bfb-be65-0e9b97f3f891 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:56:29.311456 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1de1b1b0-3eae-4bfb-be65-0e9b97f3f891 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for floatingip, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:29.798477 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de1b1b0-3eae-4bfb-be65-0e9b97f3f891 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Router 53d23c7f-ddfc-4210-9a3f-43950c831814 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:56:29.994480 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de1b1b0-3eae-4bfb-be65-0e9b97f3f891 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:56:30.006229 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0dcbaa-170f-42bf-8746-7123c69c0d89 None None] Sync routers for ids ['53d23c7f-ddfc-4210-9a3f-43950c831814'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:56:30.010695 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1de1b1b0-3eae-4bfb-be65-0e9b97f3f891 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for floatingip, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:30.019489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0dcbaa-170f-42bf-8746-7123c69c0d89 None None] Routers {'53d23c7f-ddfc-4210-9a3f-43950c831814'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:56:30.020099 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0a0dcbaa-170f-42bf-8746-7123c69c0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ba80a30>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:56:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['53d23c7f-ddfc-4210-9a3f-43950c831814'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:56:30.067185 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1de1b1b0-3eae-4bfb-be65-0e9b97f3f891 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "DELETE /v2.0/floatingips/71474460-f55c-4d2a-b5a0-ca10a72c171e HTTP/1.1" status: 204  len: 168 time: 1.5225942
Dec 22 05:56:30.067850 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'tag': '466e55e4-a7f9-4cba-a597-a87c0d381176'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:56:30.121261 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'tag': '466e55e4-a7f9-4cba-a597-a87c0d381176', 'status': 'completed', 'code': 200}
Dec 22 05:56:30.219140 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-0a0dcbaa-170f-42bf-8746-7123c69c0d89 None None] Set router 53d23c7f-ddfc-4210-9a3f-43950c831814 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:56:30.241242 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-705ec540-d166-48ae-87fd-9333957ce6c8 req-bb87d090-ba4a-4c4d-b4a2-814834f48d8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c6eaf3fa9674a29b9927747ae99a2dc&device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 1097 time: 0.0761757
Dec 22 05:56:30.380441 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ec540-d166-48ae-87fd-9333957ce6c8 req-50469aaf-8351-426d-bc94-3cebe31286ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:56:30.382003 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-705ec540-d166-48ae-87fd-9333957ce6c8 req-50469aaf-8351-426d-bc94-3cebe31286ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 HTTP/1.1" status: 200  len: 911 time: 0.1341183
Dec 22 05:56:30.494602 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-705ec540-d166-48ae-87fd-9333957ce6c8 req-a5d3840b-ec21-4d7f-bced-5eb81fbd34f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=466e55e4-a7f9-4cba-a597-a87c0d381176 HTTP/1.1" status: 200  len: 217 time: 0.1045094
Dec 22 05:56:30.578414 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ec540-d166-48ae-87fd-9333957ce6c8 req-7cb116ae-675c-4540-95c0-30486deea28b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:56:30.579856 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-705ec540-d166-48ae-87fd-9333957ce6c8 req-7cb116ae-675c-4540-95c0-30486deea28b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=647addcc-442f-4e5c-9382-47fb74931a81 HTTP/1.1" status: 200  len: 849 time: 0.0775707
Dec 22 05:56:30.585399 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d48f4-a075-4ba4-9afb-d1ee28a57adc req-bce68423-9b3b-4ced-8f8e-4222608d9cb4 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:56:30.586084 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-ae5d48f4-a075-4ba4-9afb-d1ee28a57adc req-bce68423-9b3b-4ced-8f8e-4222608d9cb4 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Synchronizing usage tracker for tenant:7c6eaf3fa9674a29b9927747ae99a2dc on resource:port {{(pid=83434) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 05:56:30.594517 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0a0dcbaa-170f-42bf-8746-7123c69c0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ba80a30>, [{'id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'name': 'tempest-TestSnapshotPattern-1013536512-router', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:14Z', 'revision_number': 4, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'gw_port': {'id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '77bc5a8c-5501-4d2e-a776-bbfdbf2f8438', 'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'mac_address': 'fa:16:3e:7d:76:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '647addcc-442f-4e5c-9382-47fb74931a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:13Z', 'updated_at': '2021-12-22T05:50:32Z', 'revision_number': 5, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'subnets': [{'id': '647addcc-442f-4e5c-9382-47fb74931a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:56:30.598448 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0dcbaa-170f-42bf-8746-7123c69c0d89 None None] Checking router: 53d23c7f-ddfc-4210-9a3f-43950c831814 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:56:30.608705 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0dcbaa-170f-42bf-8746-7123c69c0d89 None None] Routers {'53d23c7f-ddfc-4210-9a3f-43950c831814'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:56:30.609305 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0a0dcbaa-170f-42bf-8746-7123c69c0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469ba80a30>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:56:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['53d23c7f-ddfc-4210-9a3f-43950c831814'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:56:30.641193 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.quota.resource [req-ae5d48f4-a075-4ba4-9afb-d1ee28a57adc req-bce68423-9b3b-4ced-8f8e-4222608d9cb4 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Unset dirty status for tenant:7c6eaf3fa9674a29b9927747ae99a2dc on resource:port {{(pid=83434) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 05:56:30.642290 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ae5d48f4-a075-4ba4-9afb-d1ee28a57adc req-bce68423-9b3b-4ced-8f8e-4222608d9cb4 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 944 time: 0.2006178
Dec 22 05:56:30.695451 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-705ec540-d166-48ae-87fd-9333957ce6c8 req-728c3c9d-4b07-45a0-a92f-833f63e77ffe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1056924
Dec 22 05:56:30.702895 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-ae5d48f4-a075-4ba4-9afb-d1ee28a57adc req-5f55bc4a-454a-4201-97b7-4545003e9770 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543876
Dec 22 05:56:30.785864 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-0a0dcbaa-170f-42bf-8746-7123c69c0d89 None None] Set router 53d23c7f-ddfc-4210-9a3f-43950c831814 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:56:30.827769 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-705ec540-d166-48ae-87fd-9333957ce6c8 req-fe05c418-6ef4-4e4e-a61e-e6fa5c9a8bbe service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239581
Dec 22 05:56:30.962406 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-705ec540-d166-48ae-87fd-9333957ce6c8 req-8eda6d4c-3c54-4673-be6c-fbf528f9ed1c service neutron] 10.222.0.47 "GET /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259844
Dec 22 05:56:31.097384 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-0a0dcbaa-170f-42bf-8746-7123c69c0d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469ba80a30>, [{'id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'name': 'tempest-TestSnapshotPattern-1013536512-router', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:14Z', 'revision_number': 4, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'gw_port': {'id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '77bc5a8c-5501-4d2e-a776-bbfdbf2f8438', 'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'mac_address': 'fa:16:3e:7d:76:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '647addcc-442f-4e5c-9382-47fb74931a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:13Z', 'updated_at': '2021-12-22T05:50:32Z', 'revision_number': 5, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'subnets': [{'id': '647addcc-442f-4e5c-9382-47fb74931a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:56:31.101574 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0dcbaa-170f-42bf-8746-7123c69c0d89 None None] The sync data for ids ['53d23c7f-ddfc-4210-9a3f-43950c831814'] in dv-neutron-822525-1-hyperv is: [{'id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'name': 'tempest-TestSnapshotPattern-1013536512-router', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:14Z', 'revision_number': 4, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'gw_port': {'id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv', '_interfaces': [{'id': '77bc5a8c-5501-4d2e-a776-bbfdbf2f8438', 'name': '', 'network_id': 'b7f8f6d9-0dea-48dd-a74d-224a1aac8e70', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'mac_address': 'fa:16:3e:7d:76:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '647addcc-442f-4e5c-9382-47fb74931a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:13Z', 'updated_at': '2021-12-22T05:50:32Z', 'revision_number': 5, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'subnets': [{'id': '647addcc-442f-4e5c-9382-47fb74931a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:56:31.112317 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 2a34988b-941c-42c7-aabe-07132bbc4df9 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:56:31.148997 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 2a34988b-941c-42c7-aabe-07132bbc4df9 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:56:31.149345 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 2a34988b-941c-42c7-aabe-07132bbc4df9 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:56:31.334612 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1026a5-8ed1-4821-b034-650db9b747f6 None None] New status for floating IP 71474460-f55c-4d2a-b5a0-ca10a72c171e: DOWN {{(pid=83437) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 22 05:56:31.377876 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42abf45-3b0e-47a0-9fc9-c7add34fe774 req-6aca5d02-9702-4ef7-a27c-86a283a807f5 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:56:31.379290 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a42abf45-3b0e-47a0-9fc9-c7add34fe774 req-6aca5d02-9702-4ef7-a27c-86a283a807f5 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 944 time: 0.0800188
Dec 22 05:56:31.448397 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-a42abf45-3b0e-47a0-9fc9-c7add34fe774 req-59c1395a-4b08-44a1-88da-5dfe4ffaf743 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Deleting port 466e55e4-a7f9-4cba-a597-a87c0d381176 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:56:31.448726 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-a42abf45-3b0e-47a0-9fc9-c7add34fe774 req-59c1395a-4b08-44a1-88da-5dfe4ffaf743 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:31.794660 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [req-a42abf45-3b0e-47a0-9fc9-c7add34fe774 req-59c1395a-4b08-44a1-88da-5dfe4ffaf743 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] For port 466e55e4-a7f9-4cba-a597-a87c0d381176, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=466e55e4-a7f9-4cba-a597-a87c0d381176,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:56:31.795013 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-a42abf45-3b0e-47a0-9fc9-c7add34fe774 req-59c1395a-4b08-44a1-88da-5dfe4ffaf743 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:31.904246 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78619bb-9700-4626-8e78-b29bd161812a req-fad2b80c-ceef-4ee2-9b22-d937c867543b tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83435) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 05:56:31.905693 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c78619bb-9700-4626-8e78-b29bd161812a req-fad2b80c-ceef-4ee2-9b22-d937c867543b tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0ab5b73-0a72-4971-8dcc-9726b4e5c851 HTTP/1.1" status: 200  len: 944 time: 0.0785322
Dec 22 05:56:31.915105 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [req-a42abf45-3b0e-47a0-9fc9-c7add34fe774 req-59c1395a-4b08-44a1-88da-5dfe4ffaf743 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Calling delete_port for 466e55e4-a7f9-4cba-a597-a87c0d381176 owned by compute:nova {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:56:31.951203 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [req-c78619bb-9700-4626-8e78-b29bd161812a req-1d18209d-8393-43f2-86e5-1c01b2162847 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "GET /v2.0/security-groups?id=a60651bb-1950-4c52-892b-b2831589fac4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398796
Dec 22 05:56:32.054380 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-a42abf45-3b0e-47a0-9fc9-c7add34fe774 req-59c1395a-4b08-44a1-88da-5dfe4ffaf743 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:32.060192 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-70763a12-526b-4d59-81eb-9e2d47de1984 tempest-TestNetworkAdvancedServerOps-296360171 tempest-TestNetworkAdvancedServerOps-296360171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:56:32.103899 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1395a-4b08-44a1-88da-5dfe4ffaf743 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Pushing event deleted for resources: {'Port': ['ID=466e55e4-a7f9-4cba-a597-a87c0d381176,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:56:32.107729 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-59c1395a-4b08-44a1-88da-5dfe4ffaf743 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:56:32.175431 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42abf45-3b0e-47a0-9fc9-c7add34fe774 req-59c1395a-4b08-44a1-88da-5dfe4ffaf743 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] No DVR routers for this DVR port 466e55e4-a7f9-4cba-a597-a87c0d381176 on host hv-neutron-8225 {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:56:32.178000 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [req-a42abf45-3b0e-47a0-9fc9-c7add34fe774 req-59c1395a-4b08-44a1-88da-5dfe4ffaf743 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98300'] for port, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:32.180544 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'name': 'network-vif-deleted', 'tag': '466e55e4-a7f9-4cba-a597-a87c0d381176'}] {{(pid=83434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 05:56:32.203438 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [req-a42abf45-3b0e-47a0-9fc9-c7add34fe774 req-59c1395a-4b08-44a1-88da-5dfe4ffaf743 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.47 "DELETE /v2.0/ports/466e55e4-a7f9-4cba-a597-a87c0d381176 HTTP/1.1" status: 204  len: 173 time: 0.8172925
Dec 22 05:56:32.236105 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ab5b73-0a72-4971-8dcc-9726b4e5c851', 'name': 'network-vif-deleted', 'tag': '466e55e4-a7f9-4cba-a597-a87c0d381176', 'status': 'completed', 'code': 200}
Dec 22 05:56:33.053654 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 40184) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:56:33.120222 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0d9487ab-4fbc-44ff-98d9-35bb3c01de57 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for security_group, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:33.148368 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0d9487ab-4fbc-44ff-98d9-35bb3c01de57 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:33.213635 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0d9487ab-4fbc-44ff-98d9-35bb3c01de57 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:33.218734 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ff2f8797-b732-4b53-a0b9-9916c491b856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:56:33.232325 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9487ab-4fbc-44ff-98d9-35bb3c01de57 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60651bb-1950-4c52-892b-b2831589fac4,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:56:33.235468 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0d9487ab-4fbc-44ff-98d9-35bb3c01de57 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:56:33.244320 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-0d9487ab-4fbc-44ff-98d9-35bb3c01de57 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Notify callbacks [] for security_group, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:33.245376 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-0d9487ab-4fbc-44ff-98d9-35bb3c01de57 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] 10.222.0.53 "DELETE /v2.0/security-groups/a60651bb-1950-4c52-892b-b2831589fac4 HTTP/1.1" status: 204  len: 168 time: 0.1907337
Dec 22 05:56:34.322820 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 40192) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:56:34.895765 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e4fecc60-ccdb-4a3d-bb83-49af726f2bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:35.116673 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 466e55e4-a7f9-4cba-a597-a87c0d381176 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:56:35.148416 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] No Port match for: 466e55e4-a7f9-4cba-a597-a87c0d381176 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:56:35.148694 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Device 466e55e4-a7f9-4cba-a597-a87c0d381176 not bound to the agent host hv-neutron-8225 {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:56:35.578717 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-e4fecc60-ccdb-4a3d-bb83-49af726f2bcf admin admin] Deleting port 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:56:35.579276 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e4fecc60-ccdb-4a3d-bb83-49af726f2bcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:35.746553 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-e4fecc60-ccdb-4a3d-bb83-49af726f2bcf admin admin] For port 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=77bc5a8c-5501-4d2e-a776-bbfdbf2f8438,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:56:35.746898 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e4fecc60-ccdb-4a3d-bb83-49af726f2bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:35.862136 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-e4fecc60-ccdb-4a3d-bb83-49af726f2bcf admin admin] Calling delete_port for 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438 owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:56:36.032619 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e4fecc60-ccdb-4a3d-bb83-49af726f2bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:36.036626 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3217b623-58e0-461d-be96-3865143eb3e7 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:56:36.078296 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fecc60-ccdb-4a3d-bb83-49af726f2bcf admin admin] Pushing event deleted for resources: {'Port': ['ID=77bc5a8c-5501-4d2e-a776-bbfdbf2f8438,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:56:36.081006 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e4fecc60-ccdb-4a3d-bb83-49af726f2bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:56:36.366339 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e4fecc60-ccdb-4a3d-bb83-49af726f2bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:37.025676 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fecc60-ccdb-4a3d-bb83-49af726f2bcf admin admin] Router 53d23c7f-ddfc-4210-9a3f-43950c831814 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:56:37.227591 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fecc60-ccdb-4a3d-bb83-49af726f2bcf admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:56:37.236072 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c80ad96-2ca2-4cf3-b5fa-4c5b3f4af75b None None] Sync routers for ids ['53d23c7f-ddfc-4210-9a3f-43950c831814'] in dv-neutron-822525-1-hyperv {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:56:37.240133 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e4fecc60-ccdb-4a3d-bb83-49af726f2bcf admin admin] 10.222.0.53 "PUT /v2.0/routers/53d23c7f-ddfc-4210-9a3f-43950c831814/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9160330
Dec 22 05:56:37.242318 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 40198) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:56:37.248314 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c80ad96-2ca2-4cf3-b5fa-4c5b3f4af75b None None] Routers {'53d23c7f-ddfc-4210-9a3f-43950c831814'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:56:37.248925 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9c80ad96-2ca2-4cf3-b5fa-4c5b3f4af75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c2d23d0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:56:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['53d23c7f-ddfc-4210-9a3f-43950c831814'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:56:37.424574 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-9c80ad96-2ca2-4cf3-b5fa-4c5b3f4af75b None None] Set router 53d23c7f-ddfc-4210-9a3f-43950c831814 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:56:37.433644 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe50f27e-1c2f-4a68-83ae-38d1b54c2928 admin admin] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:37.632565 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe50f27e-1c2f-4a68-83ae-38d1b54c2928 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:37.646506 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-fe50f27e-1c2f-4a68-83ae-38d1b54c2928 admin admin] Deleting port 449e3ac4-6a0b-45a2-99d7-ce2deab35764 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:56:37.646850 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe50f27e-1c2f-4a68-83ae-38d1b54c2928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:37.700689 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9c80ad96-2ca2-4cf3-b5fa-4c5b3f4af75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c2d23d0>, [{'id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'name': 'tempest-TestSnapshotPattern-1013536512-router', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:56:35Z', 'revision_number': 5, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'gw_port': {'id': '449e3ac4-6a0b-45a2-99d7-ce2deab35764', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:cf:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:56:37.704634 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c80ad96-2ca2-4cf3-b5fa-4c5b3f4af75b None None] Checking router: 53d23c7f-ddfc-4210-9a3f-43950c831814 for host: dv-neutron-822525-1-hyperv {{(pid=83436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:56:37.715624 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c80ad96-2ca2-4cf3-b5fa-4c5b3f4af75b None None] Routers {'53d23c7f-ddfc-4210-9a3f-43950c831814'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:56:37.716219 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9c80ad96-2ca2-4cf3-b5fa-4c5b3f4af75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c2d23d0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:56:11Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['53d23c7f-ddfc-4210-9a3f-43950c831814'], 'active': True} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:56:37.816089 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-fe50f27e-1c2f-4a68-83ae-38d1b54c2928 admin admin] For port 449e3ac4-6a0b-45a2-99d7-ce2deab35764, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=449e3ac4-6a0b-45a2-99d7-ce2deab35764,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:56:37.816440 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe50f27e-1c2f-4a68-83ae-38d1b54c2928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:37.907763 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_dvr_db [None req-9c80ad96-2ca2-4cf3-b5fa-4c5b3f4af75b None None] Set router 53d23c7f-ddfc-4210-9a3f-43950c831814 gateway port host: None {{(pid=83436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:56:37.934436 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-fe50f27e-1c2f-4a68-83ae-38d1b54c2928 admin admin] Calling delete_port for 449e3ac4-6a0b-45a2-99d7-ce2deab35764 owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:56:38.014248 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.db.l3_hamode_db [None req-9c80ad96-2ca2-4cf3-b5fa-4c5b3f4af75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c2d23d0>, [{'id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'name': 'tempest-TestSnapshotPattern-1013536512-router', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:56:37Z', 'revision_number': 6, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:56:38.018366 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c80ad96-2ca2-4cf3-b5fa-4c5b3f4af75b None None] The sync data for ids ['53d23c7f-ddfc-4210-9a3f-43950c831814'] in dv-neutron-822525-1-hyperv is: [{'id': '53d23c7f-ddfc-4210-9a3f-43950c831814', 'name': 'tempest-TestSnapshotPattern-1013536512-router', 'tenant_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:11Z', 'updated_at': '2021-12-22T05:56:37Z', 'revision_number': 6, 'project_id': '7c6eaf3fa9674a29b9927747ae99a2dc', 'gw_port_host': None}] {{(pid=83436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:56:38.098212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe50f27e-1c2f-4a68-83ae-38d1b54c2928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:38.102472 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-2a7f7571-6c52-49cf-8c4d-128e7e0905e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:56:38.147394 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50f27e-1c2f-4a68-83ae-38d1b54c2928 admin admin] Pushing event deleted for resources: {'Port': ['ID=449e3ac4-6a0b-45a2-99d7-ce2deab35764,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:56:38.150314 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-fe50f27e-1c2f-4a68-83ae-38d1b54c2928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:56:38.359602 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:38.413248 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:56:38.450013 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:56:38.450374 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 77bc5a8c-5501-4d2e-a776-bbfdbf2f8438 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:56:38.501469 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe50f27e-1c2f-4a68-83ae-38d1b54c2928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:38.749043 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe50f27e-1c2f-4a68-83ae-38d1b54c2928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:38.753778 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe50f27e-1c2f-4a68-83ae-38d1b54c2928 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:38.780967 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe50f27e-1c2f-4a68-83ae-38d1b54c2928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:38.781507 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe50f27e-1c2f-4a68-83ae-38d1b54c2928 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53d23c7f-ddfc-4210-9a3f-43950c831814 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 05:56:38.795271 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-fe50f27e-1c2f-4a68-83ae-38d1b54c2928 admin admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:38.796536 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-fe50f27e-1c2f-4a68-83ae-38d1b54c2928 admin admin] 10.222.0.53 "DELETE /v2.0/routers/53d23c7f-ddfc-4210-9a3f-43950c831814 HTTP/1.1" status: 204  len: 168 time: 1.5533180
Dec 22 05:56:38.799130 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 40202) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:56:38.858474 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78a0929-096a-4625-99de-fb3976d27475 admin admin] Deleting subnet 647addcc-442f-4e5c-9382-47fb74931a81 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:56:38.861663 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e78a0929-096a-4625-99de-fb3976d27475 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:38.913158 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e78a0929-096a-4625-99de-fb3976d27475 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:38.971823 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5b8fd094-d7f7-45bf-93da-1bcf372792f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:39.010216 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e78a0929-096a-4625-99de-fb3976d27475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:39.079339 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e78a0929-096a-4625-99de-fb3976d27475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:39.082908 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-45a47b43-59b1-4ddf-b10e-3bf7b510699c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:56:39.120814 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a0929-096a-4625-99de-fb3976d27475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=647addcc-442f-4e5c-9382-47fb74931a81,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:56:39.124713 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-e78a0929-096a-4625-99de-fb3976d27475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:56:39.127358 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-e78a0929-096a-4625-99de-fb3976d27475 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:39.132987 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-e78a0929-096a-4625-99de-fb3976d27475 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/647addcc-442f-4e5c-9382-47fb74931a81 HTTP/1.1" status: 204  len: 168 time: 0.3327692
Dec 22 05:56:39.134664 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7d91f2-b3e5-477c-bae6-ee7f2eced114 None None] Network b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:56:39.135467 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 40206) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:56:39.245790 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e740-6404-4f6a-9bce-fdbc598651a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:39.256427 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-ebd8e740-6404-4f6a-9bce-fdbc598651a5 admin admin] Deleting port d4da50d2-98a0-488f-a2e4-573c0ee5b673 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:56:39.256835 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e740-6404-4f6a-9bce-fdbc598651a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:39.395293 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92c7777-8f08-4659-a75f-032efe99e4dc None None] DHCP port deletion for b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 05:56:39.399496 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d92c7777-8f08-4659-a75f-032efe99e4dc None None] Deleting port d4da50d2-98a0-488f-a2e4-573c0ee5b673 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:56:39.399877 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d92c7777-8f08-4659-a75f-032efe99e4dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:39.470906 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-ebd8e740-6404-4f6a-9bce-fdbc598651a5 admin admin] For port d4da50d2-98a0-488f-a2e4-573c0ee5b673, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d4da50d2-98a0-488f-a2e4-573c0ee5b673,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:56:39.471235 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e740-6404-4f6a-9bce-fdbc598651a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:39.596786 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-ebd8e740-6404-4f6a-9bce-fdbc598651a5 admin admin] Calling delete_port for d4da50d2-98a0-488f-a2e4-573c0ee5b673 owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:56:39.605847 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-d92c7777-8f08-4659-a75f-032efe99e4dc None None] For port d4da50d2-98a0-488f-a2e4-573c0ee5b673, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=d4da50d2-98a0-488f-a2e4-573c0ee5b673,segment=NetworkSegment(83657b36-c187-4b7e-ac61-23b204b382b2),segment_id=83657b36-c187-4b7e-ac61-23b204b382b2)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:56:39.606240 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d92c7777-8f08-4659-a75f-032efe99e4dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:39.675557 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e740-6404-4f6a-9bce-fdbc598651a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:39.679608 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-0611a121-e650-4014-9398-a3ad8c089f91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:56:39.719433 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8e740-6404-4f6a-9bce-fdbc598651a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4da50d2-98a0-488f-a2e4-573c0ee5b673,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:56:39.723269 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ebd8e740-6404-4f6a-9bce-fdbc598651a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:56:39.727568 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd8e740-6404-4f6a-9bce-fdbc598651a5 admin admin] No DVR routers for this DVR port d4da50d2-98a0-488f-a2e4-573c0ee5b673 on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:56:39.733823 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d92c7777-8f08-4659-a75f-032efe99e4dc None None] Calling delete_port for d4da50d2-98a0-488f-a2e4-573c0ee5b673 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:56:39.809147 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-d92c7777-8f08-4659-a75f-032efe99e4dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 05:56:39.809509 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-d92c7777-8f08-4659-a75f-032efe99e4dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 05:56:39.948134 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e740-6404-4f6a-9bce-fdbc598651a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:39.974673 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-ebd8e740-6404-4f6a-9bce-fdbc598651a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469c257e80>,) {'filters': {'network_id': ['b7f8f6d9-0dea-48dd-a74d-224a1aac8e70']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:56:39.986523 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-ebd8e740-6404-4f6a-9bce-fdbc598651a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c257e80>, '83657b36-c187-4b7e-ac61-23b204b382b2') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:56:39.986815 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-ebd8e740-6404-4f6a-9bce-fdbc598651a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469c257e80>, '83657b36-c187-4b7e-ac61-23b204b382b2') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:56:39.998241 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e740-6404-4f6a-9bce-fdbc598651a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:40.013137 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e740-6404-4f6a-9bce-fdbc598651a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:40.018879 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd8e740-6404-4f6a-9bce-fdbc598651a5 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:56:40.019243 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e740-6404-4f6a-9bce-fdbc598651a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:56:40.031873 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:56:40.106046 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e740-6404-4f6a-9bce-fdbc598651a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:40.110002 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c8e753ce-d5f4-4af4-8f60-e75df59288da tempest-NetworksIpV6TestAttrs-196905400 tempest-NetworksIpV6TestAttrs-196905400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:56:40.123562 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e740-6404-4f6a-9bce-fdbc598651a5 admin admin] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:40.133485 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8e740-6404-4f6a-9bce-fdbc598651a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7f8f6d9-0dea-48dd-a74d-224a1aac8e70,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:56:40.136479 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-ebd8e740-6404-4f6a-9bce-fdbc598651a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:56:40.149534 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-ebd8e740-6404-4f6a-9bce-fdbc598651a5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b7f8f6d9-0dea-48dd-a74d-224a1aac8e70 HTTP/1.1" status: 204  len: 168 time: 1.0130773
Dec 22 05:56:40.152954 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 40210) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:56:40.288918 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d4da50d2-98a0-488f-a2e4-573c0ee5b673 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:56:40.317038 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d92c7777-8f08-4659-a75f-032efe99e4dc None None] Deleting port d4da50d2-98a0-488f-a2e4-573c0ee5b673 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:56:40.317420 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d92c7777-8f08-4659-a75f-032efe99e4dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:40.347511 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: d4da50d2-98a0-488f-a2e4-573c0ee5b673 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:56:40.347860 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device d4da50d2-98a0-488f-a2e4-573c0ee5b673 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:56:40.348290 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 449e3ac4-6a0b-45a2-99d7-ce2deab35764 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:56:40.410401 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 449e3ac4-6a0b-45a2-99d7-ce2deab35764 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:56:40.411069 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 449e3ac4-6a0b-45a2-99d7-ce2deab35764 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:56:40.416016 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-d92c7777-8f08-4659-a75f-032efe99e4dc None None] The port 'd4da50d2-98a0-488f-a2e4-573c0ee5b673' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 05:56:40.549195 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-43a4f65b-c2fa-4b91-ad9e-292c952cded4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710209'] for router_interface, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:41.119402 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-43a4f65b-c2fa-4b91-ad9e-292c952cded4 admin admin] Deleting port 2c2254d6-db14-4fb1-a743-c4d4cd758140 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:56:41.119733 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-43a4f65b-c2fa-4b91-ad9e-292c952cded4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:41.154374 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-c8eef905-05d2-413f-98a2-58112ad9e36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:41.287538 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-43a4f65b-c2fa-4b91-ad9e-292c952cded4 admin admin] For port 2c2254d6-db14-4fb1-a743-c4d4cd758140, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=2c2254d6-db14-4fb1-a743-c4d4cd758140,segment=NetworkSegment(e4b55ec8-dcd9-4ce8-95d7-785baa8e75db),segment_id=e4b55ec8-dcd9-4ce8-95d7-785baa8e75db)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:56:41.288049 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-43a4f65b-c2fa-4b91-ad9e-292c952cded4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:41.513871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-43a4f65b-c2fa-4b91-ad9e-292c952cded4 admin admin] Calling delete_port for 2c2254d6-db14-4fb1-a743-c4d4cd758140 owned by network:router_interface {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:56:41.689028 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-43a4f65b-c2fa-4b91-ad9e-292c952cded4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:41.693034 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-59c1395a-4b08-44a1-88da-5dfe4ffaf743 tempest-TestSnapshotPattern-535447512 tempest-TestSnapshotPattern-535447512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:56:41.733390 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4f65b-c2fa-4b91-ad9e-292c952cded4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c2254d6-db14-4fb1-a743-c4d4cd758140,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:56:41.735873 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-43a4f65b-c2fa-4b91-ad9e-292c952cded4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:56:42.012567 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-43a4f65b-c2fa-4b91-ad9e-292c952cded4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2784941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1709131'] for router_interface, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:42.389060 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:42.477971 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:42.577396 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a4f65b-c2fa-4b91-ad9e-292c952cded4 admin admin] Router 4b5f9343-de66-4dfe-bcab-cb92b2d73e37 has already been hosted by L3 agent 2bc124a0-ba52-47b1-b56f-38966ab38f55 {{(pid=83434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 22 05:56:42.892520 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a4f65b-c2fa-4b91-ad9e-292c952cded4 admin admin] Notify agent at l3_agent.dv-neutron-822525-1-hyperv the message routers_updated {{(pid=83434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 22 05:56:42.902063 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b056c-61ed-4293-bba3-4ac46a1a9dc3 None None] Sync routers for ids ['4b5f9343-de66-4dfe-bcab-cb92b2d73e37'] in dv-neutron-822525-1-hyperv {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 22 05:56:42.909139 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-43a4f65b-c2fa-4b91-ad9e-292c952cded4 admin admin] 10.222.0.53 "PUT /v2.0/routers/4b5f9343-de66-4dfe-bcab-cb92b2d73e37/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7551835
Dec 22 05:56:42.911591 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 40216) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:56:42.914594 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2b056c-61ed-4293-bba3-4ac46a1a9dc3 None None] Routers {'4b5f9343-de66-4dfe-bcab-cb92b2d73e37'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:56:42.915195 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-ce2b056c-61ed-4293-bba3-4ac46a1a9dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c1b28b0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:56:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['4b5f9343-de66-4dfe-bcab-cb92b2d73e37'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:56:43.089669 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-ce2b056c-61ed-4293-bba3-4ac46a1a9dc3 None None] Set router 4b5f9343-de66-4dfe-bcab-cb92b2d73e37 gateway port host: dv-neutron-822525-1-hyperv {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:56:43.102603 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1552be6c-bfa5-4a22-a87d-faa47be42f9d admin admin] Notify callbacks [] for router, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:43.300642 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1552be6c-bfa5-4a22-a87d-faa47be42f9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:43.311049 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-1552be6c-bfa5-4a22-a87d-faa47be42f9d admin admin] Deleting port 77eb2d1e-392c-4641-8572-ed7049ebc807 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:56:43.311593 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1552be6c-bfa5-4a22-a87d-faa47be42f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:43.366439 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-ce2b056c-61ed-4293-bba3-4ac46a1a9dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c1b28b0>, [{'id': '4b5f9343-de66-4dfe-bcab-cb92b2d73e37', 'name': 'tempest-TestSnapshotPattern-653544868-router', 'tenant_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'external_fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': '77eb2d1e-392c-4641-8572-ed7049ebc807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:17Z', 'updated_at': '2021-12-22T05:56:41Z', 'revision_number': 5, 'project_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'gw_port': {'id': '77eb2d1e-392c-4641-8572-ed7049ebc807', 'name': '', 'network_id': 'c376c199-68b9-4289-ba3a-1e17ce30e740', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5f9343-de66-4dfe-bcab-cb92b2d73e37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822525-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:50:17Z', 'updated_at': '2021-12-22T05:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e26fcb5d-b70e-485e-b687-81c7fa144c52', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822525-1-hyperv'}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:56:43.370238 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b056c-61ed-4293-bba3-4ac46a1a9dc3 None None] Checking router: 4b5f9343-de66-4dfe-bcab-cb92b2d73e37 for host: dv-neutron-822525-1-hyperv {{(pid=83437) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 22 05:56:43.380897 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2b056c-61ed-4293-bba3-4ac46a1a9dc3 None None] Routers {'4b5f9343-de66-4dfe-bcab-cb92b2d73e37'} bound to L3 agent in host dv-neutron-822525-1-hyperv {{(pid=83437) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 22 05:56:43.381486 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-ce2b056c-61ed-4293-bba3-4ac46a1a9dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f469c1b28b0>, 'dv-neutron-822525-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:36:41Z,description=<?>,heartbeat_timestamp=2021-12-22T05:56:41Z,host='dv-neutron-822525-1-hyperv',id=2bc124a0-ba52-47b1-b56f-38966ab38f55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T04:36:41Z,topic='l3_agent')) {'router_ids': ['4b5f9343-de66-4dfe-bcab-cb92b2d73e37'], 'active': True} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:56:43.485405 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-1552be6c-bfa5-4a22-a87d-faa47be42f9d admin admin] For port 77eb2d1e-392c-4641-8572-ed7049ebc807, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=77eb2d1e-392c-4641-8572-ed7049ebc807,segment=NetworkSegment(30db8e49-6f40-4445-8aae-d1a343e26fb4),segment_id=30db8e49-6f40-4445-8aae-d1a343e26fb4)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:56:43.485821 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1552be6c-bfa5-4a22-a87d-faa47be42f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:43.531603 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_dvr_db [None req-ce2b056c-61ed-4293-bba3-4ac46a1a9dc3 None None] Set router 4b5f9343-de66-4dfe-bcab-cb92b2d73e37 gateway port host: None {{(pid=83437) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 22 05:56:43.605721 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-1552be6c-bfa5-4a22-a87d-faa47be42f9d admin admin] Calling delete_port for 77eb2d1e-392c-4641-8572-ed7049ebc807 owned by network:router_gateway {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:56:43.643964 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.l3_hamode_db [None req-ce2b056c-61ed-4293-bba3-4ac46a1a9dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f469c1b28b0>, [{'id': '4b5f9343-de66-4dfe-bcab-cb92b2d73e37', 'name': 'tempest-TestSnapshotPattern-653544868-router', 'tenant_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:17Z', 'updated_at': '2021-12-22T05:56:43Z', 'revision_number': 6, 'project_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'gw_port_host': None}], 'dv-neutron-822525-1-hyperv', False) {} {{(pid=83437) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:56:43.647759 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b056c-61ed-4293-bba3-4ac46a1a9dc3 None None] The sync data for ids ['4b5f9343-de66-4dfe-bcab-cb92b2d73e37'] in dv-neutron-822525-1-hyperv is: [{'id': '4b5f9343-de66-4dfe-bcab-cb92b2d73e37', 'name': 'tempest-TestSnapshotPattern-653544868-router', 'tenant_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:50:17Z', 'updated_at': '2021-12-22T05:56:43Z', 'revision_number': 6, 'project_id': '13b218f2cf8c439b8e01064d4e01c8b1', 'gw_port_host': None}] {{(pid=83437) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 22 05:56:43.767949 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1552be6c-bfa5-4a22-a87d-faa47be42f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:43.771389 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-3f858c32-6779-467d-84a5-9b16791ccc36 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:56:43.813212 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552be6c-bfa5-4a22-a87d-faa47be42f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=77eb2d1e-392c-4641-8572-ed7049ebc807,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:56:43.816574 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-1552be6c-bfa5-4a22-a87d-faa47be42f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:56:43.853375 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:44.032223 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1552be6c-bfa5-4a22-a87d-faa47be42f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704430'] for router_gateway, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:44.404422 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1552be6c-bfa5-4a22-a87d-faa47be42f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1706306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:44.408825 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1552be6c-bfa5-4a22-a87d-faa47be42f9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:44.414567 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2c2254d6-db14-4fb1-a743-c4d4cd758140 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:56:44.440547 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1552be6c-bfa5-4a22-a87d-faa47be42f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1773266'] for router, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:44.441415 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1552be6c-bfa5-4a22-a87d-faa47be42f9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b5f9343-de66-4dfe-bcab-cb92b2d73e37 {{(pid=83434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 22 05:56:44.448610 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 2c2254d6-db14-4fb1-a743-c4d4cd758140 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:56:44.449462 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 2c2254d6-db14-4fb1-a743-c4d4cd758140 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:56:44.449905 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 77eb2d1e-392c-4641-8572-ed7049ebc807 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:56:44.454285 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-1552be6c-bfa5-4a22-a87d-faa47be42f9d admin admin] Notify callbacks [] for router, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:44.455393 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-1552be6c-bfa5-4a22-a87d-faa47be42f9d admin admin] 10.222.0.53 "DELETE /v2.0/routers/4b5f9343-de66-4dfe-bcab-cb92b2d73e37 HTTP/1.1" status: 204  len: 168 time: 1.5429108
Dec 22 05:56:44.457954 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 40220) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:56:44.486943 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 77eb2d1e-392c-4641-8572-ed7049ebc807 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:56:44.487467 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 77eb2d1e-392c-4641-8572-ed7049ebc807 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:56:44.516388 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8eac1b4-104a-45b3-99dd-b11d89aea486 admin admin] Deleting subnet 5e582f14-3fd6-478c-a3a0-87ab56335dd2 {{(pid=83434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 22 05:56:44.519255 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8eac1b4-104a-45b3-99dd-b11d89aea486 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:44.570968 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8eac1b4-104a-45b3-99dd-b11d89aea486 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6913184'] for subnet, precommit_delete_associations {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:44.651872 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8eac1b4-104a-45b3-99dd-b11d89aea486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3169738'] for subnet, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:44.718424 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8eac1b4-104a-45b3-99dd-b11d89aea486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3169779', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-396961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1374470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6882835'] for subnet, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:44.721864 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-14f5a06d-5844-4207-b379-01decd1f6033 tempest-TestNetworkBasicOps-691435382 tempest-TestNetworkBasicOps-691435382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:56:44.757844 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eac1b4-104a-45b3-99dd-b11d89aea486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e582f14-3fd6-478c-a3a0-87ab56335dd2,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:56:44.762110 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-c8eac1b4-104a-45b3-99dd-b11d89aea486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:56:44.764679 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-c8eac1b4-104a-45b3-99dd-b11d89aea486 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:44.770064 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c03be1d-9d09-4b28-aa82-868a23e1273c None None] Network 163b0c03-1489-4202-b7a7-8285d9f9f4d5 requested from dv-neutron-822525-1-hyperv {{(pid=83436) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 22 05:56:44.770215 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-c8eac1b4-104a-45b3-99dd-b11d89aea486 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5e582f14-3fd6-478c-a3a0-87ab56335dd2 HTTP/1.1" status: 204  len: 168 time: 0.3113644
Dec 22 05:56:44.772786 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.wsgi [-] (83434) accepted ('10.222.0.53', 40224) {{(pid=83434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:56:44.874306 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7d60007e-a953-4842-8ef1-cbf4e816185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3212229'] for network, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:44.885156 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-7d60007e-a953-4842-8ef1-cbf4e816185f admin admin] Deleting port 421d9c8a-79fa-4d7e-acbd-6239b57e4982 {{(pid=83434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:56:44.885492 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7d60007e-a953-4842-8ef1-cbf4e816185f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:45.004568 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee10b6de-ba19-46cc-bad0-c944665a1537 None None] DHCP port deletion for 163b0c03-1489-4202-b7a7-8285d9f9f4d5 request from dv-neutron-822525-1-hyperv {{(pid=83436) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 22 05:56:45.009047 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-ee10b6de-ba19-46cc-bad0-c944665a1537 None None] Deleting port 421d9c8a-79fa-4d7e-acbd-6239b57e4982 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:56:45.009372 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ee10b6de-ba19-46cc-bad0-c944665a1537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:45.090927 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.db [None req-7d60007e-a953-4842-8ef1-cbf4e816185f admin admin] For port 421d9c8a-79fa-4d7e-acbd-6239b57e4982, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=421d9c8a-79fa-4d7e-acbd-6239b57e4982,segment=NetworkSegment(e4b55ec8-dcd9-4ce8-95d7-785baa8e75db),segment_id=e4b55ec8-dcd9-4ce8-95d7-785baa8e75db)] {{(pid=83434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:56:45.091279 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7d60007e-a953-4842-8ef1-cbf4e816185f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:45.214325 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.plugin [None req-7d60007e-a953-4842-8ef1-cbf4e816185f admin admin] Calling delete_port for 421d9c8a-79fa-4d7e-acbd-6239b57e4982 owned by network:dhcp {{(pid=83434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:56:45.252769 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.db [None req-ee10b6de-ba19-46cc-bad0-c944665a1537 None None] For port 421d9c8a-79fa-4d7e-acbd-6239b57e4982, host dv-neutron-822525-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822525-1-hyperv',level=0,port_id=421d9c8a-79fa-4d7e-acbd-6239b57e4982,segment=NetworkSegment(e4b55ec8-dcd9-4ce8-95d7-785baa8e75db),segment_id=e4b55ec8-dcd9-4ce8-95d7-785baa8e75db)] {{(pid=83436) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 22 05:56:45.253083 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ee10b6de-ba19-46cc-bad0-c944665a1537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709617'] for port, precommit_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:45.290345 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7d60007e-a953-4842-8ef1-cbf4e816185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3161483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746328993540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746328564107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1374505'] for port, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:45.293896 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-a7a833d9-9398-410a-a34a-277ca2702bc0 tempest-TestShelveInstance-1043199469 tempest-TestShelveInstance-1043199469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:56:45.333871 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60007e-a953-4842-8ef1-cbf4e816185f admin admin] Pushing event deleted for resources: {'Port': ['ID=421d9c8a-79fa-4d7e-acbd-6239b57e4982,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:56:45.337303 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7d60007e-a953-4842-8ef1-cbf4e816185f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:56:45.340950 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d60007e-a953-4842-8ef1-cbf4e816185f admin admin] No DVR routers for this DVR port 421d9c8a-79fa-4d7e-acbd-6239b57e4982 on host dv-neutron-822525-1-hyperv {{(pid=83434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 05:56:45.372310 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-ee10b6de-ba19-46cc-bad0-c944665a1537 None None] Calling delete_port for 421d9c8a-79fa-4d7e-acbd-6239b57e4982 owned by network:dhcp {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 22 05:56:45.447387 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.db.api [None req-ee10b6de-ba19-46cc-bad0-c944665a1537 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83436) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 05:56:45.447739 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG oslo_db.api [None req-ee10b6de-ba19-46cc-bad0-c944665a1537 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 05:56:45.455253 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7d60007e-a953-4842-8ef1-cbf4e816185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3172675', 'neutron.services.segments.db._delete_segments_for_network-8746329053660'] for network, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:45.479974 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-7d60007e-a953-4842-8ef1-cbf4e816185f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f469b6b4a90>,) {'filters': {'network_id': ['163b0c03-1489-4202-b7a7-8285d9f9f4d5']}} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:56:45.491490 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-7d60007e-a953-4842-8ef1-cbf4e816185f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b6b4a90>, 'e4b55ec8-dcd9-4ce8-95d7-785baa8e75db') {'for_net_delete': True} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:56:45.491779 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.services.segments.db [None req-7d60007e-a953-4842-8ef1-cbf4e816185f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f469b6b4a90>, 'e4b55ec8-dcd9-4ce8-95d7-785baa8e75db') {} {{(pid=83434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 05:56:45.503244 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7d60007e-a953-4842-8ef1-cbf4e816185f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746329058039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6913195'] for segment, before_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:45.520327 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7d60007e-a953-4842-8ef1-cbf4e816185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3168102'] for segment, precommit_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:45.526221 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d60007e-a953-4842-8ef1-cbf4e816185f admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=83434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 22 05:56:45.526597 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7d60007e-a953-4842-8ef1-cbf4e816185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3168113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1375960'] for segment, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]: Traceback (most recent call last):
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:     timer()
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:     cb(*args, **kw)
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:     return func(*args, **kwargs)
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:     self._notify()
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:     self.callback(batched_events)
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:     event.method(event)
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:     return f(self, *a, **k)
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._get(url).json()
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:     return self.request(url, 'GET', **kwargs)
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 05:56:45.544725 dv-neutron-822525-1-hyperv neutron-server[83434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 05:56:45.618808 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7d60007e-a953-4842-8ef1-cbf4e816185f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3172680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2784816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704339'] for network, after_delete {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:45.622674 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-5002253c-bd6f-4625-97c8-5f7601fbb63f tempest-NetworksTest-2061853172 tempest-NetworksTest-2061853172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:56:45.635012 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron_lib.callbacks.manager [None req-7d60007e-a953-4842-8ef1-cbf4e816185f admin admin] Notify callbacks [] for network, before_response {{(pid=83434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:45.645807 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60007e-a953-4842-8ef1-cbf4e816185f admin admin] Pushing event deleted for resources: {'Network': ['ID=163b0c03-1489-4202-b7a7-8285d9f9f4d5,revision_number=None']} {{(pid=83434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:56:45.649859 dv-neutron-822525-1-hyperv neutron-server[83434]: DEBUG oslo_concurrency.lockutils [None req-7d60007e-a953-4842-8ef1-cbf4e816185f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:56:45.653280 dv-neutron-822525-1-hyperv neutron-server[83434]: INFO neutron.wsgi [None req-7d60007e-a953-4842-8ef1-cbf4e816185f admin admin] 10.222.0.53 "DELETE /v2.0/networks/163b0c03-1489-4202-b7a7-8285d9f9f4d5 HTTP/1.1" status: 204  len: 168 time: 0.8795524
Dec 22 05:56:45.782847 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 40230) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:56:45.833299 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-e107a342-e2dc-4579-999d-fcb09190dee8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c6eaf3fa9674a29b9927747ae99a2dc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0491889
Dec 22 05:56:45.835702 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 40234) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:56:45.894415 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ed65594c-8cab-4756-b389-605e859a03f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:45.920650 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ed65594c-8cab-4756-b389-605e859a03f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:45.948763 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-ee10b6de-ba19-46cc-bad0-c944665a1537 None None] Deleting port 421d9c8a-79fa-4d7e-acbd-6239b57e4982 {{(pid=83436) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 22 05:56:45.949147 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ee10b6de-ba19-46cc-bad0-c944665a1537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746328986893'] for port, before_delete {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:45.972204 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ed65594c-8cab-4756-b389-605e859a03f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:45.977101 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-44d81028-e30f-4d62-8846-df346a0e796f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:56:45.995267 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65594c-8cab-4756-b389-605e859a03f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4668fefa-b0fb-4a79-a3f8-002e7fdcfbe5,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:56:46.006285 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-ed65594c-8cab-4756-b389-605e859a03f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:46.007381 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-ed65594c-8cab-4756-b389-605e859a03f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4668fefa-b0fb-4a79-a3f8-002e7fdcfbe5 HTTP/1.1" status: 204  len: 168 time: 0.1707418
Dec 22 05:56:46.009213 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed65594c-8cab-4756-b389-605e859a03f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:46.009702 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed65594c-8cab-4756-b389-605e859a03f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:46.010084 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed65594c-8cab-4756-b389-605e859a03f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:46.010456 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed65594c-8cab-4756-b389-605e859a03f6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:46.011574 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed65594c-8cab-4756-b389-605e859a03f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:46.011574 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed65594c-8cab-4756-b389-605e859a03f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:46.011574 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed65594c-8cab-4756-b389-605e859a03f6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:46.012247 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed65594c-8cab-4756-b389-605e859a03f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:46.012247 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed65594c-8cab-4756-b389-605e859a03f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:46.012605 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed65594c-8cab-4756-b389-605e859a03f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:46.012948 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed65594c-8cab-4756-b389-605e859a03f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822525-1-hyperv {{(pid=83435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 05:56:46.016121 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-ed65594c-8cab-4756-b389-605e859a03f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:56:46.017014 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-ee10b6de-ba19-46cc-bad0-c944665a1537 None None] The port '421d9c8a-79fa-4d7e-acbd-6239b57e4982' was deleted {{(pid=83436) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 22 05:56:46.287515 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 421d9c8a-79fa-4d7e-acbd-6239b57e4982 no longer exists at agent ovs-agent-dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 05:56:46.323507 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.plugin [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] No Port match for: 421d9c8a-79fa-4d7e-acbd-6239b57e4982 {{(pid=83436) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 22 05:56:46.323960 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron.plugins.ml2.rpc [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Device 421d9c8a-79fa-4d7e-acbd-6239b57e4982 not bound to the agent host dv-neutron-822525-1-hyperv {{(pid=83436) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 05:56:46.403744 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 40242) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:56:46.452150 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-a722a70c-f566-41ab-90d2-b3024240b129 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13b218f2cf8c439b8e01064d4e01c8b1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0471084
Dec 22 05:56:46.454452 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.wsgi [-] (83435) accepted ('10.222.0.53', 40246) {{(pid=83435) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 05:56:46.511064 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-29a06254-bb71-42cb-b7c9-203e07ccbf61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:46.535759 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-29a06254-bb71-42cb-b7c9-203e07ccbf61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:46.584575 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-29a06254-bb71-42cb-b7c9-203e07ccbf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1887708'] for security_group, after_delete {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:46.589212 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-d7fe1bd5-10af-4d2b-8429-4f4883875bf1 tempest-NetworksIpV6Test-1305506916 tempest-NetworksIpV6Test-1305506916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 05:56:46.600991 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a06254-bb71-42cb-b7c9-203e07ccbf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afda448-f48f-419b-8489-c71ae1badbf4,revision_number=None']} {{(pid=83435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 05:56:46.603933 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG oslo_concurrency.lockutils [None req-29a06254-bb71-42cb-b7c9-203e07ccbf61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83435) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 05:56:46.605727 dv-neutron-822525-1-hyperv neutron-server[83435]: DEBUG neutron_lib.callbacks.manager [None req-29a06254-bb71-42cb-b7c9-203e07ccbf61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:56:46.607268 dv-neutron-822525-1-hyperv neutron-server[83435]: INFO neutron.wsgi [None req-29a06254-bb71-42cb-b7c9-203e07ccbf61 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7afda448-f48f-419b-8489-c71ae1badbf4 HTTP/1.1" status: 204  len: 168 time: 0.1515083
Dec 22 05:57:01.602468 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:57:08.342165 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:57:08.963733 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2f00e9cc-4960-41c7-9b65-5125b14d765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:57:11.157089 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-2c88b41a-7d6e-476c-a355-e6064df44433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:57:12.390108 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:57:12.477637 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:57:13.854511 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:57:38.364761 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:57:38.601973 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:57:38.965670 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a764eeab-d915-4318-a2f6-64a33ac43677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:57:41.157785 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-ea009a43-4da7-4fbf-ad8f-6aee45b5c902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:57:42.392785 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:57:42.478051 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:57:43.856550 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:58:08.354538 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:58:08.968194 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7cf8cbf3-532a-4da2-85c5-d6b1cb5c0067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:58:11.158874 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e98fe31a-e6f5-4a86-9cf8-800250f7a6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:58:12.395882 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:58:12.478318 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:58:13.861196 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:58:15.601160 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:58:38.371468 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:58:38.969111 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-65d5e348-1b1a-4104-9372-41c8ececfd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:58:41.161234 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-3e2127a6-db32-4207-937a-42ddd2750802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:58:42.398547 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:58:42.480542 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:58:43.862558 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:58:52.600746 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:59:08.367455 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:59:08.970944 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-952184e6-ffed-48aa-857d-8034e70b992b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:59:11.163482 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-d1e95a15-ab2d-4477-904a-abe08755c409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:59:12.401194 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:59:12.481050 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:59:13.865339 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:59:29.600664 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 05:59:38.366615 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:59:38.972340 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9f8fa935-aa5e-4c2d-ba4c-ebe7948dee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:59:41.166900 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-8895f87e-b9b6-4bc3-840f-0f5555c38238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:59:42.403746 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:59:42.482376 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 05:59:43.868415 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:00:06.600061 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 06:00:08.365676 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:00:08.974792 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7d569428-f33e-4740-aafa-43629ce49042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:00:11.171037 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-5fb8560a-f6fd-4742-b6ee-d1880fbaecee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:00:12.407489 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:00:12.483450 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:00:13.870833 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:00:38.380779 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:00:38.976478 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-9874c982-dc9a-4f81-abca-3a9a0486acfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:00:41.173985 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-b3e123b2-e25e-457b-a9b9-69f95053fec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:00:42.409276 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:00:42.485968 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:00:43.600149 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 06:00:43.873856 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:01:08.379200 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:01:08.978200 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-486b2377-1387-4250-af21-c853b330abab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:01:11.176268 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a303a362-ecc3-4d73-8af1-b16dfb720194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:01:12.412819 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:01:12.486509 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:01:13.877469 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:01:20.600252 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 06:01:38.395495 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:01:38.981255 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-47175c80-46cd-4509-b0dc-9ef78616888c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:01:41.178727 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-4acefc93-eee7-418d-ab37-702c9f596343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:01:42.415243 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:01:42.487449 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:01:43.879849 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:01:57.599964 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 06:02:08.394733 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:02:08.984281 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-cdb99ad3-8db6-406d-9ea5-862c4c881795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:02:11.180357 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-7e7ad6a7-26ac-438d-9f74-d1b6ae72c974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:02:12.418922 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:02:12.487825 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:02:13.882820 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:02:34.599417 dv-neutron-822525-1-hyperv neutron-server[83437]: DEBUG neutron.db.agents_db [None req-70988824-0a08-469d-9b89-901582de4d31 None None] Agent healthcheck: found 6 active agents {{(pid=83437) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 06:02:38.411044 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-84dfd514-0743-421f-87f3-0bd326cbf627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:02:38.988092 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-e480a089-859a-486e-983c-ee1c4f0f7fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:02:41.184392 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-59ddea1c-87ac-476b-9cbc-256dc4daa639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:02:42.422000 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a1192ee7-f4de-409b-8c23-2a3bdfe606bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:02:42.489491 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b80-c722-482b-810a-01cbe73a5d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 06:02:43.885918 dv-neutron-822525-1-hyperv neutron-server[83436]: DEBUG neutron_lib.callbacks.manager [None req-36ab056b-e49a-4a85-842b-1b1721ea66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746329053642', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3174409'] for agent, after_update {{(pid=83436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}